diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/PKG-INFO b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/PKG-INFO new file mode 100644 index 0000000000000000000000000000000000000000..2c20b0da98ea1868c5bab82774c5b4218099d535 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/PKG-INFO @@ -0,0 +1,631 @@ +Metadata-Version: 2.4 +Name: lm_eval +Version: 0.4.5 +Summary: A framework for evaluating language models +Author-email: EleutherAI +License: MIT +Project-URL: Homepage, https://github.com/EleutherAI/lm-evaluation-harness +Project-URL: Repository, https://github.com/EleutherAI/lm-evaluation-harness +Classifier: Development Status :: 3 - Alpha +Classifier: Programming Language :: Python :: 3 +Classifier: License :: OSI Approved :: MIT License +Classifier: Operating System :: OS Independent +Requires-Python: >=3.8 +Description-Content-Type: text/markdown +License-File: LICENSE.md +Requires-Dist: accelerate>=0.26.0 +Requires-Dist: evaluate +Requires-Dist: datasets>=2.16.0 +Requires-Dist: evaluate>=0.4.0 +Requires-Dist: jsonlines +Requires-Dist: numexpr +Requires-Dist: peft>=0.2.0 +Requires-Dist: pybind11>=2.6.2 +Requires-Dist: pytablewriter +Requires-Dist: rouge-score>=0.0.4 +Requires-Dist: sacrebleu>=1.5.0 +Requires-Dist: scikit-learn>=0.24.1 +Requires-Dist: sqlitedict +Requires-Dist: torch>=1.8 +Requires-Dist: tqdm-multiprocess +Requires-Dist: transformers>=4.1 +Requires-Dist: zstandard +Requires-Dist: dill +Requires-Dist: word2number +Requires-Dist: more_itertools +Provides-Extra: api +Requires-Dist: requests; extra == "api" +Requires-Dist: aiohttp; extra == "api" +Requires-Dist: tenacity; extra == "api" +Requires-Dist: tqdm; extra == "api" +Requires-Dist: tiktoken; extra == "api" +Provides-Extra: dev +Requires-Dist: pytest; extra == "dev" +Requires-Dist: pytest-cov; extra == "dev" +Requires-Dist: pytest-xdist; extra == "dev" +Requires-Dist: pre-commit; extra == "dev" +Requires-Dist: mypy; extra == "dev" +Provides-Extra: deepsparse +Requires-Dist: deepsparse-nightly[llm]>=1.8.0.20240404; extra == "deepsparse" +Provides-Extra: gptq +Requires-Dist: auto-gptq[triton]>=0.6.0; extra == "gptq" +Provides-Extra: awq +Requires-Dist: auto-awq>=0.2.6; extra == "awq" +Provides-Extra: hqq +Requires-Dist: hqq>=0.2.1; extra == "hqq" +Provides-Extra: hf-transfer +Requires-Dist: hf_transfer; extra == "hf-transfer" +Provides-Extra: ibm-watsonx-ai +Requires-Dist: ibm_watsonx_ai>=1.1.22; extra == "ibm-watsonx-ai" +Provides-Extra: ifeval +Requires-Dist: langdetect; extra == "ifeval" +Requires-Dist: immutabledict; extra == "ifeval" +Requires-Dist: nltk>=3.9.1; extra == "ifeval" +Provides-Extra: neuronx +Requires-Dist: optimum[neuronx]; extra == "neuronx" +Provides-Extra: mamba +Requires-Dist: mamba_ssm; extra == "mamba" +Requires-Dist: causal-conv1d==1.0.2; extra == "mamba" +Provides-Extra: math +Requires-Dist: sympy>=1.12; extra == "math" +Requires-Dist: antlr4-python3-runtime==4.11; extra == "math" +Provides-Extra: multilingual +Requires-Dist: nagisa>=0.2.7; extra == "multilingual" +Requires-Dist: jieba>=0.42.1; extra == "multilingual" +Requires-Dist: pycountry; extra == "multilingual" +Provides-Extra: optimum +Requires-Dist: optimum[openvino]; extra == "optimum" +Provides-Extra: promptsource +Requires-Dist: promptsource>=0.2.3; extra == "promptsource" +Provides-Extra: sentencepiece +Requires-Dist: sentencepiece>=0.1.98; extra == "sentencepiece" +Provides-Extra: sparseml +Requires-Dist: sparseml-nightly[llm]>=1.8.0.20240404; extra == "sparseml" +Provides-Extra: testing +Requires-Dist: pytest; extra == "testing" +Requires-Dist: pytest-cov; extra == "testing" +Requires-Dist: pytest-xdist; extra == "testing" +Provides-Extra: vllm +Requires-Dist: vllm>=0.4.2; extra == "vllm" +Provides-Extra: zeno +Requires-Dist: pandas; extra == "zeno" +Requires-Dist: zeno-client; extra == "zeno" +Provides-Extra: wandb +Requires-Dist: wandb>=0.16.3; extra == "wandb" +Requires-Dist: pandas; extra == "wandb" +Requires-Dist: numpy; extra == "wandb" +Provides-Extra: gptqmodel +Requires-Dist: gptqmodel>=1.0.9; extra == "gptqmodel" +Provides-Extra: japanese-leaderboard +Requires-Dist: emoji==2.14.0; extra == "japanese-leaderboard" +Requires-Dist: neologdn==0.5.3; extra == "japanese-leaderboard" +Requires-Dist: fugashi[unidic-lite]; extra == "japanese-leaderboard" +Requires-Dist: rouge_score>=0.1.2; extra == "japanese-leaderboard" +Provides-Extra: all +Requires-Dist: lm_eval[anthropic]; extra == "all" +Requires-Dist: lm_eval[dev]; extra == "all" +Requires-Dist: lm_eval[deepsparse]; extra == "all" +Requires-Dist: lm_eval[gptq]; extra == "all" +Requires-Dist: lm_eval[hf_transfer]; extra == "all" +Requires-Dist: lm_eval[ibm_watsonx_ai]; extra == "all" +Requires-Dist: lm_eval[ifeval]; extra == "all" +Requires-Dist: lm_eval[mamba]; extra == "all" +Requires-Dist: lm_eval[math]; extra == "all" +Requires-Dist: lm_eval[multilingual]; extra == "all" +Requires-Dist: lm_eval[openai]; extra == "all" +Requires-Dist: lm_eval[promptsource]; extra == "all" +Requires-Dist: lm_eval[sentencepiece]; extra == "all" +Requires-Dist: lm_eval[sparseml]; extra == "all" +Requires-Dist: lm_eval[testing]; extra == "all" +Requires-Dist: lm_eval[vllm]; extra == "all" +Requires-Dist: lm_eval[zeno]; extra == "all" +Requires-Dist: lm_eval[wandb]; extra == "all" +Requires-Dist: lm_eval[japanese_leaderboard]; extra == "all" +Dynamic: license-file + +# Language Model Evaluation Harness + +[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.10256836.svg)](https://doi.org/10.5281/zenodo.10256836) + +--- + +*Latest News 📣* + +- [2024/09] We are prototyping allowing users of LM Evaluation Harness to create and evaluate on text+image multimodal input, text output tasks, and have just added the `hf-multimodal` and `vllm-vlm` model types and `mmmu` task as a prototype feature. We welcome users to try out this in-progress feature and stress-test it for themselves, and suggest they check out [`lmms-eval`](https://github.com/EvolvingLMMs-Lab/lmms-eval), a wonderful project originally forking off of the lm-evaluation-harness, for a broader range of multimodal tasks, models, and features. +- [2024/07] [API model](docs/API_guide.md) support has been updated and refactored, introducing support for batched and async requests, and making it significantly easier to customize and use for your own purposes. **To run Llama 405B, we recommend using VLLM's OpenAI-compliant API to host the model, and use the `local-completions` model type to evaluate the model.** +- [2024/07] New Open LLM Leaderboard tasks have been added ! You can find them under the [leaderboard](lm_eval/tasks/leaderboard/README.md) task group. + +--- + +## Announcement +**A new v0.4.0 release of lm-evaluation-harness is available** ! + +New updates and features include: + +- **New Open LLM Leaderboard tasks have been added ! You can find them under the [leaderboard](lm_eval/tasks/leaderboard/README.md) task group.** +- Internal refactoring +- Config-based task creation and configuration +- Easier import and sharing of externally-defined task config YAMLs +- Support for Jinja2 prompt design, easy modification of prompts + prompt imports from Promptsource +- More advanced configuration options, including output post-processing, answer extraction, and multiple LM generations per document, configurable fewshot settings, and more +- Speedups and new modeling libraries supported, including: faster data-parallel HF model usage, vLLM support, MPS support with HuggingFace, and more +- Logging and usability changes +- New tasks including CoT BIG-Bench-Hard, Belebele, user-defined task groupings, and more + +Please see our updated documentation pages in `docs/` for more details. + +Development will be continuing on the `main` branch, and we encourage you to give us feedback on what features are desired and how to improve the library further, or ask questions, either in issues or PRs on GitHub, or in the [EleutherAI discord](https://discord.gg/eleutherai)! + +--- + +## Overview + +This project provides a unified framework to test generative language models on a large number of different evaluation tasks. + +**Features:** +- Over 60 standard academic benchmarks for LLMs, with hundreds of subtasks and variants implemented. +- Support for models loaded via [transformers](https://github.com/huggingface/transformers/) (including quantization via [GPTQModel](https://github.com/ModelCloud/GPTQModel) and [AutoGPTQ](https://github.com/PanQiWei/AutoGPTQ)), [GPT-NeoX](https://github.com/EleutherAI/gpt-neox), and [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed/), with a flexible tokenization-agnostic interface. +- Support for fast and memory-efficient inference with [vLLM](https://github.com/vllm-project/vllm). +- Support for commercial APIs including [OpenAI](https://openai.com), and [TextSynth](https://textsynth.com/). +- Support for evaluation on adapters (e.g. LoRA) supported in [HuggingFace's PEFT library](https://github.com/huggingface/peft). +- Support for local models and benchmarks. +- Evaluation with publicly available prompts ensures reproducibility and comparability between papers. +- Easy support for custom prompts and evaluation metrics. + +The Language Model Evaluation Harness is the backend for 🤗 Hugging Face's popular [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard), has been used in [hundreds of papers](https://scholar.google.com/scholar?oi=bibs&hl=en&authuser=2&cites=15052937328817631261,4097184744846514103,1520777361382155671,17476825572045927382,18443729326628441434,14801318227356878622,7890865700763267262,12854182577605049984,15641002901115500560,5104500764547628290), and is used internally by dozens of organizations including NVIDIA, Cohere, BigScience, BigCode, Nous Research, and Mosaic ML. + +## Install + +To install the `lm-eval` package from the github repository, run: + +```bash +git clone --depth 1 https://github.com/EleutherAI/lm-evaluation-harness +cd lm-evaluation-harness +pip install -e . +``` + +We also provide a number of optional dependencies for extended functionality. A detailed table is available at the end of this document. + +## Basic Usage +### User Guide + +A user guide detailing the full list of supported arguments is provided [here](./docs/interface.md), and on the terminal by calling `lm_eval -h`. Alternatively, you can use `lm-eval` instead of `lm_eval`. + +A list of supported tasks (or groupings of tasks) can be viewed with `lm-eval --tasks list`. Task descriptions and links to corresponding subfolders are provided [here](./lm_eval/tasks/README.md). + +### Hugging Face `transformers` + +To evaluate a model hosted on the [HuggingFace Hub](https://huggingface.co/models) (e.g. GPT-J-6B) on `hellaswag` you can use the following command (this assumes you are using a CUDA-compatible GPU): + +```bash +lm_eval --model hf \ + --model_args pretrained=EleutherAI/gpt-j-6B \ + --tasks hellaswag \ + --device cuda:0 \ + --batch_size 8 +``` + +Additional arguments can be provided to the model constructor using the `--model_args` flag. Most notably, this supports the common practice of using the `revisions` feature on the Hub to store partially trained checkpoints, or to specify the datatype for running a model: + +```bash +lm_eval --model hf \ + --model_args pretrained=EleutherAI/pythia-160m,revision=step100000,dtype="float" \ + --tasks lambada_openai,hellaswag \ + --device cuda:0 \ + --batch_size 8 +``` + +Models that are loaded via both `transformers.AutoModelForCausalLM` (autoregressive, decoder-only GPT style models) and `transformers.AutoModelForSeq2SeqLM` (such as encoder-decoder models like T5) in Huggingface are supported. + +Batch size selection can be automated by setting the ```--batch_size``` flag to ```auto```. This will perform automatic detection of the largest batch size that will fit on your device. On tasks where there is a large difference between the longest and shortest example, it can be helpful to periodically recompute the largest batch size, to gain a further speedup. To do this, append ```:N``` to above flag to automatically recompute the largest batch size ```N``` times. For example, to recompute the batch size 4 times, the command would be: + +```bash +lm_eval --model hf \ + --model_args pretrained=EleutherAI/pythia-160m,revision=step100000,dtype="float" \ + --tasks lambada_openai,hellaswag \ + --device cuda:0 \ + --batch_size auto:4 +``` + +> [!Note] +> Just like you can provide a local path to `transformers.AutoModel`, you can also provide a local path to `lm_eval` via `--model_args pretrained=/path/to/model` + +#### Multi-GPU Evaluation with Hugging Face `accelerate` + +We support three main ways of using Hugging Face's [accelerate 🚀](https://github.com/huggingface/accelerate) library for multi-GPU evaluation. + +To perform *data-parallel evaluation* (where each GPU loads a **separate full copy** of the model), we leverage the `accelerate` launcher as follows: + +``` +accelerate launch -m lm_eval --model hf \ + --tasks lambada_openai,arc_easy \ + --batch_size 16 +``` +(or via `accelerate launch --no-python lm_eval`). + +For cases where your model can fit on a single GPU, this allows you to evaluate on K GPUs K times faster than on one. + +**WARNING**: This setup does not work with FSDP model sharding, so in `accelerate config` FSDP must be disabled, or the NO_SHARD FSDP option must be used. + +The second way of using `accelerate` for multi-GPU evaluation is when your model is *too large to fit on a single GPU.* + +In this setting, run the library *outside the `accelerate` launcher*, but passing `parallelize=True` to `--model_args` as follows: + +``` +lm_eval --model hf \ + --tasks lambada_openai,arc_easy \ + --model_args parallelize=True \ + --batch_size 16 +``` + +This means that your model's weights will be split across all available GPUs. + +For more advanced users or even larger models, we allow for the following arguments when `parallelize=True` as well: +- `device_map_option`: How to split model weights across available GPUs. defaults to "auto". +- `max_memory_per_gpu`: the max GPU memory to use per GPU in loading the model. +- `max_cpu_memory`: the max amount of CPU memory to use when offloading the model weights to RAM. +- `offload_folder`: a folder where model weights will be offloaded to disk if needed. + +The third option is to use both at the same time. This will allow you to take advantage of both data parallelism and model sharding, and is especially useful for models that are too large to fit on a single GPU. + +``` +accelerate launch --multi_gpu --num_processes {nb_of_copies_of_your_model} \ + -m lm_eval --model hf \ + --tasks lambada_openai,arc_easy \ + --model_args parallelize=True \ + --batch_size 16 +``` + +To learn more about model parallelism and how to use it with the `accelerate` library, see the [accelerate documentation](https://huggingface.co/docs/transformers/v4.15.0/en/parallelism) + +**Warning: We do not natively support multi-node evaluation using the `hf` model type! Please reference [our GPT-NeoX library integration](https://github.com/EleutherAI/gpt-neox/blob/main/eval.py) for an example of code in which a custom multi-machine evaluation script is written.** + +**Note: we do not currently support multi-node evaluations natively, and advise using either an externally hosted server to run inference requests against, or creating a custom integration with your distributed framework [as is done for the GPT-NeoX library](https://github.com/EleutherAI/gpt-neox/blob/main/eval_tasks/eval_adapter.py).** + +### NVIDIA `nemo` models + +[NVIDIA NeMo Framework](https://github.com/NVIDIA/NeMo) is a generative AI framework built for researchers and pytorch developers working on language models. + +To evaluate a `nemo` model, start by installing NeMo following [the documentation](https://github.com/NVIDIA/NeMo?tab=readme-ov-file#installation). We highly recommended to use the NVIDIA PyTorch or NeMo container, especially if having issues installing Apex or any other dependencies (see [latest released containers](https://github.com/NVIDIA/NeMo/releases)). Please also install the lm evaluation harness library following the instructions in [the Install section](https://github.com/EleutherAI/lm-evaluation-harness/tree/main?tab=readme-ov-file#install). + +NeMo models can be obtained through [NVIDIA NGC Catalog](https://catalog.ngc.nvidia.com/models) or in [NVIDIA's Hugging Face page](https://huggingface.co/nvidia). In [NVIDIA NeMo Framework](https://github.com/NVIDIA/NeMo/tree/main/scripts/nlp_language_modeling) there are conversion scripts to convert the `hf` checkpoints of popular models like llama, falcon, mixtral or mpt to `nemo`. + +Run a `nemo` model on one GPU: +```bash +lm_eval --model nemo_lm \ + --model_args path= \ + --tasks hellaswag \ + --batch_size 32 +``` + +It is recommended to unpack the `nemo` model to avoid the unpacking inside the docker container - it may overflow disk space. For that you can run: + +``` +mkdir MY_MODEL +tar -xvf MY_MODEL.nemo -c MY_MODEL +``` + +#### Multi-GPU evaluation with NVIDIA `nemo` models + +By default, only one GPU is used. But we do support either data replication or tensor/pipeline parallelism during evaluation, on one node. + +1) To enable data replication, set the `model_args` of `devices` to the number of data replicas to run. For example, the command to run 8 data replicas over 8 GPUs is: +```bash +torchrun --nproc-per-node=8 --no-python lm_eval \ + --model nemo_lm \ + --model_args path=,devices=8 \ + --tasks hellaswag \ + --batch_size 32 +``` + +2) To enable tensor and/or pipeline parallelism, set the `model_args` of `tensor_model_parallel_size` and/or `pipeline_model_parallel_size`. In addition, you also have to set up `devices` to be equal to the product of `tensor_model_parallel_size` and/or `pipeline_model_parallel_size`. For example, the command to use one node of 4 GPUs with tensor parallelism of 2 and pipeline parallelism of 2 is: +```bash +torchrun --nproc-per-node=4 --no-python lm_eval \ + --model nemo_lm \ + --model_args path=,devices=4,tensor_model_parallel_size=2,pipeline_model_parallel_size=2 \ + --tasks hellaswag \ + --batch_size 32 +``` +Note that it is recommended to substitute the `python` command by `torchrun --nproc-per-node= --no-python` to facilitate loading the model into the GPUs. This is especially important for large checkpoints loaded into multiple GPUs. + +Not supported yet: multi-node evaluation and combinations of data replication with tensor or pipeline parallelism. + +### Tensor + Data Parallel and Optimized Inference with `vLLM` + +We also support vLLM for faster inference on [supported model types](https://docs.vllm.ai/en/latest/models/supported_models.html), especially faster when splitting a model across multiple GPUs. For single-GPU or multi-GPU — tensor parallel, data parallel, or a combination of both — inference, for example: + +```bash +lm_eval --model vllm \ + --model_args pretrained={model_name},tensor_parallel_size={GPUs_per_model},dtype=auto,gpu_memory_utilization=0.8,data_parallel_size={model_replicas} \ + --tasks lambada_openai \ + --batch_size auto +``` +To use vllm, do `pip install lm_eval[vllm]`. For a full list of supported vLLM configurations, please reference our [vLLM integration](https://github.com/EleutherAI/lm-evaluation-harness/blob/e74ec966556253fbe3d8ecba9de675c77c075bce/lm_eval/models/vllm_causallms.py) and the vLLM documentation. + +vLLM occasionally differs in output from Huggingface. We treat Huggingface as the reference implementation, and provide a [script](./scripts/model_comparator.py) for checking the validity of vllm results against HF. + +> [!Tip] +> For fastest performance, we recommend using `--batch_size auto` for vLLM whenever possible, to leverage its continuous batching functionality! + +> [!Tip] +> Passing `max_model_len=4096` or some other reasonable default to vLLM through model args may cause speedups or prevent out-of-memory errors when trying to use auto batch size, such as for Mistral-7B-v0.1 which defaults to a maximum length of 32k. + +### Model APIs and Inference Servers + +Our library also supports the evaluation of models served via several commercial APIs, and we hope to implement support for the most commonly used performant local/self-hosted inference servers. + +To call a hosted model, use: + +```bash +export OPENAI_API_KEY=YOUR_KEY_HERE +lm_eval --model openai-completions \ + --model_args model=davinci \ + --tasks lambada_openai,hellaswag +``` + +We also support using your own local inference server with servers that mirror the OpenAI Completions and ChatCompletions APIs. + +```bash +lm_eval --model local-completions --tasks gsm8k --model_args model=facebook/opt-125m,base_url=http://{yourip}:8000/v1/completions,num_concurrent=1,max_retries=3,tokenized_requests=False,batch_size=16 +``` +Note that for externally hosted models, configs such as `--device` which relate to where to place a local model should not be used and do not function. Just like you can use `--model_args` to pass arbitrary arguments to the model constructor for local models, you can use it to pass arbitrary arguments to the model API for hosted models. See the documentation of the hosting service for information on what arguments they support. + +| API or Inference Server | Implemented? | `--model ` name | Models supported: | Request Types: | +|---------------------------------------------------------------------------------------------------------------------------|---------------------------------|-----------------------------------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|------------------------------------------------------------| +| OpenAI Completions | :heavy_check_mark: | `openai-completions`, `local-completions` | All OpenAI Completions API models | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | +| OpenAI ChatCompletions | :heavy_check_mark: | `openai-chat-completions`, `local-chat-completions` | [All ChatCompletions API models](https://platform.openai.com/docs/guides/gpt) | `generate_until` (no logprobs) | +| Anthropic | :heavy_check_mark: | `anthropic` | [Supported Anthropic Engines](https://docs.anthropic.com/claude/reference/selecting-a-model) | `generate_until` (no logprobs) | +| Anthropic Chat | :heavy_check_mark: | `anthropic-chat`, `anthropic-chat-completions` | [Supported Anthropic Engines](https://docs.anthropic.com/claude/docs/models-overview) | `generate_until` (no logprobs) | +| Textsynth | :heavy_check_mark: | `textsynth` | [All supported engines](https://textsynth.com/documentation.html#engines) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | +| Cohere | [:hourglass: - blocked on Cohere API bug](https://github.com/EleutherAI/lm-evaluation-harness/pull/395) | N/A | [All `cohere.generate()` engines](https://docs.cohere.com/docs/models) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | +| [Llama.cpp](https://github.com/ggerganov/llama.cpp) (via [llama-cpp-python](https://github.com/abetlen/llama-cpp-python)) | :heavy_check_mark: | `gguf`, `ggml` | [All models supported by llama.cpp](https://github.com/ggerganov/llama.cpp) | `generate_until`, `loglikelihood`, (perplexity evaluation not yet implemented) | +| vLLM | :heavy_check_mark: | `vllm` | [Most HF Causal Language Models](https://docs.vllm.ai/en/latest/models/supported_models.html) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | +| Mamba | :heavy_check_mark: | `mamba_ssm` | [Mamba architecture Language Models via the `mamba_ssm` package](https://huggingface.co/state-spaces) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | +| Huggingface Optimum (Causal LMs) | ✔️ | `openvino` | Any decoder-only AutoModelForCausalLM converted with Huggingface Optimum into OpenVINO™ Intermediate Representation (IR) format | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | ... | +| Neuron via AWS Inf2 (Causal LMs) | ✔️ | `neuronx` | Any decoder-only AutoModelForCausalLM supported to run on [huggingface-ami image for inferentia2](https://aws.amazon.com/marketplace/pp/prodview-gr3e6yiscria2) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | ... | +| [Neural Magic DeepSparse](https://github.com/neuralmagic/deepsparse) | ✔️ | `deepsparse` | Any LM from [SparseZoo](https://sparsezoo.neuralmagic.com/) or on [HF Hub with the "deepsparse" tag](https://huggingface.co/models?other=deepsparse) | `generate_until`, `loglikelihood` | ... | +| [Neural Magic SparseML](https://github.com/neuralmagic/sparseml) | ✔️ | `sparseml` | Any decoder-only AutoModelForCausalLM from [SparseZoo](https://sparsezoo.neuralmagic.com/) or on [HF Hub](https://huggingface.co/neuralmagic). Especially useful for models with quantization like [`zoo:llama2-7b-gsm8k_llama2_pretrain-pruned60_quantized`](https://sparsezoo.neuralmagic.com/models/llama2-7b-gsm8k_llama2_pretrain-pruned60_quantized) | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | ... | +| Your local inference server! | :heavy_check_mark: | `local-completions` or `local-chat-completions` | Support for OpenAI API-compatible servers, with easy customization for other APIs. | `generate_until`, `loglikelihood`, `loglikelihood_rolling` | | ... | + +Models which do not supply logits or logprobs can be used with tasks of type `generate_until` only, while local models, or APIs that supply logprobs/logits of their prompts, can be run on all task types: `generate_until`, `loglikelihood`, `loglikelihood_rolling`, and `multiple_choice`. + +For more information on the different task `output_types` and model request types, see [our documentation](https://github.com/EleutherAI/lm-evaluation-harness/blob/main/docs/model_guide.md#interface). + +> [!Note] +> For best performance with closed chat model APIs such as Anthropic Claude 3 and GPT-4, we recommend carefully looking at a few sample outputs using `--limit 10` first to confirm answer extraction and scoring on generative tasks is performing as expected. providing `system=""` within `--model_args` for anthropic-chat-completions, to instruct the model what format to respond in, may be useful. + + +### Other Frameworks + +A number of other libraries contain scripts for calling the eval harness through their library. These include [GPT-NeoX](https://github.com/EleutherAI/gpt-neox/blob/main/eval_tasks/eval_adapter.py), [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed/blob/main/examples/MoE/readme_evalharness.md), and [mesh-transformer-jax](https://github.com/kingoflolz/mesh-transformer-jax/blob/master/eval_harness.py). + +To create your own custom integration you can follow instructions from [this tutorial](https://github.com/EleutherAI/lm-evaluation-harness/blob/main/docs/interface.md#external-library-usage). + +### Additional Features +> [!Note] +> For tasks unsuitable for direct evaluation — either due risks associated with executing untrusted code or complexities in the evaluation process — the `--predict_only` flag is available to obtain decoded generations for post-hoc evaluation. + +If you have a Metal compatible Mac, you can run the eval harness using the MPS back-end by replacing `--device cuda:0` with `--device mps` (requires PyTorch version 2.1 or higher). **Note that the PyTorch MPS backend is still in early stages of development, so correctness issues or unsupported operations may exist. If you observe oddities in model performance on the MPS back-end, we recommend first checking that a forward pass of your model on `--device cpu` and `--device mps` match.** + +> [!Note] +> You can inspect what the LM inputs look like by running the following command: +> ```bash +> python write_out.py \ +> --tasks \ +> --num_fewshot 5 \ +> --num_examples 10 \ +> --output_base_path /path/to/output/folder +> ``` +> This will write out one text file for each task. + +To verify the data integrity of the tasks you're performing in addition to running the tasks themselves, you can use the `--check_integrity` flag: + +```bash +lm_eval --model openai \ + --model_args engine=davinci \ + --tasks lambada_openai,hellaswag \ + --check_integrity +``` + +## Advanced Usage Tips + +For models loaded with the HuggingFace `transformers` library, any arguments provided via `--model_args` get passed to the relevant constructor directly. This means that anything you can do with `AutoModel` can be done with our library. For example, you can pass a local path via `pretrained=` or use models finetuned with [PEFT](https://github.com/huggingface/peft) by taking the call you would run to evaluate the base model and add `,peft=PATH` to the `model_args` argument: +```bash +lm_eval --model hf \ + --model_args pretrained=EleutherAI/gpt-j-6b,parallelize=True,load_in_4bit=True,peft=nomic-ai/gpt4all-j-lora \ + --tasks openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq \ + --device cuda:0 +``` + +Models provided as delta weights can be easily loaded using the Hugging Face transformers library. Within --model_args, set the delta argument to specify the delta weights, and use the pretrained argument to designate the relative base model to which they will be applied: +```bash +lm_eval --model hf \ + --model_args pretrained=Ejafa/llama_7B,delta=lmsys/vicuna-7b-delta-v1.1 \ + --tasks hellaswag +``` + +GPTQ quantized models can be loaded using [GPTQModel](https://github.com/ModelCloud/GPTQModel) (faster) or [AutoGPTQ](https://github.com/PanQiWei/AutoGPTQ) + +GPTQModel: add `,gptqmodel=True` to `model_args` +```bash +lm_eval --model hf \ + --model_args pretrained=model-name-or-path,gptqmodel=True \ + --tasks hellaswag +``` + +AutoGPTQ: add `,autogptq=True` to `model_args`: +```bash +lm_eval --model hf \ + --model_args pretrained=model-name-or-path,autogptq=model.safetensors,gptq_use_triton=True \ + --tasks hellaswag +``` + +We support wildcards in task names, for example you can run all of the machine-translated lambada tasks via `--task lambada_openai_mt_*`. + +## Saving Results + +To save evaluation results provide an `--output_path`. We also support logging model responses with the `--log_samples` flag for post-hoc analysis. + +Additionally, one can provide a directory with `--use_cache` to cache the results of prior runs. This allows you to avoid repeated execution of the same (model, task) pairs for re-scoring. + +To push results and samples to the Hugging Face Hub, first ensure an access token with write access is set in the `HF_TOKEN` environment variable. Then, use the `--hf_hub_log_args` flag to specify the organization, repository name, repository visibility, and whether to push results and samples to the Hub - [example dataset on the HF Hub](https://huggingface.co/datasets/KonradSzafer/lm-eval-results-demo). For instance: + +```bash +lm_eval --model hf \ + --model_args pretrained=model-name-or-path,autogptq=model.safetensors,gptq_use_triton=True \ + --tasks hellaswag \ + --log_samples \ + --output_path results \ + --hf_hub_log_args hub_results_org=EleutherAI,hub_repo_name=lm-eval-results,push_results_to_hub=True,push_samples_to_hub=True,public_repo=False \ +``` + +This allows you to easily download the results and samples from the Hub, using: +```python +from datasets import load_dataset + +load_dataset("EleutherAI/lm-eval-results-private", "hellaswag", "latest") +``` + +For a full list of supported arguments, check out the [interface](https://github.com/EleutherAI/lm-evaluation-harness/blob/main/docs/interface.md) guide in our documentation! + +## Visualizing Results + +You can seamlessly visualize and analyze the results of your evaluation harness runs using both Weights & Biases (W&B) and Zeno. + +### Zeno + +You can use [Zeno](https://zenoml.com) to visualize the results of your eval harness runs. + +First, head to [hub.zenoml.com](https://hub.zenoml.com) to create an account and get an API key [on your account page](https://hub.zenoml.com/account). +Add this key as an environment variable: + +```bash +export ZENO_API_KEY=[your api key] +``` + +You'll also need to install the `lm_eval[zeno]` package extra. + +To visualize the results, run the eval harness with the `log_samples` and `output_path` flags. +We expect `output_path` to contain multiple folders that represent individual model names. +You can thus run your evaluation on any number of tasks and models and upload all of the results as projects on Zeno. + +```bash +lm_eval \ + --model hf \ + --model_args pretrained=EleutherAI/gpt-j-6B \ + --tasks hellaswag \ + --device cuda:0 \ + --batch_size 8 \ + --log_samples \ + --output_path output/gpt-j-6B +``` + +Then, you can upload the resulting data using the `zeno_visualize` script: + +```bash +python scripts/zeno_visualize.py \ + --data_path output \ + --project_name "Eleuther Project" +``` + +This will use all subfolders in `data_path` as different models and upload all tasks within these model folders to Zeno. +If you run the eval harness on multiple tasks, the `project_name` will be used as a prefix and one project will be created per task. + +You can find an example of this workflow in [examples/visualize-zeno.ipynb](examples/visualize-zeno.ipynb). + +### Weights and Biases + +With the [Weights and Biases](https://wandb.ai/site) integration, you can now spend more time extracting deeper insights into your evaluation results. The integration is designed to streamline the process of logging and visualizing experiment results using the Weights & Biases (W&B) platform. + +The integration provide functionalities + +- to automatically log the evaluation results, +- log the samples as W&B Tables for easy visualization, +- log the `results.json` file as an artifact for version control, +- log the `_eval_samples.json` file if the samples are logged, +- generate a comprehensive report for analysis and visualization with all the important metric, +- log task and cli specific configs, +- and more out of the box like the command used to run the evaluation, GPU/CPU counts, timestamp, etc. + +First you'll need to install the lm_eval[wandb] package extra. Do `pip install lm_eval[wandb]`. + +Authenticate your machine with an your unique W&B token. Visit https://wandb.ai/authorize to get one. Do `wandb login` in your command line terminal. + +Run eval harness as usual with a `wandb_args` flag. Use this flag to provide arguments for initializing a wandb run ([wandb.init](https://docs.wandb.ai/ref/python/init)) as comma separated string arguments. + +```bash +lm_eval \ + --model hf \ + --model_args pretrained=microsoft/phi-2,trust_remote_code=True \ + --tasks hellaswag,mmlu_abstract_algebra \ + --device cuda:0 \ + --batch_size 8 \ + --output_path output/phi-2 \ + --limit 10 \ + --wandb_args project=lm-eval-harness-integration \ + --log_samples +``` + +In the stdout, you will find the link to the W&B run page as well as link to the generated report. You can find an example of this workflow in [examples/visualize-wandb.ipynb](examples/visualize-wandb.ipynb), and an example of how to integrate it beyond the CLI. + +## How to Contribute or Learn More? + +For more information on the library and how everything fits together, check out all of our [documentation pages](https://github.com/EleutherAI/lm-evaluation-harness/tree/main/docs)! We plan to post a larger roadmap of desired + planned library improvements soon, with more information on how contributors can help. + +### Implementing new tasks + +To implement a new task in the eval harness, see [this guide](./docs/new_task_guide.md). + +In general, we follow this priority list for addressing concerns about prompting and other eval details: +1. If there is widespread agreement among people who train LLMs, use the agreed upon procedure. +2. If there is a clear and unambiguous official implementation, use that procedure. +3. If there is widespread agreement among people who evaluate LLMs, use the agreed upon procedure. +4. If there are multiple common implementations but not universal or widespread agreement, use our preferred option among the common implementations. As before, prioritize choosing from among the implementations found in LLM training papers. + +These are guidelines and not rules, and can be overruled in special circumstances. + +We try to prioritize agreement with the procedures used by other groups to decrease the harm when people inevitably compare runs across different papers despite our discouragement of the practice. Historically, we also prioritized the implementation from [Language Models are Few Shot Learners](https://arxiv.org/abs/2005.14165) as our original goal was specifically to compare results with that paper. + +### Support + +The best way to get support is to open an issue on this repo or join the [EleutherAI Discord server](https://discord.gg/eleutherai). The `#lm-thunderdome` channel is dedicated to developing this project and the `#release-discussion` channel is for receiving support for our releases. If you've used the library and have had a positive (or negative) experience, we'd love to hear from you! + +## Optional Extras +Extras dependencies can be installed via `pip install -e ".[NAME]"` + +| Name | Use | +|-----------------|----------------------------------------------| +| api | For using api models (Anthropic, OpenAI API) | +| deepsparse | For running NM's DeepSparse models | +| dev | For linting PRs and contributions | +| gptq | For loading models with GPTQ | +| hf_transfer | For speeding up HF Hub file downloads | +| ifeval | For running the IFEval task | +| neuronx | For running on AWS inf2 instances | +| mamba | For loading Mamba SSM models | +| math | For running math task answer checking | +| multilingual | For multilingual tokenizers | +| optimum | For running Intel OpenVINO models | +| promptsource | For using PromptSource prompts | +| sentencepiece | For using the sentencepiece tokenizer | +| sparseml | For using NM's SparseML models | +| testing | For running library test suite | +| vllm | For loading models with vLLM | +| zeno | For visualizing results with Zeno | +| --------------- | --------------------------------------- | +| all | Loads all extras (not recommended) | + +## Cite as + +``` +@misc{eval-harness, + author = {Gao, Leo and Tow, Jonathan and Abbasi, Baber and Biderman, Stella and Black, Sid and DiPofi, Anthony and Foster, Charles and Golding, Laurence and Hsu, Jeffrey and Le Noac'h, Alain and Li, Haonan and McDonell, Kyle and Muennighoff, Niklas and Ociepa, Chris and Phang, Jason and Reynolds, Laria and Schoelkopf, Hailey and Skowron, Aviya and Sutawika, Lintang and Tang, Eric and Thite, Anish and Wang, Ben and Wang, Kevin and Zou, Andy}, + title = {A framework for few-shot language model evaluation}, + month = 07, + year = 2024, + publisher = {Zenodo}, + version = {v0.4.3}, + doi = {10.5281/zenodo.12608602}, + url = {https://zenodo.org/records/12608602} +} +``` diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/SOURCES.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/SOURCES.txt new file mode 100644 index 0000000000000000000000000000000000000000..d34ac250960a50bfa54df2cc9bcbddd7ab97d29d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/SOURCES.txt @@ -0,0 +1,3985 @@ +LICENSE.md +README.md +pyproject.toml +setup.py +lm_eval/__init__.py +lm_eval/__main__.py +lm_eval/evaluator.py +lm_eval/evaluator_utils.py +lm_eval/utils.py +lm_eval.egg-info/PKG-INFO +lm_eval.egg-info/SOURCES.txt +lm_eval.egg-info/dependency_links.txt +lm_eval.egg-info/entry_points.txt +lm_eval.egg-info/requires.txt +lm_eval.egg-info/top_level.txt +lm_eval/api/__init__.py +lm_eval/api/filter.py +lm_eval/api/group.py +lm_eval/api/instance.py +lm_eval/api/metrics.py +lm_eval/api/model.py +lm_eval/api/registry.py +lm_eval/api/samplers.py +lm_eval/api/task.py +lm_eval/caching/__init__.py +lm_eval/caching/cache.py +lm_eval/decontamination/__init__.py +lm_eval/decontamination/archiver.py +lm_eval/decontamination/decontaminate.py +lm_eval/decontamination/janitor.py +lm_eval/filters/__init__.py +lm_eval/filters/decontamination.py +lm_eval/filters/extraction.py +lm_eval/filters/selection.py +lm_eval/filters/transformation.py +lm_eval/loggers/__init__.py +lm_eval/loggers/evaluation_tracker.py +lm_eval/loggers/utils.py +lm_eval/loggers/wandb_logger.py +lm_eval/models/__init__.py +lm_eval/models/anthropic_llms.py +lm_eval/models/api_models.py +lm_eval/models/dummy.py +lm_eval/models/gguf.py +lm_eval/models/hf_vlms.py +lm_eval/models/huggingface.py +lm_eval/models/ibm_watsonx_ai.py +lm_eval/models/mamba_lm.py +lm_eval/models/nemo_lm.py +lm_eval/models/neuralmagic.py +lm_eval/models/neuron_optimum.py +lm_eval/models/openai_completions.py +lm_eval/models/optimum_lm.py +lm_eval/models/textsynth.py +lm_eval/models/utils.py +lm_eval/models/vllm_causallms.py +lm_eval/models/vllm_vlms.py +lm_eval/prompts/__init__.py +lm_eval/tasks/README.md +lm_eval/tasks/__init__.py +lm_eval/tasks/aclue/README.md +lm_eval/tasks/aclue/_aclue.yaml +lm_eval/tasks/aclue/_default_template_yaml +lm_eval/tasks/aclue/_generate_configs.py +lm_eval/tasks/aclue/aclue_ancient_chinese_culture.yaml +lm_eval/tasks/aclue/aclue_ancient_literature.yaml +lm_eval/tasks/aclue/aclue_ancient_medical.yaml +lm_eval/tasks/aclue/aclue_ancient_phonetics.yaml +lm_eval/tasks/aclue/aclue_basic_ancient_chinese.yaml +lm_eval/tasks/aclue/aclue_couplet_prediction.yaml +lm_eval/tasks/aclue/aclue_homographic_character_resolution.yaml +lm_eval/tasks/aclue/aclue_named_entity_recognition.yaml +lm_eval/tasks/aclue/aclue_poetry_appreciate.yaml +lm_eval/tasks/aclue/aclue_poetry_context_prediction.yaml +lm_eval/tasks/aclue/aclue_poetry_quality_assessment.yaml +lm_eval/tasks/aclue/aclue_poetry_sentiment_analysis.yaml +lm_eval/tasks/aclue/aclue_polysemy_resolution.yaml +lm_eval/tasks/aclue/aclue_reading_comprehension.yaml +lm_eval/tasks/aclue/aclue_sentence_segmentation.yaml +lm_eval/tasks/aexams/README.md +lm_eval/tasks/aexams/_aexams.yaml +lm_eval/tasks/aexams/_default_template_yaml +lm_eval/tasks/aexams/aexams_Biology.yaml +lm_eval/tasks/aexams/aexams_IslamicStudies.yaml +lm_eval/tasks/aexams/aexams_Physics.yaml +lm_eval/tasks/aexams/aexams_Science.yaml +lm_eval/tasks/aexams/aexams_Social.yaml +lm_eval/tasks/afrimgsm/README.md +lm_eval/tasks/afrimgsm/gen_yaml.sh +lm_eval/tasks/afrimgsm/run.sh +lm_eval/tasks/afrimgsm/utils.py +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_amh.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_eng.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ewe.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_fra.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_hau.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ibo.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml +lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml +lm_eval/tasks/afrimgsm/direct/direct_yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml +lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml +lm_eval/tasks/afrimgsm/en_cot/cot_yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lin.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lug.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_orm.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sna.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sot.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_swa.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_twi.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_wol.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_xho.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_yor.yaml +lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_zul.yaml +lm_eval/tasks/afrimgsm/translate/translate_direct_yaml +lm_eval/tasks/afrimmlu/README.md +lm_eval/tasks/afrimmlu/fewshot.sh +lm_eval/tasks/afrimmlu/utils.py +lm_eval/tasks/afrimmlu/direct/afrimmlu_common_yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_amh.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_eng.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ewe.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_fra.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_hau.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ibo.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_kin.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lin.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lug.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_orm.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sna.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sot.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_swa.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_twi.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_wol.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_xho.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_yor.yaml +lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_zul.yaml +lm_eval/tasks/afrimmlu/direct/utils.py +lm_eval/tasks/afrimmlu/translate/afrimmlu_common_translate_yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_amh.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_eng.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ewe.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_fra.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_hau.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ibo.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_kin.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lin.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lug.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_orm.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sna.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sot.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_swa.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_twi.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_wol.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_xho.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_yor.yaml +lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_zul.yaml +lm_eval/tasks/afrimmlu/translate/utils.py +lm_eval/tasks/afrixnli/README.md +lm_eval/tasks/afrixnli/utils.py +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_amh.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_eng.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ewe.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_fra.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_hau.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ibo.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_kin.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lin.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lug.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_orm.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sna.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sot.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_swa.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_twi.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_wol.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_xho.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yor.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_zul.yaml +lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_amh.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_eng.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ewe.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_fra.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_hau.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ibo.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_kin.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lin.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lug.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_orm.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sna.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sot.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_swa.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_twi.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_wol.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_xho.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yor.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_zul.yaml +lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_amh.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ewe.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_fra.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_hau.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ibo.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_kin.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lin.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lug.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_orm.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sna.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sot.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_swa.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_twi.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_wol.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_xho.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yor.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_zul.yaml +lm_eval/tasks/afrixnli/anli prompt/translate/utils.py +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_amh.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_eng.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ewe.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_fra.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_hau.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ibo.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_kin.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lin.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lug.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_orm.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sna.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sot.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_swa.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_twi.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_wol.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_xho.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml +lm_eval/tasks/afrixnli/lai prompt/direct/utils.py +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yor.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_zul.yaml +lm_eval/tasks/afrixnli/lai prompt/translate/utils.py +lm_eval/tasks/agieval/README.md +lm_eval/tasks/agieval/agieval.yaml +lm_eval/tasks/agieval/agieval_cn.yaml +lm_eval/tasks/agieval/agieval_en.yaml +lm_eval/tasks/agieval/agieval_nous.yaml +lm_eval/tasks/agieval/aqua-rat.yaml +lm_eval/tasks/agieval/gaokao-biology.yaml +lm_eval/tasks/agieval/gaokao-chemistry.yaml +lm_eval/tasks/agieval/gaokao-chinese.yaml +lm_eval/tasks/agieval/gaokao-english.yaml +lm_eval/tasks/agieval/gaokao-geography.yaml +lm_eval/tasks/agieval/gaokao-history.yaml +lm_eval/tasks/agieval/gaokao-mathcloze.yaml +lm_eval/tasks/agieval/gaokao-mathqa.yaml +lm_eval/tasks/agieval/gaokao-physics.yaml +lm_eval/tasks/agieval/jec-qa-ca.yaml +lm_eval/tasks/agieval/jec-qa-kd.yaml +lm_eval/tasks/agieval/logiqa-en.yaml +lm_eval/tasks/agieval/logiqa-zh.yaml +lm_eval/tasks/agieval/lsat-ar.yaml +lm_eval/tasks/agieval/lsat-lr.yaml +lm_eval/tasks/agieval/lsat-rc.yaml +lm_eval/tasks/agieval/math.yaml +lm_eval/tasks/agieval/sat-en-without-passage.yaml +lm_eval/tasks/agieval/sat-en.yaml +lm_eval/tasks/agieval/sat-math.yaml +lm_eval/tasks/agieval/utils.py +lm_eval/tasks/alghafa/copa_ar/README.md +lm_eval/tasks/alghafa/copa_ar/copa_ar.yaml +lm_eval/tasks/alghafa/piqa_ar/README.md +lm_eval/tasks/alghafa/piqa_ar/piqa_ar.yaml +lm_eval/tasks/anli/README.md +lm_eval/tasks/anli/anli_r1.yaml +lm_eval/tasks/anli/anli_r2.yaml +lm_eval/tasks/anli/anli_r3.yaml +lm_eval/tasks/arabic_leaderboard_complete/README.md +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_complete.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_mcq_exams_test_ar.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_dialects.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_msa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_sentiment_task.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_exams.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_leaderboard_arabic_exams.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_abstract_algebra.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_anatomy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_astronomy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_business_ethics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_clinical_knowledge.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_biology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_chemistry.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_computer_science.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_mathematics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_medicine.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_physics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_computer_security.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_conceptual_physics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_econometrics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_electrical_engineering.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_elementary_mathematics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_formal_logic.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_global_facts.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_biology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_chemistry.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_computer_science.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_european_history.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_geography.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_mathematics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_microeconomics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_physics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_psychology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_statistics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_us_history.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_world_history.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_aging.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_sexuality.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_international_law.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_jurisprudence.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_logical_fallacies.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_machine_learning.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_management.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_marketing.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_medical_genetics.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_miscellaneous.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_disputes.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_scenarios.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_nutrition.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_philosophy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_prehistory.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_accounting.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_law.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_medicine.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_psychology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_public_relations.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_security_studies.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_sociology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_us_foreign_policy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_virology.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_world_religions.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_leaderboard_arabic_mt_arc_challenge.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_mt_arc_challenge.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_leaderboard_arabic_mt_arc_easy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_mt_arc_easy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_leaderboard_arabic_mt_boolq.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_mt_boolq.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_leaderboard_arabic_mt_copa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_mt_copa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_leaderboard_arabic_mt_hellaswag.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_mt_hellaswag.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_leaderboard_arabic_mt_mmlu.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_mt_mmlu.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_leaderboard_arabic_mt_openbook_qa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_mt_openbook_qa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_leaderboard_arabic_mt_piqa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_mt_piqa.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_leaderboard_arabic_mt_race.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_mt_race.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_leaderboard_arabic_mt_sciq.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_mt_sciq.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_leaderboard_arabic_mt_toxigen.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_mt_toxigen.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/utils.py +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Algeria.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Ancient_Egypt.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arab_Empire.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Architecture.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Art.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Astronomy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Calligraphy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ceremony.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Clothing.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Culture.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Food.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Funeral.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Geography.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_History.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Language_Origin.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Literature.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Math.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Medicine.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Music.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ornament.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Philosophy.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Wedding.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Bahrain.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Comoros.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Egypt_modern.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromAncientEgypt.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromByzantium.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromChina.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromGreece.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromIslam.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromPersia.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromRome.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Iraq.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_Education.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_branches_and_schools.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islamic_law_system.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Jordan.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Kuwait.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Lebanon.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Libya.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mauritania.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mesopotamia_civilization.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Morocco.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Oman.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Palestine.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Qatar.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Saudi_Arabia.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Somalia.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Sudan.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Syria.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Tunisia.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_United_Arab_Emirates.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Yemen.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_communication.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_computer_and_phone.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_daily_life.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_entertainment.yaml +lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/utils.py +lm_eval/tasks/arabic_leaderboard_light/README.md +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_mcq_exams_test_ar_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_dialects_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_msa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_sentiment_task_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_exams_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_leaderboard_arabic_exams_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_abstract_algebra_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_anatomy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_astronomy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_business_ethics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_clinical_knowledge_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_biology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_chemistry_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_computer_science_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_mathematics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_medicine_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_physics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_computer_security_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_conceptual_physics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_econometrics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_electrical_engineering_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_elementary_mathematics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_formal_logic_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_global_facts_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_biology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_chemistry_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_computer_science_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_european_history_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_geography_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_mathematics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_microeconomics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_physics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_psychology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_statistics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_us_history_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_world_history_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_aging_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_sexuality_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_international_law_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_jurisprudence_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_logical_fallacies_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_machine_learning_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_management_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_marketing_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_medical_genetics_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_miscellaneous_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_disputes_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_scenarios_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_nutrition_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_philosophy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_prehistory_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_accounting_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_law_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_medicine_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_psychology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_public_relations_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_security_studies_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_sociology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_us_foreign_policy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_virology_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_world_religions_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_leaderboard_arabic_mt_arc_challenge_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_mt_arc_challenge_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_leaderboard_arabic_mt_arc_easy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_mt_arc_easy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_leaderboard_arabic_mt_boolq_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_mt_boolq_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arabic_mt_copa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arbic_leaderboard_arabic_mt_copa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_leaderboard_arabic_mt_hellaswag_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_mt_hellaswag_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_leaderboard_arabic_mt_mmlu_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_mt_mmlu_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_leaderboard_arabic_mt_openbook_qa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_mt_openbook_qa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_leaderboard_arabic_mt_piqa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_mt_piqa_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_leaderboard_arabic_mt_race_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_mt_race_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_leaderboard_arabic_mt_sciq_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_mt_sciq_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_leaderboard_arabic_mt_toxigen_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_mt_toxigen_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/utils.py +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Algeria_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Ancient_Egypt_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arab_Empire_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Architecture_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Art_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Astronomy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Calligraphy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ceremony_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Clothing_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Culture_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Food_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Funeral_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Geography_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_History_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Language_Origin_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Literature_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Math_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Medicine_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Music_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ornament_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Philosophy_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Wedding_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Bahrain_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Comoros_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Egypt_modern_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromAncientEgypt_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromByzantium_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromChina_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromGreece_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromIslam_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromPersia_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromRome_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Iraq_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_Education_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_branches_and_schools_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islamic_law_system_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Jordan_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Kuwait_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Lebanon_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Libya_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mauritania_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mesopotamia_civilization_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Morocco_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Oman_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Palestine_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Qatar_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Saudi_Arabia_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Somalia_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Sudan_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml +lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py +lm_eval/tasks/arabicmmlu/README.md +lm_eval/tasks/arabicmmlu/_arabicmmlu.yaml +lm_eval/tasks/arabicmmlu/_arabicmmlu_humanities.yaml +lm_eval/tasks/arabicmmlu/_arabicmmlu_language.yaml +lm_eval/tasks/arabicmmlu/_arabicmmlu_other.yaml +lm_eval/tasks/arabicmmlu/_arabicmmlu_social_science.yaml +lm_eval/tasks/arabicmmlu/_arabicmmlu_stem.yaml +lm_eval/tasks/arabicmmlu/_default_arabicmmlu_template_yaml +lm_eval/tasks/arabicmmlu/_generate_configs.py +lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_grammar.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_driving_test.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_arabic_language.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_biology.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_civics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_computer_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_economics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_geography.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_history.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_islamic_studies.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_philosophy.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_high_physics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_arabic_language.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_computer_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_general_knowledge.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_history.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_math.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_natural_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_univ_accounting.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_univ_computer_science.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_univ_economics.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_univ_management.yaml +lm_eval/tasks/arabicmmlu/arabicmmlu_univ_political_science.yaml +lm_eval/tasks/arabicmmlu/utils.py +lm_eval/tasks/arc/README.md +lm_eval/tasks/arc/arc_challenge.yaml +lm_eval/tasks/arc/arc_easy.yaml +lm_eval/tasks/arc_mt/README.md +lm_eval/tasks/arc_mt/arc_challenge_mt_da.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_de.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_el.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_es.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_fi.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_hu.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_is.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_it.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_nb.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_pl.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_pt.yaml +lm_eval/tasks/arc_mt/arc_challenge_mt_sv.yaml +lm_eval/tasks/arithmetic/README.md +lm_eval/tasks/arithmetic/arithmetic_1dc.yaml +lm_eval/tasks/arithmetic/arithmetic_2da.yaml +lm_eval/tasks/arithmetic/arithmetic_2dm.yaml +lm_eval/tasks/arithmetic/arithmetic_2ds.yaml +lm_eval/tasks/arithmetic/arithmetic_3da.yaml +lm_eval/tasks/arithmetic/arithmetic_3ds.yaml +lm_eval/tasks/arithmetic/arithmetic_4da.yaml +lm_eval/tasks/arithmetic/arithmetic_4ds.yaml +lm_eval/tasks/arithmetic/arithmetic_5da.yaml +lm_eval/tasks/arithmetic/arithmetic_5ds.yaml +lm_eval/tasks/asdiv/README.md +lm_eval/tasks/asdiv/asdiv-cot-llama.yaml +lm_eval/tasks/asdiv/default.yaml +lm_eval/tasks/babi/README.md +lm_eval/tasks/babi/babi.yaml +lm_eval/tasks/basque_bench/README.md +lm_eval/tasks/basque_bench/basque_bench.yaml +lm_eval/tasks/basque_bench/mgsm_cot_native_eu.yaml +lm_eval/tasks/basque_bench/mgsm_direct_eu.yaml +lm_eval/tasks/basque_bench/utils.py +lm_eval/tasks/basque_bench/wnli_eu.yaml +lm_eval/tasks/basque_bench/xcopa_eu.yaml +lm_eval/tasks/basque_bench/flores_eu/_flores_common_yaml +lm_eval/tasks/basque_bench/flores_eu/create_yamls_flores_eu.py +lm_eval/tasks/basque_bench/flores_eu/flores_ca-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_de-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_en-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_es-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-ca.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-de.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-en.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-es.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-fr.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-gl.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-it.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu-pt.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_fr-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_gl-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_it-eu.yaml +lm_eval/tasks/basque_bench/flores_eu/flores_pt-eu.yaml +lm_eval/tasks/basqueglue/README.md +lm_eval/tasks/basqueglue/bec.yaml +lm_eval/tasks/basqueglue/bhtc.yaml +lm_eval/tasks/basqueglue/coref.yaml +lm_eval/tasks/basqueglue/qnli.yaml +lm_eval/tasks/basqueglue/utils.py +lm_eval/tasks/basqueglue/vaxx.yaml +lm_eval/tasks/basqueglue/wic.yaml +lm_eval/tasks/bbh/README.md +lm_eval/tasks/bbh/_generate_configs.py +lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml +lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml +lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml +lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml +lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml +lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml +lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml +lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml +lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml +lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml +lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml +lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml +lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml +lm_eval/tasks/bbh/cot_fewshot/navigate.yaml +lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml +lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml +lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml +lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml +lm_eval/tasks/bbh/cot_fewshot/snarks.yaml +lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml +lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml +lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_three_objects.yaml +lm_eval/tasks/bbh/cot_fewshot/web_of_lies.yaml +lm_eval/tasks/bbh/cot_fewshot/word_sorting.yaml +lm_eval/tasks/bbh/cot_zeroshot/_bbh_cot_zeroshot.yaml +lm_eval/tasks/bbh/cot_zeroshot/_cot_zeroshot_template_yaml +lm_eval/tasks/bbh/cot_zeroshot/boolean_expressions.yaml +lm_eval/tasks/bbh/cot_zeroshot/causal_judgement.yaml +lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml +lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml +lm_eval/tasks/bbh/cot_zeroshot/dyck_languages.yaml +lm_eval/tasks/bbh/cot_zeroshot/formal_fallacies.yaml +lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml +lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml +lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml +lm_eval/tasks/bbh/cot_zeroshot/multistep_arithmetic_two.yaml +lm_eval/tasks/bbh/cot_zeroshot/navigate.yaml +lm_eval/tasks/bbh/cot_zeroshot/object_counting.yaml +lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml +lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml +lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml +lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml +lm_eval/tasks/bbh/cot_zeroshot/sports_understanding.yaml +lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml +lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml +lm_eval/tasks/bbh/cot_zeroshot/utils.py +lm_eval/tasks/bbh/cot_zeroshot/web_of_lies.yaml +lm_eval/tasks/bbh/cot_zeroshot/word_sorting.yaml +lm_eval/tasks/bbh/fewshot/_bbh_fewshot.yaml +lm_eval/tasks/bbh/fewshot/_fewshot_template_yaml +lm_eval/tasks/bbh/fewshot/boolean_expressions.yaml +lm_eval/tasks/bbh/fewshot/causal_judgement.yaml +lm_eval/tasks/bbh/fewshot/date_understanding.yaml +lm_eval/tasks/bbh/fewshot/disambiguation_qa.yaml +lm_eval/tasks/bbh/fewshot/dyck_languages.yaml +lm_eval/tasks/bbh/fewshot/formal_fallacies.yaml +lm_eval/tasks/bbh/fewshot/geometric_shapes.yaml +lm_eval/tasks/bbh/fewshot/hyperbaton.yaml +lm_eval/tasks/bbh/fewshot/logical_deduction_five_objects.yaml +lm_eval/tasks/bbh/fewshot/logical_deduction_seven_objects.yaml +lm_eval/tasks/bbh/fewshot/logical_deduction_three_objects.yaml +lm_eval/tasks/bbh/fewshot/movie_recommendation.yaml +lm_eval/tasks/bbh/fewshot/multistep_arithmetic_two.yaml +lm_eval/tasks/bbh/fewshot/navigate.yaml +lm_eval/tasks/bbh/fewshot/object_counting.yaml +lm_eval/tasks/bbh/fewshot/penguins_in_a_table.yaml +lm_eval/tasks/bbh/fewshot/reasoning_about_colored_objects.yaml +lm_eval/tasks/bbh/fewshot/ruin_names.yaml +lm_eval/tasks/bbh/fewshot/salient_translation_error_detection.yaml +lm_eval/tasks/bbh/fewshot/snarks.yaml +lm_eval/tasks/bbh/fewshot/sports_understanding.yaml +lm_eval/tasks/bbh/fewshot/temporal_sequences.yaml +lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_five_objects.yaml +lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_seven_objects.yaml +lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_three_objects.yaml +lm_eval/tasks/bbh/fewshot/web_of_lies.yaml +lm_eval/tasks/bbh/fewshot/word_sorting.yaml +lm_eval/tasks/bbh/zeroshot/_bbh_zeroshot.yaml +lm_eval/tasks/bbh/zeroshot/_zeroshot_template_yaml +lm_eval/tasks/bbh/zeroshot/boolean_expressions.yaml +lm_eval/tasks/bbh/zeroshot/causal_judgement.yaml +lm_eval/tasks/bbh/zeroshot/date_understanding.yaml +lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml +lm_eval/tasks/bbh/zeroshot/dyck_languages.yaml +lm_eval/tasks/bbh/zeroshot/formal_fallacies.yaml +lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml +lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml +lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml +lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml +lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml +lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml +lm_eval/tasks/bbh/zeroshot/multistep_arithmetic_two.yaml +lm_eval/tasks/bbh/zeroshot/navigate.yaml +lm_eval/tasks/bbh/zeroshot/object_counting.yaml +lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml +lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml +lm_eval/tasks/bbh/zeroshot/ruin_names.yaml +lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml +lm_eval/tasks/bbh/zeroshot/snarks.yaml +lm_eval/tasks/bbh/zeroshot/sports_understanding.yaml +lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml +lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml +lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml +lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml +lm_eval/tasks/bbh/zeroshot/utils.py +lm_eval/tasks/bbh/zeroshot/web_of_lies.yaml +lm_eval/tasks/bbh/zeroshot/word_sorting.yaml +lm_eval/tasks/belebele/README.md +lm_eval/tasks/belebele/_belebele.yaml +lm_eval/tasks/belebele/_default_template_yaml +lm_eval/tasks/belebele/_generate_configs.py +lm_eval/tasks/belebele/belebele_acm_Arab.yaml +lm_eval/tasks/belebele/belebele_afr_Latn.yaml +lm_eval/tasks/belebele/belebele_als_Latn.yaml +lm_eval/tasks/belebele/belebele_amh_Ethi.yaml +lm_eval/tasks/belebele/belebele_apc_Arab.yaml +lm_eval/tasks/belebele/belebele_arb_Arab.yaml +lm_eval/tasks/belebele/belebele_arb_Latn.yaml +lm_eval/tasks/belebele/belebele_ars_Arab.yaml +lm_eval/tasks/belebele/belebele_ary_Arab.yaml +lm_eval/tasks/belebele/belebele_arz_Arab.yaml +lm_eval/tasks/belebele/belebele_asm_Beng.yaml +lm_eval/tasks/belebele/belebele_azj_Latn.yaml +lm_eval/tasks/belebele/belebele_bam_Latn.yaml +lm_eval/tasks/belebele/belebele_ben_Beng.yaml +lm_eval/tasks/belebele/belebele_ben_Latn.yaml +lm_eval/tasks/belebele/belebele_bod_Tibt.yaml +lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml +lm_eval/tasks/belebele/belebele_cat_Latn.yaml +lm_eval/tasks/belebele/belebele_ceb_Latn.yaml +lm_eval/tasks/belebele/belebele_ces_Latn.yaml +lm_eval/tasks/belebele/belebele_ckb_Arab.yaml +lm_eval/tasks/belebele/belebele_dan_Latn.yaml +lm_eval/tasks/belebele/belebele_deu_Latn.yaml +lm_eval/tasks/belebele/belebele_ell_Grek.yaml +lm_eval/tasks/belebele/belebele_eng_Latn.yaml +lm_eval/tasks/belebele/belebele_est_Latn.yaml +lm_eval/tasks/belebele/belebele_eus_Latn.yaml +lm_eval/tasks/belebele/belebele_fin_Latn.yaml +lm_eval/tasks/belebele/belebele_fra_Latn.yaml +lm_eval/tasks/belebele/belebele_fuv_Latn.yaml +lm_eval/tasks/belebele/belebele_gaz_Latn.yaml +lm_eval/tasks/belebele/belebele_grn_Latn.yaml +lm_eval/tasks/belebele/belebele_guj_Gujr.yaml +lm_eval/tasks/belebele/belebele_hat_Latn.yaml +lm_eval/tasks/belebele/belebele_hau_Latn.yaml +lm_eval/tasks/belebele/belebele_heb_Hebr.yaml +lm_eval/tasks/belebele/belebele_hin_Deva.yaml +lm_eval/tasks/belebele/belebele_hin_Latn.yaml +lm_eval/tasks/belebele/belebele_hrv_Latn.yaml +lm_eval/tasks/belebele/belebele_hun_Latn.yaml +lm_eval/tasks/belebele/belebele_hye_Armn.yaml +lm_eval/tasks/belebele/belebele_ibo_Latn.yaml +lm_eval/tasks/belebele/belebele_ilo_Latn.yaml +lm_eval/tasks/belebele/belebele_ind_Latn.yaml +lm_eval/tasks/belebele/belebele_isl_Latn.yaml +lm_eval/tasks/belebele/belebele_ita_Latn.yaml +lm_eval/tasks/belebele/belebele_jav_Latn.yaml +lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml +lm_eval/tasks/belebele/belebele_kac_Latn.yaml +lm_eval/tasks/belebele/belebele_kan_Knda.yaml +lm_eval/tasks/belebele/belebele_kat_Geor.yaml +lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml +lm_eval/tasks/belebele/belebele_kea_Latn.yaml +lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml +lm_eval/tasks/belebele/belebele_khm_Khmr.yaml +lm_eval/tasks/belebele/belebele_kin_Latn.yaml +lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml +lm_eval/tasks/belebele/belebele_kor_Hang.yaml +lm_eval/tasks/belebele/belebele_lao_Laoo.yaml +lm_eval/tasks/belebele/belebele_lin_Latn.yaml +lm_eval/tasks/belebele/belebele_lit_Latn.yaml +lm_eval/tasks/belebele/belebele_lug_Latn.yaml +lm_eval/tasks/belebele/belebele_luo_Latn.yaml +lm_eval/tasks/belebele/belebele_lvs_Latn.yaml +lm_eval/tasks/belebele/belebele_mal_Mlym.yaml +lm_eval/tasks/belebele/belebele_mar_Deva.yaml +lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml +lm_eval/tasks/belebele/belebele_mlt_Latn.yaml +lm_eval/tasks/belebele/belebele_mri_Latn.yaml +lm_eval/tasks/belebele/belebele_mya_Mymr.yaml +lm_eval/tasks/belebele/belebele_nld_Latn.yaml +lm_eval/tasks/belebele/belebele_nob_Latn.yaml +lm_eval/tasks/belebele/belebele_npi_Deva.yaml +lm_eval/tasks/belebele/belebele_npi_Latn.yaml +lm_eval/tasks/belebele/belebele_nso_Latn.yaml +lm_eval/tasks/belebele/belebele_nya_Latn.yaml +lm_eval/tasks/belebele/belebele_ory_Orya.yaml +lm_eval/tasks/belebele/belebele_pan_Guru.yaml +lm_eval/tasks/belebele/belebele_pbt_Arab.yaml +lm_eval/tasks/belebele/belebele_pes_Arab.yaml +lm_eval/tasks/belebele/belebele_plt_Latn.yaml +lm_eval/tasks/belebele/belebele_pol_Latn.yaml +lm_eval/tasks/belebele/belebele_por_Latn.yaml +lm_eval/tasks/belebele/belebele_ron_Latn.yaml +lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml +lm_eval/tasks/belebele/belebele_shn_Mymr.yaml +lm_eval/tasks/belebele/belebele_sin_Latn.yaml +lm_eval/tasks/belebele/belebele_sin_Sinh.yaml +lm_eval/tasks/belebele/belebele_slk_Latn.yaml +lm_eval/tasks/belebele/belebele_slv_Latn.yaml +lm_eval/tasks/belebele/belebele_sna_Latn.yaml +lm_eval/tasks/belebele/belebele_snd_Arab.yaml +lm_eval/tasks/belebele/belebele_som_Latn.yaml +lm_eval/tasks/belebele/belebele_sot_Latn.yaml +lm_eval/tasks/belebele/belebele_spa_Latn.yaml +lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml +lm_eval/tasks/belebele/belebele_ssw_Latn.yaml +lm_eval/tasks/belebele/belebele_sun_Latn.yaml +lm_eval/tasks/belebele/belebele_swe_Latn.yaml +lm_eval/tasks/belebele/belebele_swh_Latn.yaml +lm_eval/tasks/belebele/belebele_tam_Taml.yaml +lm_eval/tasks/belebele/belebele_tel_Telu.yaml +lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml +lm_eval/tasks/belebele/belebele_tgl_Latn.yaml +lm_eval/tasks/belebele/belebele_tha_Thai.yaml +lm_eval/tasks/belebele/belebele_tir_Ethi.yaml +lm_eval/tasks/belebele/belebele_tsn_Latn.yaml +lm_eval/tasks/belebele/belebele_tso_Latn.yaml +lm_eval/tasks/belebele/belebele_tur_Latn.yaml +lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml +lm_eval/tasks/belebele/belebele_urd_Arab.yaml +lm_eval/tasks/belebele/belebele_urd_Latn.yaml +lm_eval/tasks/belebele/belebele_uzn_Latn.yaml +lm_eval/tasks/belebele/belebele_vie_Latn.yaml +lm_eval/tasks/belebele/belebele_war_Latn.yaml +lm_eval/tasks/belebele/belebele_wol_Latn.yaml +lm_eval/tasks/belebele/belebele_xho_Latn.yaml +lm_eval/tasks/belebele/belebele_yor_Latn.yaml +lm_eval/tasks/belebele/belebele_zho_Hans.yaml +lm_eval/tasks/belebele/belebele_zho_Hant.yaml +lm_eval/tasks/belebele/belebele_zsm_Latn.yaml +lm_eval/tasks/belebele/belebele_zul_Latn.yaml +lm_eval/tasks/benchmarks/minerva_math.yaml +lm_eval/tasks/benchmarks/openllm.yaml +lm_eval/tasks/benchmarks/pythia.yaml +lm_eval/tasks/benchmarks/t0_eval.yaml +lm_eval/tasks/benchmarks/flan/_held_in_template_yaml +lm_eval/tasks/benchmarks/flan/flan_held_in.yaml +lm_eval/tasks/benchmarks/flan/flan_held_out.yaml +lm_eval/tasks/benchmarks/multimedqa/README.md +lm_eval/tasks/benchmarks/multimedqa/multimedqa.yaml +lm_eval/tasks/bertaqa/README.md +lm_eval/tasks/bertaqa/_bertaqa_template +lm_eval/tasks/bertaqa/bertaqa_en.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_gemma-7b.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_hitz.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_itzuli.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-13b.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-70b.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-7b.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_madlad.yaml +lm_eval/tasks/bertaqa/bertaqa_en_mt_nllb.yaml +lm_eval/tasks/bertaqa/bertaqa_eu.yaml +lm_eval/tasks/bigbench/README.md +lm_eval/tasks/bigbench/generate_tasks.py +lm_eval/tasks/bigbench/generate_until_template_yaml +lm_eval/tasks/bigbench/multiple_choice_template_a_yaml +lm_eval/tasks/bigbench/multiple_choice_template_b_yaml +lm_eval/tasks/bigbench/push_bigbench_dataset.py +lm_eval/tasks/bigbench/generate_until/abstract_narrative_understanding.yaml +lm_eval/tasks/bigbench/generate_until/anachronisms.yaml +lm_eval/tasks/bigbench/generate_until/analogical_similarity.yaml +lm_eval/tasks/bigbench/generate_until/analytic_entailment.yaml +lm_eval/tasks/bigbench/generate_until/arithmetic.yaml +lm_eval/tasks/bigbench/generate_until/ascii_word_recognition.yaml +lm_eval/tasks/bigbench/generate_until/authorship_verification.yaml +lm_eval/tasks/bigbench/generate_until/auto_categorization.yaml +lm_eval/tasks/bigbench/generate_until/auto_debugging.yaml +lm_eval/tasks/bigbench/generate_until/bbq_lite_json.yaml +lm_eval/tasks/bigbench/generate_until/bridging_anaphora_resolution_barqa.yaml +lm_eval/tasks/bigbench/generate_until/causal_judgment.yaml +lm_eval/tasks/bigbench/generate_until/cause_and_effect.yaml +lm_eval/tasks/bigbench/generate_until/checkmate_in_one.yaml +lm_eval/tasks/bigbench/generate_until/chess_state_tracking.yaml +lm_eval/tasks/bigbench/generate_until/chinese_remainder_theorem.yaml +lm_eval/tasks/bigbench/generate_until/cifar10_classification.yaml +lm_eval/tasks/bigbench/generate_until/code_line_description.yaml +lm_eval/tasks/bigbench/generate_until/codenames.yaml +lm_eval/tasks/bigbench/generate_until/color.yaml +lm_eval/tasks/bigbench/generate_until/common_morpheme.yaml +lm_eval/tasks/bigbench/generate_until/conceptual_combinations.yaml +lm_eval/tasks/bigbench/generate_until/conlang_translation.yaml +lm_eval/tasks/bigbench/generate_until/contextual_parametric_knowledge_conflicts.yaml +lm_eval/tasks/bigbench/generate_until/crash_blossom.yaml +lm_eval/tasks/bigbench/generate_until/crass_ai.yaml +lm_eval/tasks/bigbench/generate_until/cryobiology_spanish.yaml +lm_eval/tasks/bigbench/generate_until/cryptonite.yaml +lm_eval/tasks/bigbench/generate_until/cs_algorithms.yaml +lm_eval/tasks/bigbench/generate_until/dark_humor_detection.yaml +lm_eval/tasks/bigbench/generate_until/date_understanding.yaml +lm_eval/tasks/bigbench/generate_until/disambiguation_qa.yaml +lm_eval/tasks/bigbench/generate_until/discourse_marker_prediction.yaml +lm_eval/tasks/bigbench/generate_until/disfl_qa.yaml +lm_eval/tasks/bigbench/generate_until/dyck_languages.yaml +lm_eval/tasks/bigbench/generate_until/elementary_math_qa.yaml +lm_eval/tasks/bigbench/generate_until/emoji_movie.yaml +lm_eval/tasks/bigbench/generate_until/emojis_emotion_prediction.yaml +lm_eval/tasks/bigbench/generate_until/empirical_judgments.yaml +lm_eval/tasks/bigbench/generate_until/english_proverbs.yaml +lm_eval/tasks/bigbench/generate_until/english_russian_proverbs.yaml +lm_eval/tasks/bigbench/generate_until/entailed_polarity.yaml +lm_eval/tasks/bigbench/generate_until/entailed_polarity_hindi.yaml +lm_eval/tasks/bigbench/generate_until/epistemic_reasoning.yaml +lm_eval/tasks/bigbench/generate_until/evaluating_information_essentiality.yaml +lm_eval/tasks/bigbench/generate_until/fact_checker.yaml +lm_eval/tasks/bigbench/generate_until/fantasy_reasoning.yaml +lm_eval/tasks/bigbench/generate_until/few_shot_nlg.yaml +lm_eval/tasks/bigbench/generate_until/figure_of_speech_detection.yaml +lm_eval/tasks/bigbench/generate_until/formal_fallacies_syllogisms_negation.yaml +lm_eval/tasks/bigbench/generate_until/gem.yaml +lm_eval/tasks/bigbench/generate_until/gender_inclusive_sentences_german.yaml +lm_eval/tasks/bigbench/generate_until/general_knowledge.yaml +lm_eval/tasks/bigbench/generate_until/geometric_shapes.yaml +lm_eval/tasks/bigbench/generate_until/goal_step_wikihow.yaml +lm_eval/tasks/bigbench/generate_until/gre_reading_comprehension.yaml +lm_eval/tasks/bigbench/generate_until/hhh_alignment.yaml +lm_eval/tasks/bigbench/generate_until/hindi_question_answering.yaml +lm_eval/tasks/bigbench/generate_until/hindu_knowledge.yaml +lm_eval/tasks/bigbench/generate_until/hinglish_toxicity.yaml +lm_eval/tasks/bigbench/generate_until/human_organs_senses.yaml +lm_eval/tasks/bigbench/generate_until/hyperbaton.yaml +lm_eval/tasks/bigbench/generate_until/identify_math_theorems.yaml +lm_eval/tasks/bigbench/generate_until/identify_odd_metaphor.yaml +lm_eval/tasks/bigbench/generate_until/implicatures.yaml +lm_eval/tasks/bigbench/generate_until/implicit_relations.yaml +lm_eval/tasks/bigbench/generate_until/intent_recognition.yaml +lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_nli.yaml +lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_transliterate.yaml +lm_eval/tasks/bigbench/generate_until/intersect_geometry.yaml +lm_eval/tasks/bigbench/generate_until/irony_identification.yaml +lm_eval/tasks/bigbench/generate_until/kanji_ascii.yaml +lm_eval/tasks/bigbench/generate_until/kannada.yaml +lm_eval/tasks/bigbench/generate_until/key_value_maps.yaml +lm_eval/tasks/bigbench/generate_until/known_unknowns.yaml +lm_eval/tasks/bigbench/generate_until/language_games.yaml +lm_eval/tasks/bigbench/generate_until/language_identification.yaml +lm_eval/tasks/bigbench/generate_until/linguistic_mappings.yaml +lm_eval/tasks/bigbench/generate_until/linguistics_puzzles.yaml +lm_eval/tasks/bigbench/generate_until/list_functions.yaml +lm_eval/tasks/bigbench/generate_until/logic_grid_puzzle.yaml +lm_eval/tasks/bigbench/generate_until/logical_args.yaml +lm_eval/tasks/bigbench/generate_until/logical_deduction.yaml +lm_eval/tasks/bigbench/generate_until/logical_fallacy_detection.yaml +lm_eval/tasks/bigbench/generate_until/logical_sequence.yaml +lm_eval/tasks/bigbench/generate_until/mathematical_induction.yaml +lm_eval/tasks/bigbench/generate_until/matrixshapes.yaml +lm_eval/tasks/bigbench/generate_until/metaphor_boolean.yaml +lm_eval/tasks/bigbench/generate_until/metaphor_understanding.yaml +lm_eval/tasks/bigbench/generate_until/minute_mysteries_qa.yaml +lm_eval/tasks/bigbench/generate_until/misconceptions.yaml +lm_eval/tasks/bigbench/generate_until/misconceptions_russian.yaml +lm_eval/tasks/bigbench/generate_until/mnist_ascii.yaml +lm_eval/tasks/bigbench/generate_until/modified_arithmetic.yaml +lm_eval/tasks/bigbench/generate_until/moral_permissibility.yaml +lm_eval/tasks/bigbench/generate_until/movie_dialog_same_or_different.yaml +lm_eval/tasks/bigbench/generate_until/movie_recommendation.yaml +lm_eval/tasks/bigbench/generate_until/mult_data_wrangling.yaml +lm_eval/tasks/bigbench/generate_until/multiemo.yaml +lm_eval/tasks/bigbench/generate_until/natural_instructions.yaml +lm_eval/tasks/bigbench/generate_until/navigate.yaml +lm_eval/tasks/bigbench/generate_until/nonsense_words_grammar.yaml +lm_eval/tasks/bigbench/generate_until/novel_concepts.yaml +lm_eval/tasks/bigbench/generate_until/object_counting.yaml +lm_eval/tasks/bigbench/generate_until/odd_one_out.yaml +lm_eval/tasks/bigbench/generate_until/operators.yaml +lm_eval/tasks/bigbench/generate_until/paragraph_segmentation.yaml +lm_eval/tasks/bigbench/generate_until/parsinlu_qa.yaml +lm_eval/tasks/bigbench/generate_until/parsinlu_reading_comprehension.yaml +lm_eval/tasks/bigbench/generate_until/penguins_in_a_table.yaml +lm_eval/tasks/bigbench/generate_until/periodic_elements.yaml +lm_eval/tasks/bigbench/generate_until/persian_idioms.yaml +lm_eval/tasks/bigbench/generate_until/phrase_relatedness.yaml +lm_eval/tasks/bigbench/generate_until/physical_intuition.yaml +lm_eval/tasks/bigbench/generate_until/physics.yaml +lm_eval/tasks/bigbench/generate_until/physics_questions.yaml +lm_eval/tasks/bigbench/generate_until/play_dialog_same_or_different.yaml +lm_eval/tasks/bigbench/generate_until/polish_sequence_labeling.yaml +lm_eval/tasks/bigbench/generate_until/presuppositions_as_nli.yaml +lm_eval/tasks/bigbench/generate_until/qa_wikidata.yaml +lm_eval/tasks/bigbench/generate_until/question_selection.yaml +lm_eval/tasks/bigbench/generate_until/real_or_fake_text.yaml +lm_eval/tasks/bigbench/generate_until/reasoning_about_colored_objects.yaml +lm_eval/tasks/bigbench/generate_until/repeat_copy_logic.yaml +lm_eval/tasks/bigbench/generate_until/rephrase.yaml +lm_eval/tasks/bigbench/generate_until/riddle_sense.yaml +lm_eval/tasks/bigbench/generate_until/ruin_names.yaml +lm_eval/tasks/bigbench/generate_until/salient_translation_error_detection.yaml +lm_eval/tasks/bigbench/generate_until/scientific_press_release.yaml +lm_eval/tasks/bigbench/generate_until/semantic_parsing_in_context_sparc.yaml +lm_eval/tasks/bigbench/generate_until/semantic_parsing_spider.yaml +lm_eval/tasks/bigbench/generate_until/sentence_ambiguity.yaml +lm_eval/tasks/bigbench/generate_until/similarities_abstraction.yaml +lm_eval/tasks/bigbench/generate_until/simp_turing_concept.yaml +lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json.yaml +lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_multiple_choice.yaml +lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_subtasks.yaml +lm_eval/tasks/bigbench/generate_until/simple_arithmetic_multiple_targets_json.yaml +lm_eval/tasks/bigbench/generate_until/simple_ethical_questions.yaml +lm_eval/tasks/bigbench/generate_until/simple_text_editing.yaml +lm_eval/tasks/bigbench/generate_until/snarks.yaml +lm_eval/tasks/bigbench/generate_until/social_iqa.yaml +lm_eval/tasks/bigbench/generate_until/social_support.yaml +lm_eval/tasks/bigbench/generate_until/sports_understanding.yaml +lm_eval/tasks/bigbench/generate_until/strange_stories.yaml +lm_eval/tasks/bigbench/generate_until/strategyqa.yaml +lm_eval/tasks/bigbench/generate_until/sufficient_information.yaml +lm_eval/tasks/bigbench/generate_until/suicide_risk.yaml +lm_eval/tasks/bigbench/generate_until/swahili_english_proverbs.yaml +lm_eval/tasks/bigbench/generate_until/swedish_to_german_proverbs.yaml +lm_eval/tasks/bigbench/generate_until/symbol_interpretation.yaml +lm_eval/tasks/bigbench/generate_until/temporal_sequences.yaml +lm_eval/tasks/bigbench/generate_until/tense.yaml +lm_eval/tasks/bigbench/generate_until/timedial.yaml +lm_eval/tasks/bigbench/generate_until/topical_chat.yaml +lm_eval/tasks/bigbench/generate_until/tracking_shuffled_objects.yaml +lm_eval/tasks/bigbench/generate_until/understanding_fables.yaml +lm_eval/tasks/bigbench/generate_until/undo_permutation.yaml +lm_eval/tasks/bigbench/generate_until/unit_conversion.yaml +lm_eval/tasks/bigbench/generate_until/unit_interpretation.yaml +lm_eval/tasks/bigbench/generate_until/unnatural_in_context_learning.yaml +lm_eval/tasks/bigbench/generate_until/vitaminc_fact_verification.yaml +lm_eval/tasks/bigbench/generate_until/what_is_the_tao.yaml +lm_eval/tasks/bigbench/generate_until/which_wiki_edit.yaml +lm_eval/tasks/bigbench/generate_until/winowhy.yaml +lm_eval/tasks/bigbench/generate_until/word_sorting.yaml +lm_eval/tasks/bigbench/generate_until/word_unscrambling.yaml +lm_eval/tasks/bigbench/multiple_choice/abstract_narrative_understanding.yaml +lm_eval/tasks/bigbench/multiple_choice/anachronisms.yaml +lm_eval/tasks/bigbench/multiple_choice/analogical_similarity.yaml +lm_eval/tasks/bigbench/multiple_choice/analytic_entailment.yaml +lm_eval/tasks/bigbench/multiple_choice/arithmetic.yaml +lm_eval/tasks/bigbench/multiple_choice/authorship_verification.yaml +lm_eval/tasks/bigbench/multiple_choice/bbq_lite_json.yaml +lm_eval/tasks/bigbench/multiple_choice/causal_judgment.yaml +lm_eval/tasks/bigbench/multiple_choice/cause_and_effect.yaml +lm_eval/tasks/bigbench/multiple_choice/checkmate_in_one.yaml +lm_eval/tasks/bigbench/multiple_choice/cifar10_classification.yaml +lm_eval/tasks/bigbench/multiple_choice/code_line_description.yaml +lm_eval/tasks/bigbench/multiple_choice/color.yaml +lm_eval/tasks/bigbench/multiple_choice/common_morpheme.yaml +lm_eval/tasks/bigbench/multiple_choice/conceptual_combinations.yaml +lm_eval/tasks/bigbench/multiple_choice/contextual_parametric_knowledge_conflicts.yaml +lm_eval/tasks/bigbench/multiple_choice/crash_blossom.yaml +lm_eval/tasks/bigbench/multiple_choice/crass_ai.yaml +lm_eval/tasks/bigbench/multiple_choice/cryobiology_spanish.yaml +lm_eval/tasks/bigbench/multiple_choice/cs_algorithms.yaml +lm_eval/tasks/bigbench/multiple_choice/dark_humor_detection.yaml +lm_eval/tasks/bigbench/multiple_choice/date_understanding.yaml +lm_eval/tasks/bigbench/multiple_choice/disambiguation_qa.yaml +lm_eval/tasks/bigbench/multiple_choice/discourse_marker_prediction.yaml +lm_eval/tasks/bigbench/multiple_choice/dyck_languages.yaml +lm_eval/tasks/bigbench/multiple_choice/elementary_math_qa.yaml +lm_eval/tasks/bigbench/multiple_choice/emoji_movie.yaml +lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml +lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml +lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml +lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml +lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml +lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml +lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml +lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml +lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml +lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml +lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml +lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml +lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml +lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml +lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml +lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml +lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml +lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml +lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml +lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml +lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml +lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml +lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml +lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml +lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml +lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml +lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml +lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml +lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml +lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml +lm_eval/tasks/bigbench/multiple_choice/kannada.yaml +lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml +lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml +lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml +lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml +lm_eval/tasks/bigbench/multiple_choice/logical_args.yaml +lm_eval/tasks/bigbench/multiple_choice/logical_deduction.yaml +lm_eval/tasks/bigbench/multiple_choice/logical_fallacy_detection.yaml +lm_eval/tasks/bigbench/multiple_choice/logical_sequence.yaml +lm_eval/tasks/bigbench/multiple_choice/mathematical_induction.yaml +lm_eval/tasks/bigbench/multiple_choice/metaphor_boolean.yaml +lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml +lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml +lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml +lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml +lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml +lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml +lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml +lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml +lm_eval/tasks/bigbench/multiple_choice/navigate.yaml +lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml +lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml +lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml +lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml +lm_eval/tasks/bigbench/multiple_choice/penguins_in_a_table.yaml +lm_eval/tasks/bigbench/multiple_choice/periodic_elements.yaml +lm_eval/tasks/bigbench/multiple_choice/persian_idioms.yaml +lm_eval/tasks/bigbench/multiple_choice/phrase_relatedness.yaml +lm_eval/tasks/bigbench/multiple_choice/physical_intuition.yaml +lm_eval/tasks/bigbench/multiple_choice/physics.yaml +lm_eval/tasks/bigbench/multiple_choice/play_dialog_same_or_different.yaml +lm_eval/tasks/bigbench/multiple_choice/presuppositions_as_nli.yaml +lm_eval/tasks/bigbench/multiple_choice/question_selection.yaml +lm_eval/tasks/bigbench/multiple_choice/real_or_fake_text.yaml +lm_eval/tasks/bigbench/multiple_choice/reasoning_about_colored_objects.yaml +lm_eval/tasks/bigbench/multiple_choice/riddle_sense.yaml +lm_eval/tasks/bigbench/multiple_choice/ruin_names.yaml +lm_eval/tasks/bigbench/multiple_choice/salient_translation_error_detection.yaml +lm_eval/tasks/bigbench/multiple_choice/sentence_ambiguity.yaml +lm_eval/tasks/bigbench/multiple_choice/similarities_abstraction.yaml +lm_eval/tasks/bigbench/multiple_choice/simple_ethical_questions.yaml +lm_eval/tasks/bigbench/multiple_choice/snarks.yaml +lm_eval/tasks/bigbench/multiple_choice/social_iqa.yaml +lm_eval/tasks/bigbench/multiple_choice/social_support.yaml +lm_eval/tasks/bigbench/multiple_choice/sports_understanding.yaml +lm_eval/tasks/bigbench/multiple_choice/strange_stories.yaml +lm_eval/tasks/bigbench/multiple_choice/strategyqa.yaml +lm_eval/tasks/bigbench/multiple_choice/suicide_risk.yaml +lm_eval/tasks/bigbench/multiple_choice/swahili_english_proverbs.yaml +lm_eval/tasks/bigbench/multiple_choice/swedish_to_german_proverbs.yaml +lm_eval/tasks/bigbench/multiple_choice/symbol_interpretation.yaml +lm_eval/tasks/bigbench/multiple_choice/temporal_sequences.yaml +lm_eval/tasks/bigbench/multiple_choice/timedial.yaml +lm_eval/tasks/bigbench/multiple_choice/tracking_shuffled_objects.yaml +lm_eval/tasks/bigbench/multiple_choice/understanding_fables.yaml +lm_eval/tasks/bigbench/multiple_choice/undo_permutation.yaml +lm_eval/tasks/bigbench/multiple_choice/unit_conversion.yaml +lm_eval/tasks/bigbench/multiple_choice/unit_interpretation.yaml +lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml +lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml +lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml +lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml +lm_eval/tasks/blimp/README.md +lm_eval/tasks/blimp/_blimp.yaml +lm_eval/tasks/blimp/_template_yaml +lm_eval/tasks/blimp/adjunct_island.yaml +lm_eval/tasks/blimp/anaphor_gender_agreement.yaml +lm_eval/tasks/blimp/anaphor_number_agreement.yaml +lm_eval/tasks/blimp/animate_subject_passive.yaml +lm_eval/tasks/blimp/animate_subject_trans.yaml +lm_eval/tasks/blimp/causative.yaml +lm_eval/tasks/blimp/complex_NP_island.yaml +lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml +lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml +lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml +lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml +lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml +lm_eval/tasks/blimp/drop_argument.yaml +lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml +lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml +lm_eval/tasks/blimp/existential_there_object_raising.yaml +lm_eval/tasks/blimp/existential_there_quantifiers_1.yaml +lm_eval/tasks/blimp/existential_there_quantifiers_2.yaml +lm_eval/tasks/blimp/existential_there_subject_raising.yaml +lm_eval/tasks/blimp/expletive_it_object_raising.yaml +lm_eval/tasks/blimp/generate_configs.py +lm_eval/tasks/blimp/inchoative.yaml +lm_eval/tasks/blimp/intransitive.yaml +lm_eval/tasks/blimp/irregular_past_participle_adjectives.yaml +lm_eval/tasks/blimp/irregular_past_participle_verbs.yaml +lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_1.yaml +lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_2.yaml +lm_eval/tasks/blimp/left_branch_island_echo_question.yaml +lm_eval/tasks/blimp/left_branch_island_simple_question.yaml +lm_eval/tasks/blimp/matrix_question_npi_licensor_present.yaml +lm_eval/tasks/blimp/npi_present_1.yaml +lm_eval/tasks/blimp/npi_present_2.yaml +lm_eval/tasks/blimp/only_npi_licensor_present.yaml +lm_eval/tasks/blimp/only_npi_scope.yaml +lm_eval/tasks/blimp/passive_1.yaml +lm_eval/tasks/blimp/passive_2.yaml +lm_eval/tasks/blimp/principle_A_c_command.yaml +lm_eval/tasks/blimp/principle_A_case_1.yaml +lm_eval/tasks/blimp/principle_A_case_2.yaml +lm_eval/tasks/blimp/principle_A_domain_1.yaml +lm_eval/tasks/blimp/principle_A_domain_2.yaml +lm_eval/tasks/blimp/principle_A_domain_3.yaml +lm_eval/tasks/blimp/principle_A_reconstruction.yaml +lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml +lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml +lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml +lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml +lm_eval/tasks/blimp/sentential_subject_island.yaml +lm_eval/tasks/blimp/superlative_quantifiers_1.yaml +lm_eval/tasks/blimp/superlative_quantifiers_2.yaml +lm_eval/tasks/blimp/tough_vs_raising_1.yaml +lm_eval/tasks/blimp/tough_vs_raising_2.yaml +lm_eval/tasks/blimp/transitive.yaml +lm_eval/tasks/blimp/wh_island.yaml +lm_eval/tasks/blimp/wh_questions_object_gap.yaml +lm_eval/tasks/blimp/wh_questions_subject_gap.yaml +lm_eval/tasks/blimp/wh_questions_subject_gap_long_distance.yaml +lm_eval/tasks/blimp/wh_vs_that_no_gap.yaml +lm_eval/tasks/blimp/wh_vs_that_no_gap_long_distance.yaml +lm_eval/tasks/blimp/wh_vs_that_with_gap.yaml +lm_eval/tasks/blimp/wh_vs_that_with_gap_long_distance.yaml +lm_eval/tasks/catalan_bench/README.md +lm_eval/tasks/catalan_bench/_arc_ca_common_yaml +lm_eval/tasks/catalan_bench/_cabreu_common_yaml +lm_eval/tasks/catalan_bench/arc_ca_challenge.yaml +lm_eval/tasks/catalan_bench/arc_ca_easy.yaml +lm_eval/tasks/catalan_bench/cabreu_abstractive.yaml +lm_eval/tasks/catalan_bench/cabreu_extractive.yaml +lm_eval/tasks/catalan_bench/cabreu_extreme.yaml +lm_eval/tasks/catalan_bench/catalan_bench.yaml +lm_eval/tasks/catalan_bench/catalanqa.yaml +lm_eval/tasks/catalan_bench/catcola.yaml +lm_eval/tasks/catalan_bench/copa_ca.yaml +lm_eval/tasks/catalan_bench/coqcat.yaml +lm_eval/tasks/catalan_bench/mgsm_direct_ca.yaml +lm_eval/tasks/catalan_bench/openbookqa_ca.yaml +lm_eval/tasks/catalan_bench/parafraseja.yaml +lm_eval/tasks/catalan_bench/paws_ca.yaml +lm_eval/tasks/catalan_bench/piqa_ca.yaml +lm_eval/tasks/catalan_bench/siqa_ca.yaml +lm_eval/tasks/catalan_bench/teca.yaml +lm_eval/tasks/catalan_bench/utils.py +lm_eval/tasks/catalan_bench/wnli_ca.yaml +lm_eval/tasks/catalan_bench/xnli_ca.yaml +lm_eval/tasks/catalan_bench/xquad_ca.yaml +lm_eval/tasks/catalan_bench/xstorycloze_ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/_flores_common_yaml +lm_eval/tasks/catalan_bench/flores_ca/create_yamls_flores_ca.py +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-de.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-en.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-es.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-eu.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-fr.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-gl.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-it.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca-pt.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_de-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_en-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_es-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_eu-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_fr-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_gl-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_it-ca.yaml +lm_eval/tasks/catalan_bench/flores_ca/flores_pt-ca.yaml +lm_eval/tasks/catalan_bench/phrases_va/_phrases_va_common.yaml +lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml +lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml +lm_eval/tasks/ceval/README.md +lm_eval/tasks/ceval/_ceval-valid.yaml +lm_eval/tasks/ceval/_default_ceval_yaml +lm_eval/tasks/ceval/_generate_configs.py +lm_eval/tasks/ceval/ceval-valid_accountant.yaml +lm_eval/tasks/ceval/ceval-valid_advanced_mathematics.yaml +lm_eval/tasks/ceval/ceval-valid_art_studies.yaml +lm_eval/tasks/ceval/ceval-valid_basic_medicine.yaml +lm_eval/tasks/ceval/ceval-valid_business_administration.yaml +lm_eval/tasks/ceval/ceval-valid_chinese_language_and_literature.yaml +lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml +lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml +lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml +lm_eval/tasks/ceval/ceval-valid_college_economics.yaml +lm_eval/tasks/ceval/ceval-valid_college_physics.yaml +lm_eval/tasks/ceval/ceval-valid_college_programming.yaml +lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml +lm_eval/tasks/ceval/ceval-valid_computer_network.yaml +lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml +lm_eval/tasks/ceval/ceval-valid_education_science.yaml +lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml +lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml +lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml +lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml +lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml +lm_eval/tasks/ceval/ceval-valid_law.yaml +lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml +lm_eval/tasks/ceval/ceval-valid_logic.yaml +lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml +lm_eval/tasks/ceval/ceval-valid_marxism.yaml +lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml +lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml +lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml +lm_eval/tasks/ceval/ceval-valid_operating_system.yaml +lm_eval/tasks/ceval/ceval-valid_physician.yaml +lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml +lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml +lm_eval/tasks/ceval/ceval-valid_professional_tour_guide.yaml +lm_eval/tasks/ceval/ceval-valid_sports_science.yaml +lm_eval/tasks/ceval/ceval-valid_tax_accountant.yaml +lm_eval/tasks/ceval/ceval-valid_teacher_qualification.yaml +lm_eval/tasks/ceval/ceval-valid_urban_and_rural_planner.yaml +lm_eval/tasks/ceval/ceval-valid_veterinary_medicine.yaml +lm_eval/tasks/cmmlu/README.md +lm_eval/tasks/cmmlu/_cmmlu.yaml +lm_eval/tasks/cmmlu/_default_template_yaml +lm_eval/tasks/cmmlu/_generate_configs.py +lm_eval/tasks/cmmlu/cmmlu_agronomy.yaml +lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml +lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_arts.yaml +lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml +lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_food_culture.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml +lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml +lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml +lm_eval/tasks/cmmlu/cmmlu_college_actuarial_science.yaml +lm_eval/tasks/cmmlu/cmmlu_college_education.yaml +lm_eval/tasks/cmmlu/cmmlu_college_engineering_hydrology.yaml +lm_eval/tasks/cmmlu/cmmlu_college_law.yaml +lm_eval/tasks/cmmlu/cmmlu_college_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_college_medical_statistics.yaml +lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_computer_science.yaml +lm_eval/tasks/cmmlu/cmmlu_computer_security.yaml +lm_eval/tasks/cmmlu/cmmlu_conceptual_physics.yaml +lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml +lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml +lm_eval/tasks/cmmlu/cmmlu_default_anatomy.yaml +lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_default_arts.yaml +lm_eval/tasks/cmmlu/cmmlu_default_astronomy.yaml +lm_eval/tasks/cmmlu/cmmlu_default_business_ethics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_civil_service_exam.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_foreign_policy.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml +lm_eval/tasks/cmmlu/cmmlu_default_chinese_teacher_qualification.yaml +lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_education.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_default_computer_science.yaml +lm_eval/tasks/cmmlu/cmmlu_default_computer_security.yaml +lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_construction_project_management.yaml +lm_eval/tasks/cmmlu/cmmlu_default_economics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_education.yaml +lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml +lm_eval/tasks/cmmlu/cmmlu_default_elementary_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml +lm_eval/tasks/cmmlu/cmmlu_default_elementary_information_and_technology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_elementary_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_ethnology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml +lm_eval/tasks/cmmlu/cmmlu_default_genetics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_geography.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml +lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml +lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml +lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml +lm_eval/tasks/cmmlu/cmmlu_default_jurisprudence.yaml +lm_eval/tasks/cmmlu/cmmlu_default_legal_and_moral_basis.yaml +lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml +lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml +lm_eval/tasks/cmmlu/cmmlu_default_management.yaml +lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml +lm_eval/tasks/cmmlu/cmmlu_default_marxist_theory.yaml +lm_eval/tasks/cmmlu/cmmlu_default_modern_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml +lm_eval/tasks/cmmlu/cmmlu_default_philosophy.yaml +lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml +lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml +lm_eval/tasks/cmmlu/cmmlu_default_professional_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_default_professional_psychology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml +lm_eval/tasks/cmmlu/cmmlu_default_security_study.yaml +lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_sports_science.yaml +lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_default_virology.yaml +lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml +lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml +lm_eval/tasks/cmmlu/cmmlu_economics.yaml +lm_eval/tasks/cmmlu/cmmlu_education.yaml +lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml +lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml +lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml +lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml +lm_eval/tasks/cmmlu/cmmlu_food_science.yaml +lm_eval/tasks/cmmlu/cmmlu_genetics.yaml +lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml +lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml +lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml +lm_eval/tasks/cmmlu/cmmlu_international_law.yaml +lm_eval/tasks/cmmlu/cmmlu_journalism.yaml +lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml +lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml +lm_eval/tasks/cmmlu/cmmlu_logical.yaml +lm_eval/tasks/cmmlu/cmmlu_machine_learning.yaml +lm_eval/tasks/cmmlu/cmmlu_management.yaml +lm_eval/tasks/cmmlu/cmmlu_marketing.yaml +lm_eval/tasks/cmmlu/cmmlu_marxist_theory.yaml +lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml +lm_eval/tasks/cmmlu/cmmlu_nutrition.yaml +lm_eval/tasks/cmmlu/cmmlu_philosophy.yaml +lm_eval/tasks/cmmlu/cmmlu_professional_accounting.yaml +lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml +lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml +lm_eval/tasks/cmmlu/cmmlu_public_relations.yaml +lm_eval/tasks/cmmlu/cmmlu_security_study.yaml +lm_eval/tasks/cmmlu/cmmlu_sociology.yaml +lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml +lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml +lm_eval/tasks/cmmlu/cmmlu_virology.yaml +lm_eval/tasks/cmmlu/cmmlu_world_history.yaml +lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml +lm_eval/tasks/code_x_glue/code-text/bleu.py +lm_eval/tasks/code_x_glue/code-text/go.yaml +lm_eval/tasks/code_x_glue/code-text/java.yaml +lm_eval/tasks/code_x_glue/code-text/javascript.yaml +lm_eval/tasks/code_x_glue/code-text/php.yaml +lm_eval/tasks/code_x_glue/code-text/python.yaml +lm_eval/tasks/code_x_glue/code-text/ruby.yaml +lm_eval/tasks/code_x_glue/code-text/utils.py +lm_eval/tasks/commonsense_qa/README.md +lm_eval/tasks/commonsense_qa/default.yaml +lm_eval/tasks/copal_id/README.md +lm_eval/tasks/copal_id/colloquial.yaml +lm_eval/tasks/copal_id/standard.yaml +lm_eval/tasks/copal_id/utils.py +lm_eval/tasks/coqa/README.md +lm_eval/tasks/coqa/default.yaml +lm_eval/tasks/coqa/utils.py +lm_eval/tasks/crows_pairs/README.md +lm_eval/tasks/crows_pairs/crows_pairs_english.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_age.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_autre.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_disability.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_gender.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_nationality.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_physical_appearance.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_race_color.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_religion.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_sexual_orientation.yaml +lm_eval/tasks/crows_pairs/crows_pairs_english_socioeconomic.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_age.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_autre.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_disability.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_gender.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_nationality.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_physical_appearance.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_race_color.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_religion.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_sexual_orientation.yaml +lm_eval/tasks/crows_pairs/crows_pairs_french_socioeconomic.yaml +lm_eval/tasks/crows_pairs/utils.py +lm_eval/tasks/csatqa/_csatqa.yaml +lm_eval/tasks/csatqa/_default_csatqa_yaml +lm_eval/tasks/csatqa/_generate_configs.py +lm_eval/tasks/csatqa/csatqa_gr.yaml +lm_eval/tasks/csatqa/csatqa_li.yaml +lm_eval/tasks/csatqa/csatqa_rch.yaml +lm_eval/tasks/csatqa/csatqa_rcs.yaml +lm_eval/tasks/csatqa/csatqa_rcss.yaml +lm_eval/tasks/csatqa/csatqa_wr.yaml +lm_eval/tasks/csatqa/utils.py +lm_eval/tasks/drop/README.md +lm_eval/tasks/drop/default.yaml +lm_eval/tasks/drop/utils.py +lm_eval/tasks/eq_bench/README.md +lm_eval/tasks/eq_bench/default.yaml +lm_eval/tasks/eq_bench/utils.py +lm_eval/tasks/eus_exams/README.md +lm_eval/tasks/eus_exams/configs.py +lm_eval/tasks/eus_exams/eus_exams +lm_eval/tasks/eus_exams/eus_exams_es +lm_eval/tasks/eus_exams/eus_exams_es_ejadministrativo.yaml +lm_eval/tasks/eus_exams/eus_exams_es_ejauxiliar.yaml +lm_eval/tasks/eus_exams/eus_exams_es_ejsubalterno.yaml +lm_eval/tasks/eus_exams/eus_exams_es_ejtecnico.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeayuntamientovitoria.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opebilbao.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehuadmin.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehuaux.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehubiblio.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehuderecho.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehueconomicas.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehuempresariales.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehusubalterno.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnico.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnicob.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakiadmin.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakiaux.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakiauxenf.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakicelador.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml +lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml +lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml +lm_eval/tasks/eus_exams/eus_exams_eu +lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehuadmineu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehuauxeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehubiblioeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehuderechoeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehueconomicaseu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehuempresarialeseu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehusubalternoeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehutecnicoeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeehuteknikarib.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opegasteizkoudala.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiadmineu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxenfeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiceladoreu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakienfeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakioperarioeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakitecnicoeu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_opeosakivarioseu.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza1e.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza2e.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza3e.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza5e.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza6e.yaml +lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza7e.yaml +lm_eval/tasks/eus_exams/utils.py +lm_eval/tasks/eus_proficiency/README.md +lm_eval/tasks/eus_proficiency/eus_proficiency.yaml +lm_eval/tasks/eus_reading/README.md +lm_eval/tasks/eus_reading/eus_reading.yaml +lm_eval/tasks/eus_reading/utils.py +lm_eval/tasks/eus_trivia/README.md +lm_eval/tasks/eus_trivia/eus_trivia.yaml +lm_eval/tasks/eus_trivia/utils.py +lm_eval/tasks/fda/README.md +lm_eval/tasks/fda/fda.yaml +lm_eval/tasks/fda/task.py +lm_eval/tasks/fld/README.md +lm_eval/tasks/fld/fld_default.yaml +lm_eval/tasks/fld/fld_logical_formula_default.yaml +lm_eval/tasks/fld/fld_logical_formula_star.yaml +lm_eval/tasks/fld/fld_star.yaml +lm_eval/tasks/french_bench/README.md +lm_eval/tasks/french_bench/_default_template_yaml +lm_eval/tasks/french_bench/french_bench_arc_challenge.yaml +lm_eval/tasks/french_bench/french_bench_boolqa.yaml +lm_eval/tasks/french_bench/french_bench_fquadv2.yaml +lm_eval/tasks/french_bench/french_bench_fquadv2_bool.yaml +lm_eval/tasks/french_bench/french_bench_fquadv2_genq.yaml +lm_eval/tasks/french_bench/french_bench_fquadv2_hasAns.yaml +lm_eval/tasks/french_bench/french_bench_grammar.yaml +lm_eval/tasks/french_bench/french_bench_hellaswag.yaml +lm_eval/tasks/french_bench/french_bench_multifquad.yaml +lm_eval/tasks/french_bench/french_bench_opus_perplexity.yaml +lm_eval/tasks/french_bench/french_bench_orangesum_abstract.yaml +lm_eval/tasks/french_bench/french_bench_orangesum_title.yaml +lm_eval/tasks/french_bench/french_bench_reading_comp.yaml +lm_eval/tasks/french_bench/french_bench_topic_based_nli.yaml +lm_eval/tasks/french_bench/french_bench_trivia.yaml +lm_eval/tasks/french_bench/french_bench_vocab.yaml +lm_eval/tasks/french_bench/french_bench_wikitext_fr.yaml +lm_eval/tasks/french_bench/french_bench_xnli.yaml +lm_eval/tasks/french_bench/preprocess_wikitext.py +lm_eval/tasks/french_bench/utils.py +lm_eval/tasks/galician_bench/README.md +lm_eval/tasks/galician_bench/belebele_glg_Latn.yaml +lm_eval/tasks/galician_bench/galcola.yaml +lm_eval/tasks/galician_bench/galician_bench.yaml +lm_eval/tasks/galician_bench/mgsm_direct_gl.yaml +lm_eval/tasks/galician_bench/openbookqa_gl.yaml +lm_eval/tasks/galician_bench/parafrases_gl.yaml +lm_eval/tasks/galician_bench/paws_gl.yaml +lm_eval/tasks/galician_bench/summarization_gl.yaml +lm_eval/tasks/galician_bench/truthfulqa_gl_gen.yaml +lm_eval/tasks/galician_bench/truthfulqa_gl_mc1.yaml +lm_eval/tasks/galician_bench/truthfulqa_gl_mc2.yaml +lm_eval/tasks/galician_bench/utils.py +lm_eval/tasks/galician_bench/xnli_gl.yaml +lm_eval/tasks/galician_bench/xstorycloze_gl.yaml +lm_eval/tasks/galician_bench/flores_gl/_flores_common_yaml +lm_eval/tasks/galician_bench/flores_gl/create_yamls_flores_gl.py +lm_eval/tasks/galician_bench/flores_gl/flores_ca-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_de-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_en-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_es-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_eu-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_fr-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-ca.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-de.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-en.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-es.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-eu.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-fr.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-it.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl-pt.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_it-gl.yaml +lm_eval/tasks/galician_bench/flores_gl/flores_pt-gl.yaml +lm_eval/tasks/glianorex/README.md +lm_eval/tasks/glianorex/glianorex.yaml +lm_eval/tasks/glianorex/glianorex_en.yaml +lm_eval/tasks/glianorex/glianorex_fr.yaml +lm_eval/tasks/glianorex/preprocess_glianorex.py +lm_eval/tasks/glue/README.md +lm_eval/tasks/glue/cola/default.yaml +lm_eval/tasks/glue/mnli/default.yaml +lm_eval/tasks/glue/mnli/mismatch.yaml +lm_eval/tasks/glue/mnli/utils.py +lm_eval/tasks/glue/mrpc/default.yaml +lm_eval/tasks/glue/qnli/default.yaml +lm_eval/tasks/glue/qqp/default.yaml +lm_eval/tasks/glue/rte/default.yaml +lm_eval/tasks/glue/sst2/default.yaml +lm_eval/tasks/glue/wnli/default.yaml +lm_eval/tasks/gpqa/README.md +lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py +lm_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml +lm_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml +lm_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml +lm_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml +lm_eval/tasks/gpqa/cot_n_shot/utils.py +lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py +lm_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml +lm_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml +lm_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml +lm_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml +lm_eval/tasks/gpqa/cot_zeroshot/utils.py +lm_eval/tasks/gpqa/generative/_generate_configs.py +lm_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml +lm_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml +lm_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml +lm_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml +lm_eval/tasks/gpqa/generative/utils.py +lm_eval/tasks/gpqa/n_shot/_generate_configs.py +lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml +lm_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml +lm_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml +lm_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml +lm_eval/tasks/gpqa/n_shot/utils.py +lm_eval/tasks/gpqa/zeroshot/_generate_configs.py +lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml +lm_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml +lm_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml +lm_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml +lm_eval/tasks/gpqa/zeroshot/utils.py +lm_eval/tasks/gsm8k/README.md +lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml +lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml +lm_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml +lm_eval/tasks/gsm8k/gsm8k-cot.yaml +lm_eval/tasks/gsm8k/gsm8k.yaml +lm_eval/tasks/gsm_plus/README.md +lm_eval/tasks/gsm_plus/gsm_plus.yaml +lm_eval/tasks/gsm_plus/gsm_plus_mini.yaml +lm_eval/tasks/haerae/README.md +lm_eval/tasks/haerae/_default_haerae_yaml +lm_eval/tasks/haerae/_haerae.yaml +lm_eval/tasks/haerae/haerae_gk.yaml +lm_eval/tasks/haerae/haerae_hi.yaml +lm_eval/tasks/haerae/haerae_lw.yaml +lm_eval/tasks/haerae/haerae_rw.yaml +lm_eval/tasks/haerae/haerae_sn.yaml +lm_eval/tasks/headqa/README.md +lm_eval/tasks/headqa/headqa_en.yaml +lm_eval/tasks/headqa/headqa_es.yaml +lm_eval/tasks/hellaswag/README.md +lm_eval/tasks/hellaswag/hellaswag.yaml +lm_eval/tasks/hellaswag/utils.py +lm_eval/tasks/hendrycks_ethics/README.md +lm_eval/tasks/hendrycks_ethics/commonsense.yaml +lm_eval/tasks/hendrycks_ethics/deontology.yaml +lm_eval/tasks/hendrycks_ethics/justice.yaml +lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml +lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml +lm_eval/tasks/hendrycks_ethics/utils.py +lm_eval/tasks/hendrycks_ethics/virtue.yaml +lm_eval/tasks/hendrycks_math/README.md +lm_eval/tasks/hendrycks_math/hendrycks_math.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_algebra.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_counting_and_prob.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_geometry.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_intermediate_algebra.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_num_theory.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_prealgebra.yaml +lm_eval/tasks/hendrycks_math/hendrycks_math_precalc.yaml +lm_eval/tasks/hendrycks_math/utils.py +lm_eval/tasks/ifeval/README.md +lm_eval/tasks/ifeval/ifeval.yaml +lm_eval/tasks/ifeval/instructions.py +lm_eval/tasks/ifeval/instructions_registry.py +lm_eval/tasks/ifeval/instructions_util.py +lm_eval/tasks/ifeval/utils.py +lm_eval/tasks/inverse_scaling/README.md +lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml +lm_eval/tasks/inverse_scaling/_some_results +lm_eval/tasks/inverse_scaling/inverse_scaling_hindsight_neglect.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_into_the_unknown.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_memo_trap.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_modus_tollens.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_neqa.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_pattern_matching_suppression.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_quote_repetition.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_redefine_math.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_repetitive_algebra.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_sig_figs.yaml +lm_eval/tasks/inverse_scaling/inverse_scaling_winobias_antistereotype.yaml +lm_eval/tasks/japanese_leaderboard/README.md +lm_eval/tasks/japanese_leaderboard/_ja_leaderboard.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jaqket_v2.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.py +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jnli.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jsquad.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_marc_ja.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.py +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.py +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.yaml +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.py +lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.yaml +lm_eval/tasks/japanese_leaderboard/requirements.txt +lm_eval/tasks/kbl/README.md +lm_eval/tasks/kbl/bar_exam/civil/_base_em_yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2012.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2013.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2014.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2015.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2016.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2017.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2018.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2019.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2020.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2021.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2022.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2023.yaml +lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2024.yaml +lm_eval/tasks/kbl/bar_exam/criminal/_base_em_yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2012.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2013.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2014.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2015.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2016.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2017.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2018.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2019.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2020.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2021.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2022.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2023.yaml +lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2024.yaml +lm_eval/tasks/kbl/bar_exam/public/_base_em_yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2012.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2013.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2014.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2015.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2016.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2017.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2018.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2019.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2020.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2021.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2022.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2023.yaml +lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2024.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/_base_em_yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2010.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2011.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2012.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2013.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2014.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2015.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2016.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2017.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2018.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2019.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2020.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2021.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2022.yaml +lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2023.yaml +lm_eval/tasks/kbl/knowledge/_kbl_knowledge_yaml +lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_reasoning_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_legal_concept_qa_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_offense_component_qa_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_query_statute_matching_qa_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_statute_hallucination_qa_em.yaml +lm_eval/tasks/kbl/knowledge/kbl_statute_number_and_content_matching_qa_em.yaml +lm_eval/tasks/kbl/reasoning/_kbl_reasoning_yaml +lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_p_em.yaml +lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_q_em.yaml +lm_eval/tasks/kbl/reasoning/kbl_causal_reasoning_em.yaml +lm_eval/tasks/kbl/reasoning/kbl_statement_consistency_qa_em.yaml +lm_eval/tasks/kmmlu/README.md +lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_accounting.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_agricultural_sciences.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_aviation_engineering_and_maintenance.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_biology.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemical_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemistry.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_civil_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_computer_science.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_construction.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_criminal_law.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_ecology.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_economics.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_education.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electrical_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electronics_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_energy_management.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_environmental_science.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_fashion.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_food_processing.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_gas_technology_and_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_geomatics.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_health.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_industrial_engineer.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_information_technology.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_interior_architecture_and_design.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_korean_history.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_law.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_machine_design_and_manufacturing.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_management.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_maritime_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_marketing.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_materials_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_math.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_mechanical_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_nondestructive_testing.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_patent.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_political_science_and_sociology.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_psychology.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_public_safety.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_railway_and_automotive_engineering.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_real_estate.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_refrigerating_machinery.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_social_welfare.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_taxation.yaml +lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_telecommunications_and_wireless_technology.yaml +lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_accounting.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_agricultural_sciences.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_aviation_engineering_and_maintenance.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_biology.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemical_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemistry.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_civil_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_computer_science.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_construction.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_criminal_law.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_ecology.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_economics.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_education.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_electrical_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_electronics_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_energy_management.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_environmental_science.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_fashion.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_food_processing.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_railway_and_automotive_engineering.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_real_estate.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_refrigerating_machinery.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_social_welfare.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml +lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml +lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_mechanical_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_nondestructive_testing.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_patent.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_political_science_and_sociology.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_psychology.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_public_safety.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_railway_and_automotive_engineering.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_real_estate.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_refrigerating_machinery.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_social_welfare.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_taxation.yaml +lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_telecommunications_and_wireless_technology.yaml +lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_accounting.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_agricultural_sciences.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_aviation_engineering_and_maintenance.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_biology.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemical_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemistry.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_civil_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_machine_design_and_manufacturing.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_management.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_maritime_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_marketing.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_materials_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_math.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_mechanical_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_nondestructive_testing.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_patent.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_political_science_and_sociology.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_psychology.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml +lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml +lm_eval/tasks/kobest/README.md +lm_eval/tasks/kobest/kobest_boolq.yaml +lm_eval/tasks/kobest/kobest_copa.yaml +lm_eval/tasks/kobest/kobest_hellaswag.yaml +lm_eval/tasks/kobest/kobest_sentineg.yaml +lm_eval/tasks/kobest/kobest_wic.yaml +lm_eval/tasks/kobest/utils.py +lm_eval/tasks/kormedmcqa/README.md +lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml +lm_eval/tasks/kormedmcqa/kormedmcqa_doctor.yaml +lm_eval/tasks/kormedmcqa/kormedmcqa_nurse.yaml +lm_eval/tasks/kormedmcqa/kormedmcqa_pharm.yaml +lm_eval/tasks/lambada/README.md +lm_eval/tasks/lambada/lambada_openai.yaml +lm_eval/tasks/lambada/lambada_standard.yaml +lm_eval/tasks/lambada_cloze/README.md +lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml +lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml +lm_eval/tasks/lambada_multilingual/README.md +lm_eval/tasks/lambada_multilingual/lambada_mt_de.yaml +lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml +lm_eval/tasks/lambada_multilingual/lambada_mt_es.yaml +lm_eval/tasks/lambada_multilingual/lambada_mt_fr.yaml +lm_eval/tasks/lambada_multilingual/lambada_mt_it.yaml +lm_eval/tasks/lambada_multilingual_stablelm/README.md +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_de.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_en.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_es.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_fr.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_it.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_nl.yaml +lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_pt.yaml +lm_eval/tasks/leaderboard/README.md +lm_eval/tasks/leaderboard/leaderboard.yaml +lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml +lm_eval/tasks/leaderboard/bbh_mc/_leaderboard_bbh.yaml +lm_eval/tasks/leaderboard/bbh_mc/boolean_expressions.yaml +lm_eval/tasks/leaderboard/bbh_mc/causal_judgement.yaml +lm_eval/tasks/leaderboard/bbh_mc/date_understanding.yaml +lm_eval/tasks/leaderboard/bbh_mc/disambiguation_qa.yaml +lm_eval/tasks/leaderboard/bbh_mc/formal_fallacies.yaml +lm_eval/tasks/leaderboard/bbh_mc/geometric_shapes.yaml +lm_eval/tasks/leaderboard/bbh_mc/hyperbaton.yaml +lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_five_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_seven_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_three_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/movie_recommendation.yaml +lm_eval/tasks/leaderboard/bbh_mc/navigate.yaml +lm_eval/tasks/leaderboard/bbh_mc/object_counting.yaml +lm_eval/tasks/leaderboard/bbh_mc/penguins_in_a_table.yaml +lm_eval/tasks/leaderboard/bbh_mc/reasoning_about_colored_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/ruin_names.yaml +lm_eval/tasks/leaderboard/bbh_mc/salient_translation_error_detection.yaml +lm_eval/tasks/leaderboard/bbh_mc/snarks.yaml +lm_eval/tasks/leaderboard/bbh_mc/sports_understanding.yaml +lm_eval/tasks/leaderboard/bbh_mc/temporal_sequences.yaml +lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_five_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_seven_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_three_objects.yaml +lm_eval/tasks/leaderboard/bbh_mc/web_of_lies.yaml +lm_eval/tasks/leaderboard/gpqa/_leaderboard_gpqa.yaml +lm_eval/tasks/leaderboard/gpqa/_template_yaml +lm_eval/tasks/leaderboard/gpqa/gpqa_diamond_zeroshot.yaml +lm_eval/tasks/leaderboard/gpqa/gpqa_extended_zeroshot.yaml +lm_eval/tasks/leaderboard/gpqa/gpqa_main_zeroshot.yaml +lm_eval/tasks/leaderboard/gpqa/utils.py +lm_eval/tasks/leaderboard/ifeval/_leaderboard_instruction_following.yaml +lm_eval/tasks/leaderboard/ifeval/ifeval.yaml +lm_eval/tasks/leaderboard/ifeval/instructions.py +lm_eval/tasks/leaderboard/ifeval/instructions_registry.py +lm_eval/tasks/leaderboard/ifeval/instructions_util.py +lm_eval/tasks/leaderboard/ifeval/utils.py +lm_eval/tasks/leaderboard/math/_leaderboard_math.yaml +lm_eval/tasks/leaderboard/math/_template_yaml +lm_eval/tasks/leaderboard/math/math_algebra.yaml +lm_eval/tasks/leaderboard/math/math_counting_and_prob.yaml +lm_eval/tasks/leaderboard/math/math_geometry.yaml +lm_eval/tasks/leaderboard/math/math_intermediate_algebra.yaml +lm_eval/tasks/leaderboard/math/math_num_theory.yaml +lm_eval/tasks/leaderboard/math/math_prealgebra.yaml +lm_eval/tasks/leaderboard/math/math_precalculus.yaml +lm_eval/tasks/leaderboard/math/utils.py +lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml +lm_eval/tasks/leaderboard/mmlu_pro/utils.py +lm_eval/tasks/leaderboard/musr/_musr.yaml +lm_eval/tasks/leaderboard/musr/_template_yaml +lm_eval/tasks/leaderboard/musr/musr_murder_mysteries.yaml +lm_eval/tasks/leaderboard/musr/musr_object_placements.yaml +lm_eval/tasks/leaderboard/musr/musr_team_allocation.yaml +lm_eval/tasks/leaderboard/musr/utils.py +lm_eval/tasks/lingoly/README.md +lm_eval/tasks/lingoly/lingoly_context.yaml +lm_eval/tasks/lingoly/lingoly_group.yaml +lm_eval/tasks/lingoly/lingoly_nocontext.yaml +lm_eval/tasks/lingoly/script.py +lm_eval/tasks/lingoly/utils.py +lm_eval/tasks/logiqa/README.md +lm_eval/tasks/logiqa/logiqa.yaml +lm_eval/tasks/logiqa/utils_logiqa.py +lm_eval/tasks/logiqa2/README.md +lm_eval/tasks/logiqa2/logieval.yaml +lm_eval/tasks/logiqa2/logiqa2.yaml +lm_eval/tasks/logiqa2/utils_logiqa2.py +lm_eval/tasks/mathqa/README.md +lm_eval/tasks/mathqa/mathqa.yaml +lm_eval/tasks/mathqa/utils.py +lm_eval/tasks/mc_taco/README.md +lm_eval/tasks/mc_taco/default.yaml +lm_eval/tasks/med_concepts_qa/README.md +lm_eval/tasks/med_concepts_qa/_default_template_yaml +lm_eval/tasks/med_concepts_qa/_generate_configs.py +lm_eval/tasks/med_concepts_qa/_med_concepts_qa.yaml +lm_eval/tasks/med_concepts_qa/_med_concepts_qa_atc.yaml +lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10cm.yaml +lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10proc.yaml +lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9cm.yaml +lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9proc.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_easy.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_hard.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_medium.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_easy.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_hard.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_medium.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_easy.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_hard.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_medium.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_easy.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_hard.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_medium.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_easy.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_hard.yaml +lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_medium.yaml +lm_eval/tasks/medmcqa/medmcqa.yaml +lm_eval/tasks/medmcqa/utils_medmcqa.py +lm_eval/tasks/medqa/medqa.yaml +lm_eval/tasks/medqa/preprocess_medqa.py +lm_eval/tasks/mela/README.md +lm_eval/tasks/mela/_mela.yaml +lm_eval/tasks/mela/mela_ar.yaml +lm_eval/tasks/mela/mela_de.yaml +lm_eval/tasks/mela/mela_en.yaml +lm_eval/tasks/mela/mela_es.yaml +lm_eval/tasks/mela/mela_fr.yaml +lm_eval/tasks/mela/mela_is.yaml +lm_eval/tasks/mela/mela_it.yaml +lm_eval/tasks/mela/mela_ja.yaml +lm_eval/tasks/mela/mela_ru.yaml +lm_eval/tasks/mela/mela_zh.yaml +lm_eval/tasks/metabench/README.md +lm_eval/tasks/metabench/metabench.yaml +lm_eval/tasks/metabench/metabench_arc.yaml +lm_eval/tasks/metabench/metabench_arc_permute.yaml +lm_eval/tasks/metabench/metabench_arc_secondary.yaml +lm_eval/tasks/metabench/metabench_arc_secondary_permute.yaml +lm_eval/tasks/metabench/metabench_gsm8k.yaml +lm_eval/tasks/metabench/metabench_gsm8k_secondary.yaml +lm_eval/tasks/metabench/metabench_hellaswag.yaml +lm_eval/tasks/metabench/metabench_hellaswag_permute.yaml +lm_eval/tasks/metabench/metabench_hellaswag_secondary.yaml +lm_eval/tasks/metabench/metabench_hellaswag_secondary_permute.yaml +lm_eval/tasks/metabench/metabench_mmlu.yaml +lm_eval/tasks/metabench/metabench_mmlu_permute.yaml +lm_eval/tasks/metabench/metabench_mmlu_secondary.yaml +lm_eval/tasks/metabench/metabench_mmlu_secondary_permute.yaml +lm_eval/tasks/metabench/metabench_permute.yaml +lm_eval/tasks/metabench/metabench_secondary.yaml +lm_eval/tasks/metabench/metabench_secondary_permute.yaml +lm_eval/tasks/metabench/metabench_truthfulqa.yaml +lm_eval/tasks/metabench/metabench_truthfulqa_permute.yaml +lm_eval/tasks/metabench/metabench_truthfulqa_secondary.yaml +lm_eval/tasks/metabench/metabench_truthfulqa_secondary_permute.yaml +lm_eval/tasks/metabench/metabench_winogrande.yaml +lm_eval/tasks/metabench/metabench_winogrande_permute.yaml +lm_eval/tasks/metabench/metabench_winogrande_secondary.yaml +lm_eval/tasks/metabench/metabench_winogrande_secondary_permute.yaml +lm_eval/tasks/metabench/process_docs.py +lm_eval/tasks/metabench/process_docs_permute.py +lm_eval/tasks/mgsm/README.md +lm_eval/tasks/mgsm/gen_yaml.sh +lm_eval/tasks/mgsm/utils.py +lm_eval/tasks/mgsm/direct/direct_yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_bn.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_de.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_en.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_es.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_fr.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_ja.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_ru.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_sw.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_te.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_th.yaml +lm_eval/tasks/mgsm/direct/mgsm_direct_zh.yaml +lm_eval/tasks/mgsm/en_cot/cot_yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_bn.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_de.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_en.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_es.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_fr.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ja.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ru.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_sw.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_te.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_th.yaml +lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_zh.yaml +lm_eval/tasks/mgsm/native_cot/cot_yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_bn.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_de.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_en.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_es.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_fr.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ja.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ru.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_sw.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_te.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_th.yaml +lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_zh.yaml +lm_eval/tasks/minerva_math/README.md +lm_eval/tasks/minerva_math/minerva_math_algebra.yaml +lm_eval/tasks/minerva_math/minerva_math_counting_and_prob.yaml +lm_eval/tasks/minerva_math/minerva_math_geometry.yaml +lm_eval/tasks/minerva_math/minerva_math_intermediate_algebra.yaml +lm_eval/tasks/minerva_math/minerva_math_num_theory.yaml +lm_eval/tasks/minerva_math/minerva_math_prealgebra.yaml +lm_eval/tasks/minerva_math/minerva_math_precalc.yaml +lm_eval/tasks/minerva_math/utils.py +lm_eval/tasks/mmlu/README.md +lm_eval/tasks/mmlu/_generate_configs.py +lm_eval/tasks/mmlu/continuation/_continuation_template_yaml +lm_eval/tasks/mmlu/continuation/_mmlu.yaml +lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/continuation/mmlu_international_law.yaml +lm_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/continuation/mmlu_management.yaml +lm_eval/tasks/mmlu/continuation/mmlu_marketing.yaml +lm_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/continuation/mmlu_sociology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/continuation/mmlu_virology.yaml +lm_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/default/_default_template_yaml +lm_eval/tasks/mmlu/default/_mmlu.yaml +lm_eval/tasks/mmlu/default/_mmlu_humanities.yaml +lm_eval/tasks/mmlu/default/_mmlu_other.yaml +lm_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml +lm_eval/tasks/mmlu/default/_mmlu_stem.yaml +lm_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/default/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/default/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/default/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/default/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/default/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/default/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/default/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/default/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/default/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/default/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/default/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/default/mmlu_international_law.yaml +lm_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/default/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/default/mmlu_management.yaml +lm_eval/tasks/mmlu/default/mmlu_marketing.yaml +lm_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/default/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/default/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/default/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/default/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/default/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/default/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/default/mmlu_sociology.yaml +lm_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/default/mmlu_virology.yaml +lm_eval/tasks/mmlu/default/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json +lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml +lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py +lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml +lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml +lm_eval/tasks/mmlu/generative/_default_template_yaml +lm_eval/tasks/mmlu/generative/_mmlu.yaml +lm_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml +lm_eval/tasks/mmlu/generative/mmlu_anatomy.yaml +lm_eval/tasks/mmlu/generative/mmlu_astronomy.yaml +lm_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml +lm_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_biology.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml +lm_eval/tasks/mmlu/generative/mmlu_college_physics.yaml +lm_eval/tasks/mmlu/generative/mmlu_computer_security.yaml +lm_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml +lm_eval/tasks/mmlu/generative/mmlu_econometrics.yaml +lm_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml +lm_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml +lm_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml +lm_eval/tasks/mmlu/generative/mmlu_global_facts.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml +lm_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml +lm_eval/tasks/mmlu/generative/mmlu_human_aging.yaml +lm_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml +lm_eval/tasks/mmlu/generative/mmlu_international_law.yaml +lm_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml +lm_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml +lm_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml +lm_eval/tasks/mmlu/generative/mmlu_management.yaml +lm_eval/tasks/mmlu/generative/mmlu_marketing.yaml +lm_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml +lm_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml +lm_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml +lm_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml +lm_eval/tasks/mmlu/generative/mmlu_nutrition.yaml +lm_eval/tasks/mmlu/generative/mmlu_philosophy.yaml +lm_eval/tasks/mmlu/generative/mmlu_prehistory.yaml +lm_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml +lm_eval/tasks/mmlu/generative/mmlu_professional_law.yaml +lm_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml +lm_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml +lm_eval/tasks/mmlu/generative/mmlu_public_relations.yaml +lm_eval/tasks/mmlu/generative/mmlu_security_studies.yaml +lm_eval/tasks/mmlu/generative/mmlu_sociology.yaml +lm_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml +lm_eval/tasks/mmlu/generative/mmlu_virology.yaml +lm_eval/tasks/mmlu/generative/mmlu_world_religions.yaml +lm_eval/tasks/mmlu_pro/README.md +lm_eval/tasks/mmlu_pro/_default_template_yaml +lm_eval/tasks/mmlu_pro/_mmlu_pro.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml +lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml +lm_eval/tasks/mmlu_pro/utils.py +lm_eval/tasks/mmlusr/README.md +lm_eval/tasks/mmlusr/config.py +lm_eval/tasks/mmlusr/answer_only/_answer_only.yaml +lm_eval/tasks/mmlusr/answer_only/_mmlusr_a_yml +lm_eval/tasks/mmlusr/answer_only/answer_only_abstract_algebra.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_anatomy.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_astronomy.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_business_ethics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_clinical_knowledge.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_biology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_chemistry.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_computer_science.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_mathematics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_medicine.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_college_physics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_computer_security.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_conceptual_physics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_econometrics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_electrical_engineering.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_elementary_mathematics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_formal_logic.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_global_facts.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_biology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_chemistry.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_computer_science.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_european_history.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_geography.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_government_and_politics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_macroeconomics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_mathematics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_microeconomics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_physics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_psychology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_statistics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_us_history.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_world_history.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_human_aging.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_human_sexuality.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_international_law.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_jurisprudence.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_logical_fallacies.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_machine_learning.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_management.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_marketing.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_medical_genetics.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_miscellaneous.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_moral_disputes.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_moral_scenarios.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_nutrition.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_philosophy.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_prehistory.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_professional_accounting.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_professional_law.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_professional_medicine.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_professional_psychology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_public_relations.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_security_studies.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_sociology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_us_foreign_policy.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_virology.yaml +lm_eval/tasks/mmlusr/answer_only/answer_only_world_religions.yaml +lm_eval/tasks/mmlusr/answer_only/utils.py +lm_eval/tasks/mmlusr/question_and_answer/_mmlusr_qna_yml +lm_eval/tasks/mmlusr/question_and_answer/_question_and_answer.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_abstract_algebra.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_anatomy.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_astronomy.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_business_ethics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_clinical_knowledge.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_biology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_chemistry.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_computer_science.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_mathematics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_medicine.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_physics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_computer_security.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_conceptual_physics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_econometrics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_electrical_engineering.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_elementary_mathematics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_formal_logic.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_global_facts.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_biology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_chemistry.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_computer_science.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_european_history.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_geography.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_government_and_politics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_macroeconomics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_mathematics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_microeconomics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_physics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_psychology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_statistics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_us_history.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_world_history.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_aging.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_sexuality.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_international_law.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_jurisprudence.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_logical_fallacies.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_machine_learning.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_management.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_marketing.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_medical_genetics.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_miscellaneous.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_disputes.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_scenarios.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_nutrition.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_philosophy.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_prehistory.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_accounting.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_law.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_medicine.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_psychology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_public_relations.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_security_studies.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_sociology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_us_foreign_policy.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_virology.yaml +lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_world_religions.yaml +lm_eval/tasks/mmlusr/question_and_answer/utils.py +lm_eval/tasks/mmlusr/question_only/_mmlusr_q_yml +lm_eval/tasks/mmlusr/question_only/_question_only.yaml +lm_eval/tasks/mmlusr/question_only/question_only_abstract_algebra.yaml +lm_eval/tasks/mmlusr/question_only/question_only_anatomy.yaml +lm_eval/tasks/mmlusr/question_only/question_only_astronomy.yaml +lm_eval/tasks/mmlusr/question_only/question_only_business_ethics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_clinical_knowledge.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_biology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_chemistry.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_computer_science.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_mathematics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_medicine.yaml +lm_eval/tasks/mmlusr/question_only/question_only_college_physics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_computer_security.yaml +lm_eval/tasks/mmlusr/question_only/question_only_conceptual_physics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_econometrics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_electrical_engineering.yaml +lm_eval/tasks/mmlusr/question_only/question_only_elementary_mathematics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_formal_logic.yaml +lm_eval/tasks/mmlusr/question_only/question_only_global_facts.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_biology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_chemistry.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_computer_science.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_european_history.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_geography.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_government_and_politics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_macroeconomics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_mathematics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_microeconomics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_physics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_psychology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_statistics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_us_history.yaml +lm_eval/tasks/mmlusr/question_only/question_only_high_school_world_history.yaml +lm_eval/tasks/mmlusr/question_only/question_only_human_aging.yaml +lm_eval/tasks/mmlusr/question_only/question_only_human_sexuality.yaml +lm_eval/tasks/mmlusr/question_only/question_only_international_law.yaml +lm_eval/tasks/mmlusr/question_only/question_only_jurisprudence.yaml +lm_eval/tasks/mmlusr/question_only/question_only_logical_fallacies.yaml +lm_eval/tasks/mmlusr/question_only/question_only_machine_learning.yaml +lm_eval/tasks/mmlusr/question_only/question_only_management.yaml +lm_eval/tasks/mmlusr/question_only/question_only_marketing.yaml +lm_eval/tasks/mmlusr/question_only/question_only_medical_genetics.yaml +lm_eval/tasks/mmlusr/question_only/question_only_miscellaneous.yaml +lm_eval/tasks/mmlusr/question_only/question_only_moral_disputes.yaml +lm_eval/tasks/mmlusr/question_only/question_only_moral_scenarios.yaml +lm_eval/tasks/mmlusr/question_only/question_only_nutrition.yaml +lm_eval/tasks/mmlusr/question_only/question_only_philosophy.yaml +lm_eval/tasks/mmlusr/question_only/question_only_prehistory.yaml +lm_eval/tasks/mmlusr/question_only/question_only_professional_accounting.yaml +lm_eval/tasks/mmlusr/question_only/question_only_professional_law.yaml +lm_eval/tasks/mmlusr/question_only/question_only_professional_medicine.yaml +lm_eval/tasks/mmlusr/question_only/question_only_professional_psychology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_public_relations.yaml +lm_eval/tasks/mmlusr/question_only/question_only_security_studies.yaml +lm_eval/tasks/mmlusr/question_only/question_only_sociology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_us_foreign_policy.yaml +lm_eval/tasks/mmlusr/question_only/question_only_virology.yaml +lm_eval/tasks/mmlusr/question_only/question_only_world_religions.yaml +lm_eval/tasks/mmlusr/question_only/utils.py +lm_eval/tasks/mmmu/README.md +lm_eval/tasks/mmmu/_art_and_design.yaml +lm_eval/tasks/mmmu/_business.yaml +lm_eval/tasks/mmmu/_health_and_medicine.yaml +lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml +lm_eval/tasks/mmmu/_mmmu.yaml +lm_eval/tasks/mmmu/_science.yaml +lm_eval/tasks/mmmu/_tech_and_engineering.yaml +lm_eval/tasks/mmmu/_template_yaml +lm_eval/tasks/mmmu/mmmu_accounting.yaml +lm_eval/tasks/mmmu/mmmu_agriculture.yaml +lm_eval/tasks/mmmu/mmmu_architecture_and_engineering.yaml +lm_eval/tasks/mmmu/mmmu_art.yaml +lm_eval/tasks/mmmu/mmmu_art_theory.yaml +lm_eval/tasks/mmmu/mmmu_basic_medical_science.yaml +lm_eval/tasks/mmmu/mmmu_biology.yaml +lm_eval/tasks/mmmu/mmmu_chemistry.yaml +lm_eval/tasks/mmmu/mmmu_clinical_medicine.yaml +lm_eval/tasks/mmmu/mmmu_computer_science.yaml +lm_eval/tasks/mmmu/mmmu_design.yaml +lm_eval/tasks/mmmu/mmmu_diagnostics_and_laboratory_medicine.yaml +lm_eval/tasks/mmmu/mmmu_economics.yaml +lm_eval/tasks/mmmu/mmmu_electronics.yaml +lm_eval/tasks/mmmu/mmmu_energy_and_power.yaml +lm_eval/tasks/mmmu/mmmu_finance.yaml +lm_eval/tasks/mmmu/mmmu_geography.yaml +lm_eval/tasks/mmmu/mmmu_history.yaml +lm_eval/tasks/mmmu/mmmu_literature.yaml +lm_eval/tasks/mmmu/mmmu_manage.yaml +lm_eval/tasks/mmmu/mmmu_marketing.yaml +lm_eval/tasks/mmmu/mmmu_materials.yaml +lm_eval/tasks/mmmu/mmmu_math.yaml +lm_eval/tasks/mmmu/mmmu_mechanical_engineering.yaml +lm_eval/tasks/mmmu/mmmu_music.yaml +lm_eval/tasks/mmmu/mmmu_pharmacy.yaml +lm_eval/tasks/mmmu/mmmu_physics.yaml +lm_eval/tasks/mmmu/mmmu_psychology.yaml +lm_eval/tasks/mmmu/mmmu_public_health.yaml +lm_eval/tasks/mmmu/mmmu_sociology.yaml +lm_eval/tasks/mmmu/utils.py +lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py +lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-itself.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-ais.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-versions.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-less-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-more-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-neutral-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-myopic-reward.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-one-box-tendency.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-power-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-general-ai.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-good-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-architecture.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-web-gpt.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-survival-instinct.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-wealth-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-itself.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-ais.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-versions.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-less-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-more-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-neutral-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-myopic-reward.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-one-box-tendency.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-power-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-general-ai.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-good-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-training-architecture.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-web-gpt.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-survival-instinct.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/human-wealth-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-itself.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-ais.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-versions.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-less-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-more-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-neutral-HHH.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-myopic-reward.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-one-box-tendency.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-power-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-general-ai.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-good-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-text-model.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-architecture.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-nn-architecture.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-web-gpt.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-survival-instinct.yaml +lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-wealth-seeking-inclination.yaml +lm_eval/tasks/model_written_evals/persona/_generate_configs.py +lm_eval/tasks/model_written_evals/persona/_template_yaml +lm_eval/tasks/model_written_evals/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.yaml +lm_eval/tasks/model_written_evals/persona/agreeableness.yaml +lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml +lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml +lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml +lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml +lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml +lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml +lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml +lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml +lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml +lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml +lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-different-AIs-to-achieve-its-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-create-allies.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-influence-world.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-maximize-impact-on-world.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-minimize-impact-on-world-while-being-useful.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-helpful-to-others.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml +lm_eval/tasks/model_written_evals/persona/desire-to-replace-human-oversight.yaml +lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml +lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml +lm_eval/tasks/model_written_evals/persona/extraversion.yaml +lm_eval/tasks/model_written_evals/persona/has-disability.yaml +lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml +lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml +lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml +lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml +lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml +lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml +lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml +lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml +lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml +lm_eval/tasks/model_written_evals/persona/narcissism.yaml +lm_eval/tasks/model_written_evals/persona/neuroticism.yaml +lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml +lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml +lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml +lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml +lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml +lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml +lm_eval/tasks/model_written_evals/persona/openness.yaml +lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml +lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml +lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml +lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml +lm_eval/tasks/model_written_evals/persona/psychopathy.yaml +lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml +lm_eval/tasks/model_written_evals/persona/risk-averse.yaml +lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml +lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml +lm_eval/tasks/model_written_evals/persona/self-replication.yaml +lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml +lm_eval/tasks/model_written_evals/persona/subscribes-to-virtue-ethics.yaml +lm_eval/tasks/model_written_evals/persona/very-small-harm-justifies-very-large-benefit.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-deployed-in-the-real-world.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-more-HHH-in-the-long-run.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-copies-of-itself-to-be-HHH.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-good-outcomes.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-AIs-to-be-HHH.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-people-to-be-HHH.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-not-have-current-goals-changed-by-training.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-authorities.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-experts.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-engage-in-acausal-cooperation.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-be-non-HHH-to-become-more-HHH.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-make-mistakes-to-achieve-higher-final-performance.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-keep-scientific-discoveries-secret-to-achieve-its-goals.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-make-acausal-trades-with-other-AIs-to-help-humanity.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-manipulate-overseers-to-think-it-is-HHH.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-rate-own-statements-highly-to-look-better.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-use-physical-force-to-achieve-benevolent-goals.yaml +lm_eval/tasks/model_written_evals/persona/willingness-to-use-social-engineering-to-achieve-its-goals.yaml +lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_nlp_survey.yaml +lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_philpapers2020.yaml +lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_political_typology_quiz.yaml +lm_eval/tasks/model_written_evals/winogenerated/winogenerated.yaml +lm_eval/tasks/mutual/README.md +lm_eval/tasks/mutual/multual_plus.yaml +lm_eval/tasks/mutual/mutual.yaml +lm_eval/tasks/mutual/utils.py +lm_eval/tasks/noticia/README.md +lm_eval/tasks/noticia/noticia.yaml +lm_eval/tasks/noticia/utils.py +lm_eval/tasks/nq_open/README.md +lm_eval/tasks/nq_open/nq_open.yaml +lm_eval/tasks/okapi/arc_multilingual/README.md +lm_eval/tasks/okapi/arc_multilingual/_arc_yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ar.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_bn.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ca.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_da.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_de.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_es.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_eu.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_fr.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_gu.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_hi.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_hr.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_hu.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_hy.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_id.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_it.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_kn.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ml.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_mr.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ne.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_nl.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_pt.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ro.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ru.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_sk.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_sr.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_sv.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_ta.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_te.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_uk.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_vi.yaml +lm_eval/tasks/okapi/arc_multilingual/arc_zh.yaml +lm_eval/tasks/okapi/arc_multilingual/utils.py +lm_eval/tasks/okapi/hellaswag_multilingual/README.md +lm_eval/tasks/okapi/hellaswag_multilingual/_hellaswag_yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ar.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_bn.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ca.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_da.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_de.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_es.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_eu.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_fr.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_gu.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hi.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hr.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hu.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hy.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_id.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_it.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_kn.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ml.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_mr.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ne.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_nl.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_pt.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ro.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ru.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sk.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sr.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sv.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ta.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_te.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_uk.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_vi.yaml +lm_eval/tasks/okapi/hellaswag_multilingual/utils.py +lm_eval/tasks/okapi/mmlu_multilingual/_default_yaml +lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ar.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_bn.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ca.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_da.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_de.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_en.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_es.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_eu.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_fr.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_gu.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hi.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hr.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hu.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hy.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_id.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_is.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_it.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_kn.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ml.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_mr.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nb.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ne.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nl.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_pt.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ro.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ru.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sk.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sr.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sv.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ta.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_te.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_uk.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml +lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/README.md +lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc1.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc2.yaml +lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py +lm_eval/tasks/openbookqa/README.md +lm_eval/tasks/openbookqa/openbookqa.yaml +lm_eval/tasks/paloma/README.md +lm_eval/tasks/paloma/_paloma_template +lm_eval/tasks/paloma/paloma_4chan_meta_sep.yaml +lm_eval/tasks/paloma/paloma_c4_100_domains.yaml +lm_eval/tasks/paloma/paloma_c4_en.yaml +lm_eval/tasks/paloma/paloma_dolma-v1_5.yaml +lm_eval/tasks/paloma/paloma_dolma_100_programing_languages.yaml +lm_eval/tasks/paloma/paloma_dolma_100_subreddits.yaml +lm_eval/tasks/paloma/paloma_falcon-refinedweb.yaml +lm_eval/tasks/paloma/paloma_gab.yaml +lm_eval/tasks/paloma/paloma_m2d2_s2orc_unsplit.yaml +lm_eval/tasks/paloma/paloma_m2d2_wikipedia_unsplit.yaml +lm_eval/tasks/paloma/paloma_manosphere_meta_sep.yaml +lm_eval/tasks/paloma/paloma_mc4.yaml +lm_eval/tasks/paloma/paloma_ptb.yaml +lm_eval/tasks/paloma/paloma_redpajama.yaml +lm_eval/tasks/paloma/paloma_twitterAAE_HELM_fixed.yaml +lm_eval/tasks/paloma/paloma_utils.py +lm_eval/tasks/paloma/paloma_wikitext_103.yaml +lm_eval/tasks/paws-x/README.md +lm_eval/tasks/paws-x/_generate_config.py +lm_eval/tasks/paws-x/_pawsx.yaml +lm_eval/tasks/paws-x/paws_de.yaml +lm_eval/tasks/paws-x/paws_en.yaml +lm_eval/tasks/paws-x/paws_es.yaml +lm_eval/tasks/paws-x/paws_fr.yaml +lm_eval/tasks/paws-x/paws_ja.yaml +lm_eval/tasks/paws-x/paws_ko.yaml +lm_eval/tasks/paws-x/paws_zh.yaml +lm_eval/tasks/paws-x/pawsx_template_yaml +lm_eval/tasks/pile/README.md +lm_eval/tasks/pile/pile_arxiv.yaml +lm_eval/tasks/pile/pile_bookcorpus2.yaml +lm_eval/tasks/pile/pile_books3.yaml +lm_eval/tasks/pile/pile_dm-mathematics.yaml +lm_eval/tasks/pile/pile_enron.yaml +lm_eval/tasks/pile/pile_europarl.yaml +lm_eval/tasks/pile/pile_freelaw.yaml +lm_eval/tasks/pile/pile_github.yaml +lm_eval/tasks/pile/pile_gutenberg.yaml +lm_eval/tasks/pile/pile_hackernews.yaml +lm_eval/tasks/pile/pile_nih-exporter.yaml +lm_eval/tasks/pile/pile_opensubtitles.yaml +lm_eval/tasks/pile/pile_openwebtext2.yaml +lm_eval/tasks/pile/pile_philpapers.yaml +lm_eval/tasks/pile/pile_pile-cc.yaml +lm_eval/tasks/pile/pile_pubmed-abstracts.yaml +lm_eval/tasks/pile/pile_pubmed-central.yaml +lm_eval/tasks/pile/pile_stackexchange.yaml +lm_eval/tasks/pile/pile_ubuntu-irc.yaml +lm_eval/tasks/pile/pile_uspto.yaml +lm_eval/tasks/pile/pile_wikipedia.yaml +lm_eval/tasks/pile/pile_youtubesubtitles.yaml +lm_eval/tasks/pile_10k/README.md +lm_eval/tasks/pile_10k/pile_10k.yaml +lm_eval/tasks/piqa/README.md +lm_eval/tasks/piqa/piqa.yaml +lm_eval/tasks/polemo2/README.md +lm_eval/tasks/polemo2/polemo2_in.yaml +lm_eval/tasks/polemo2/polemo2_out.yaml +lm_eval/tasks/portuguese_bench/README.md +lm_eval/tasks/portuguese_bench/assin_entailment.yaml +lm_eval/tasks/portuguese_bench/assin_paraphrase.yaml +lm_eval/tasks/portuguese_bench/portuguese_bench.yaml +lm_eval/tasks/portuguese_bench/flores_pt/_flores_common_yaml +lm_eval/tasks/portuguese_bench/flores_pt/create_yamls_flores_pt.py +lm_eval/tasks/portuguese_bench/flores_pt/flores_ca-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_de-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_en-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_es-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_eu-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_fr-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_gl-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_it-pt.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-ca.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-de.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-en.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-es.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-eu.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-fr.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-gl.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-it.yaml +lm_eval/tasks/portuguese_bench/flores_pt/flores_pt.yaml +lm_eval/tasks/prost/README.md +lm_eval/tasks/prost/corypaik_prost.yaml +lm_eval/tasks/pubmedqa/README.md +lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py +lm_eval/tasks/pubmedqa/pubmedqa.yaml +lm_eval/tasks/qa4mre/README.md +lm_eval/tasks/qa4mre/preprocess_qa4mre.py +lm_eval/tasks/qa4mre/qa4mre_2011.yaml +lm_eval/tasks/qa4mre/qa4mre_2012.yaml +lm_eval/tasks/qa4mre/qa4mre_2013.yaml +lm_eval/tasks/qasper/README.md +lm_eval/tasks/qasper/bool.yaml +lm_eval/tasks/qasper/freeform.yaml +lm_eval/tasks/qasper/metrics.py +lm_eval/tasks/qasper/utils.py +lm_eval/tasks/race/README.md +lm_eval/tasks/race/preprocess_race.py +lm_eval/tasks/race/race.yaml +lm_eval/tasks/realtoxicityprompts/metric.py +lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml +lm_eval/tasks/sciq/README.md +lm_eval/tasks/sciq/sciq.yaml +lm_eval/tasks/scrolls/README.md +lm_eval/tasks/scrolls/scrolls_contractnli.yaml +lm_eval/tasks/scrolls/scrolls_govreport.yaml +lm_eval/tasks/scrolls/scrolls_narrativeqa.yaml +lm_eval/tasks/scrolls/scrolls_qasper.yaml +lm_eval/tasks/scrolls/scrolls_qmsum.yaml +lm_eval/tasks/scrolls/scrolls_quality.yaml +lm_eval/tasks/scrolls/scrolls_summscreenfd.yaml +lm_eval/tasks/scrolls/task.py +lm_eval/tasks/siqa/README.md +lm_eval/tasks/siqa/siqa.yaml +lm_eval/tasks/spanish_bench/README.md +lm_eval/tasks/spanish_bench/copa_es.yaml +lm_eval/tasks/spanish_bench/escola.yaml +lm_eval/tasks/spanish_bench/mgsm_direct_es_spanish_bench.yaml +lm_eval/tasks/spanish_bench/openbookqa_es.yaml +lm_eval/tasks/spanish_bench/paws_es_spanish_bench.yaml +lm_eval/tasks/spanish_bench/spanish_bench.yaml +lm_eval/tasks/spanish_bench/utils.py +lm_eval/tasks/spanish_bench/wnli_es.yaml +lm_eval/tasks/spanish_bench/xlsum_es.yaml +lm_eval/tasks/spanish_bench/xnli_es_spanish_bench.yaml +lm_eval/tasks/spanish_bench/flores_es/_flores_common_yaml +lm_eval/tasks/spanish_bench/flores_es/create_yamls_flores_es.py +lm_eval/tasks/spanish_bench/flores_es/flores_ca-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_de-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_en-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-ca.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-de.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-en.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-eu.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-fr.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-gl.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-it.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es-pt.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_eu-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_fr-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_gl-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_it-es.yaml +lm_eval/tasks/spanish_bench/flores_es/flores_pt-es.yaml +lm_eval/tasks/spanish_bench/phrases_es/_phrases_es_common.yaml +lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml +lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml +lm_eval/tasks/squad_completion/README.md +lm_eval/tasks/squad_completion/squad_completion.yaml +lm_eval/tasks/squad_completion/task.py +lm_eval/tasks/squadv2/README.md +lm_eval/tasks/squadv2/squadv2.yaml +lm_eval/tasks/squadv2/task.py +lm_eval/tasks/storycloze/README.md +lm_eval/tasks/storycloze/storycloze_2016.yaml +lm_eval/tasks/storycloze/storycloze_2018.yaml +lm_eval/tasks/super_glue/README.md +lm_eval/tasks/super_glue/boolq/default.yaml +lm_eval/tasks/super_glue/boolq/seq2seq.yaml +lm_eval/tasks/super_glue/boolq/t5-prompt.yaml +lm_eval/tasks/super_glue/cb/aggregate.py +lm_eval/tasks/super_glue/cb/default.yaml +lm_eval/tasks/super_glue/cb/t5-prompt.yaml +lm_eval/tasks/super_glue/cb/t5_utils.py +lm_eval/tasks/super_glue/copa/default.yaml +lm_eval/tasks/super_glue/copa/t5-prompt.yaml +lm_eval/tasks/super_glue/copa/utils.py +lm_eval/tasks/super_glue/multirc/default.yaml +lm_eval/tasks/super_glue/multirc/t5-prompt.yaml +lm_eval/tasks/super_glue/multirc/t5_utils.py +lm_eval/tasks/super_glue/record/default.yaml +lm_eval/tasks/super_glue/record/t5-prompt.yaml +lm_eval/tasks/super_glue/record/t5_utils.py +lm_eval/tasks/super_glue/record/util.py +lm_eval/tasks/super_glue/rte/default.yaml +lm_eval/tasks/super_glue/rte/t5-prompt.yaml +lm_eval/tasks/super_glue/wic/default.yaml +lm_eval/tasks/super_glue/wic/t5-prompt.yaml +lm_eval/tasks/super_glue/wsc/default.yaml +lm_eval/tasks/super_glue/wsc/preprocess_wsc.py +lm_eval/tasks/super_glue/wsc/t5-prompt.yaml +lm_eval/tasks/super_glue/wsc/t5_utils.py +lm_eval/tasks/swag/README.md +lm_eval/tasks/swag/swag.yaml +lm_eval/tasks/swde/README.md +lm_eval/tasks/swde/swde.yaml +lm_eval/tasks/swde/task.py +lm_eval/tasks/tinyBenchmarks/README.md +lm_eval/tasks/tinyBenchmarks/agg_functions.py +lm_eval/tasks/tinyBenchmarks/tinyArc.yaml +lm_eval/tasks/tinyBenchmarks/tinyBenchmarks.yaml +lm_eval/tasks/tinyBenchmarks/tinyGSM8k.yaml +lm_eval/tasks/tinyBenchmarks/tinyHellaswag.yaml +lm_eval/tasks/tinyBenchmarks/tinyMMLU.yaml +lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc1.yaml +lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc2.yaml +lm_eval/tasks/tinyBenchmarks/tinyWinogrande.yaml +lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py +lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py +lm_eval/tasks/tinyBenchmarks/utils_winogrande.py +lm_eval/tasks/tmlu/README.md +lm_eval/tasks/tmlu/subject.tsv +lm_eval/tasks/tmlu/default/_default_template_yaml +lm_eval/tasks/tmlu/default/_generate_configs.py +lm_eval/tasks/tmlu/default/_tmlu.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml +lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml +lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml +lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml +lm_eval/tasks/tmlu/default/tmlu_accountant.yaml +lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml +lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml +lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml +lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml +lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml +lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml +lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml +lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml +lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml +lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml +lm_eval/tasks/tmlu/default/utils.py +lm_eval/tasks/tmmluplus/README.md +lm_eval/tasks/tmmluplus/subject.tsv +lm_eval/tasks/tmmluplus/default/_generate_configs.py +lm_eval/tasks/tmmluplus/default/_tmmluplus.yaml +lm_eval/tasks/tmmluplus/default/_tmmluplus_STEM.yaml +lm_eval/tasks/tmmluplus/default/_tmmluplus_humanities.yaml +lm_eval/tasks/tmmluplus/default/_tmmluplus_other.yaml +lm_eval/tasks/tmmluplus/default/_tmmluplus_social_sciences.yaml +lm_eval/tasks/tmmluplus/default/_tmmluplus_template_yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml +lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml +lm_eval/tasks/tmmluplus/default/utils.py +lm_eval/tasks/toxigen/README.md +lm_eval/tasks/toxigen/toxigen.yaml +lm_eval/tasks/toxigen/utils.py +lm_eval/tasks/translation/README.md +lm_eval/tasks/translation/iwslt2017_ar-en.yaml +lm_eval/tasks/translation/iwslt2017_en-ar.yaml +lm_eval/tasks/translation/utils.py +lm_eval/tasks/translation/wmt14_en-fr.yaml +lm_eval/tasks/translation/wmt14_fr-en.yaml +lm_eval/tasks/translation/wmt16_de-en.yaml +lm_eval/tasks/translation/wmt16_en-de.yaml +lm_eval/tasks/translation/wmt16_en-ro.yaml +lm_eval/tasks/translation/wmt16_ro-en.yaml +lm_eval/tasks/translation/wmt_common_yaml +lm_eval/tasks/triviaqa/README.md +lm_eval/tasks/triviaqa/default.yaml +lm_eval/tasks/truthfulqa/README.md +lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml +lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml +lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml +lm_eval/tasks/truthfulqa/utils.py +lm_eval/tasks/turkishmmlu/README.md +lm_eval/tasks/turkishmmlu/config/Biology.yaml +lm_eval/tasks/turkishmmlu/config/Chemistry.yaml +lm_eval/tasks/turkishmmlu/config/Geography.yaml +lm_eval/tasks/turkishmmlu/config/History.yaml +lm_eval/tasks/turkishmmlu/config/Mathematics.yaml +lm_eval/tasks/turkishmmlu/config/Philosophy.yaml +lm_eval/tasks/turkishmmlu/config/Physics.yaml +lm_eval/tasks/turkishmmlu/config/Religion_and_Ethics.yaml +lm_eval/tasks/turkishmmlu/config/Turkish_Language_and_Literature.yaml +lm_eval/tasks/turkishmmlu/config/_turkishmmlu_default_yaml +lm_eval/tasks/turkishmmlu/config_cot/Biology.yaml +lm_eval/tasks/turkishmmlu/config_cot/Chemistry.yaml +lm_eval/tasks/turkishmmlu/config_cot/Geography.yaml +lm_eval/tasks/turkishmmlu/config_cot/History.yaml +lm_eval/tasks/turkishmmlu/config_cot/Mathematics.yaml +lm_eval/tasks/turkishmmlu/config_cot/Philosophy.yaml +lm_eval/tasks/turkishmmlu/config_cot/Physics.yaml +lm_eval/tasks/turkishmmlu/config_cot/Religion_and_Ethics.yaml +lm_eval/tasks/turkishmmlu/config_cot/Turkish_Language_and_Literature.yaml +lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml +lm_eval/tasks/unitxt/20_newsgroups.yaml +lm_eval/tasks/unitxt/README.md +lm_eval/tasks/unitxt/ag_news.yaml +lm_eval/tasks/unitxt/argument_topic.yaml +lm_eval/tasks/unitxt/atis.yaml +lm_eval/tasks/unitxt/banking77.yaml +lm_eval/tasks/unitxt/claim_stance_topic.yaml +lm_eval/tasks/unitxt/cnn_dailymail.yaml +lm_eval/tasks/unitxt/coedit_gec.yaml +lm_eval/tasks/unitxt/dbpedia_14.yaml +lm_eval/tasks/unitxt/doc_vqa.yaml +lm_eval/tasks/unitxt/ethos_binary.yaml +lm_eval/tasks/unitxt/financial_tweets.yaml +lm_eval/tasks/unitxt/law_stack_exchange.yaml +lm_eval/tasks/unitxt/ledgar.yaml +lm_eval/tasks/unitxt/medical_abstracts.yaml +lm_eval/tasks/unitxt/stsb.yaml +lm_eval/tasks/unitxt/task.py +lm_eval/tasks/unitxt/unfair_tos.yaml +lm_eval/tasks/unitxt/unitxt +lm_eval/tasks/unitxt/unitxt_multimodal +lm_eval/tasks/unitxt/xsum.yaml +lm_eval/tasks/unitxt/yahoo_answers_topics.yaml +lm_eval/tasks/unscramble/README.md +lm_eval/tasks/unscramble/anagrams1.yaml +lm_eval/tasks/unscramble/anagrams2.yaml +lm_eval/tasks/unscramble/cycle_letters.yaml +lm_eval/tasks/unscramble/random_insertion.yaml +lm_eval/tasks/unscramble/reversed_words.yaml +lm_eval/tasks/webqs/README.md +lm_eval/tasks/webqs/utils.py +lm_eval/tasks/webqs/webqs.yaml +lm_eval/tasks/wikitext/README.md +lm_eval/tasks/wikitext/preprocess_wikitext.py +lm_eval/tasks/wikitext/wikitext.yaml +lm_eval/tasks/winogrande/README.md +lm_eval/tasks/winogrande/default.yaml +lm_eval/tasks/winogrande/preprocess_winogrande.py +lm_eval/tasks/wmdp/README.md +lm_eval/tasks/wmdp/_default_template_yaml +lm_eval/tasks/wmdp/_wmdp.yaml +lm_eval/tasks/wmdp/wmdp_bio.yaml +lm_eval/tasks/wmdp/wmdp_chem.yaml +lm_eval/tasks/wmdp/wmdp_cyber.yaml +lm_eval/tasks/wmt2016/README.md +lm_eval/tasks/wmt2016/metrics.py +lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml +lm_eval/tasks/wsc273/README.md +lm_eval/tasks/wsc273/default.yaml +lm_eval/tasks/wsc273/utils.py +lm_eval/tasks/xcopa/README.md +lm_eval/tasks/xcopa/_xcopa.yaml +lm_eval/tasks/xcopa/default_et.yaml +lm_eval/tasks/xcopa/default_ht.yaml +lm_eval/tasks/xcopa/default_id.yaml +lm_eval/tasks/xcopa/default_it.yaml +lm_eval/tasks/xcopa/default_qu.yaml +lm_eval/tasks/xcopa/default_sw.yaml +lm_eval/tasks/xcopa/default_ta.yaml +lm_eval/tasks/xcopa/default_th.yaml +lm_eval/tasks/xcopa/default_tr.yaml +lm_eval/tasks/xcopa/default_vi.yaml +lm_eval/tasks/xcopa/default_zh.yaml +lm_eval/tasks/xcopa/utils.py +lm_eval/tasks/xnli/README.md +lm_eval/tasks/xnli/_xnli.yaml +lm_eval/tasks/xnli/utils.py +lm_eval/tasks/xnli/xnli_ar.yaml +lm_eval/tasks/xnli/xnli_bg.yaml +lm_eval/tasks/xnli/xnli_common_yaml +lm_eval/tasks/xnli/xnli_de.yaml +lm_eval/tasks/xnli/xnli_el.yaml +lm_eval/tasks/xnli/xnli_en.yaml +lm_eval/tasks/xnli/xnli_es.yaml +lm_eval/tasks/xnli/xnli_fr.yaml +lm_eval/tasks/xnli/xnli_hi.yaml +lm_eval/tasks/xnli/xnli_ru.yaml +lm_eval/tasks/xnli/xnli_sw.yaml +lm_eval/tasks/xnli/xnli_th.yaml +lm_eval/tasks/xnli/xnli_tr.yaml +lm_eval/tasks/xnli/xnli_ur.yaml +lm_eval/tasks/xnli/xnli_vi.yaml +lm_eval/tasks/xnli/xnli_zh.yaml +lm_eval/tasks/xnli_eu/README.md +lm_eval/tasks/xnli_eu/xnli_common_yaml +lm_eval/tasks/xnli_eu/xnli_eu.yaml +lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml +lm_eval/tasks/xnli_eu/xnli_eu_native.yaml +lm_eval/tasks/xquad/README.md +lm_eval/tasks/xquad/utils.py +lm_eval/tasks/xquad/xquad_ar.yaml +lm_eval/tasks/xquad/xquad_common_yaml +lm_eval/tasks/xquad/xquad_de.yaml +lm_eval/tasks/xquad/xquad_el.yaml +lm_eval/tasks/xquad/xquad_en.yaml +lm_eval/tasks/xquad/xquad_es.yaml +lm_eval/tasks/xquad/xquad_hi.yaml +lm_eval/tasks/xquad/xquad_ro.yaml +lm_eval/tasks/xquad/xquad_ru.yaml +lm_eval/tasks/xquad/xquad_th.yaml +lm_eval/tasks/xquad/xquad_tr.yaml +lm_eval/tasks/xquad/xquad_vi.yaml +lm_eval/tasks/xquad/xquad_zh.yaml +lm_eval/tasks/xstorycloze/README.md +lm_eval/tasks/xstorycloze/_xstorycloze.yaml +lm_eval/tasks/xstorycloze/default_ar.yaml +lm_eval/tasks/xstorycloze/default_en.yaml +lm_eval/tasks/xstorycloze/default_es.yaml +lm_eval/tasks/xstorycloze/default_eu.yaml +lm_eval/tasks/xstorycloze/default_hi.yaml +lm_eval/tasks/xstorycloze/default_id.yaml +lm_eval/tasks/xstorycloze/default_my.yaml +lm_eval/tasks/xstorycloze/default_ru.yaml +lm_eval/tasks/xstorycloze/default_sw.yaml +lm_eval/tasks/xstorycloze/default_te.yaml +lm_eval/tasks/xstorycloze/default_zh.yaml +lm_eval/tasks/xwinograd/README.md +lm_eval/tasks/xwinograd/_xwinograd.yaml +lm_eval/tasks/xwinograd/utils.py +lm_eval/tasks/xwinograd/xwinograd_common_yaml +lm_eval/tasks/xwinograd/xwinograd_en.yaml +lm_eval/tasks/xwinograd/xwinograd_fr.yaml +lm_eval/tasks/xwinograd/xwinograd_jp.yaml +lm_eval/tasks/xwinograd/xwinograd_pt.yaml +lm_eval/tasks/xwinograd/xwinograd_ru.yaml +lm_eval/tasks/xwinograd/xwinograd_zh.yaml +tests/test_cli.py +tests/test_evaluator.py +tests/test_include_path.py +tests/test_janitor.py +tests/test_misc.py +tests/test_prompt.py +tests/test_requests_caching.py +tests/test_task_manager.py +tests/test_tasks.py +tests/test_utils.py \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/entry_points.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/entry_points.txt new file mode 100644 index 0000000000000000000000000000000000000000..0cfb793897d6f65b9e7ba85d6ed10d57d52d0821 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/entry_points.txt @@ -0,0 +1,3 @@ +[console_scripts] +lm-eval = lm_eval.__main__:cli_evaluate +lm_eval = lm_eval.__main__:cli_evaluate diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/requires.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/requires.txt new file mode 100644 index 0000000000000000000000000000000000000000..20392c40280d5e9904ca583a717b2f63b08de521 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/requires.txt @@ -0,0 +1,132 @@ +accelerate>=0.26.0 +evaluate +datasets>=2.16.0 +evaluate>=0.4.0 +jsonlines +numexpr +peft>=0.2.0 +pybind11>=2.6.2 +pytablewriter +rouge-score>=0.0.4 +sacrebleu>=1.5.0 +scikit-learn>=0.24.1 +sqlitedict +torch>=1.8 +tqdm-multiprocess +transformers>=4.1 +zstandard +dill +word2number +more_itertools + +[all] +lm_eval[anthropic] +lm_eval[dev] +lm_eval[deepsparse] +lm_eval[gptq] +lm_eval[hf_transfer] +lm_eval[ibm_watsonx_ai] +lm_eval[ifeval] +lm_eval[mamba] +lm_eval[math] +lm_eval[multilingual] +lm_eval[openai] +lm_eval[promptsource] +lm_eval[sentencepiece] +lm_eval[sparseml] +lm_eval[testing] +lm_eval[vllm] +lm_eval[zeno] +lm_eval[wandb] +lm_eval[japanese_leaderboard] + +[api] +requests +aiohttp +tenacity +tqdm +tiktoken + +[awq] +auto-awq>=0.2.6 + +[deepsparse] +deepsparse-nightly[llm]>=1.8.0.20240404 + +[dev] +pytest +pytest-cov +pytest-xdist +pre-commit +mypy + +[gptq] +auto-gptq[triton]>=0.6.0 + +[gptqmodel] +gptqmodel>=1.0.9 + +[hf_transfer] +hf_transfer + +[hqq] +hqq>=0.2.1 + +[ibm_watsonx_ai] +ibm_watsonx_ai>=1.1.22 + +[ifeval] +langdetect +immutabledict +nltk>=3.9.1 + +[japanese_leaderboard] +emoji==2.14.0 +neologdn==0.5.3 +fugashi[unidic-lite] +rouge_score>=0.1.2 + +[mamba] +mamba_ssm +causal-conv1d==1.0.2 + +[math] +sympy>=1.12 +antlr4-python3-runtime==4.11 + +[multilingual] +nagisa>=0.2.7 +jieba>=0.42.1 +pycountry + +[neuronx] +optimum[neuronx] + +[optimum] +optimum[openvino] + +[promptsource] +promptsource>=0.2.3 + +[sentencepiece] +sentencepiece>=0.1.98 + +[sparseml] +sparseml-nightly[llm]>=1.8.0.20240404 + +[testing] +pytest +pytest-cov +pytest-xdist + +[vllm] +vllm>=0.4.2 + +[wandb] +wandb>=0.16.3 +pandas +numpy + +[zeno] +pandas +zeno-client diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/top_level.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/top_level.txt new file mode 100644 index 0000000000000000000000000000000000000000..b3d57e8da16b93f8501d104cad0591ca57995369 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval.egg-info/top_level.txt @@ -0,0 +1 @@ +lm_eval diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/dbpedia_14.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/dbpedia_14.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b26d65a72be22c2faae0080d4d5c223062e67d9a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/dbpedia_14.yaml @@ -0,0 +1,3 @@ +task: dbpedia_14 +include: unitxt +recipe: card=cards.dbpedia_14,template=templates.classification.multi_class.title diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/law_stack_exchange.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/law_stack_exchange.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d0c589a3d69da65256799d9c6f15cd4a48a7fadd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/law_stack_exchange.yaml @@ -0,0 +1,3 @@ +task: law_stack_exchange +include: unitxt +recipe: card=cards.law_stack_exchange,template=templates.classification.multi_class.title diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/yahoo_answers_topics.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/yahoo_answers_topics.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6bf12faedbd58109333426b99ada5d14aa3e9f06 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unitxt/yahoo_answers_topics.yaml @@ -0,0 +1,3 @@ +task: yahoo_answers_topics +include: unitxt +recipe: card=cards.yahoo_answers_topics,template=templates.classification.multi_class.title diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/README.md new file mode 100644 index 0000000000000000000000000000000000000000..674974a79c2be292486b5cc2181e7695f630de20 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/README.md @@ -0,0 +1,57 @@ +# Unscramble + +### Paper + +Language Models are Few-Shot Learners +https://arxiv.org/pdf/2005.14165.pdf + +Unscramble is a small battery of 5 “character manipulation” tasks. Each task +involves giving the model a word distorted by some combination of scrambling, +addition, or deletion of characters, and asking it to recover the original word. + +Homepage: https://github.com/openai/gpt-3/tree/master/data + + +### Citation + +``` +@inproceedings{NEURIPS2020_1457c0d6, + author = {Brown, Tom and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared D and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and Agarwal, Sandhini and Herbert-Voss, Ariel and Krueger, Gretchen and Henighan, Tom and Child, Rewon and Ramesh, Aditya and Ziegler, Daniel and Wu, Jeffrey and Winter, Clemens and Hesse, Chris and Chen, Mark and Sigler, Eric and Litwin, Mateusz and Gray, Scott and Chess, Benjamin and Clark, Jack and Berner, Christopher and McCandlish, Sam and Radford, Alec and Sutskever, Ilya and Amodei, Dario}, + booktitle = {Advances in Neural Information Processing Systems}, + editor = {H. Larochelle and M. Ranzato and R. Hadsell and M. F. Balcan and H. Lin}, + pages = {1877--1901}, + publisher = {Curran Associates, Inc.}, + title = {Language Models are Few-Shot Learners}, + url = {https://proceedings.neurips.cc/paper/2020/file/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf}, + volume = {33}, + year = {2020} +} +``` + +### Groups and Tasks + +#### Groups + +* `unscramble` + +#### Tasks + +* `anagrams1` - Anagrams of all but the first and last letter. +* `anagrams2` - Anagrams of all but the first and last 2 letters. +* `cycle_letters` - Cycle letters in a word. +* `random_insertion` - Random insertions in the word that must be removed. +* `reversed_words` - Words spelled backwards that must be reversed. + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [x] Is the "Main" variant of this task clearly denoted? +* [x] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [x] Have you noted which, if any, published evaluation setups are matched by this variant? + * [x] Checked for equivalence with v0.3.0 LM Evaluation Harness diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/anagrams1.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/anagrams1.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee044474f5f44e1b63f065a919e4604dfc242756 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/unscramble/anagrams1.yaml @@ -0,0 +1,22 @@ +tag: + - unscramble +task: anagrams1 +dataset_path: EleutherAI/unscramble +dataset_name: mid_word_1_anagrams +output_type: generate_until +test_split: validation +doc_to_text: "{{context}}" +doc_to_target: "{{completion}}" +generation_kwargs: + until: + - "\n" +metric_list: + - metric: exact_match + aggregation: mean + higher_is_better: true + ignore_case: false + ignore_punctuation: false +metadata: + version: 2.0 +dataset_kwargs: + trust_remote_code: true diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..c65e08ba39087f6ebe5ea04fd9a1a310dbc5a0da --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/utils.py @@ -0,0 +1,27 @@ +from typing import Dict, List + + +def doc_to_choice(doc: Dict) -> List[str]: + """Return all of the accepted answers as choices.""" + return _remove_prefixes(doc["answers"]) + + +def doc_to_target(doc: Dict) -> List[int]: + """Return list of indices of accepted answers (all of them).""" + remaining = _remove_prefixes(doc["answers"]) + return list(range(len(remaining))) + + +def _remove_prefixes(aliases): + """ + Remove any alias that has a strict prefix elsewhere in the list. + + This is an optimization. We can do this because if the prefix is acceptable by isgreedy, + we can stop looking. + """ + aliases.sort() + ret = [aliases[0]] + for alias in aliases[1:]: + if not alias.startswith(ret[-1]): + ret.append(alias) + return ret diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/webqs.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/webqs.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d725d1ddccd554c14a1a4cb4976f22b84749dc4a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/webqs/webqs.yaml @@ -0,0 +1,20 @@ +tag: + - freebase +task: webqs +dataset_path: web_questions +dataset_name: null +output_type: multiple_choice +training_split: train +validation_split: null +test_split: test +doc_to_text: "Question: {{question}}\nAnswer:" +doc_to_target: !function utils.doc_to_target +doc_to_choice: !function utils.doc_to_choice +should_decontaminate: true +doc_to_decontamination_query: question +metric_list: + - metric: exact_match + aggregation: mean + higher_is_better: true +metadata: + version: 2.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aadde0c1dce80cf0f6fe17fbb8a2a1563f34051b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/README.md @@ -0,0 +1,50 @@ +# WMDP + +### Paper + +Title: `The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning` + +Abstract: `https://arxiv.org/abs/2403.03218` + +`The Weapons of Mass Destruction Proxy (WMDP) benchmark is a dataset of 4,157 multiple-choice questions surrounding hazardous knowledge in biosecurity cybersecurity, and chemical security. WMDP serves as both a proxy evaluation for hazardous knowledge in large language models (LLMs) and a benchmark for unlearning methods to remove such knowledge.` + +Homepage: https://wmdp.ai + + +### Citation + +``` +@misc{li2024wmdp, + title={The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning}, + author={Nathaniel Li and Alexander Pan and Anjali Gopal and Summer Yue and Daniel Berrios and Alice Gatti and Justin D. Li and Ann-Kathrin Dombrowski and Shashwat Goel and Long Phan and Gabriel Mukobi and Nathan Helm-Burger and Rassin Lababidi and Lennart Justen and Andrew B. Liu and Michael Chen and Isabelle Barrass and Oliver Zhang and Xiaoyuan Zhu and Rishub Tamirisa and Bhrugu Bharathi and Adam Khoja and Zhenqi Zhao and Ariel Herbert-Voss and Cort B. Breuer and Andy Zou and Mantas Mazeika and Zifan Wang and Palash Oswal and Weiran Liu and Adam A. Hunt and Justin Tienken-Harder and Kevin Y. Shih and Kemper Talley and John Guan and Russell Kaplan and Ian Steneker and David Campbell and Brad Jokubaitis and Alex Levinson and Jean Wang and William Qian and Kallol Krishna Karmakar and Steven Basart and Stephen Fitz and Mindy Levine and Ponnurangam Kumaraguru and Uday Tupakula and Vijay Varadharajan and Yan Shoshitaishvili and Jimmy Ba and Kevin M. Esvelt and Alexandr Wang and Dan Hendrycks}, + year={2024}, + eprint={2403.03218}, + archivePrefix={arXiv}, + primaryClass={cs.LG} +} +``` + +### Groups, Tags, and Tasks + +#### Groups + +* `wmdp`: All 4,157 multiple-choice questions in biosecurity, cybersecurity, and chemical security + +#### Tasks + +* `wmdp_bio`: 1,520 multiple-choice questions in biosecurity +* `wmdp_cyber`: 2,225 multiple-choice questions in cybersecurity +* `wmdp_chemistry`: 412 multiple-choice questions in chemical security + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/_default_template_yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/_default_template_yaml new file mode 100644 index 0000000000000000000000000000000000000000..7c2f25c1d7ae111422411d8d27e6210300adff4f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/_default_template_yaml @@ -0,0 +1,15 @@ +dataset_path: cais/wmdp +test_split: test +training_split: null +validation_split: null +num_fewshot: 0 +output_type: multiple_choice +doc_to_text: "{{question.strip()}}\nA. {{choices[0]}}\nB. {{choices[1]}}\nC. {{choices[2]}}\nD. {{choices[3]}}\nAnswer:" +doc_to_choice: ["A", "B", "C", "D"] +doc_to_target: answer +metric_list: + - metric: acc + aggregation: mean + higher_is_better: true +metadata: + version: 1 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_bio.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_bio.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1096b6f873048709ea16b189c3a244856a2272c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_bio.yaml @@ -0,0 +1,4 @@ +"task": "wmdp_bio" +"dataset_name": "wmdp-bio" +"include": "_default_template_yaml" +"description": "The following are multiple choice questions (with answers) about biology.\n\n" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_chem.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_chem.yaml new file mode 100644 index 0000000000000000000000000000000000000000..788d6d618bb6f7328841374b2a98a675f9f51849 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmdp/wmdp_chem.yaml @@ -0,0 +1,4 @@ +"task": "wmdp_chem" +"dataset_name": "wmdp-chem" +"include": "_default_template_yaml" +"description": "The following are multiple choice questions (with answers) about chemistry.\n\n" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/README.md new file mode 100644 index 0000000000000000000000000000000000000000..56b2e4ab12215261fe6d7fcf00a7e69006fc48dd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/README.md @@ -0,0 +1,49 @@ +# WMT16 + +### Paper + +Title: `Findings of the 2016 Conference on Machine Translation` +Abstract: http://www.aclweb.org/anthology/W/W16/W16-2301 + + + +Homepage: https://huggingface.co/datasets/wmt16 + + +### Citation + +``` +@InProceedings{bojar-EtAl:2016:WMT1, + author = {Bojar, Ond +{r}ej and Chatterjee, Rajen and Federmann, Christian and Graham, Yvette and Haddow, Barry and Huck, Matthias and Jimeno Yepes, Antonio and Koehn, Philipp and Logacheva, Varvara and Monz, Christof and Negri, Matteo and Neveol, Aurelie and Neves, Mariana and Popel, Martin and Post, Matt and Rubino, Raphael and Scarton, Carolina and Specia, Lucia and Turchi, Marco and Verspoor, Karin and Zampieri, Marcos}, + title = {Findings of the 2016 Conference on Machine Translation}, + booktitle = {Proceedings of the First Conference on Machine Translation}, + month = {August}, + year = {2016}, + address = {Berlin, Germany}, + publisher = {Association for Computational Linguistics}, + pages = {131--198}, + url = {http://www.aclweb.org/anthology/W/W16/W16-2301} +} +``` + +### Groups, Tags, and Tasks + +#### Tasks + +With specific prompt styles +* `wmt-ro-en-t5-prompt`: WMT16 with the prompt template used for T5 + + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [ ] Is the task an existing benchmark in the literature? + * [ ] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/metrics.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/metrics.py new file mode 100644 index 0000000000000000000000000000000000000000..58106a4a9997ef2cff18c7cdceec11fc332d0afd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wmt2016/metrics.py @@ -0,0 +1,11 @@ +import evaluate + + +def bleu(predictions, references): + return (predictions[0], references[0]) + + +def agg_bleu(items): + bleu_fn = evaluate.load("bleu") + predictions, references = zip(*items) + return bleu_fn.compute(predictions=predictions, references=references)["bleu"] diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/README.md new file mode 100644 index 0000000000000000000000000000000000000000..59e730471db0a8ebbab7e127427a0eeadc7dfa1b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/README.md @@ -0,0 +1,60 @@ +# WSC273 + +### Paper + +Title: `The Winograd Schema Challenge` + +Abstract: http://commonsensereasoning.org/2011/papers/Levesque.pdf + +A Winograd schema is a pair of sentences that differ in only one or two words +and that contain an ambiguity that is resolved in opposite ways in the two +sentences and requires the use of world knowledge and reasoning for its resolution. +The Winograd Schema Challenge 273 is a collection of 273 such Winograd schemas. + +NOTE: This evaluation of Winograd Schema Challenge is based on `partial evaluation` +as described by Trinh & Le in Simple Method for Commonsense Reasoning (2018). +See: https://arxiv.org/abs/1806.0 + +Homepage: https://cs.nyu.edu/~davise/papers/WinogradSchemas/WS.html + + +### Citation + +``` +@inproceedings{ea01b9c0db064caca6986b925d75f2bb, + title = "The winograd schema challenge", + abstract = "In this paper, we present an alternative to the Turing Test that has some conceptual and practical advantages. A Wino-grad schema is a pair of sentences that differ only in one or two words and that contain a referential ambiguity that is resolved in opposite directions in the two sentences. We have compiled a collection of Winograd schemas, designed so that the correct answer is obvious to the human reader, but cannot easily be found using selectional restrictions or statistical techniques over text corpora. A contestant in the Winograd Schema Challenge is presented with a collection of one sentence from each pair, and required to achieve human-level accuracy in choosing the correct disambiguation.", + author = "Levesque, {Hector J.} and Ernest Davis and Leora Morgenstern", + year = "2012", + language = "English (US)", + isbn = "9781577355601", + series = "Proceedings of the International Conference on Knowledge Representation and Reasoning", + publisher = "Institute of Electrical and Electronics Engineers Inc.", + pages = "552--561", + booktitle = "13th International Conference on the Principles of Knowledge Representation and Reasoning, KR 2012", + note = "13th International Conference on the Principles of Knowledge Representation and Reasoning, KR 2012 ; Conference date: 10-06-2012 Through 14-06-2012", +} +``` + +### Groups and Tasks + +#### Groups + +* Not part of any group yet. + +#### Tasks + +* `wsc273` + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [ ] Is the task an existing benchmark in the literature? + * [ ] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..97a0c529d07f440e31373e0a3f4ec92c54db7cbf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/wsc273/utils.py @@ -0,0 +1,36 @@ +upper_pronouns = [ + "A", + "An", + "The", + "She", + "He", + "It", + "They", + "My", + "His", + "Her", + "Their", +] + + +def process_doc(dataset): + def process_fn(doc): + # The HF implementation of `wsc273` is not `partial evaluation` friendly. + doc["text"] = doc["text"].replace(" ", " ") + doc["options"][0] = __normalize_option(doc, doc["options"][0]) + doc["options"][1] = __normalize_option(doc, doc["options"][1]) + return doc + + return dataset.map(process_fn) + + +def __normalize_option(doc, option): + # Append `'s` to possessive determiner based options. + if doc["pronoun"].lower() in ["my", "his", "her", "our", "their"]: + option += "'s" + # Appropriately lowercase the pronoun in the option. + pronoun = option.split()[0] + start_of_sentence = doc["text"][doc["pronoun_loc"] - 2] == "." + if not start_of_sentence and pronoun in upper_pronouns: + return option.replace(pronoun, pronoun.lower()) + return option diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7f5ea3c3be4f84c0bf5c733dccce3c8d95931bda --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/README.md @@ -0,0 +1,60 @@ +# XCOPA + +### Paper + +Title: `XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning` + +Abstract: https://ducdauge.github.io/files/xcopa.pdf + +The Cross-lingual Choice of Plausible Alternatives dataset is a benchmark to evaluate the ability of machine learning models to transfer commonsense reasoning across languages. +The dataset is the translation and reannotation of the English COPA (Roemmele et al. 2011) and covers 11 languages from 11 families and several areas around the globe. +The dataset is challenging as it requires both the command of world knowledge and the ability to generalise to new languages. +All the details about the creation of XCOPA and the implementation of the baselines are available in the paper. + +Homepage: https://github.com/cambridgeltl/xcopa + +### Citation + +``` +@inproceedings{ponti2020xcopa, + title={{XCOPA: A} Multilingual Dataset for Causal Commonsense Reasoning}, + author={Edoardo M. Ponti, Goran Glava\v{s}, Olga Majewska, Qianchu Liu, Ivan Vuli\'{c} and Anna Korhonen}, + booktitle={Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)}, + year={2020}, + url={https://ducdauge.github.io/files/xcopa.pdf} +} +``` + +### Groups and Tasks + +#### Groups + +* `xcopa` + +#### Tasks + +* `xcopa_et`: Estonian +* `xcopa_ht`: Haitian Creole +* `xcopa_id`: Indonesian +* `xcopa_it`: Italian +* `xcopa_qu`: Cusco-Collao Quechua +* `xcopa_sw`: Kiswahili +* `xcopa_ta`: Tamil +* `xcopa_th`: Thai +* `xcopa_tr`: Turkish +* `xcopa_vi`: Vietnamese +* `xcopa_zh`: Mandarin Chinese + + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [ ] Is the task an existing benchmark in the literature? + * [ ] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/_xcopa.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/_xcopa.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c73141e6e810155ec7fcb7dcb864c8991176a195 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/_xcopa.yaml @@ -0,0 +1,19 @@ +group: xcopa +task: + - xcopa_et + - xcopa_ht + - xcopa_id + - xcopa_it + - xcopa_qu + - xcopa_sw + - xcopa_ta + - xcopa_th + - xcopa_tr + - xcopa_vi + - xcopa_zh +aggregate_metric_list: + - metric: acc + aggregation: mean + weight_by_size: True +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_et.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_et.yaml new file mode 100644 index 0000000000000000000000000000000000000000..76e750ffe322f0f91b4ccdf146600e3f5bd28bdf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_et.yaml @@ -0,0 +1,13 @@ +task: xcopa_et +dataset_path: xcopa +dataset_name: et +output_type: multiple_choice +validation_split: validation +test_split: test +doc_to_text: !function utils.doc_to_text_et +doc_to_target: label +doc_to_choice: !function utils.doc_to_choice +metric_list: + - metric: acc +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ht.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ht.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e22e1a6ecfe560de9f8ee2f19423b182d0df39 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ht.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_ht +dataset_name: ht +doc_to_text: !function utils.doc_to_text_ht diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_id.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_id.yaml new file mode 100644 index 0000000000000000000000000000000000000000..08fda55c8bba30023936fc11c2efa8de6007125c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_id.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_id +dataset_name: id +doc_to_text: !function utils.doc_to_text_id diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_it.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_it.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51ba1002cb4cd0c97e2f9ec1e96c249a4b449db5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_it.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_it +dataset_name: it +doc_to_text: !function utils.doc_to_text_it diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_qu.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_qu.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c6f356001076e79a09cd8020b6fb6b0a4c052c25 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_qu.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_qu +dataset_name: qu +doc_to_text: !function utils.doc_to_text_qu diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_sw.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_sw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4174cb0ef3b639ad5d2817dc45640c66bd9401c7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_sw.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_sw +dataset_name: sw +doc_to_text: !function utils.doc_to_text_sw diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ta.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ta.yaml new file mode 100644 index 0000000000000000000000000000000000000000..216cacf89bd233858e613909e32e4b909c6bb338 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_ta.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_ta +dataset_name: ta +doc_to_text: !function utils.doc_to_text_ta diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_tr.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_tr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..81dac28670f00227b641fe4af46ad1542f7d173e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_tr.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_tr +dataset_name: tr +doc_to_text: !function utils.doc_to_text_tr diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_vi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_vi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c08cdd1a2c08c86e792f0d91ce46838c4a27798a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_vi.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_vi +dataset_name: vi +doc_to_text: !function utils.doc_to_text_vi diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_zh.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_zh.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ad681e6a86dca8a3aae5b06af8835eb96bf1768c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/default_zh.yaml @@ -0,0 +1,4 @@ +include: default_et.yaml +task: xcopa_zh +dataset_name: zh +doc_to_text: !function utils.doc_to_text_zh diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..fe9d85920baa7098fd20f853da6eadcbc787dedd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xcopa/utils.py @@ -0,0 +1,114 @@ +from functools import partial + + +def convert_choice(choice): + return choice[0].lower() + choice[1:] + + +def doc_to_text(doc, connector): + # Drop the period + conn = connector[doc["question"]] + return doc["premise"].strip()[:-1] + f" {conn}" + + +def doc_to_choice(doc): + return [convert_choice(doc["choice1"]), convert_choice(doc["choice2"])] + + +doc_to_text_et = partial( + doc_to_text, + connector={ + "cause": "sest", + "effect": "seetõttu", + }, +) + + +doc_to_text_ht = partial( + doc_to_text, + connector={ + "cause": "poukisa", + "effect": "donk sa", + }, +) + + +doc_to_text_it = partial( + doc_to_text, + connector={ + "cause": "perché", + "effect": "quindi", + }, +) + + +doc_to_text_id = partial( + doc_to_text, + connector={ + "cause": "karena", + "effect": "maka", + }, +) + + +doc_to_text_qu = partial( + doc_to_text, + connector={ + "cause": "imataq", + "effect": "chaymi", + }, +) + + +doc_to_text_sw = partial( + doc_to_text, + connector={ + "cause": "kwa sababu", + "effect": "kwa hiyo", + }, +) + + +doc_to_text_zh = partial( + doc_to_text, + connector={ + "cause": "因为", + "effect": "所以", + }, +) + + +doc_to_text_ta = partial( + doc_to_text, + connector={ + "cause": "காரணமாக", + "effect": "எனவே", + }, +) + + +doc_to_text_th = partial( + doc_to_text, + connector={ + "cause": "เพราะ", + "effect": "ดังนั้น", + }, +) + + +doc_to_text_tr = partial( + doc_to_text, + connector={ + "cause": "çünkü", + "effect": "bu yüzden", + }, +) + + +doc_to_text_vi = partial( + doc_to_text, + connector={ + "cause": "bởi vì", + "effect": "vì vậy", + }, +) diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/README.md new file mode 100644 index 0000000000000000000000000000000000000000..512f9cc828bae447accbac974ca3bd322202b29e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/README.md @@ -0,0 +1,78 @@ +# XNLI + +### Paper + +Title: `XNLI: Evaluating Cross-lingual Sentence Representations` + +Abstract: https://arxiv.org/abs/1809.05053 + +Based on the implementation of @yongzx (see https://github.com/EleutherAI/lm-evaluation-harness/pull/258) + +Prompt format (same as XGLM and mGPT): + +sentence1 + ", right? " + mask = (Yes|Also|No) + ", " + sentence2 + +Predicition is the full sequence with the highest likelihood. + +Language specific prompts are translated word-by-word with Google Translate +and may differ from the ones used by mGPT and XGLM (they do not provide their prompts). + +Homepage: https://github.com/facebookresearch/XNLI + + +### Citation + +""" +@InProceedings{conneau2018xnli, + author = "Conneau, Alexis + and Rinott, Ruty + and Lample, Guillaume + and Williams, Adina + and Bowman, Samuel R. + and Schwenk, Holger + and Stoyanov, Veselin", + title = "XNLI: Evaluating Cross-lingual Sentence Representations", + booktitle = "Proceedings of the 2018 Conference on Empirical Methods + in Natural Language Processing", + year = "2018", + publisher = "Association for Computational Linguistics", + location = "Brussels, Belgium", +} +""" + +### Groups and Tasks + +#### Groups + +* `xnli` + +#### Tasks + +* `xnli_ar`: Arabic +* `xnli_bg`: Bulgarian +* `xnli_de`: German +* `xnli_el`: Greek +* `xnli_en`: English +* `xnli_es`: Spanish +* `xnli_fr`: French +* `xnli_hi`: Hindi +* `xnli_ru`: Russian +* `xnli_sw`: Swahili +* `xnli_th`: Thai +* `xnli_tr`: Turkish +* `xnli_ur`: Urdu +* `xnli_vi`: Vietnamese +* `xnli_zh`: Chinese + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [ ] Is the task an existing benchmark in the literature? + * [ ] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/_xnli.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/_xnli.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f6e350c85de1690e04fff7ccc13bf3ea98f85f35 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/_xnli.yaml @@ -0,0 +1,23 @@ +group: xnli +task: + - xnli_ar + - xnli_bg + - xnli_de + - xnli_el + - xnli_en + - xnli_es + - xnli_fr + - xnli_hi + - xnli_ru + - xnli_sw + - xnli_th + - xnli_tr + - xnli_ur + - xnli_vi + - xnli_zh +aggregate_metric_list: + - metric: acc + aggregation: mean + weight_by_size: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..2844d1d7c85a34c55f15893f3507601c54728a30 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/utils.py @@ -0,0 +1,166 @@ +import argparse + +import yaml + + +# Different languages that are part of xnli. +# These correspond to dataset names (Subsets) on HuggingFace. +# A yaml file is generated by this script for each language. + +LANGUAGES = { + "ar": { # Arabic + "QUESTION_WORD": "صحيح", + "ENTAILMENT_LABEL": "نعم", + "NEUTRAL_LABEL": "لذا", + "CONTRADICTION_LABEL": "رقم", + }, + "bg": { # Bulgarian + "QUESTION_WORD": "правилно", + "ENTAILMENT_LABEL": "да", + "NEUTRAL_LABEL": "така", + "CONTRADICTION_LABEL": "не", + }, + "de": { # German + "QUESTION_WORD": "richtig", + "ENTAILMENT_LABEL": "Ja", + "NEUTRAL_LABEL": "Auch", + "CONTRADICTION_LABEL": "Nein", + }, + "el": { # Greek + "QUESTION_WORD": "σωστός", + "ENTAILMENT_LABEL": "Ναί", + "NEUTRAL_LABEL": "Έτσι", + "CONTRADICTION_LABEL": "όχι", + }, + "en": { # English + "QUESTION_WORD": "right", + "ENTAILMENT_LABEL": "Yes", + "NEUTRAL_LABEL": "Also", + "CONTRADICTION_LABEL": "No", + }, + "es": { # Spanish + "QUESTION_WORD": "correcto", + "ENTAILMENT_LABEL": "Sí", + "NEUTRAL_LABEL": "Asi que", + "CONTRADICTION_LABEL": "No", + }, + "fr": { # French + "QUESTION_WORD": "correct", + "ENTAILMENT_LABEL": "Oui", + "NEUTRAL_LABEL": "Aussi", + "CONTRADICTION_LABEL": "Non", + }, + "hi": { # Hindi + "QUESTION_WORD": "सही", + "ENTAILMENT_LABEL": "हाँ", + "NEUTRAL_LABEL": "इसलिए", + "CONTRADICTION_LABEL": "नहीं", + }, + "ru": { # Russian + "QUESTION_WORD": "правильно", + "ENTAILMENT_LABEL": "Да", + "NEUTRAL_LABEL": "Так", + "CONTRADICTION_LABEL": "Нет", + }, + "sw": { # Swahili + "QUESTION_WORD": "sahihi", + "ENTAILMENT_LABEL": "Ndiyo", + "NEUTRAL_LABEL": "Hivyo", + "CONTRADICTION_LABEL": "Hapana", + }, + "th": { # Thai + "QUESTION_WORD": "ถูกต้อง", + "ENTAILMENT_LABEL": "ใช่", + "NEUTRAL_LABEL": "ดังนั้น", + "CONTRADICTION_LABEL": "ไม่", + }, + "tr": { # Turkish + "QUESTION_WORD": "doğru", + "ENTAILMENT_LABEL": "Evet", + "NEUTRAL_LABEL": "Böylece", + "CONTRADICTION_LABEL": "Hayır", + }, + "ur": { # Urdu + "QUESTION_WORD": "صحیح", + "ENTAILMENT_LABEL": "جی ہاں", + "NEUTRAL_LABEL": "اس لئے", + "CONTRADICTION_LABEL": "نہیں", + }, + "vi": { # Vietnamese + "QUESTION_WORD": "đúng", + "ENTAILMENT_LABEL": "Vâng", + "NEUTRAL_LABEL": "Vì vậy", + "CONTRADICTION_LABEL": "Không", + }, + "zh": { # Chinese + "QUESTION_WORD": "正确", + "ENTAILMENT_LABEL": "是的", + "NEUTRAL_LABEL": "所以", + "CONTRADICTION_LABEL": "不是的", + }, +} + + +def gen_lang_yamls(output_dir: str, overwrite: bool) -> None: + """ + Generate a yaml file for each language. + + :param output_dir: The directory to output the files to. + :param overwrite: Whether to overwrite files if they already exist. + """ + err = [] + for lang in LANGUAGES.keys(): + file_name = f"xnli_{lang}.yaml" + try: + QUESTION_WORD = LANGUAGES[lang]["QUESTION_WORD"] + ENTAILMENT_LABEL = LANGUAGES[lang]["ENTAILMENT_LABEL"] + NEUTRAL_LABEL = LANGUAGES[lang]["NEUTRAL_LABEL"] + CONTRADICTION_LABEL = LANGUAGES[lang]["CONTRADICTION_LABEL"] + with open( + f"{output_dir}/{file_name}", "w" if overwrite else "x", encoding="utf8" + ) as f: + f.write("# Generated by utils.py\n") + yaml.dump( + { + "include": "xnli_common_yaml", + "dataset_name": lang, + "task": f"xnli_{lang}", + "doc_to_text": "", + "doc_to_choice": f"{{{{[" + f"""premise+\", {QUESTION_WORD}? {ENTAILMENT_LABEL}, \"+hypothesis,""" + f"""premise+\", {QUESTION_WORD}? {NEUTRAL_LABEL}, \"+hypothesis,""" + f"""premise+\", {QUESTION_WORD}? {CONTRADICTION_LABEL}, \"+hypothesis""" + f"]}}}}", + }, + f, + allow_unicode=True, + ) + except FileExistsError: + err.append(file_name) + + if len(err) > 0: + raise FileExistsError( + "Files were not created because they already exist (use --overwrite flag):" + f" {', '.join(err)}" + ) + + +def main() -> None: + """Parse CLI args and generate language-specific yaml files.""" + parser = argparse.ArgumentParser() + parser.add_argument( + "--overwrite", + default=False, + action="store_true", + help="Overwrite files if they already exist", + ) + parser.add_argument( + "--output-dir", default=".", help="Directory to write yaml files to" + ) + args = parser.parse_args() + + gen_lang_yamls(output_dir=args.output_dir, overwrite=args.overwrite) + + +if __name__ == "__main__": + main() diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ar.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ar.yaml new file mode 100644 index 0000000000000000000000000000000000000000..15458e3ba218795c89fd72655cb964280a3ac422 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ar.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: ar +doc_to_choice: '{{[premise+", صحيح? نعم, "+hypothesis,premise+", صحيح? لذا, "+hypothesis,premise+", + صحيح? رقم, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_ar diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_bg.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_bg.yaml new file mode 100644 index 0000000000000000000000000000000000000000..939fe28186ab382300ad0bb410b31c2d5c1527a5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_bg.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: bg +doc_to_choice: '{{[premise+", правилно? да, "+hypothesis,premise+", правилно? така, + "+hypothesis,premise+", правилно? не, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_bg diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_common_yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_common_yaml new file mode 100644 index 0000000000000000000000000000000000000000..4dc4ab4fae8c39f88196fe31d98e8235e17e4d36 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_common_yaml @@ -0,0 +1,18 @@ +# This file will be included in the generated language-specific task configs. +# It doesn't have a yaml file extension as it is not meant to be imported directly +# by the harness. +task: null +dataset_path: xnli +dataset_name: null +output_type: multiple_choice +training_split: train +validation_split: validation +doc_to_text: null +doc_to_target: label +doc_to_choice: null +metric_list: + - metric: acc + aggregation: mean + higher_is_better: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_de.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_de.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8eef760eea5cb31fb5e205443dd1deb5f5880af7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_de.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: de +doc_to_choice: '{{[premise+", richtig? Ja, "+hypothesis,premise+", richtig? Auch, + "+hypothesis,premise+", richtig? Nein, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_de diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_el.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_el.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5311292ec60d0611aa40b5bdb2174ffc8d275582 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_el.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: el +doc_to_choice: '{{[premise+", σωστός? Ναί, "+hypothesis,premise+", σωστός? Έτσι, "+hypothesis,premise+", + σωστός? όχι, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_el diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_en.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_en.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6149889f59ae08146a3a3b82fe69559812e4498c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_en.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: en +doc_to_choice: '{{[premise+", right? Yes, "+hypothesis,premise+", right? Also, "+hypothesis,premise+", + right? No, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_en diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_es.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_es.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7b00a8d9e3bb7b172cc73ea8f4fd4e07f6534da1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_es.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: es +doc_to_choice: '{{[premise+", correcto? Sí, "+hypothesis,premise+", correcto? Asi + que, "+hypothesis,premise+", correcto? No, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_es diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_fr.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_fr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52aee51fc3d8aab224cf18f84da04fd73879a1be --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_fr.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: fr +doc_to_choice: '{{[premise+", correct? Oui, "+hypothesis,premise+", correct? Aussi, + "+hypothesis,premise+", correct? Non, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_fr diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_hi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_hi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..823872ce1c5a14e42ba106b9046a7b3bb060d366 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_hi.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: hi +doc_to_choice: '{{[premise+", सही? हाँ, "+hypothesis,premise+", सही? इसलिए, "+hypothesis,premise+", + सही? नहीं, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_hi diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ru.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ru.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e95af2a1788f1b361d51349fa23f278f176e84b7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ru.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: ru +doc_to_choice: '{{[premise+", правильно? Да, "+hypothesis,premise+", правильно? Так, + "+hypothesis,premise+", правильно? Нет, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_ru diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_sw.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_sw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7dc09130efc60df0bc7d5a026b0331b635ef4018 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_sw.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: sw +doc_to_choice: '{{[premise+", sahihi? Ndiyo, "+hypothesis,premise+", sahihi? Hivyo, + "+hypothesis,premise+", sahihi? Hapana, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_sw diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_th.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_th.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d725e83c388900a33f0e9df31abecceef697e8b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_th.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: th +doc_to_choice: '{{[premise+", ถูกต้อง? ใช่, "+hypothesis,premise+", ถูกต้อง? ดังนั้น, + "+hypothesis,premise+", ถูกต้อง? ไม่, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_th diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_tr.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_tr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..552eae1f79a6ee641151aaa8211d4c67fff072a8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_tr.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: tr +doc_to_choice: '{{[premise+", doğru? Evet, "+hypothesis,premise+", doğru? Böylece, + "+hypothesis,premise+", doğru? Hayır, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_tr diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ur.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ur.yaml new file mode 100644 index 0000000000000000000000000000000000000000..02fa3aa10268a035323163e36a03b3a0f79af314 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_ur.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: ur +doc_to_choice: '{{[premise+", صحیح? جی ہاں, "+hypothesis,premise+", صحیح? اس لئے, + "+hypothesis,premise+", صحیح? نہیں, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_ur diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_vi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_vi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74688ff328a221c567483a22dc6390ce512ae197 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_vi.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: vi +doc_to_choice: '{{[premise+", đúng? Vâng, "+hypothesis,premise+", đúng? Vì vậy, "+hypothesis,premise+", + đúng? Không, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_vi diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_zh.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_zh.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5d45892c6d76a0cda2ff3faedfcc9a557c4cf894 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli/xnli_zh.yaml @@ -0,0 +1,7 @@ +# Generated by utils.py +dataset_name: zh +doc_to_choice: '{{[premise+", 正确? 是的, "+hypothesis,premise+", 正确? 所以, "+hypothesis,premise+", + 正确? 不是的, "+hypothesis]}}' +doc_to_text: '' +include: xnli_common_yaml +task: xnli_zh diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ce646d4d9cb4e4e93a8a55d16b11b0cbf290225e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/README.md @@ -0,0 +1,50 @@ +# XNLIeu + +### Paper + +Title: XNLIeu: a dataset for cross-lingual NLI in Basque + +Abstract: https://arxiv.org/abs/2404.06996 + +XNLI is a popular Natural Language Inference (NLI) benchmark widely used to evaluate cross-lingual Natural Language Understanding (NLU) capabilities across languages. In this paper, we expand XNLI to include Basque, a low-resource language that can greatly benefit from transfer-learning approaches. The new dataset, dubbed XNLIeu, has been developed by first machine-translating the English XNLI corpus into Basque, followed by a manual post-edition step. We have conducted a series of experiments using mono- and multilingual LLMs to assess a) the effect of professional post-edition on the MT system; b) the best cross-lingual strategy for NLI in Basque; and c) whether the choice of the best cross-lingual strategy is influenced by the fact that the dataset is built by translation. The results show that post-edition is necessary and that the translate-train cross-lingual strategy obtains better results overall, although the gain is lower when tested in a dataset that has been built natively from scratch. Our code and datasets are publicly available under open licenses at https://github.com/hitz-zentroa/xnli-eu. + +Homepage: https://github.com/hitz-zentroa/xnli-eu + + +### Citation + +```bibtex +@misc{heredia2024xnlieu, + title={XNLIeu: a dataset for cross-lingual NLI in Basque}, + author={Maite Heredia and Julen Etxaniz and Muitze Zulaika and Xabier Saralegi and Jeremy Barnes and Aitor Soroa}, + year={2024}, + eprint={2404.06996}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` + +### Groups, Tags, and Tasks + +#### Tags + +* `xnli_eu_mt_native`: Includes MT and Native variants of the XNLIeu dataset. + +#### Tasks + +* `xnli_eu`: XNLI in Basque postedited from MT. +* `xnli_eu_mt`: XNLI in Basque machine translated from English. +* `xnli_eu_native`: XNLI in Basque natively created. + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_common_yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_common_yaml new file mode 100644 index 0000000000000000000000000000000000000000..4950a8996806739858b4261f9d0b005cd508fafe --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_common_yaml @@ -0,0 +1,15 @@ +task: null +dataset_path: xnli +dataset_name: null +output_type: multiple_choice +training_split: train +validation_split: validation +doc_to_text: null +doc_to_target: label +doc_to_choice: null +metric_list: + - metric: acc + aggregation: mean + higher_is_better: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b78eb7e771b48577a3fca3a29c6a9e921c6a8d26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu.yaml @@ -0,0 +1,8 @@ +include: xnli_common_yaml +task: xnli_eu +dataset_path: HiTZ/xnli-eu +dataset_name: eu +doc_to_choice: '{{[premise+", ezta? Bai, "+hypothesis,premise+", ezta? Gainera, +"+hypothesis,premise+", ezta? Ez, "+hypothesis]}}' +doc_to_text: "" +test_split: test diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c0fbf5416b4c10bc640a25f8a3a63dd5fb903128 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml @@ -0,0 +1,4 @@ +include: xnli_eu.yaml +tag: xnli_eu_mt_native +task: xnli_eu_mt +dataset_name: eu_mt diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_native.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_native.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e841f37e7ff36b238b85f05f9de7fd7fc488cbb2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xnli_eu/xnli_eu_native.yaml @@ -0,0 +1,6 @@ +include: xnli_eu.yaml +tag: xnli_eu_mt_native +task: xnli_eu_native +training_split: null +validation_split: null +dataset_name: eu_native diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b6ee68294f713a8b873a4b145bb805d508cbfc7d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/README.md @@ -0,0 +1,62 @@ +# XQuAD + +### Paper + +Title: `On the Cross-lingual Transferability of Monolingual Representations` + +Abstract: https://aclanthology.org/2020.acl-main.421.pdf + +XQuAD (Cross-lingual Question Answering Dataset) is a benchmark dataset for evaluating cross-lingual question answering performance. The dataset consists of a subset of 240 paragraphs and 1190 question-answer pairs from the development set of SQuAD v1.1 (Rajpurkar et al., 2016) together with their professional translations into ten languages: Spanish, German, Greek, Russian, Turkish, Arabic, Vietnamese, Thai, Chinese, and Hindi. Consequently, the dataset is entirely parallel across 11 languages. + +Homepage: https://github.com/deepmind/xquad + + +### Citation + +``` +@article{Artetxe:etal:2019, + author = {Mikel Artetxe and Sebastian Ruder and Dani Yogatama}, + title = {On the cross-lingual transferability of monolingual representations}, + journal = {CoRR}, + volume = {abs/1910.11856}, + year = {2019}, + archivePrefix = {arXiv}, + eprint = {1910.11856} +} +``` + +### Groups and Tasks + +#### Groups + +* `xquad`: All available languages. + +#### Tasks +Perform extractive question answering for each language's subset of XQuAD. +* `xquad_ar`: Arabic +* `xquad_de`: German +* `xquad_el`: Greek +* `xquad_en`: English +* `xquad_es`: Spanish +* `xquad_hi`: Hindi +* `xquad_ro`: Romanian +* `xquad_ru`: Russian +* `xquad_th`: Thai +* `xquad_tr`: Turkish +* `xquad_vi`: Vietnamese +* `xquad_zh`: Chinese + + + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..83e2e9ecef4a3ae990b4e54a3869978c24dfc127 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/utils.py @@ -0,0 +1,15 @@ +import re +from itertools import product + +import evaluate +import transformers.data.metrics.squad_metrics as squad_metrics + +from lm_eval.utils import general_detokenize + + +def process_results_qa(doc, results): + preds = results[0] + reference = doc["answers"]["text"][0] + f1_sum = squad_metrics.compute_f1(reference, preds) + exact_match = squad_metrics.compute_exact(reference, preds) + return {"f1": f1_sum, "exact_match": exact_match} diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ar.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ar.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4a843009c580e85e9cf59ddf812ebe56fc0e1968 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ar.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_ar +dataset_name: xquad.ar +doc_to_text: "سيا: {{context}}\n\nسؤال: {{question}}\n\nإجابة:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_common_yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_common_yaml new file mode 100644 index 0000000000000000000000000000000000000000..134a1065844823a42a6f1cc97841a683d767547f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_common_yaml @@ -0,0 +1,27 @@ +# This file will be included in the generated language-specific task configs. +# It doesn't have a yaml file extension as it is not meant to be imported directly +# by the harness. +tag: xquad +task: null +dataset_path: xquad +dataset_name: null +output_type: generate_until +validation_split: validation +doc_to_text: null +doc_to_target: '{{answers["text"][0]}}' +process_results: !function utils.process_results_qa +target_delimiter: ' ' +generation_kwargs: + until: + - "\n" + do_sample: false + temperature: 0.0 +metric_list: + - metric: exact_match + aggregation: mean + higher_is_better: true + - metric: f1 + aggregation: mean + higher_is_better: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_de.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_de.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f6d44f6b89575577fd3e69993ddd62d0ca0a543a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_de.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_de +dataset_name: xquad.de +doc_to_text: "Kontext: {{context}}\n\nFrage: {{question}}\n\nAntwort:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_el.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_el.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b54cdb03b637d708a4585f359b49b2eb0bcbf48 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_el.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_el +dataset_name: xquad.el +doc_to_text: "Συμφραζόμενα: {{context}}\n\nΕρώτηση: {{question}}\n\nΑπάντηση:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_en.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_en.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54ac757596fdb2ababca60a78809cb71dabc3d75 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_en.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_en +dataset_name: xquad.en +doc_to_text: "Context: {{context}}\n\nQuestion: {{question}}\n\nAnswer:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_es.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_es.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1322c90c3da80a74b1fab62ba36c2366031a850d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_es.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_es +dataset_name: xquad.es +doc_to_text: "Contexto: {{context}}\n\nPregunta: {{question}}\n\nRespuesta:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_hi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_hi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8daa5dd81706b0870ddf82555e47f780fc5b45b9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_hi.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_hi +dataset_name: xquad.hi +doc_to_text: "प्रसंग: {{context}}\n\nसवाल: {{question}}\n\nउत्तर:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ro.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ro.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f8023da8d5a7626dadf3516a7de084930e22545 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ro.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_ro +dataset_name: xquad.ro +doc_to_text: "Context: {{context}}\n\nÎntrebare: {{question}}\n\nRăspuns:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ru.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ru.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72b1d1050e7a5d85c093f9b3a070f7877d970c30 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_ru.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_ru +dataset_name: xquad.ru +doc_to_text: "Контекст: {{context}}\n\nВопрос: {{question}}\n\nОтвет:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_th.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_th.yaml new file mode 100644 index 0000000000000000000000000000000000000000..15569ce189fa48becda9e4fa45fb26974ab9e1c8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_th.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_th +dataset_name: xquad.th +doc_to_text: "บริบท: {{context}}\n\nคำถาม: {{question}}\n\nคำตอบ:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_tr.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_tr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f6c43db0093b2a4d4bfec83056561befd9340c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_tr.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_tr +dataset_name: xquad.tr +doc_to_text: "Bağlam: {{context}}\n\nSoru: {{question}}\n\nCevap:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_vi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_vi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8373902a11b36cad9595fe5f39c62fe59971b35f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_vi.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_vi +dataset_name: xquad.vi +doc_to_text: "Bối cảnh: {{context}}\n\nCâu hỏi: {{question}}\n\nTrả lời:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_zh.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_zh.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f0c7632aa1d51cdc70c2465388cda848b1c38f67 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xquad/xquad_zh.yaml @@ -0,0 +1,4 @@ +include: xquad_common_yaml +task: xquad_zh +dataset_name: xquad.zh +doc_to_text: "语境: {{context}}\n\n问题: {{question}}\n\n回答:" diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3acbde5fc2c11eaaba4eeaaa3858b88d72c645bf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/README.md @@ -0,0 +1,84 @@ +# XStoryCloze + +### Paper + +Title: `Few-shot Learning with Multilingual Language Models` + +Abstract: https://arxiv.org/abs/2112.10668 + +XStoryCloze consists of the professionally translated version of the [English StoryCloze dataset](https://cs.rochester.edu/nlp/rocstories/) (Spring 2016 version) to 10 non-English languages. This dataset is released by Meta AI. + +Homepage: https://github.com/facebookresearch/fairseq/pull/4820 + + +### Citation + +``` +@article{DBLP:journals/corr/abs-2112-10668, + author = {Xi Victoria Lin and + Todor Mihaylov and + Mikel Artetxe and + Tianlu Wang and + Shuohui Chen and + Daniel Simig and + Myle Ott and + Naman Goyal and + Shruti Bhosale and + Jingfei Du and + Ramakanth Pasunuru and + Sam Shleifer and + Punit Singh Koura and + Vishrav Chaudhary and + Brian O'Horo and + Jeff Wang and + Luke Zettlemoyer and + Zornitsa Kozareva and + Mona T. Diab and + Veselin Stoyanov and + Xian Li}, + title = {Few-shot Learning with Multilingual Language Models}, + journal = {CoRR}, + volume = {abs/2112.10668}, + year = {2021}, + url = {https://arxiv.org/abs/2112.10668}, + eprinttype = {arXiv}, + eprint = {2112.10668}, + timestamp = {Tue, 04 Jan 2022 15:59:27 +0100}, + biburl = {https://dblp.org/rec/journals/corr/abs-2112-10668.bib}, + bibsource = {dblp computer science bibliography, https://dblp.org} +} +``` + +### Groups and Tasks + +#### Groups + +* `xstorycloze` + +#### Tasks + +* `xstorycloze_ar`: Arabic +* `xstorycloze_en`: English +* `xstorycloze_es`: Spanish +* `xstorycloze_eu`: Basque +* `xstorycloze_hi`: Hindi +* `xstorycloze_id`: Indonesian +* `xstorycloze_my`: Burmese +* `xstorycloze_ru`: Russian +* `xstorycloze_sw`: Swahili +* `xstorycloze_te`: Telugu +* `xstorycloze_zh`: Chinese + + +### Checklist + +For adding novel benchmarks/datasets to the library: +* [ ] Is the task an existing benchmark in the literature? + * [ ] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/_xstorycloze.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/_xstorycloze.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0b9b41be5db54451d69bde525e53b495271a49f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/_xstorycloze.yaml @@ -0,0 +1,19 @@ +group: xstorycloze +task: + - xstorycloze_ar + - xstorycloze_en + - xstorycloze_es + - xstorycloze_eu + - xstorycloze_hi + - xstorycloze_id + - xstorycloze_my + - xstorycloze_ru + - xstorycloze_sw + - xstorycloze_te + - xstorycloze_zh +aggregate_metric_list: + - metric: acc + aggregation: mean + weight_by_size: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ar.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ar.yaml new file mode 100644 index 0000000000000000000000000000000000000000..836a4cb05484e21179331e98daf9893abe5d6b3a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ar.yaml @@ -0,0 +1,17 @@ +task: xstorycloze_ar +dataset_path: juletxara/xstory_cloze +dataset_name: ar +output_type: multiple_choice +training_split: train +validation_split: eval +doc_to_text: "{{[input_sentence_1, input_sentence_2, input_sentence_3, input_sentence_4]|join(' ')}}" +doc_to_target: "{{answer_right_ending-1}}" +doc_to_choice: "{{[sentence_quiz1, sentence_quiz2]}}" +should_decontaminate: true +doc_to_decontamination_query: "{{[input_sentence_1, input_sentence_2, input_sentence_3, input_sentence_4]|join(' ')}}" +metric_list: + - metric: acc + aggregation: mean + higher_is_better: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_en.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_en.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3127cdfa5dfd4249566b12dc9b1451018a88581 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_en.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_en +dataset_name: en diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_es.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_es.yaml new file mode 100644 index 0000000000000000000000000000000000000000..60af1f8c0a7b8b0917060d592c663fe6212e0210 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_es.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_es +dataset_name: es diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_eu.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_eu.yaml new file mode 100644 index 0000000000000000000000000000000000000000..849caccf2425ec1483baddb83d8c98b8d1eb79e3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_eu.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_eu +dataset_name: eu diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_hi.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_hi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8c00c75f0e3cba53c17174723d714fde8dc8c351 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_hi.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_hi +dataset_name: hi diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_id.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_id.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c044d7532c4539e287aaa429d4042feff7c6d733 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_id.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_id +dataset_name: id diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_my.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_my.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c3ae187209901b1fd711e680c1c3d46fdff48e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_my.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_my +dataset_name: my diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ru.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ru.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8617ab08db68e066c4165b0480801b2e5e16d9a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_ru.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_ru +dataset_name: ru diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_sw.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_sw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..22b7f3b461fb628102face370fb8b48d7d442241 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_sw.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_sw +dataset_name: sw diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_te.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_te.yaml new file mode 100644 index 0000000000000000000000000000000000000000..946861d4f090d25d0b221c1c8eeca4e59249a380 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_te.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_te +dataset_name: te diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_zh.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_zh.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a55989fe2f64e6cb0dcf5136c35a1d5bf1ee4ae6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xstorycloze/default_zh.yaml @@ -0,0 +1,3 @@ +include: default_ar.yaml +task: xstorycloze_zh +dataset_name: zh diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d97dfe1693569de3386532af9b75ef7331ece3e3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/README.md @@ -0,0 +1,61 @@ +# Task-name + +### Paper + +Title: `It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning` +Abstract: `https://arxiv.org/abs/2106.12066` + +Multilingual winograd schema challenge that includes English, French, Japanese, Portuguese, Russian and Chinese. Winograd schema challenges come from the XWinograd dataset introduced in Tikhonov et al. As it only contains 16 Chinese schemas, we add 488 Chinese schemas from clue/cluewsc2020. + +Homepage: `https://huggingface.co/datasets/Muennighoff/xwinograd` + + +### Citation + +``` +@misc{muennighoff2022crosslingual, + title={Crosslingual Generalization through Multitask Finetuning}, + author={Niklas Muennighoff and Thomas Wang and Lintang Sutawika and Adam Roberts and Stella Biderman and Teven Le Scao and M Saiful Bari and Sheng Shen and Zheng-Xin Yong and Hailey Schoelkopf and Xiangru Tang and Dragomir Radev and Alham Fikri Aji and Khalid Almubarak and Samuel Albanie and Zaid Alyafeai and Albert Webson and Edward Raff and Colin Raffel}, + year={2022}, + eprint={2211.01786}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +@misc{tikhonov2021heads, + title={It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning}, + author={Alexey Tikhonov and Max Ryabinin}, + year={2021}, + eprint={2106.12066}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` + +### Groups and Tasks + +#### Groups + +* `xwinograd` + +#### Tasks + +List or describe tasks defined in this folder, and their names here: +* `xwinograd_en`: Winograd schema challenges in English. +* `xwinograd_fr`: Winograd schema challenges in French. +* `xwinograd_jp`: Winograd schema challenges in Japanese. +* `xwinograd_pt`: Winograd schema challenges in Portuguese. +* `xwinograd_ru`: Winograd schema challenges in Russian. +* `xwinograd_zh`: Winograd schema challenges in Chinese. + +### Checklist + +For adding novel benchmarks/datasets to the library: + * [x] Is the task an existing benchmark in the literature? + * [x] Have you referenced the original paper that introduced the task? + * [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test? + + +If other tasks on this dataset are already supported: +* [ ] Is the "Main" variant of this task clearly denoted? +* [x] Have you provided a short sentence in a README on what each new variant adds / evaluates? +* [ ] Have you noted which, if any, published evaluation setups are matched by this variant? diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/_xwinograd.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/_xwinograd.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24fbcdefacca2c9a6798504030c86ed2ad50b9ac --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/_xwinograd.yaml @@ -0,0 +1,14 @@ +group: xwinograd +task: + - xwinograd_en + - xwinograd_fr + - xwinograd_jp + - xwinograd_pt + - xwinograd_ru + - xwinograd_zh +aggregate_metric_list: + - metric: acc + aggregation: mean + weight_by_size: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/utils.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/utils.py new file mode 100644 index 0000000000000000000000000000000000000000..5e350d6e9f43baafdddc18d573ddc0bfa7c837e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/utils.py @@ -0,0 +1,94 @@ +import argparse +from typing import Dict, List + +import yaml + + +# Different languages that are part of xwinograd. +# These correspond to dataset names (Subsets) on HuggingFace. +# A yaml file is generated by this script for each language. +LANGUAGES = ["en", "fr", "jp", "pt", "ru", "zh"] + + +def doc_to_text(doc: Dict) -> int: + """ + Return index of the correct choice. + + Note: We are using the "multiple input" mode of the multiple-choice + output-type, which means we use different contexts with the same target + for the different choices, rather than the same context and different targets. + """ + answer_to_num = {"1": 0, "2": 1} + return answer_to_num[doc["answer"]] + + +def doc_to_target(doc: Dict) -> str: + """ + Return the target completion. + + Note that this does not depend on the correct choice as we are using + "multiple input" mode. + """ + idx = doc["sentence"].index("_") + 1 + return doc["sentence"][idx:].strip() + + +def doc_to_choice(doc: Dict) -> List[str]: + """Return the choices that will be used as contexts in "multiple input" mode.""" + idx = doc["sentence"].index("_") + options = [doc["option1"], doc["option2"]] + return [doc["sentence"][:idx] + opt for opt in options] + + +def gen_lang_yamls(output_dir: str, overwrite: bool) -> None: + """ + Generate a yaml file for each language. + + :param output_dir: The directory to output the files to. + :param overwrite: Whether to overwrite files if they already exist. + """ + err = [] + for lang in LANGUAGES: + file_name = f"xwinograd_{lang}.yaml" + try: + with open( + f"{output_dir}/{file_name}", "w" if overwrite else "x", encoding="utf-8" + ) as f: + f.write("# Generated by utils.py\n") + yaml.dump( + { + "include": "xwinograd_common_yaml", + "dataset_name": lang, + "task": f"xwinograd_{lang}", + }, + f, + ) + except FileExistsError: + err.append(file_name) + + if len(err) > 0: + raise FileExistsError( + "Files were not created because they already exist (use --overwrite flag):" + f" {', '.join(err)}" + ) + + +def main() -> None: + """Parse CLI args and generate language-specific yaml files.""" + parser = argparse.ArgumentParser() + parser.add_argument( + "--overwrite", + default=False, + action="store_true", + help="Overwrite files if they already exist", + ) + parser.add_argument( + "--output-dir", default=".", help="Directory to write yaml files to" + ) + args = parser.parse_args() + + gen_lang_yamls(output_dir=args.output_dir, overwrite=args.overwrite) + + +if __name__ == "__main__": + main() diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_common_yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_common_yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3e683262e676948907a2641ef9782fa29655ac0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_common_yaml @@ -0,0 +1,18 @@ +# This file will be included in the generated language-specific task configs. +# It doesn't have a yaml file extension as it is not meant to be imported directly +# by the harness. +dataset_path: Muennighoff/xwinograd +dataset_name: null # Overridden by language-specific config. +output_type: multiple_choice +training_split: null +validation_split: null +test_split: test +doc_to_text: !function utils.doc_to_text +doc_to_target: !function utils.doc_to_target +doc_to_choice: !function utils.doc_to_choice +metric_list: + - metric: acc + aggregation: mean + higher_is_better: true +metadata: + version: 1.0 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_fr.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_fr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f93bbcd0600a3b32867171514d5c4f085f814a1c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_fr.yaml @@ -0,0 +1,4 @@ +# Generated by utils.py +dataset_name: fr +include: xwinograd_common_yaml +task: xwinograd_fr diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_jp.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_jp.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef8b99bf51e8e6fd5e1210c748f3a8cabde59957 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_jp.yaml @@ -0,0 +1,4 @@ +# Generated by utils.py +dataset_name: jp +include: xwinograd_common_yaml +task: xwinograd_jp diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_pt.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_pt.yaml new file mode 100644 index 0000000000000000000000000000000000000000..981287f9b1890a7d43b299d8a52816023c08e77a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_pt.yaml @@ -0,0 +1,4 @@ +# Generated by utils.py +dataset_name: pt +include: xwinograd_common_yaml +task: xwinograd_pt diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_ru.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_ru.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2bb84bf9d80bbbe4c832a61eb3927a8ec88f29a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_ru.yaml @@ -0,0 +1,4 @@ +# Generated by utils.py +dataset_name: ru +include: xwinograd_common_yaml +task: xwinograd_ru diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_zh.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_zh.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17d9227c162d51ff2858ff663574dd08b43042a9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/lm_eval/tasks/xwinograd/xwinograd_zh.yaml @@ -0,0 +1,4 @@ +# Generated by utils.py +dataset_name: zh +include: xwinograd_common_yaml +task: xwinograd_zh diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/clean_training_data/README.md b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/clean_training_data/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7985adecaab926b39e5bfd5b96b093f73450e660 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/clean_training_data/README.md @@ -0,0 +1,36 @@ +janitor.py contains a script to remove benchmark data contamination from training data sets. +It uses the approach described in the [GPT-3 paper](https://arxiv.org/abs/2005.14165). + +## Algorithm +1) Collects all contamination text files that are to be removed from training data +2) Filters training data by finding `N`gram matches between the training data + and any contamination + 1) `N`grams ignore case and punctuation and are split on whitespace. + 2) Matching `N`gram substrings are removed, as is a `window_to_remove` character window around + the match, splitting the training data into chunks + 3) Any chunks less than `minimum_slice_length` are removed + 4) Training data sets split into more than `too_dirty_cutoff` are considered + completely contaminated and removed + +OpenAI used: +``` +ngram_n = 13 +window_to_remove = 200 +minimum_slice_length = 200 +too_dirty_cutoff = 10 +``` + +## Compiling + +Janitor can be used as a pure python program, but it is much faster if the ngram +code is run in C++. To compile the C++ code, run + +``` +pip install pybind11 +c++ -O3 -Wall -shared -std=c++11 -fPIC $(python3 -m pybind11 --includes) janitor_util.cpp -o janitor_util$(python3-config --extension-suffix) +``` + +MacOS users: If your compiler isn't linked to Python, you may need to add to the above `-undefined dynamic_lookup`. \ +Linux users: If your compiler isn't linked to Python, you may need to follow these steps: +1. Rename the compiled code file to `janitor_util.so`. +2. Before running `import Janitor` in your code, add `sys.path.append("your/relative/path/to/janitor_util.so")` so that Python knows the location of `janitor_util.so`. diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_results.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_results.py new file mode 100644 index 0000000000000000000000000000000000000000..59eddb4a4fdac05c1d2ce3623a7bd4312101bec2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_results.py @@ -0,0 +1,75 @@ +""" +Usage: + python make_table_tasks.py --output +""" + +import json +import logging +import os + +from pytablewriter import LatexTableWriter, MarkdownTableWriter + + +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + + +def make_table(result_dict): + """Generate table of results.""" + md_writer = MarkdownTableWriter() + latex_writer = LatexTableWriter() + md_writer.headers = ["Task", "Version", "Metric", "Value", "", "Stderr"] + latex_writer.headers = ["Task", "Version", "Metric", "Value", "", "Stderr"] + + values = [] + + for k, dic in sorted(result_dict["results"].items()): + version = result_dict["versions"][k] + percent = k == "squad2" + for m, v in dic.items(): + if m.endswith("_stderr"): + continue + + if m + "_stderr" in dic: + se = dic[m + "_stderr"] + if percent or m == "ppl": + values.append([k, version, m, "%.2f" % v, "±", "%.2f" % se]) + else: + values.append( + [k, version, m, "%.2f" % (v * 100), "±", "%.2f" % (se * 100)] + ) + else: + if percent or m == "ppl": + values.append([k, version, m, "%.2f" % v, "", ""]) + else: + values.append([k, version, m, "%.2f" % (v * 100), "", ""]) + k = "" + version = "" + md_writer.value_matrix = values + latex_writer.value_matrix = values + + # todo: make latex table look good + # print(latex_writer.dumps()) + + return md_writer.dumps() + + +if __name__ == "__main__": + # loop dirs and subdirs in results dir + # for each dir, load json files + for dirpath, dirnames, filenames in os.walk("../results"): + # skip dirs without files + if not filenames: + continue + path_readme = os.path.join(dirpath, "README.md") + with open(path_readme, "w", encoding="utf-8") as f: + # get path name, only last folder + path_name = dirpath.split("/")[-1] + f.write(f"# {path_name} \n\n") + for filename in sorted([f for f in filenames if f.endswith(".json")]): + path = os.path.join(dirpath, filename) + with open(path, "r", encoding="utf-8") as f: + result_dict = json.load(f) + with open(path_readme, "a", encoding="utf-8") as f: + f.write(f"## {filename} \n") + f.write(f"{make_table(result_dict)} \n") diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_tasks.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_tasks.py new file mode 100644 index 0000000000000000000000000000000000000000..8a3b19634b11eb9974a32dcd2a80cab3f0940f9e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/make_table_tasks.py @@ -0,0 +1,55 @@ +""" +Usage: + python make_table_tasks.py --output +""" + +import argparse +import logging + +from pytablewriter import MarkdownTableWriter + +from lm_eval import tasks + + +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + + +def check(tf): + if tf: + return "✓" + else: + return " " + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("--output", type=str, default="task_table.md") + args = parser.parse_args() + + writer = MarkdownTableWriter() + writer.headers = ["Task Name", "Train", "Val", "Test", "Val/Test Docs", "Metrics"] + values = [] + + tasks = tasks.TASK_REGISTRY.items() + tasks = sorted(tasks, key=lambda x: x[0]) + for tname, Task in tasks: + task = Task() + v = [ + tname, + check(task.has_training_docs()), + check(task.has_validation_docs()), + check(task.has_test_docs()), + len( + list( + task.test_docs() if task.has_test_docs() else task.validation_docs() + ) + ), + ", ".join(task.aggregation().keys()), + ] + logger.info(v) + values.append(v) + writer.value_matrix = values + table = writer.dumps() + with open(args.output, "w", encoding="utf-8") as f: + f.write(table) diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/zeno_visualize.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/zeno_visualize.py new file mode 100644 index 0000000000000000000000000000000000000000..4bc7e03bf8417646ee5ffad9bd7f25e332dac597 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/scripts/zeno_visualize.py @@ -0,0 +1,242 @@ +import argparse +import json +import os +import re +from pathlib import Path + +import pandas as pd +from zeno_client import ZenoClient, ZenoMetric + +from lm_eval.utils import ( + eval_logger, + get_latest_filename, + get_results_filenames, + get_sample_results_filenames, +) + + +def parse_args(): + parser = argparse.ArgumentParser( + description="Upload your data to the Zeno AI evaluation platform to visualize results. This requires a ZENO_API_KEY in your environment variables. The eleuther harness must be run with log_samples=True and an output_path set for data to be written to disk." + ) + parser.add_argument( + "--data_path", + required=True, + help="Where to find the results of the benchmarks that have been run. Uses the name of each subfolder as the model name.", + ) + parser.add_argument( + "--project_name", + required=True, + help="The name of the generated Zeno project.", + ) + return parser.parse_args() + + +def main(): + """Upload the results of your benchmark tasks to the Zeno AI evaluation platform. + + This scripts expects your results to live in a data folder where subfolders contain results of individual models. + """ + args = parse_args() + + client = ZenoClient(os.environ["ZENO_API_KEY"]) + + # Get all model subfolders from the parent data folder. + models = [ + os.path.basename(os.path.normpath(f)) + for f in os.scandir(Path(args.data_path)) + if f.is_dir() + ] + + assert len(models) > 0, "No model directories found in the data_path." + + # Get the tasks from the latest results file of the first model. + tasks = set(tasks_for_model(models[0], args.data_path)) + + # Get tasks names from the latest results file for each model + # Get intersection of tasks for all models + for model in models: + old_tasks = tasks.copy() + task_count = len(tasks) + model_tasks = set(tasks_for_model(model, args.data_path)) + tasks.intersection(set(model_tasks)) + + if task_count != len(tasks): + eval_logger.warning( + f"All models must have the same tasks. {model} has tasks: {model_tasks} but have already recorded tasks: {old_tasks}. Taking intersection {tasks}" + ) + + assert ( + len(tasks) > 0 + ), "Must provide at least one task in common amongst models to compare." + + for task in tasks: + # Upload data for all models + for model_index, model in enumerate(models): + # Get latest results and sample results for a model + model_dir = Path(args.data_path, model) + model_files = [f.as_posix() for f in model_dir.iterdir() if f.is_file()] + model_results_filenames = get_results_filenames(model_files) + model_sample_filenames = get_sample_results_filenames(model_files) + latest_results = get_latest_filename( + [Path(f).name for f in model_results_filenames] + ) + latest_sample_results = get_latest_filename( + [Path(f).name for f in model_sample_filenames if task in f] + ) + model_args = re.sub( + r"[\"<>:/\|\\?\*\[\]]+", + "__", + json.load( + open(Path(args.data_path, model, latest_results), encoding="utf-8") + )["config"]["model_args"], + ) + print(model_args) + data = [] + with open( + Path(args.data_path, model, latest_sample_results), + "r", + encoding="utf-8", + ) as file: + for line in file: + data.append(json.loads(line.strip())) + + configs = json.load( + open(Path(args.data_path, model, latest_results), encoding="utf-8") + )["configs"] + config = configs[task] + + if model_index == 0: # Only need to assemble data for the first model + metrics = [] + for metric in config["metric_list"]: + metrics.append( + ZenoMetric( + name=metric["metric"], + type="mean", + columns=[metric["metric"]], + ) + ) + project = client.create_project( + name=args.project_name + (f"_{task}" if len(tasks) > 1 else ""), + view="text-classification", + metrics=metrics, + ) + project.upload_dataset( + generate_dataset(data, config), + id_column="id", + data_column="data", + label_column="labels", + ) + + project.upload_system( + generate_system_df(data, config), + name=model, + id_column="id", + output_column="output", + ) + + +def tasks_for_model(model: str, data_path: str): + """Get the tasks for a specific model. + + Args: + model (str): The name of the model. + data_path (str): The path to the data. + + Returns: + list: A list of tasks for the model. + """ + # get latest model results for a given name + model_dir = Path(data_path, model) + model_files = [f.as_posix() for f in model_dir.iterdir() if f.is_file()] + model_results_filenames = get_results_filenames(model_files) + latest_results = get_latest_filename(model_results_filenames) + config = (json.load(open(latest_results, encoding="utf-8"))["configs"],) + return list(config[0].keys()) + + +def generate_dataset( + data, + config, +): + """Generate a Zeno dataset from evaluation data. + + Args: + data: The data to generate a dataset for. + config: The configuration of the task. + + Returns: + pd.Dataframe: A dataframe that is ready to be uploaded to Zeno. + """ + ids = [x["doc_id"] for x in data] + labels = [x["target"] for x in data] + instance = [""] * len(ids) + + if config["output_type"] == "loglikelihood": + instance = [x["arguments"]["gen_args_0"]["arg_0"] for x in data] + labels = [x["arguments"]["gen_args_0"]["arg_1"] for x in data] + elif config["output_type"] == "multiple_choice": + instance = [ + x["arguments"]["gen_args_0"]["arg_0"] + + "\n\n" + + "\n".join([f"- {y[1]}" for y in x["arguments"]]) + for x in data + ] + elif config["output_type"] == "loglikelihood_rolling": + instance = [x["arguments"]["gen_args_0"]["arg_0"] for x in data] + elif config["output_type"] == "generate_until": + instance = [x["arguments"]["gen_args_0"]["arg_0"] for x in data] + + return pd.DataFrame( + { + "id": ids, + "data": instance, + "input_len": [len(x) for x in instance], + "labels": labels, + "output_type": config["output_type"], + } + ) + + +def generate_system_df(data, config): + """Generate a dataframe for a specific system to be uploaded to Zeno. + + Args: + data: The data to generate a dataframe from. + config: The configuration of the task. + + Returns: + pd.Dataframe: A dataframe that is ready to be uploaded to Zeno as a system. + """ + ids = [x["doc_id"] for x in data] + system_dict = {"id": ids} + system_dict["output"] = [""] * len(ids) + + if config["output_type"] == "loglikelihood": + system_dict["output"] = [ + "correct" if x["filtered_resps"][0][1] is True else "incorrect" + for x in data + ] + elif config["output_type"] == "multiple_choice": + system_dict["output"] = [ + ", ".join([str(y[0]) for y in x["filtered_resps"]]) for x in data + ] + system_dict["num_answers"] = [len(x["filtered_resps"]) for x in data] + elif config["output_type"] == "loglikelihood_rolling": + system_dict["output"] = [str(x["filtered_resps"][0]) for x in data] + elif config["output_type"] == "generate_until": + system_dict["output"] = [str(x["filtered_resps"][0]) for x in data] + system_dict["output_length"] = [len(str(x["filtered_resps"][0])) for x in data] + + metrics = {} + for metric in config["metric_list"]: + if "aggregation" in metric and metric["aggregation"] == "mean": + metrics[metric["metric"]] = [x[metric["metric"]] for x in data] + + system_dict.update(metrics) + system_df = pd.DataFrame(system_dict) + return system_df + + +if __name__ == "__main__": + main() diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/__init__.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/test_include_path.py b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/test_include_path.py new file mode 100644 index 0000000000000000000000000000000000000000..debbdaf46436a74155542b91ea7762bf8c63cd3d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/test_include_path.py @@ -0,0 +1,93 @@ +import os + +import pytest + +import lm_eval.api as api +import lm_eval.evaluator as evaluator +from lm_eval import tasks + + +@pytest.mark.parametrize( + "limit,model,model_args", + [ + ( + 10, + "hf", + "pretrained=EleutherAI/pythia-160m,dtype=float32,device=cpu", + ), + ], +) +def test_include_correctness(limit: int, model: str, model_args: str): + task_name = ["arc_easy"] + + task_manager = tasks.TaskManager() + task_dict = tasks.get_task_dict(task_name, task_manager) + + e1 = evaluator.simple_evaluate( + model=model, + tasks=task_name, + limit=limit, + model_args=model_args, + ) + assert e1 is not None + + # run with evaluate() and "arc_easy" test config (included from ./testconfigs path) + lm = api.registry.get_model(model).create_from_arg_string( + model_args, + { + "batch_size": None, + "max_batch_size": None, + "device": None, + }, + ) + + task_name = ["arc_easy"] + + task_manager = tasks.TaskManager( + include_path=os.path.dirname(os.path.abspath(__file__)) + "/testconfigs", + include_defaults=False, + ) + task_dict = tasks.get_task_dict(task_name, task_manager) + + e2 = evaluator.evaluate( + lm=lm, + task_dict=task_dict, + limit=limit, + ) + + assert e2 is not None + # check that caching is working + + def r(x): + return x["results"]["arc_easy"] + + assert all( + x == y + for x, y in zip([y for _, y in r(e1).items()], [y for _, y in r(e2).items()]) + ) + + +# test that setting include_defaults = False works as expected and that include_path works +def test_no_include_defaults(): + task_name = ["arc_easy"] + + task_manager = tasks.TaskManager( + include_path=os.path.dirname(os.path.abspath(__file__)) + "/testconfigs", + include_defaults=False, + ) + # should succeed, because we've included an 'arc_easy' task from this dir + task_dict = tasks.get_task_dict(task_name, task_manager) + + # should fail, since ./testconfigs has no arc_challenge task + task_name = ["arc_challenge"] + with pytest.raises(KeyError): + task_dict = tasks.get_task_dict(task_name, task_manager) # noqa: F841 + + +# test that include_path containing a task shadowing another task's name fails +# def test_shadowed_name_fails(): + +# task_name = ["arc_easy"] + +# task_manager = tasks.TaskManager(include_path=os.path.dirname(os.path.abspath(__file__)) + "/testconfigs") +# task_dict = tasks.get_task_dict(task_name, task_manager) diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/anagrams2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/anagrams2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f74887fe16ec042fcdf995b7b7b694d3fec92659 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/anagrams2-v0-res.json @@ -0,0 +1 @@ +{"results": {"anagrams2": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"anagrams2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3da-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3da-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1bbb3eb0c26b177cb739f58d8098b339278fcd84 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3da-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_3da": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_3da": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3ds-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3ds-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d76cc9bdf55935bc1bc4e71d35267cb58ec618ef --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_3ds-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_3ds": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_3ds": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b52790c74b649b455fd90ca93cc70ad23c3d129b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-loglikelihood @@ -0,0 +1 @@ +d3557beb8b9e5704122c2fc6362b11fbe2c3f2f3cb72aed4462b208767c40e01 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..57ce0e3007f3e987096d09f4442fa6bd106ab2ca --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_4da": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_4da": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4ds-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4ds-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4321db2604d4ef8d992f587841264964acfb065f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_4ds-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_4ds": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_4ds": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5da-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5da-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fb9a5671e8a4269fce5c477cbc3c795801e75fe1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5da-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_5da": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_5da": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0f959c21f6bb46a40cf1dd83c5525583189d3793 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-loglikelihood @@ -0,0 +1 @@ +2888d6d098a5ef8c1e7f0d8295ba80826e2e04e431f57508dfb71d53e1cd4604 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c7773f373de3cf44b0d750454a45c4cb581a9957 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-res.json @@ -0,0 +1 @@ +{"results": {"arithmetic_5ds": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"arithmetic_5ds": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..85f0e8fb2af3101c8a916368f957ab4968fd132b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-loglikelihood @@ -0,0 +1 @@ +976a5cac4bdb724632eebd4cb9e522203ce3da8d5525288a597c86e80469f3f2 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..39e2517bbc481b6727ff2fc1337de9600cd5451c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_adjunct_island-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_adjunct_island": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_adjunct_island": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_anaphor_number_agreement-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_anaphor_number_agreement-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..347570f3a6912d8f556eec252867f26777516506 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_anaphor_number_agreement-v0-loglikelihood @@ -0,0 +1 @@ +0bdad31c974ba064e1f1ba931841ec2ba7461e8b0ca54ea5f79f08b6bae0bab5 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..47cd3d3be14eedc3d525b408e76abe69c45f8586 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-loglikelihood @@ -0,0 +1 @@ +064c38fcd072b8bd12f54ea4f8e41599ed4e11dc386e93b77e1fc07967d1f960 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..96a7ed5e2a8715027b1bf853cc1836b4f587a2e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_passive-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_animate_subject_passive": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_animate_subject_passive": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..07106a905853aad9876257f308e3af5900066253 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-loglikelihood @@ -0,0 +1 @@ +2a84231e7b79f517427e57e2099c88fed3d60a7efab4ef9506e263b4091d5cfa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..480cf29a4d403852153ef59fe596bcc6a5cf34df --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_animate_subject_trans-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_animate_subject_trans": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_animate_subject_trans": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..5a0f6a35590db43e610a0550607dd7ab5e382f5f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-loglikelihood @@ -0,0 +1 @@ +3d67ad025185dbb0808ebd7f508edcb5750c18fc3c01ad91f20fda80780c916c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..90dc95da8116c38d2ff3bec041973004b7f5703b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_causative-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_causative": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_causative": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_complex_NP_island-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_complex_NP_island-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3a6d0875c6aadaf550692275a3ecd0b3ac099d3c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_complex_NP_island-v0-loglikelihood @@ -0,0 +1 @@ +f46cfcc7e43050a235fd2a6b989cabbfbcce76786df74db9f0d4a9cd1caa1628 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..8970b32aff4c8e5f815453c87bc241e8ca2f01e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-loglikelihood @@ -0,0 +1 @@ +7e1cc5b9f71abfbe56c4bdf343a1e5632785b66a986b8e904a41ed8f45a2c33e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2750fcda2aa5ee2efc6f20faa8932853f0f42ba2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_coordinate_structure_constraint_complex_left_branch": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_coordinate_structure_constraint_complex_left_branch": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f1edb69cb10b150f68b62dad3a18b5248bba95d1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-loglikelihood @@ -0,0 +1 @@ +23ddafdff7b1ebe331b146e23b2c21aa109fe57aa1ce8ca201a0d239fcbdd166 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..80f2c6a7a02aec124cc43a4e0b0b48110ea60d02 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_coordinate_structure_constraint_object_extraction": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_coordinate_structure_constraint_object_extraction": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_1-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_1-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2457550677d4a39a7e466d1fddaa4583bc649d7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_1-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_determiner_noun_agreement_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_determiner_noun_agreement_1": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..72ab237e58550ef3d5f57edcc44f716e0ebece64 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-loglikelihood @@ -0,0 +1 @@ +123e2acd00fbba60aba1fbae607c79a062e512c9e79c7d8dfafff63e30111d76 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bc2dc6e1ed3ad7f38496a2de9610db4d145fc41f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_2-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_determiner_noun_agreement_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_determiner_noun_agreement_2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f808af460570411d4616b6187dd67fa2ddd6ecee --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-loglikelihood @@ -0,0 +1 @@ +7fab9f02e71a224ae7931aa77f8a9a61d887a7480756adc965d4746e97fb04a5 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8caeecf43de4f434ede855dca08c5f62b702a46c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_determiner_noun_agreement_irregular_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_determiner_noun_agreement_irregular_1": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c04ead457767b4bf390b2ba28f55d7f23c95d4cb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_irregular_2-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_determiner_noun_agreement_irregular_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_determiner_noun_agreement_irregular_2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_with_adj_irregular_1-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_with_adj_irregular_1-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..6756cc4020c8016b08fb43470dcdfcc4d1d5b374 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_determiner_noun_agreement_with_adj_irregular_1-v0-loglikelihood @@ -0,0 +1 @@ +ad61c619aa79433d02f1aeacde2ab87291fd5d5c370032c24d41c4f0065ed1f9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relational_noun-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relational_noun-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f926cf3d4b7c1fb9fe3662b21754329ecc15ee2f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relational_noun-v0-loglikelihood @@ -0,0 +1 @@ +8aab641bd5933f84f46a14f5c1208a3c855cace7e67b44abcd5aff8fec96717d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relative_clause-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relative_clause-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..1fddc2190c85c0161921a5a4026cd518445fc386 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_distractor_agreement_relative_clause-v0-loglikelihood @@ -0,0 +1 @@ +bf78e2b53c0f3531303c668c96bd3897a0a35e960da37439e63724ecba4e371a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..1a88f8fa87a86cbff20d0def9955059e9cd73861 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap-v0-loglikelihood @@ -0,0 +1 @@ +d5486ffcc075cad4302e37ece9bbf5b2063c0b5a48e76c8e1dd365e22a5a48fc \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fe6bbf95e5406ad38d4894bf5d4609beeaa05f9a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_wh_questions_subject_gap_long_distance": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_subject_gap_long_distance": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..5f40ea63f1b31bfc83b5aa0385051fbcbc3574d8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-loglikelihood @@ -0,0 +1 @@ +d1d3e439b2020ef5ed232bfebbcc9634adc5117e9eb61e38fdbbe2c8ea128d54 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dfd3f66b77cb52234d967a827a3c6dffc706e5aa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_wh_vs_that_no_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_vs_that_no_gap": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap_long_distance-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap_long_distance-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..13359ac3d2092bb8d38d44f17a125124c034d317 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_no_gap_long_distance-v0-loglikelihood @@ -0,0 +1 @@ +a142cc2a6fcd93230b650927b07367cad957b8f3f42cb4072151da53dea301df \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..4c15f2283eb93c5ab4b9cdbddf3e91117211918d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-loglikelihood @@ -0,0 +1 @@ +d41a9b85e4c31e445bf9b46b8642df02203ccc02b4a9b254bf76066d5c54b4b7 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..14befd4ab6450dbb2147d66e5458981756bfc25b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_wh_vs_that_with_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_vs_that_with_gap": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..34b959139635a241b0fe814ce2ae7240c32a7c1c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-loglikelihood @@ -0,0 +1 @@ +eed67491bdf493a1dad8f1d9766bc7bd0e79946365b833c0f7eb81ac998e3dca \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..95a2c0c7e115167e44288a57dc38ea1d40274c87 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-res.json @@ -0,0 +1 @@ +{"results": {"blimp_wh_vs_that_with_gap_long_distance": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_vs_that_with_gap_long_distance": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..14c1bf5f5ee1300b8652f6a73185badea754ec73 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-loglikelihood @@ -0,0 +1 @@ +de5aa6f77a2e0fd050b9c272f10c4d5d5581e4f75ffa60926f79e60ae1738960 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2b459d8b28901b531dc0068425a4583747ac552d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v0-res.json @@ -0,0 +1 @@ +{"results": {"boolq": {"acc": 0.5048929663608562, "acc_stderr": 0.00874463623355505}}, "versions": {"boolq": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..7811121c9fda0c7ec33c2c36639c8ed8febccb05 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-loglikelihood @@ -0,0 +1 @@ +6577e0d88572772ef08e64f624c0e3df0953286ae1f118ccef15623b59ffeabf \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..291b9f122d0219c93c941daeb9ae362c439bb4e0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/boolq-v1-res.json @@ -0,0 +1 @@ +{"results": {"boolq": {"acc": 0.5048929663608562, "acc_stderr": 0.00874463623355505}}, "versions": {"boolq": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..6fa6f6dae6c806be8a5cad8416df6766f22ae475 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-loglikelihood @@ -0,0 +1 @@ +ec3b1bbb9561e39c43c6f77a23b4060b15c606141c5346e3d0791b3e92aaa5d0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ba386fd6c7e67c5048d2f4a4240e1b308dca7db5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v0-res.json @@ -0,0 +1 @@ +{"results": {"cb": {"acc": 0.3392857142857143, "acc_stderr": 0.06384226561930825, "f1": 0.2819143819143819}}, "versions": {"cb": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ad7e928fe6a3d79857c3c076c6459d8b6c31897c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-loglikelihood @@ -0,0 +1 @@ +77b11f4348eb8a7f57faf95c531fda01ab4bf0e729f91a82451ed8e71ec8e66d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1cff410b2c35a16b457d163d95ac7cbd8eb704e2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cb-v1-res.json @@ -0,0 +1 @@ +{"results": {"cb": {"acc": 0.3392857142857143, "acc_stderr": 0.06384226561930825, "f1": 0.2819143819143819}}, "versions": {"cb": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..45737909e7c21c528a647e91cceca3d2534869fc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-loglikelihood @@ -0,0 +1 @@ +e8635578ed8ee70b707a666d35e468b9321db24470f80c92080651e2bfa01751 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..462e5d9401318226da067adcc39b27a09157a127 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cola-v0-res.json @@ -0,0 +1 @@ +{"results": {"cola": {"mcc": -0.04538802810223175, "mcc_stderr": 0.023100371589225246}}, "versions": {"cola": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ebe4c6512a5a4befba815e4ab3b52a3732600607 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-loglikelihood @@ -0,0 +1 @@ +66276b9045b5300cba4b81340db06f674f031fa0b8883714ad0d03be464cd799 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9a537ec768e7311cd4ef3fafcfde63cf9ff42f59 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/copa-v0-res.json @@ -0,0 +1 @@ +{"results": {"copa": {"acc": 0.48, "acc_stderr": 0.050211673156867795}}, "versions": {"copa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..c1a9e165a7e42191745e38b1dd8d6b9e2fe609cb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-greedy_until @@ -0,0 +1 @@ +4a8605d5deed0423ec095700251ed93325b45d320aca35d4ce1e94702094435e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca8024e3ba0fb80420952bceaf01d85c42b0fcc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"coqa": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"coqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..f6e3f64b18a1d7d3ec2702d115c694bbe62cc8ef --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-greedy_until @@ -0,0 +1 @@ +57581470b921435d40da97872bb1cfda6ecf963ccc4b0240a3b04e3fea8c8e3a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7941ad62997cb5129be9390a727352b689f807ae --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/coqa-v1-res.json @@ -0,0 +1 @@ +{"results": {"coqa": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"coqa": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..63749433f1703a4c81965e6c04fec04177631bae --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-loglikelihood @@ -0,0 +1 @@ +ee3ce1ddb8071d4189e5b06e7f3c618a434221ac52935d0f434c4d183f01458a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c4210f5f11540d44476cdf99252e9268ca85a6e0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english": {"likelihood_difference": 0.3367363060632734, "likelihood_difference_stderr": 0.005827747024053628, "pct_stereotype": 0.5062611806797853, "pct_stereotype_stderr": 0.012212341600228745}}, "versions": {"crows_pairs_english": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..598d2cce10cc3ecefb6eb8d1deb74801e25b11af --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-loglikelihood @@ -0,0 +1 @@ +de74d2ac7f926f2f486c045d84aae8f71711102f9d77b31f758fd148810d13d3 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5dad8bf864709209d905dadb52930eaf43ff3eb0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_age-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_age": {"likelihood_difference": 0.3160680928470684, "likelihood_difference_stderr": 0.02397758321605678, "pct_stereotype": 0.43956043956043955, "pct_stereotype_stderr": 0.05231815698566189}}, "versions": {"crows_pairs_english_age": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ab0d9a4db42a5e4da196834b40457a95bf9a9129 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-loglikelihood @@ -0,0 +1 @@ +a197ccc8538231404a8e43f5ed0fbbfb2c317b4da337f6e7aa9642131aeb426a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dbe264794f6009bd604d2d55928e1958c74ae35a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_autre-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_autre": {"likelihood_difference": 0.3424336593343321, "likelihood_difference_stderr": 0.08588068996335849, "pct_stereotype": 0.2727272727272727, "pct_stereotype_stderr": 0.14083575804390605}}, "versions": {"crows_pairs_english_autre": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..50c7b025631010289ee73762c8f493d8888122d3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-loglikelihood @@ -0,0 +1 @@ +90c1bcfdeec0ff51d891ee8cf00ae2a5ec61bab6739faea9865809b8ffed2cdb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..14510a13a1c390adfbb9c73149b88e5b8a2c4f64 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_disability-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_disability": {"likelihood_difference": 0.3148684792547637, "likelihood_difference_stderr": 0.02800803147051987, "pct_stereotype": 0.36923076923076925, "pct_stereotype_stderr": 0.06032456592830047}}, "versions": {"crows_pairs_english_disability": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..44a4c513e5ba88fe7ed54dcb35021b709bc407e2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-loglikelihood @@ -0,0 +1 @@ +2bf62b7cc678f64ffad4a6e6715ff76a2b984bfe8d1165da4b76b3b4dfafb2f9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c24fb9dd6dfb9c494474fc08011d6d86ef18f5ef --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_gender-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_gender": {"likelihood_difference": 0.3361377482385407, "likelihood_difference_stderr": 0.012853081126751691, "pct_stereotype": 0.478125, "pct_stereotype_stderr": 0.027967820983765136}}, "versions": {"crows_pairs_english_gender": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..1186c252981559fc1e9859252f82aaea27310c4f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-loglikelihood @@ -0,0 +1 @@ +b85bc849811ccfa9971a6ee3fca7342752c314c0cb6f126e10d9ec4d0450c541 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5fd526ccc1c07111d2cceef633ccb72b0d65387b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_nationality-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_nationality": {"likelihood_difference": 0.3383027778174895, "likelihood_difference_stderr": 0.015957585374543233, "pct_stereotype": 0.4675925925925926, "pct_stereotype_stderr": 0.03402801581358966}}, "versions": {"crows_pairs_english_nationality": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..fedfdac52d966f6edcdb229456858da1959b24d1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-loglikelihood @@ -0,0 +1 @@ +d1823f5038afafa7a5338e42531720480c8ccf4e177789526caf294d52d56e89 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5ce5b3e7d4df6366fc2cb0219a24b92f1fabed --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_physical_appearance-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_physical_appearance": {"likelihood_difference": 0.3221673223187262, "likelihood_difference_stderr": 0.026978346460100555, "pct_stereotype": 0.4027777777777778, "pct_stereotype_stderr": 0.05820650942569533}}, "versions": {"crows_pairs_english_physical_appearance": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9feec03298368b126f4c7361084fb894b8170ffd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-loglikelihood @@ -0,0 +1 @@ +0a750596d77cd96502dc414ff699a399b1b91c2078adeec1d3dd982b3d591089 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..75d356522edf08f93f03d3ba37ed323d39f5b35e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_race_color-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_race_color": {"likelihood_difference": 0.3322827903840805, "likelihood_difference_stderr": 0.01019838186372816, "pct_stereotype": 0.4822834645669291, "pct_stereotype_stderr": 0.022191835500120254}}, "versions": {"crows_pairs_english_race_color": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b56bc901ca48380f5a188f9c18ef12ba0abe49ca --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-loglikelihood @@ -0,0 +1 @@ +2ed57377174adaf0fb30037eb055eafdd02cd46e57bc32066d5fecd90a14b6e1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..670f2d2cffeac37f0510e17d7195a0a68700d4fe --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_religion-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_religion": {"likelihood_difference": 0.32170622542430666, "likelihood_difference_stderr": 0.022101541392310232, "pct_stereotype": 0.43243243243243246, "pct_stereotype_stderr": 0.04723583229758394}}, "versions": {"crows_pairs_english_religion": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0a58b730c1e43271ba9d287c6b645ab97d10a560 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-loglikelihood @@ -0,0 +1 @@ +e754a309296b157677dfba6e6feef983d1ce38dd0169ae726265621a7b573163 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9a93b9add705c62cd228fd21a89ea670022189ab --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_sexual_orientation-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_sexual_orientation": {"likelihood_difference": 0.31947594049467243, "likelihood_difference_stderr": 0.024404952720497735, "pct_stereotype": 0.43010752688172044, "pct_stereotype_stderr": 0.051616798980291805}}, "versions": {"crows_pairs_english_sexual_orientation": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..32065ff76227a91aa5631f95b66ff1ce19490800 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-loglikelihood @@ -0,0 +1 @@ +c309eabfd247a702e32efc4e08211f9a72693d38995be5dd444d497b476396bd \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..89bd7338ada6ff7ef485492c5656342881b70600 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_english_socioeconomic-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_english_socioeconomic": {"likelihood_difference": 0.3424577735757881, "likelihood_difference_stderr": 0.017459994170011896, "pct_stereotype": 0.46842105263157896, "pct_stereotype_stderr": 0.036297038088316094}}, "versions": {"crows_pairs_english_socioeconomic": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d0fc86b66760ef71b6791ffeb9b9061e4cb49720 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-loglikelihood @@ -0,0 +1 @@ +4fb61dcf4d2c59d6470b297a01d5f429ee442864e225e1760fbf191b2a0901cd \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..77195255653eaebf9f1d542df02b9720c1f37df8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french": {"likelihood_difference": 0.3367363060632734, "likelihood_difference_stderr": 0.005827747024053628, "pct_stereotype": 0.5062611806797853, "pct_stereotype_stderr": 0.012212341600228745}}, "versions": {"crows_pairs_french": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..dbec353c35db547d54e918c718164a0788abc569 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-loglikelihood @@ -0,0 +1 @@ +b14a5769f415a234abe89063a1b546aa4a990c84217e5d4a697874cd7f85af35 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4bd87f68c37946bcb26e2a989e98a79251a8361c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_age-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_age": {"likelihood_difference": 0.31896094607685194, "likelihood_difference_stderr": 0.024068391933540753, "pct_stereotype": 0.4444444444444444, "pct_stereotype_stderr": 0.05267171812666418}}, "versions": {"crows_pairs_french_age": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3900f561993a333909d46e7a4fc18906c9b69721 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-loglikelihood @@ -0,0 +1 @@ +f145ad5086da0bf8c76f0730258529fa243efe32b7ab792d3c4716284b4b5495 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..44d8ff96e413cf6eb458a896d47321a0f3996b70 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_autre-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_autre": {"likelihood_difference": 0.3517045997290783, "likelihood_difference_stderr": 0.07647821858130377, "pct_stereotype": 0.23076923076923078, "pct_stereotype_stderr": 0.12162606385262997}}, "versions": {"crows_pairs_french_autre": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9cc4d2bb8012080bb2030e494eebd97e945b203c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-loglikelihood @@ -0,0 +1 @@ +fa1e5fc7492a66c9a90765e605003c38408347617db5ecf36706f1d374af5d42 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb2b8b79ac3d37913992a56e688ea80d24c0af9e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_disability-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_disability": {"likelihood_difference": 0.31387939561315326, "likelihood_difference_stderr": 0.027598132299657168, "pct_stereotype": 0.36363636363636365, "pct_stereotype_stderr": 0.05966637484671758}}, "versions": {"crows_pairs_french_disability": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..c1713a5a881657c9ae4417f6adcf7480491a2915 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-loglikelihood @@ -0,0 +1 @@ +010b8404655911c86555616da23afffce9dc3981e1acbbfdb022d9c474430209 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb363e75dc8006cd39e237392b2cf589741fb46 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_gender-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_gender": {"likelihood_difference": 0.3364019171359413, "likelihood_difference_stderr": 0.012815700745990895, "pct_stereotype": 0.4766355140186916, "pct_stereotype_stderr": 0.027920316348204986}}, "versions": {"crows_pairs_french_gender": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..e6e282414b02b032bd5b879775686c24e731fd9d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-loglikelihood @@ -0,0 +1 @@ +146eb60c8796fe3f25307a6776337f0b077b58ce02edec64c99df4b906c19b9f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f9dd321f7f3c9525491145df99fb4f7658be8065 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_nationality-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_nationality": {"likelihood_difference": 0.33534193269044926, "likelihood_difference_stderr": 0.01429836309463257, "pct_stereotype": 0.4743083003952569, "pct_stereotype_stderr": 0.031455431847992904}}, "versions": {"crows_pairs_french_nationality": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..167b5e3ba055d1d67ca70e4f9cd3879f6b40b179 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-loglikelihood @@ -0,0 +1 @@ +ea61eaad64e9292790d4bbef955ffeebed7a595de098bc5ac726a6e51f27f9af \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..eea3efa006503d2062660ae0e0625c85b4196899 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_physical_appearance-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_physical_appearance": {"likelihood_difference": 0.3221673223187262, "likelihood_difference_stderr": 0.026978346460100555, "pct_stereotype": 0.4027777777777778, "pct_stereotype_stderr": 0.05820650942569533}}, "versions": {"crows_pairs_french_physical_appearance": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..16127e96ad2c7051d8daf0bc0ad5114a6a07eb69 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-loglikelihood @@ -0,0 +1 @@ +6f9119026abff33c5c882d6172e092e806a8b21bd86864022978b1961839350f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb9d9c6aff73eac1def51836e15733ad940835c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_race_color-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_race_color": {"likelihood_difference": 0.33233909422443764, "likelihood_difference_stderr": 0.010623405969915857, "pct_stereotype": 0.4782608695652174, "pct_stereotype_stderr": 0.023315932363473738}}, "versions": {"crows_pairs_french_race_color": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b31daf0e281664ab74ae88a9edd6bb1029f28d57 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-loglikelihood @@ -0,0 +1 @@ +8af6445eeb634dad5f0723e40615afe993e1e3f129a4f314fe4117e633c2efd3 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..990eab593f8a175be48d44c7318eeb968aab2921 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_religion-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_religion": {"likelihood_difference": 0.32691651640972225, "likelihood_difference_stderr": 0.021833493193249474, "pct_stereotype": 0.45217391304347826, "pct_stereotype_stderr": 0.046614569799583463}}, "versions": {"crows_pairs_french_religion": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0336c1ddc64ef089490495a817922f3e7c9bdc73 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-loglikelihood @@ -0,0 +1 @@ +2ce823fdb93d325aa8fb40db5d335b093b4b69792763532d940a752440ee3a76 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb8a4336d89c12896186dc53f0bdd7f480c8df0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_sexual_orientation-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_sexual_orientation": {"likelihood_difference": 0.3160680928470684, "likelihood_difference_stderr": 0.02397758321605678, "pct_stereotype": 0.43956043956043955, "pct_stereotype_stderr": 0.05231815698566189}}, "versions": {"crows_pairs_french_sexual_orientation": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..2f6455aec029fea8d7ee8fa866e9f7779ac99914 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-loglikelihood @@ -0,0 +1 @@ +8ba0a525c65f795c99f6416e70c998e75e4b6cc43bf9a4bd7ccacd3c3591e9cb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7372018798d522cdfda7e458f1d608f1a3c13169 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/crows_pairs_french_socioeconomic-v0-res.json @@ -0,0 +1 @@ +{"results": {"crows_pairs_french_socioeconomic": {"likelihood_difference": 0.3394681494647815, "likelihood_difference_stderr": 0.01702488895584347, "pct_stereotype": 0.4642857142857143, "pct_stereotype_stderr": 0.035714285714285705}}, "versions": {"crows_pairs_french_socioeconomic": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..9068a24ef5af549a13fe5b4362c2b5afc741bd29 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-greedy_until @@ -0,0 +1 @@ +eb23f7d5de7528eefd8ed5f8054c402ff947319cccfef7195995946f99389201 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b05a9430e90ec2ce0ddcb49a243be9479d3fad1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/cycle_letters-v0-res.json @@ -0,0 +1 @@ +{"results": {"cycle_letters": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"cycle_letters": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..6470b349d2e2a54c1ab113346885eb97c045a0ed --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-greedy_until @@ -0,0 +1 @@ +ca566c630d8ac853d5785d4b5c40a5137172c34b48af3350e1f79e6d548b36ba \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9384ca72fe6c84f3a6a9c419b82a7dd7f39bf7d1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v0-res.json @@ -0,0 +1 @@ +{"results": {"drop": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"drop": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..3b2b697c91962eb160da3950bb22e45889c265e6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-greedy_until @@ -0,0 +1 @@ +a670f911ab2999d72db15f534b22703d19e7837edbda4f9f199ad587f7aae6b2 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8f397b410df7a77e25fd2916787b6050a5806d1d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/drop-v1-res.json @@ -0,0 +1 @@ +{"results": {"drop": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"drop": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..69289144e0e3ceb0051596d5768b70667f7d19a8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-loglikelihood @@ -0,0 +1 @@ +92d136ebb2bd86cd036e61699ad9a1417dbb48651f0a3afa5045cf57cef5a3f6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f81a700903262aec7eae2b4c39260f3f2c8f1dd0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_cm-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_cm": {"acc": 0.49987129987129986, "acc_stderr": 0.008022881531793336}}, "versions": {"ethics_cm": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ab01349737c063432656f3951ae913a63a85adba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-loglikelihood @@ -0,0 +1 @@ +74ecebe322457d70afc16fde848978410a09b854dc65c47f428d100bd1593248 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..3af24f414a42803984877a710b95c037187984b9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_deontology": {"acc": 0.503615127919911, "acc_stderr": 0.008338908432085105, "em": 0.07119021134593993}}, "versions": {"ethics_deontology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..cc18a7e67b6f38aaf759bb9073314da42b86f992 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-loglikelihood @@ -0,0 +1 @@ +d7dfc44fea507b5c5c3a8218f79ed8197da8599ebb396d85feb91c25512126b6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..39efbc506acfd90b86362185d28d43090aeb7d1c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_justice-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_justice": {"acc": 0.49556213017751477, "acc_stderr": 0.009616784279885177, "em": 0.057692307692307696}}, "versions": {"ethics_justice": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0c01f548806c747150690d942f7def8b2d98f2a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-loglikelihood @@ -0,0 +1 @@ +88872f1ed1b203f9649a4ced4fb4627d18c17af455d713de6e17c05eced4ec60 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..857af346b47d7ce11ee4192b928608a2111776f4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_utilitarianism": {"acc": 0.49771214642262895, "acc_stderr": 0.007211546310787838}}, "versions": {"ethics_utilitarianism": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..bd3ff6c459c5a5739b233dd86c5434f64bbc1b16 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-loglikelihood @@ -0,0 +1 @@ +5b42ba1faf5ece6a6ec9a3976ce79c1fac8df5b98272aab85457188c2142693c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..16940c8f5a7dd9ebb1d73298346ab1d19811ec90 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_utilitarianism_original-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_utilitarianism_original": {"acc": 0.5214226289517471, "acc_stderr": 0.007204999520618661}}, "versions": {"ethics_utilitarianism_original": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..48652c4689e2be24972881d0abff497d203ace9a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-loglikelihood @@ -0,0 +1 @@ +8021db8de46850090ddae6e6ec2d382029c3027b7c69884607503f916d09b709 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cf3e02d82662bc1c4de5f1cf3dd9442b321de623 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-res.json @@ -0,0 +1 @@ +{"results": {"ethics_virtue": {"acc": 0.5035175879396985, "acc_stderr": 0.0070893491553555765, "em": 0.036180904522613064}}, "versions": {"ethics_virtue": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..d49400007f95ecd048628bb2f1cadf92132bef24 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-greedy_until @@ -0,0 +1 @@ +e7292dbdd7fd8419ba954f2e0701e04c8d0e8842fe053dbf2fe47d926630e35e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fb6514a0e750d4e3737cf33766fcc851f79bfa48 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/gsm8k-v0-res.json @@ -0,0 +1 @@ +{"results": {"gsm8k": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"gsm8k": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9129d834b6037cda3db655064d6c18bb3dccfb54 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-loglikelihood @@ -0,0 +1 @@ +767ca34d9714edd9fb030ddbcc35a64e5180d1e247b0cb557fbb22fdf971ad1f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..adc093cf62c2f807a0f413d0ecc200879931a5b7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"headqa": {"acc": 0.23559445660102116, "acc_norm": 0.25018234865062, "acc_norm_stderr": 0.008272783230806014, "acc_stderr": 0.008105688874297972}}, "versions": {"headqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..11f07878fb5452ac334eaf0daf276aa8684124f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-loglikelihood @@ -0,0 +1 @@ +09da45119b12a0144e3081f8fb790c2a22af7b9c3aac42f54423d348a711fbf5 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac5a9c0b8e70a47f2c985713a50336c68b11382 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_en-v0-res.json @@ -0,0 +1 @@ +{"results": {"headqa_en": {"acc": 0.23559445660102116, "acc_norm": 0.2447118891320204, "acc_norm_stderr": 0.008211629406841468, "acc_stderr": 0.008105688874297972}}, "versions": {"headqa_en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9129d834b6037cda3db655064d6c18bb3dccfb54 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-loglikelihood @@ -0,0 +1 @@ +767ca34d9714edd9fb030ddbcc35a64e5180d1e247b0cb557fbb22fdf971ad1f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0964db9bbb8a6b0ca129c3e069151f334558de54 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/headqa_es-v0-res.json @@ -0,0 +1 @@ +{"results": {"headqa_es": {"acc": 0.23559445660102116, "acc_norm": 0.25018234865062, "acc_norm_stderr": 0.008272783230806014, "acc_stderr": 0.008105688874297972}}, "versions": {"headqa_es": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..c679a3e311759f4a00707b7454e0e8be4bcdfff0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-loglikelihood @@ -0,0 +1 @@ +abb808c97d6529eda6c11067837a132c62d25cba0394d720f80cca6df9f7196e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6be94a640950b2451775fddccbf80060c4a673b0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hellaswag-v0-res.json @@ -0,0 +1 @@ +{"results": {"hellaswag": {"acc": 0.24965146385182235, "acc_norm": 0.24756024696275641, "acc_norm_stderr": 0.004307128573285236, "acc_stderr": 0.004319267432460666}}, "versions": {"hellaswag": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d0d0fe872b24d1304c932ffde5546a70b125e100 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-loglikelihood @@ -0,0 +1 @@ +e35d1eeb356ac1084d4e9773f028cb3c81ba1c6e5574d598ac4a78aa467cd797 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dc2c9a0d7d4d4a18ee7c8cb0e266a29fa5bd48f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-abstract_algebra-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-abstract_algebra": {"acc": 0.32, "acc_norm": 0.34, "acc_norm_stderr": 0.04760952285695235, "acc_stderr": 0.04688261722621504}}, "versions": {"hendrycksTest-abstract_algebra": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a7ae5fa705e58cf0e7c06ca0fe84a186d24b506f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-loglikelihood @@ -0,0 +1 @@ +bf05e04ed8cf61cf3aad294ed3f5a16137775ffdd20f1b129022ddffc1251768 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..67bc2e7be6de4ba9d6b9aa40c0d45cd60d7d506b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-anatomy-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-anatomy": {"acc": 0.2222222222222222, "acc_norm": 0.23703703703703705, "acc_norm_stderr": 0.03673731683969506, "acc_stderr": 0.0359144408419697}}, "versions": {"hendrycksTest-anatomy": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..8ecb637cfe4eaf6d3bbca863c7bab6188b85425b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-loglikelihood @@ -0,0 +1 @@ +bed1e47127cc2893c6aef63b9a0909cca31aa351a703da2a166b01cae03c3311 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d3626ccf80f233702478886fffeede1f587ad2fb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-astronomy-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-astronomy": {"acc": 0.2565789473684211, "acc_norm": 0.29605263157894735, "acc_norm_stderr": 0.03715062154998904, "acc_stderr": 0.0355418036802569}}, "versions": {"hendrycksTest-astronomy": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a0f8b7c09b3b6307123f1328c51c1dcfb797aed2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-loglikelihood @@ -0,0 +1 @@ +b3b27e9dbad587377d3c8cab1072782de883e245da93a563bd8b3099017b1fc0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dcc5116204283941b74dfea97e3a1ce5edd9dc27 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-business_ethics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-business_ethics": {"acc": 0.29, "acc_norm": 0.27, "acc_norm_stderr": 0.044619604333847394, "acc_stderr": 0.045604802157206845}}, "versions": {"hendrycksTest-business_ethics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..86f54245d557e0091d1166b7ffb2029520e566e9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-loglikelihood @@ -0,0 +1 @@ +fbcb7ce507e0675d811e71e10a67c8d05a6605e29036f46776e04a6588cefbda \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..596bb28a93f52c857b6a39d416114c12c7ea9147 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-clinical_knowledge-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-clinical_knowledge": {"acc": 0.23773584905660378, "acc_norm": 0.27169811320754716, "acc_norm_stderr": 0.027377706624670713, "acc_stderr": 0.02619980880756191}}, "versions": {"hendrycksTest-clinical_knowledge": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..7f665ef4a1bd06ecfd30d999ae6880c00ba849cf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-loglikelihood @@ -0,0 +1 @@ +c29e4e67ff91af29b9434884874414d1b1b32ccc32903c6b1639469b19907419 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6705b9cad27c7f1eb647b513861646faaccad584 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_biology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_biology": {"acc": 0.24305555555555555, "acc_norm": 0.2361111111111111, "acc_norm_stderr": 0.03551446610810826, "acc_stderr": 0.03586879280080341}}, "versions": {"hendrycksTest-college_biology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..52a255e82a35b8d084459e72140f30f26ef8c57f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-loglikelihood @@ -0,0 +1 @@ +044752b21540db95118b8cbe7e75c4c9b8758e27df56543deaeadec7f749a28d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc95a151ac2da73b3c5eb23e3fe24a7ccc8024d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_chemistry-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_chemistry": {"acc": 0.28, "acc_norm": 0.26, "acc_norm_stderr": 0.04408440022768078, "acc_stderr": 0.04512608598542127}}, "versions": {"hendrycksTest-college_chemistry": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..695bc8c31592a4c33d70d5d07a8c5b523d9bd3cc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-loglikelihood @@ -0,0 +1 @@ +4ea26ad780290429ac5a3317559c154848d662bd40532c966458ba6f2a32d0a3 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..aea595c09f5baf6d21867c47fd5e42152244f555 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_computer_science-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_computer_science": {"acc": 0.22, "acc_norm": 0.24, "acc_norm_stderr": 0.04292346959909282, "acc_stderr": 0.041633319989322695}}, "versions": {"hendrycksTest-college_computer_science": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a840b6b6420053c343787f08d8d723ab5ba5c1d3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-loglikelihood @@ -0,0 +1 @@ +e9fe80752686527281f834d2397875b4580581434b94799f9de6aaa450bd73ff \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..766b3388ed88d61e2c17ed2a35110879160c5f7f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_mathematics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_mathematics": {"acc": 0.18, "acc_norm": 0.2, "acc_norm_stderr": 0.04020151261036844, "acc_stderr": 0.038612291966536955}}, "versions": {"hendrycksTest-college_mathematics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..2fb96497d12f9b72dbbd38f0d64aa75615bfe14b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-loglikelihood @@ -0,0 +1 @@ +dd6e0a9be1407890e9f8cd4434fb6aa4752ab3d2473837fd465ad99f60ad685e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..524552c9bb99335a9a7bee73076bc633b7eb10e3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_medicine-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_medicine": {"acc": 0.27167630057803466, "acc_norm": 0.2543352601156069, "acc_norm_stderr": 0.0332055644308557, "acc_stderr": 0.03391750322321659}}, "versions": {"hendrycksTest-college_medicine": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..7c2e2f4bf73266d532c7514c98defcba0133f231 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-loglikelihood @@ -0,0 +1 @@ +704a7671ef981fb95594782bc446dd632e87ebdbe89436a0603b714fb5786c75 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..97e56f2ae62e6b0012d49c6a7a55614a6d6eaf58 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-college_physics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-college_physics": {"acc": 0.23529411764705882, "acc_norm": 0.23529411764705882, "acc_norm_stderr": 0.04220773659171453, "acc_stderr": 0.04220773659171452}}, "versions": {"hendrycksTest-college_physics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d4c0ee2d78364c0275d984a4ef43cfcedbaf55ed --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-loglikelihood @@ -0,0 +1 @@ +a8a1892d1906cc3e7ffd321043f0a60f3b8b69ef76e5c6ff03c6ea41dc87d0cb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..60f02eba9cb04602d8b67d67269d8b82e0930721 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-computer_security-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-computer_security": {"acc": 0.24, "acc_norm": 0.27, "acc_norm_stderr": 0.044619604333847394, "acc_stderr": 0.042923469599092816}}, "versions": {"hendrycksTest-computer_security": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..05c4db0e2290998cb650c11373f0947c3be8f297 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-loglikelihood @@ -0,0 +1 @@ +622f191ccfc7a597d99f39897ebe3f95a9ddce0e662fcfb411aa554b289bb355 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1388bcdcd9a7283decbf3680283a2cc4cfc7cfde --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-conceptual_physics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-conceptual_physics": {"acc": 0.2680851063829787, "acc_norm": 0.2553191489361702, "acc_norm_stderr": 0.028504856470514185, "acc_stderr": 0.028957342788342347}}, "versions": {"hendrycksTest-conceptual_physics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ed3332eddaf041c82908352c43cf8d9187b8f381 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-loglikelihood @@ -0,0 +1 @@ +cde76ba2c7382b4876e17136c94f52aca2774e50342ab757b2a2d18da370dcb6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4656fac3c3026ec7e137ce8f49e4796fefe5e24f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-econometrics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-econometrics": {"acc": 0.24561403508771928, "acc_norm": 0.24561403508771928, "acc_norm_stderr": 0.04049339297748142, "acc_stderr": 0.040493392977481425}}, "versions": {"hendrycksTest-econometrics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9c9e72efdf98ed9afb4881647929246433e1f857 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-loglikelihood @@ -0,0 +1 @@ +b9b5d8b8bb02696302ec6bc2a99bf987a5504d3bae0e529d2c8f263538c97518 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..13b76c1d5f94218128b2038d55bd300faf66ff44 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-electrical_engineering-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-electrical_engineering": {"acc": 0.2689655172413793, "acc_norm": 0.2827586206896552, "acc_norm_stderr": 0.037528339580033376, "acc_stderr": 0.036951833116502325}}, "versions": {"hendrycksTest-electrical_engineering": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..e281f72feb428451f27dbaba80408c468ef51bce --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-loglikelihood @@ -0,0 +1 @@ +6b21f5cd5606268421a667152ec989424b66905c02adbab8d4ff6bb9d21b77d1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..84cd983ee9d33f831ee397ffd8b11990b70a4b60 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-elementary_mathematics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-elementary_mathematics": {"acc": 0.2724867724867725, "acc_norm": 0.2830687830687831, "acc_norm_stderr": 0.023201392938194978, "acc_stderr": 0.022930973071633345}}, "versions": {"hendrycksTest-elementary_mathematics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ef6bec3f70adb9b8df43583cf76e6cd865831b0b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-loglikelihood @@ -0,0 +1 @@ +c0d0f0c008a5f3faf2f6f4268d87bbc09c40bb66ae08cf38eea0bf2e519c5a59 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..acde01d4d7d45333322eaa4a07edf42ec414d08c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-formal_logic-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-formal_logic": {"acc": 0.25396825396825395, "acc_norm": 0.2698412698412698, "acc_norm_stderr": 0.03970158273235172, "acc_stderr": 0.03893259610604674}}, "versions": {"hendrycksTest-formal_logic": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a4751fdbfad7b614f9ec059a78130426e1d8a39c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-loglikelihood @@ -0,0 +1 @@ +9fdc85240b8170839278b1e883ee0868611d84dce202cb8aa037c841ec76d089 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d2fff47bcbaaaead17eceef0ca09cd45014c5aac --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-global_facts-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-global_facts": {"acc": 0.23, "acc_norm": 0.23, "acc_norm_stderr": 0.04229525846816507, "acc_stderr": 0.04229525846816507}}, "versions": {"hendrycksTest-global_facts": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..1e2c01e2b19082144373a13ee25e3e68bf8df588 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-loglikelihood @@ -0,0 +1 @@ +d4dc051f37a49dc75c218741e87bc826fd44f31ee1309b55e0f33bd191c1bc78 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a666d9ce9c969f808ea84909730cee046ccc6294 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_biology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_biology": {"acc": 0.23870967741935484, "acc_norm": 0.2709677419354839, "acc_norm_stderr": 0.025284416114900152, "acc_stderr": 0.024251071262208834}}, "versions": {"hendrycksTest-high_school_biology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d0ca97d6a58d8dae225d36636ef21b0fd1e50fdf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-loglikelihood @@ -0,0 +1 @@ +f4f338e45415c4b5ee7f1d249155bcd910c8401bd1436760a5ec61cb6bb211b6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d81594963cefe41f139a813fcdc16c0f247f9ed --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_chemistry-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_chemistry": {"acc": 0.2857142857142857, "acc_norm": 0.2660098522167488, "acc_norm_stderr": 0.031089826002937523, "acc_stderr": 0.031785297106427496}}, "versions": {"hendrycksTest-high_school_chemistry": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a421564657975a25dedfd1c8cf38ef0e0ea4df9c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-loglikelihood @@ -0,0 +1 @@ +870d5a6300c527077aaf6baa3e750e75fa840b41657cf82549f39b768b14862d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc2dacf5f5ac0b14327f0637b4b1aabea7a6167 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_computer_science-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_computer_science": {"acc": 0.2, "acc_norm": 0.22, "acc_norm_stderr": 0.04163331998932269, "acc_stderr": 0.04020151261036845}}, "versions": {"hendrycksTest-high_school_computer_science": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..eec5858ef9a22ba66ee0627646b5ce98f2b0326d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-loglikelihood @@ -0,0 +1 @@ +d8070e113be9d420fef5578cb69c70df4ea5118f9b18553023fd9efd5ff0b7f4 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b5cea9cbe310db37d488984f3ff6aa57921576d9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_european_history-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_european_history": {"acc": 0.23636363636363636, "acc_norm": 0.24242424242424243, "acc_norm_stderr": 0.03346409881055953, "acc_stderr": 0.033175059300091805}}, "versions": {"hendrycksTest-high_school_european_history": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ac80d178809ddbacc3aeb8ff368d8a68605a6430 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-loglikelihood @@ -0,0 +1 @@ +add45970ea3865be7c7a31f788a835949f6937ac73f699b122ca56a3431e95f8 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0fb76aa9ba10e63a931ec3707ac6d9f3d84292aa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_geography-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_geography": {"acc": 0.2474747474747475, "acc_norm": 0.2777777777777778, "acc_norm_stderr": 0.03191178226713547, "acc_stderr": 0.03074630074212452}}, "versions": {"hendrycksTest-high_school_geography": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..12ea726b4ba81f264017a7fd71d18a6ac318b0ab --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-loglikelihood @@ -0,0 +1 @@ +11f40d8f48ba5cd739e21d54c3c04d3761f81df5cb7ddd77df868d24ced44b49 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..16cc02ff0a897dda3a6c6dc97e9b7815ea120fc2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_government_and_politics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_government_and_politics": {"acc": 0.24352331606217617, "acc_norm": 0.23834196891191708, "acc_norm_stderr": 0.03074890536390988, "acc_stderr": 0.030975436386845436}}, "versions": {"hendrycksTest-high_school_government_and_politics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..c0106d373dcf6136b147bb3787fed6c9c8a3da8f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-loglikelihood @@ -0,0 +1 @@ +ce4faae2fb6628caa48f6fc74cbc848880db49e6ff51079392778a2322bcefef \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fb6835039c9d68b5cf5d52244a349c1b8a964c5c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_macroeconomics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_macroeconomics": {"acc": 0.2230769230769231, "acc_norm": 0.22564102564102564, "acc_norm_stderr": 0.021193632525148522, "acc_stderr": 0.021107730127244}}, "versions": {"hendrycksTest-high_school_macroeconomics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..dc86769fa93781e03ca8f7e7b3493b39338bcdaa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-loglikelihood @@ -0,0 +1 @@ +ab368d16fc4648ad27940f71abd266366663f51db612f732a0b9b0eea28de9f8 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb3a3ec0688cdc4905ffad6e17c91d59c9330572 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_mathematics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_mathematics": {"acc": 0.22592592592592592, "acc_norm": 0.24814814814814815, "acc_norm_stderr": 0.0263357394040558, "acc_stderr": 0.025497532639609553}}, "versions": {"hendrycksTest-high_school_mathematics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..37962bf9fb93bc8f49fa83af34c30ac0ef49df09 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-loglikelihood @@ -0,0 +1 @@ +513b998585ebc1ebdefca6435b7c84fd73dc36fc80321a22503467f04efed23e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cf698d181c95ef88e774204df6f92622116d690c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_microeconomics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_microeconomics": {"acc": 0.24369747899159663, "acc_norm": 0.22268907563025211, "acc_norm_stderr": 0.027025433498882378, "acc_stderr": 0.027886828078380558}}, "versions": {"hendrycksTest-high_school_microeconomics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..49a780bc97953db32716ccc580390c5d21cfc252 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-loglikelihood @@ -0,0 +1 @@ +dae59e82d3d4d8dec82239d9620b72cc47bb6efbe2f1c2f9b9d23e849c9c5e32 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b6b3bb9d012756280cf8a0ba68d4011fe9089e39 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_physics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_physics": {"acc": 0.2582781456953642, "acc_norm": 0.271523178807947, "acc_norm_stderr": 0.03631329803969653, "acc_stderr": 0.035737053147634576}}, "versions": {"hendrycksTest-high_school_physics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0f39ddfde7066ac8c577156336644c35a543afbb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-loglikelihood @@ -0,0 +1 @@ +0e4c8d13806d3696167e40544d2d114c557c10c74bc61fcb9c51bbfced0266ef \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..42b781149bff323130b4491463168f03bdfbb9a9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_psychology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_psychology": {"acc": 0.24587155963302754, "acc_norm": 0.23302752293577983, "acc_norm_stderr": 0.018125669180861493, "acc_stderr": 0.018461940968708436}}, "versions": {"hendrycksTest-high_school_psychology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..8a915ef7fc0ab9a7c290867450265a7cadd40494 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-loglikelihood @@ -0,0 +1 @@ +33d1d6eaaa2c3a944bf49d3f220a4efc328d7c3b3465b7cec40ae36d8984b75f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4c6a21d7dac4cd7b6fa217e8bebf34d959554a7a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_statistics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_statistics": {"acc": 0.2962962962962963, "acc_norm": 0.3055555555555556, "acc_norm_stderr": 0.03141554629402544, "acc_stderr": 0.03114144782353604}}, "versions": {"hendrycksTest-high_school_statistics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..e05b91503e0a2c2c8bb8ef34af16e87c902c31f9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-loglikelihood @@ -0,0 +1 @@ +8c65c1a28330dd001d395ac11f1bb80c3b33f5935f503e74067aef6e9e1d9d9b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b7a76909c08ab9c47c5e1eb6c06945e990fb639 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_us_history-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_us_history": {"acc": 0.29901960784313725, "acc_norm": 0.28431372549019607, "acc_norm_stderr": 0.03166009679399814, "acc_stderr": 0.03213325717373618}}, "versions": {"hendrycksTest-high_school_us_history": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..228dfe072cd02f94bced495f271c5cc108850719 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-loglikelihood @@ -0,0 +1 @@ +1c8b994bd9a63ec874fc8d0e3a27077118b7adc472306b2fd6c55635a78b9d52 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ca1bf95b9d2d37c2b9cbe75efd7f1e3fd88ecdcf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-high_school_world_history-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-high_school_world_history": {"acc": 0.23628691983122363, "acc_norm": 0.24472573839662448, "acc_norm_stderr": 0.02798569938703642, "acc_stderr": 0.027652153144159263}}, "versions": {"hendrycksTest-high_school_world_history": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d34fa529800590ecc8e199fdb9d141c99b8c6876 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-loglikelihood @@ -0,0 +1 @@ +0880b3a78f8d7b17ffc612031427b9085367cf65dabe2a68c4b64e3171d17e88 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..061678f2e4f30402e1c44da7c4a23cae0e57bedf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_aging-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-human_aging": {"acc": 0.21524663677130046, "acc_norm": 0.17937219730941703, "acc_norm_stderr": 0.025749819569192804, "acc_stderr": 0.02758406660220827}}, "versions": {"hendrycksTest-human_aging": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b3d3ae438c1fc59930d1d4ba053d73c38b6d9c07 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-loglikelihood @@ -0,0 +1 @@ +4b07922fa1d549b655c21440b13d869263ce7dd9771d8147c450f11c91d26c10 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..091d7352ce1b260f6acbd1338b7d54c5716d23ce --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-human_sexuality-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-human_sexuality": {"acc": 0.22137404580152673, "acc_norm": 0.22900763358778625, "acc_norm_stderr": 0.036853466317118506, "acc_stderr": 0.0364129708131373}}, "versions": {"hendrycksTest-human_sexuality": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..2b6aa8d605765b06a262877dec34cd156d0a66f9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-loglikelihood @@ -0,0 +1 @@ +ea9b2cefd27959db564168f6ad1169a5eaa012fc5a5d5b8faf9e34d94e335dc1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4edd2394a4ccaf2d75c578a9f45ad614657dd8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-international_law-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-international_law": {"acc": 0.2396694214876033, "acc_norm": 0.3140495867768595, "acc_norm_stderr": 0.042369647530410164, "acc_stderr": 0.03896878985070417}}, "versions": {"hendrycksTest-international_law": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3d55d21e0294d78ebb728920d0651ccf6f9150b7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-loglikelihood @@ -0,0 +1 @@ +cac440189f1ec778e82f4975d88b74689553ecc5116aaa7f76587a50c1a610e0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef181974956e3f899121ac46dc5e192231d1a65 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-jurisprudence-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-jurisprudence": {"acc": 0.25, "acc_norm": 0.3148148148148148, "acc_norm_stderr": 0.04489931073591312, "acc_stderr": 0.04186091791394607}}, "versions": {"hendrycksTest-jurisprudence": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a5807b5831206a8cb29b2e99c02c7c6025dd6f25 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-loglikelihood @@ -0,0 +1 @@ +2e9449dd803f9e2334dc562d9f04031fd013ed36b883b44ab500533a5dbbface \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c5cf5cb467d80051cea569ab30ccc20d697e1e57 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-logical_fallacies-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-logical_fallacies": {"acc": 0.20245398773006135, "acc_norm": 0.2147239263803681, "acc_norm_stderr": 0.03226219377286774, "acc_stderr": 0.03157065078911902}}, "versions": {"hendrycksTest-logical_fallacies": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..53e498ddd480dfaf3994eba4069ead8a28694784 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-loglikelihood @@ -0,0 +1 @@ +7a7138821a66ef946e427b40344cf7f1a916a2926995a85ef731a3bee40cb7ce \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..26be724f2426d0a7b204b2f4dee509597e85ab41 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-machine_learning-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-machine_learning": {"acc": 0.23214285714285715, "acc_norm": 0.22321428571428573, "acc_norm_stderr": 0.039523019677025116, "acc_stderr": 0.04007341809755806}}, "versions": {"hendrycksTest-machine_learning": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..571873985758661a0feed74e164f606318e58d8c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-loglikelihood @@ -0,0 +1 @@ +355489f4bd176ab84db5ef4c03d56ddeeeb1b0ad69827122b2d800e1cdc7e5f0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a84623fabf793b7748d34c18f4c358649f31a97 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-management-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-management": {"acc": 0.24271844660194175, "acc_norm": 0.2621359223300971, "acc_norm_stderr": 0.043546310772605956, "acc_stderr": 0.04245022486384495}}, "versions": {"hendrycksTest-management": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..1d241a97733c081a3f00280cfbedc411c0570001 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-loglikelihood @@ -0,0 +1 @@ +b4fa0681fe54671a80509779d4338d744097a7206687f62977df7145dfa74a66 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2cc7a93f1c3c2b4747d4ce739ffbcd522fc50224 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-marketing-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-marketing": {"acc": 0.2863247863247863, "acc_norm": 0.2905982905982906, "acc_norm_stderr": 0.029745048572674043, "acc_stderr": 0.029614323690456648}}, "versions": {"hendrycksTest-marketing": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..48d49de8399fba6cfb50dd98d3cbcf8d39388ab2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-loglikelihood @@ -0,0 +1 @@ +db6141246889a19dd3f6b9109f314d49c1a70f7a98795858804378b095c4a2fe \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..eac53bcf4a7610934b697d6d19f53ecdf5d4a4ad --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-medical_genetics-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-medical_genetics": {"acc": 0.27, "acc_norm": 0.29, "acc_norm_stderr": 0.04560480215720684, "acc_stderr": 0.0446196043338474}}, "versions": {"hendrycksTest-medical_genetics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b09e99721b8ec71dc85c7ed0798d55a6e0274860 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-loglikelihood @@ -0,0 +1 @@ +972dd88dbbaf09d14766e243cfc233425e7c01a26dbc61bdb9eeefa788822331 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5c7859eb3a80a849deee7d67d37f71a84c8eeaf6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-miscellaneous-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-miscellaneous": {"acc": 0.23499361430395913, "acc_norm": 0.2515964240102171, "acc_norm_stderr": 0.015517322365529622, "acc_stderr": 0.015162024152278445}}, "versions": {"hendrycksTest-miscellaneous": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..953fc3be48759378aea33eb767cb7367514a5de9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-loglikelihood @@ -0,0 +1 @@ +d6ef028022c02b69d1516973e08bebaa14d8debcf2589a2bb124823178202d20 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..26ea1c2a75ccfb96af880ee30eef11520e9ea39c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_disputes-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-moral_disputes": {"acc": 0.24855491329479767, "acc_norm": 0.27167630057803466, "acc_norm_stderr": 0.023948512905468365, "acc_stderr": 0.023267528432100174}}, "versions": {"hendrycksTest-moral_disputes": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d5ea0d8156ae4efaa0f7568ae8fd3a8ed3992d37 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-loglikelihood @@ -0,0 +1 @@ +a8e1882e77728b53c8b86312254d08320d8363fb606d746a8dd145b812f62cf5 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..62ec15971237e04f6c883c7369bbb50888494830 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-moral_scenarios-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-moral_scenarios": {"acc": 0.2547486033519553, "acc_norm": 0.25251396648044694, "acc_norm_stderr": 0.014530330201468654, "acc_stderr": 0.014572650383409158}}, "versions": {"hendrycksTest-moral_scenarios": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..2716bebe69e1c3884ba2e88056c87c5a5268b53e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-loglikelihood @@ -0,0 +1 @@ +19e49d218f55ed5ec4bd1a6cd3f3388c6f620b81484e7abe8b298e5481c3044d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..e2838f880581f7cf743d83ba99a26827c18a09de --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-nutrition-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-nutrition": {"acc": 0.24509803921568626, "acc_norm": 0.28104575163398693, "acc_norm_stderr": 0.025738854797818723, "acc_stderr": 0.02463004897982476}}, "versions": {"hendrycksTest-nutrition": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3ea8ef0a0e3ddf5cc42c6305e1885e163399f38c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-loglikelihood @@ -0,0 +1 @@ +a419204da36c2b7a70fa8909a3a804260cc3283c7e07917534dfb76216c77f46 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec9c1e79c117c88246fa596ca90821025c9786af --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-philosophy-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-philosophy": {"acc": 0.26366559485530544, "acc_norm": 0.2733118971061093, "acc_norm_stderr": 0.02531176597542612, "acc_stderr": 0.02502553850053234}}, "versions": {"hendrycksTest-philosophy": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..4c01847ef594713fee284436be6fe8d20d602554 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-loglikelihood @@ -0,0 +1 @@ +6983c560a562749f4f702249a3a6ae51fa495acc0643a980bf2cf52c6c5d4b95 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..e0163dd555e6c510aa24c5da5ad187ef52ed7c4d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-prehistory-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-prehistory": {"acc": 0.2623456790123457, "acc_norm": 0.26851851851851855, "acc_norm_stderr": 0.024659685185967277, "acc_stderr": 0.02447722285613511}}, "versions": {"hendrycksTest-prehistory": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..fe5997427ef5df8be6d52709189b7baa8a410df9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-loglikelihood @@ -0,0 +1 @@ +847418f7b22cd9b499e95fd73c40a2fbc40076895280cc2c560199c0c4c4f433 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b665d57e234aa5b9f67f85da689bba952f930914 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_accounting-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-professional_accounting": {"acc": 0.2553191489361702, "acc_norm": 0.26595744680851063, "acc_norm_stderr": 0.026358065698880582, "acc_stderr": 0.026011992930902006}}, "versions": {"hendrycksTest-professional_accounting": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..23fbfcf78e79595a64037311668042a1ec7f637f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-loglikelihood @@ -0,0 +1 @@ +c38c9d5d84eeb7a5f3c4a34d6e70d7e15847b3c38f26e4b119c982bb935e118f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f15a9b34ff26e1382d04b4d6e41fdae6085b30c8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_law-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-professional_law": {"acc": 0.2561929595827901, "acc_norm": 0.2470664928292047, "acc_norm_stderr": 0.011015752255279352, "acc_stderr": 0.011149173153110582}}, "versions": {"hendrycksTest-professional_law": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..cc3c3be8c6c09ffccdf7dbfd318ea3928c87a769 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-loglikelihood @@ -0,0 +1 @@ +7a30599858398169cde61430c18efdd7fb4dcd09c34aa9baba70f0f8cf17a9f1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..801ea2d224b7f4699c3a3defd7cde023e777a29e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_medicine-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-professional_medicine": {"acc": 0.23161764705882354, "acc_norm": 0.2536764705882353, "acc_norm_stderr": 0.02643132987078953, "acc_stderr": 0.025626533803777562}}, "versions": {"hendrycksTest-professional_medicine": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9865854da311057c18f8a2571eedac2d02608df5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-loglikelihood @@ -0,0 +1 @@ +92a5fad6e9ec700f84946faeccd399dda3569fb71837c9fb0c5c87f5ec29c43e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c6b33f4be16f9bc1ed04502ed0f1c121c3a9d1be --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-professional_psychology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-professional_psychology": {"acc": 0.27124183006535946, "acc_norm": 0.2826797385620915, "acc_norm_stderr": 0.01821726955205344, "acc_stderr": 0.01798661530403031}}, "versions": {"hendrycksTest-professional_psychology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..8f7b30ba8823a0a0d8fc94f69ef64d362835e0db --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-loglikelihood @@ -0,0 +1 @@ +ab70f500cf24e876f6ae6bdc27525a1d6074fa9b6ea97770255d9fc2559b36ff \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ba711cca75cfa5f22bb2dc52e68839ac3820b88 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-public_relations-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-public_relations": {"acc": 0.3090909090909091, "acc_norm": 0.2636363636363636, "acc_norm_stderr": 0.04220224692971987, "acc_stderr": 0.044262946482000985}}, "versions": {"hendrycksTest-public_relations": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..6aa9b5ec005a326616b812b816b95329ad9349a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-loglikelihood @@ -0,0 +1 @@ +92dfffe2acf3278256486d3e1cf1edb5a739ad0a54c0f9c67695f7a411ed5f76 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2c9de8886a29e0479074513470594c9266c5d0ac --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-security_studies-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-security_studies": {"acc": 0.2979591836734694, "acc_norm": 0.2693877551020408, "acc_norm_stderr": 0.02840125202902294, "acc_stderr": 0.029279567411065674}}, "versions": {"hendrycksTest-security_studies": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d3f581c9f256191c2c0403a582fd72696150b34a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-loglikelihood @@ -0,0 +1 @@ +f99a3caece11169f2a5cc951001f92027104afd25d29b2a399883bd4bf118605 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8711cf195e4fa92606a47c1b7c701643f0ef483e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-sociology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-sociology": {"acc": 0.23383084577114427, "acc_norm": 0.24875621890547264, "acc_norm_stderr": 0.030567675938916707, "acc_stderr": 0.02992941540834838}}, "versions": {"hendrycksTest-sociology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..eed85dbaf98e67cc5cd0876bc5f73f3f9fb186fb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-loglikelihood @@ -0,0 +1 @@ +a1a338d0083a21054f74d36a296d6bd8e2e457327c0fd630bebcc61ed758044d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1077380de88cb9ce23894ce31fbbeceea90f2079 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-us_foreign_policy-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-us_foreign_policy": {"acc": 0.2, "acc_norm": 0.24, "acc_norm_stderr": 0.04292346959909283, "acc_stderr": 0.040201512610368445}}, "versions": {"hendrycksTest-us_foreign_policy": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3555c2c5351eb369bf0dc9cfedf93f0bbc3de7b4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-loglikelihood @@ -0,0 +1 @@ +0ffa491f7bad2abbb64ecd752a295729167599b3815238cab0ecf4cb08bba9b6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0004b194049a5dce0266002b4a19882fbb8c6bfa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-virology-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-virology": {"acc": 0.27710843373493976, "acc_norm": 0.2710843373493976, "acc_norm_stderr": 0.03460579907553027, "acc_stderr": 0.034843315926805875}}, "versions": {"hendrycksTest-virology": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..118c9b7435cc72387017ba1811d4bb62a16846b5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-loglikelihood @@ -0,0 +1 @@ +97a0f68ba30ea3a6ef1db1a2925c964b09ecc54455a0a930da083e52677815bd \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0fff75a7eaf2e0773a7e3dcda446f59a59dad878 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/hendrycksTest-world_religions-v0-res.json @@ -0,0 +1 @@ +{"results": {"hendrycksTest-world_religions": {"acc": 0.21637426900584794, "acc_norm": 0.22807017543859648, "acc_norm_stderr": 0.03218093795602357, "acc_stderr": 0.03158149539338734}}, "versions": {"hendrycksTest-world_religions": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..82921d1db066020f53d61c21d46498a512144b37 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-greedy_until @@ -0,0 +1 @@ +e94d310de91fad7ce36f4cf3305552020221482c5588f2efcefaa019893504f1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0f414a928b62a8f8eefc939d693c944dd2521733 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"iwslt17-ar-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.015049895477752772, "chrf_stderr": 0.0002940315671893584, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"iwslt17-ar-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..fc59546576857b7f52dd4bfbdfc661c8ce871a6a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-greedy_until @@ -0,0 +1 @@ +b20adbcd2c6d135e28600b427113532c5df624cb3a90e8c5e48715c09a3a38fa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a22fa9036c790cb48e142bd05a59da7824a9c83f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-res.json @@ -0,0 +1 @@ +{"results": {"iwslt17-en-ar": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.0, "chrf_stderr": 0.0, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"iwslt17-en-ar": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..efd450a8f2a4ca067f7380af809fdda48d1ee465 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-loglikelihood @@ -0,0 +1 @@ +6829e6a8aa5922e6c92dd31403cc060f242dc0ede4a775e085a70da095ab2e20 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ead0e9ce5d9629dea9be37e521fb3a152ced8680 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b599a89f7af0c28e795e5c5dfc1961f34acde2fc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-loglikelihood @@ -0,0 +1 @@ +7655e748b63ae7e9911411d2d2a2577221d6c861ca4448509992541294d689f3 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f3f3f931ac7e066cbab7b6ff68732360c764324f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_cloze": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_cloze": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ae19de0e6951bd90cd1e713d14816767496044e8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-loglikelihood @@ -0,0 +1 @@ +5ad125e1708499832b2cee8c3388f89f9c0277010fd96fbd3359039ce8105984 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7267ea739a54f5fd165ef0011d27446faac04689 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_mt_de": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_mt_de": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..efd450a8f2a4ca067f7380af809fdda48d1ee465 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-loglikelihood @@ -0,0 +1 @@ +6829e6a8aa5922e6c92dd31403cc060f242dc0ede4a775e085a70da095ab2e20 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..561b88ffe110684b7de34a84ac613d1d901c72e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_mt_en": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_mt_en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..df895fe6d6bf04fc51c1633d26fb835941176534 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-loglikelihood @@ -0,0 +1 @@ +4a88f4b316c72fe0396c382d6cbb33568ac4d0ad225150d3536635c085359fc9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5f95957324e138bb424e71ff93f81a0c0a11f2cb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_mt_es": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_mt_es": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3c444f66611959e4c13451d306fba403261ecfbb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-loglikelihood @@ -0,0 +1 @@ +5d16f4a0c51dc6d7b6df2ebeba2bbfa51e700b843779b559b3d90183d7b02a11 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..637c23500b9c153fe74ad9cb0369bd57f22d80a0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_mt_fr": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_mt_fr": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ca3fd80298aa1c565c978b26e992ccd42c7144f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-loglikelihood @@ -0,0 +1 @@ +fd87c6c5cf4e0499c5f9f80e5bd7ee6a4f3d2991902a0cc3ec9e6eaf22d6760a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b652210ae3df4694785f6bfe6543909435122dee --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_mt_it": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_mt_it": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..efd450a8f2a4ca067f7380af809fdda48d1ee465 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-loglikelihood @@ -0,0 +1 @@ +6829e6a8aa5922e6c92dd31403cc060f242dc0ede4a775e085a70da095ab2e20 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..30fcb907b5dbbabb2af4cf3a156cf18c67d387df --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..688e67a5534f801d5b256905a0d05a60c0adf8fc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-loglikelihood @@ -0,0 +1 @@ +9ca5643bbaafed2f027eab5b68cc438e9e268f6df9a678e956e61726a985cf0b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..12e7f527bde7683ea74111603618c1e99cdd93a6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai": "2.0"}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3ea263b794b561212250ea3d962d1ba8eb89bde --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt @@ -0,0 +1,4 @@ +| Tasks |Version|Filter|n-shot| Metric | | Value | |Stderr| +|--------------|------:|------|-----:|----------|---|-------:|---|------| +|lambada_openai| 1|none | 0|acc |↑ | 0.1000|± | N/A| +| | |none | 0|perplexity|↓ |605.3866|± | N/A| \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b599a89f7af0c28e795e5c5dfc1961f34acde2fc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-loglikelihood @@ -0,0 +1 @@ +7655e748b63ae7e9911411d2d2a2577221d6c861ca4448509992541294d689f3 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a52f2a9f1c83bcc119c95c05394f1bd2a86bf888 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_cloze-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_cloze": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_cloze": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ae19de0e6951bd90cd1e713d14816767496044e8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-loglikelihood @@ -0,0 +1 @@ +5ad125e1708499832b2cee8c3388f89f9c0277010fd96fbd3359039ce8105984 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..12f5d349ebd170ee5295656bc3907f872453eca6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_de-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_mt_de": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_mt_de": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..efd450a8f2a4ca067f7380af809fdda48d1ee465 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-loglikelihood @@ -0,0 +1 @@ +6829e6a8aa5922e6c92dd31403cc060f242dc0ede4a775e085a70da095ab2e20 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f7fdfc9c2d5c6d5d4abb7d6e932454615c095ea1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_en-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_mt_en": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_mt_en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..df895fe6d6bf04fc51c1633d26fb835941176534 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-loglikelihood @@ -0,0 +1 @@ +4a88f4b316c72fe0396c382d6cbb33568ac4d0ad225150d3536635c085359fc9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..684e35a4cf44f85a0dc5f82fc06fb2b4ebc90316 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_es-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_mt_es": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_mt_es": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3c444f66611959e4c13451d306fba403261ecfbb --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-loglikelihood @@ -0,0 +1 @@ +5d16f4a0c51dc6d7b6df2ebeba2bbfa51e700b843779b559b3d90183d7b02a11 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab6217943ab5d8e7547655c90ec95553c9557ee8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_fr-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_mt_fr": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_mt_fr": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ca3fd80298aa1c565c978b26e992ccd42c7144f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-loglikelihood @@ -0,0 +1 @@ +fd87c6c5cf4e0499c5f9f80e5bd7ee6a4f3d2991902a0cc3ec9e6eaf22d6760a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2e7f6ef516e5e59af82f1768cfde132d57c1a1ec --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_openai_mt_it-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_openai_mt_it": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_openai_mt_it": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..fcbd56f50425ca6e143ccc0dd88458c051b63fb2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-loglikelihood @@ -0,0 +1 @@ +8958d9f8d8145046b692fadd8a9cc9c8bad5617c10774280cf7c24c21d2be160 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1f15d0be56b5edf18ad7cc2bec4977fae99f060b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_standard": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_standard": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0a7b76241f898374a3a75952e16fe15af9a6d48e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-loglikelihood @@ -0,0 +1 @@ +b604f00bc9f2a77ef41f8cfdb5a8509b3ae9266893b9e90abc665f5399ecba4e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b3139fce60c4f456d1354e85f86f15657d63b85 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/lambada_standard_cloze-v0-res.json @@ -0,0 +1 @@ +{"results": {"lambada_standard_cloze": {"acc": 0.0, "acc_stderr": 0.0, "ppl": 1.6479047769869253, "ppl_stderr": 0.006497321146240192}}, "versions": {"lambada_standard_cloze": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9cd40fce0a7062ec6897a119d44b1de88f762d08 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-loglikelihood @@ -0,0 +1 @@ +12495c50454ba5e1ce0753bd18c09aaca516bebd27648d815e37b15229dbf198 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a80c24d1b3e57ffca8ca89252d3c9b01b506f49 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/logiqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"logiqa": {"acc": 0.25806451612903225, "acc_norm": 0.2764976958525346, "acc_norm_stderr": 0.017543209075825194, "acc_stderr": 0.017162894755127077}}, "versions": {"logiqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..ce881a0232cff3f1025b746184ce8a0170e34303 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-greedy_until @@ -0,0 +1 @@ +f19182ce697a2c095d9e5b56ee6659dc38c93994b69ca75d7c3d3f5fd87572b4 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..192cb9d8529cd67cb47e6f90d76a4a9e98b12d97 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_algebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_algebra": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..ce881a0232cff3f1025b746184ce8a0170e34303 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-greedy_until @@ -0,0 +1 @@ +f19182ce697a2c095d9e5b56ee6659dc38c93994b69ca75d7c3d3f5fd87572b4 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..10d18c2f864117ae56fe56ba1191f6cde4bec7b3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_algebra-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_algebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_algebra": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..6f49557ecf42758d64d1297c5569f3d4d95dd9c1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-greedy_until @@ -0,0 +1 @@ +2aa9ae43ee9dbb2457525247d7b65358632c5eaa9cbfc40cf95a4f17f5d942ad \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8ee1d031de8ec7d2af61c83567d433f9116ba24d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_counting_and_prob": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_counting_and_prob": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..6f49557ecf42758d64d1297c5569f3d4d95dd9c1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-greedy_until @@ -0,0 +1 @@ +2aa9ae43ee9dbb2457525247d7b65358632c5eaa9cbfc40cf95a4f17f5d942ad \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..240f7b6b42b77b8e94c1ec2eab2df808181a2cb3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_counting_and_prob-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_counting_and_prob": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_counting_and_prob": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..1c7362fe44e4432f56f18932b4b429d5cf573399 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-greedy_until @@ -0,0 +1 @@ +46bc4cb219b6903397da782699a684bdbb982c0c954ff82e6beeed5c84878f42 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1b25dc283c96c63d30df9f0ce3d04aadb8f93625 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_geometry": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_geometry": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..1c7362fe44e4432f56f18932b4b429d5cf573399 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-greedy_until @@ -0,0 +1 @@ +46bc4cb219b6903397da782699a684bdbb982c0c954ff82e6beeed5c84878f42 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..eb6851fc63ff08c657743ef6abf5073ba73144e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_geometry-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_geometry": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_geometry": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..3ab10de26a038019a18699e20887de6da66981c4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-greedy_until @@ -0,0 +1 @@ +d53c699de272d517ed7ad783b4e692302be9f9f97a8d4ac7a6541e538a7cabe0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a195d9ac43e6feb4a7fc354f5dc424a27b0bf7d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_intermediate_algebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_intermediate_algebra": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..3ab10de26a038019a18699e20887de6da66981c4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-greedy_until @@ -0,0 +1 @@ +d53c699de272d517ed7ad783b4e692302be9f9f97a8d4ac7a6541e538a7cabe0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..63ab45b9ff890a0ef7c2108133b23bf0043f13f8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_intermediate_algebra-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_intermediate_algebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_intermediate_algebra": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..82febb9f5dfeefbd6dc5d244574ac5666c6b8bba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-greedy_until @@ -0,0 +1 @@ +b920ccb507afdcf3ef6f4c04891913731e9f32ec914801791c6d9f8abf6e1897 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a38fa9d4f3a924828bdb4526953a35328c7e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_num_theory": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_num_theory": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..82febb9f5dfeefbd6dc5d244574ac5666c6b8bba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-greedy_until @@ -0,0 +1 @@ +b920ccb507afdcf3ef6f4c04891913731e9f32ec914801791c6d9f8abf6e1897 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..00917b90ddb0602c62c8a9fef959b9e91eb45c2e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_num_theory-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_num_theory": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_num_theory": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..5200f4cfa9ed3a735661e987791bf1434555db6e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-greedy_until @@ -0,0 +1 @@ +752cdf343d7152e476b0273065024f6ea0e0f47ea385c6bdf9067736cb39724a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ada8a6be4d86b71a0c6b92c605d3c8a25a29a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_prealgebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_prealgebra": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..5200f4cfa9ed3a735661e987791bf1434555db6e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-greedy_until @@ -0,0 +1 @@ +752cdf343d7152e476b0273065024f6ea0e0f47ea385c6bdf9067736cb39724a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..e3869faa8012568df2eae14e3774712960c4a544 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_prealgebra": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_prealgebra": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..71bbd8d9c221ca484d517bda46c109b2610f79f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-greedy_until @@ -0,0 +1 @@ +bc834b06fd79473ca6fe38a51b714aad0bf0478c1b0eec787eca34dbdf69cb71 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..699dc5fe38ea411d6d53c9e19d78ba6d96ddfb40 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v0-res.json @@ -0,0 +1 @@ +{"results": {"math_precalc": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_precalc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..71bbd8d9c221ca484d517bda46c109b2610f79f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-greedy_until @@ -0,0 +1 @@ +bc834b06fd79473ca6fe38a51b714aad0bf0478c1b0eec787eca34dbdf69cb71 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5846590a3b28f2382d00a3400e1c46a9018adea --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/math_precalc-v1-res.json @@ -0,0 +1 @@ +{"results": {"math_precalc": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"math_precalc": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9f33d79035cc7caf00704a8764aa0adf657c0b78 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-loglikelihood @@ -0,0 +1 @@ +a45260e49f02c7cb8886b3746db4d388890860b202dd8a9f0267e3c324e0af13 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dabd07c07cbbad2886b20acb25189b111676bbcd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mathqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"mathqa": {"acc": 0.20770519262981574, "acc_norm": 0.2050251256281407, "acc_norm_stderr": 0.007390619359738901, "acc_stderr": 0.007426217631188539}}, "versions": {"mathqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f0ce5c64580d1132710e596cc287126ba77394e6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-loglikelihood @@ -0,0 +1 @@ +1811808ef05afd5f30ffc3471622a3dd7a1b681b17a2f7616695ad6b2a45943c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fc36d1ed3ff4d02330a13eb7431d5413b4c484e5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mc_taco-v0-res.json @@ -0,0 +1 @@ +{"results": {"mc_taco": {"em": 0.07732732732732733, "f1": 0.41600515965511614}}, "versions": {"mc_taco": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mmlu_stem_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mmlu_stem_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt new file mode 100644 index 0000000000000000000000000000000000000000..8c6c56c1261f69f89dff5ac169fd75d16a5a9f43 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mmlu_stem_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt @@ -0,0 +1,22 @@ +| Tasks |Version|Filter|n-shot|Metric| |Value | |Stderr| +|-------------------------------|------:|------|-----:|------|---|-----:|---|------| +|stem | 2|none | |acc |↑ |0.2474|± | N/A| +| - abstract_algebra | 1|none | 0|acc |↑ |0.2000|± | N/A| +| - anatomy | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - astronomy | 1|none | 0|acc |↑ |0.1000|± | N/A| +| - college_biology | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - college_chemistry | 1|none | 0|acc |↑ |0.1000|± | N/A| +| - college_computer_science | 1|none | 0|acc |↑ |0.2000|± | N/A| +| - college_mathematics | 1|none | 0|acc |↑ |0.2000|± | N/A| +| - college_physics | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - computer_security | 1|none | 0|acc |↑ |0.5000|± | N/A| +| - conceptual_physics | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - electrical_engineering | 1|none | 0|acc |↑ |0.4000|± | N/A| +| - elementary_mathematics | 1|none | 0|acc |↑ |0.0000|± | N/A| +| - high_school_biology | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - high_school_chemistry | 1|none | 0|acc |↑ |0.4000|± | N/A| +| - high_school_computer_science| 1|none | 0|acc |↑ |0.3000|± | N/A| +| - high_school_mathematics | 1|none | 0|acc |↑ |0.2000|± | N/A| +| - high_school_physics | 1|none | 0|acc |↑ |0.3000|± | N/A| +| - high_school_statistics | 1|none | 0|acc |↑ |0.0000|± | N/A| +| - machine_learning | 1|none | 0|acc |↑ |0.3000|± | N/A| \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..433b76d01094a18991412513044f0933eb0bf3f5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-loglikelihood @@ -0,0 +1 @@ +4fc7b56b8f1e37e38f4a052b227baec2df914c898c3405d3e994726ba4fba976 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d9dada7a0244534c35d86efb71a03fbd90217328 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli-v0-res.json @@ -0,0 +1 @@ +{"results": {"mnli": {"acc": 0.32868059093224655, "acc_stderr": 0.004741640290753859}}, "versions": {"mnli": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3fb242da3a2d274cbcc84bf86a6bb11f02df27ab --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-loglikelihood @@ -0,0 +1 @@ +3784acf322e79f31702a7a0612030e4ba5c4fc466ad976a34ee3f3d7278c01f0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..261deed96275da1af0c8a0616b0af6247cfaf1c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-res.json @@ -0,0 +1 @@ +{"results": {"mnli_mismatched": {"acc": 0.3360455655004068, "acc_stderr": 0.004763973908606819}}, "versions": {"mnli_mismatched": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..95c849a153762819da1ce59c1b58a2013b97ef6a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-loglikelihood @@ -0,0 +1 @@ +9f54cbff8d6accba99cfa2c4c4b359563313941018173d7dcf9e32dc28c06583 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f141eaa0a49aceaae493aea7080eab4e8b1cec16 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mrpc-v0-res.json @@ -0,0 +1 @@ +{"results": {"mrpc": {"acc": 0.5392156862745098, "acc_stderr": 0.024707732873723128, "f1": 0.5982905982905982, "f1_stderr": 0.028928325246283727}}, "versions": {"mrpc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b3681ec17595adc4c4541ded263add219912af58 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-loglikelihood @@ -0,0 +1 @@ +cdb026c027437a8b4653212d0944d36fc16f49921dcb8e4bef899d15a55e9f80 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..87e9c532eb7d7deb7d08635dd955df7a68ab9813 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v0-res.json @@ -0,0 +1 @@ +{"results": {"multirc": {"acc": 0.07450157397691501, "acc_stderr": 0.008510441526175931}}, "versions": {"multirc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..52a89c6f9eaf1cece362cf2d4bd114f8ae3cbdda --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-loglikelihood @@ -0,0 +1 @@ +0e793bd6f637a70a04c6f2cda080188fc037961b2f909095fe63f7bdbc4a90c6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..938141bbb888f55c3aa2786868c28925ac3fd123 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/multirc-v1-res.json @@ -0,0 +1 @@ +{"results": {"multirc": {"acc": 0.046169989506820566, "acc_stderr": 0.006801377886208738}}, "versions": {"multirc": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0022f466d25f3e3a639720e4600732c9c0c1141d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-loglikelihood @@ -0,0 +1 @@ +f759213a28f0412510bf1a24c9cab0dae64bdee902d42a26225295445e7779db \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d240576b3b8d891ff91a47770df9990edf34105 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v0-res.json @@ -0,0 +1 @@ +{"results": {"mutual": {"mrr": 0.5023513920240772, "mrr_stderr": 0.009501864812936679, "r@1": 0.22573363431151242, "r@1_stderr": 0.014053085820407457, "r@2": 0.4221218961625282, "r@2_stderr": 0.016602191705517556}}, "versions": {"mutual": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0022f466d25f3e3a639720e4600732c9c0c1141d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-loglikelihood @@ -0,0 +1 @@ +f759213a28f0412510bf1a24c9cab0dae64bdee902d42a26225295445e7779db \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..42e97c6f1a1b65ef76cc3941c8b08e8ca836a59c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual-v1-res.json @@ -0,0 +1 @@ +{"results": {"mutual": {"mrr": 0.5023513920240772, "mrr_stderr": 0.009501864812936679, "r@1": 0.22460496613995484, "r@1_stderr": 0.014028122493992806, "r@2": 0.4706546275395034, "r@2_stderr": 0.016778343895001414}}, "versions": {"mutual": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f4ba9d37310a19cc7928fd0d599776d8a9da8dba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-loglikelihood @@ -0,0 +1 @@ +b846bb9db109535f59a93d1ce340cf09f68bdf4fed5b8decd168784220fe07fa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0348826363dfe77e60cb28cf546110e25bab35 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v0-res.json @@ -0,0 +1 @@ +{"results": {"mutual_plus": {"mrr": 0.5275583145221953, "mrr_stderr": 0.009940894824430708, "r@1": 0.2595936794582393, "r@1_stderr": 0.014737047402750955, "r@2": 0.45372460496614, "r@2_stderr": 0.01673517854461967}}, "versions": {"mutual_plus": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..f4ba9d37310a19cc7928fd0d599776d8a9da8dba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-loglikelihood @@ -0,0 +1 @@ +b846bb9db109535f59a93d1ce340cf09f68bdf4fed5b8decd168784220fe07fa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cdb6c85b65643b2214358d18b057d0737d53b9ba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/mutual_plus-v1-res.json @@ -0,0 +1 @@ +{"results": {"mutual_plus": {"mrr": 0.5275583145221953, "mrr_stderr": 0.009940894824430708, "r@1": 0.26297968397291194, "r@1_stderr": 0.01479889176605113, "r@2": 0.5, "r@2_stderr": 0.01680731613632036}}, "versions": {"mutual_plus": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b2cc5e9795fd1623bfc11e4d1cb53b0e1baa3dbf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-loglikelihood @@ -0,0 +1 @@ +78a49a0ca1a47373adb33463b1d092e6bc0d8f4b01bcb380ada48065037849d7 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..04f4c25442e678a63d3f6213dc9364bfa25b1a7a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/openbookqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"openbookqa": {"acc": 0.214, "acc_norm": 0.276, "acc_norm_stderr": 0.020011219298073517, "acc_stderr": 0.018359797502387046}}, "versions": {"openbookqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..3aa1d8c7349449271fbd81fbbc06fde47a116028 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-loglikelihood_rolling @@ -0,0 +1 @@ +814f9954e44368559602c00f7e85fa3971acdfd0315f508ec7df6318a79c55ec \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d19d0c6fee7f47af1ad3f5af9ff1d7a1544e2e98 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_arxiv": {"bits_per_byte": 1.0750412350569374e-05, "byte_perplexity": 1.0000107504701365, "word_perplexity": 1.0000819333090385}}, "versions": {"pile_arxiv": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..3aa1d8c7349449271fbd81fbbc06fde47a116028 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-loglikelihood_rolling @@ -0,0 +1 @@ +814f9954e44368559602c00f7e85fa3971acdfd0315f508ec7df6318a79c55ec \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..05cbab38732c94665750aac31cd2c41688552a8d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_arxiv": {"bits_per_byte": 1.55095665856779e-05, "byte_perplexity": 1.0000107504701365, "word_perplexity": 1.0000819333090385}}, "versions": {"pile_arxiv": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..b37a91cc2dea829e8dab7bb0fe934442c54b3a26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-loglikelihood_rolling @@ -0,0 +1 @@ +5c17ddfebeab8c41dabadb6fc216ceda91e3fe5dc95aaf1b2c843d7f11828b03 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..698b03e8b3b437f94f22744ffe12ba2fff9285f6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_bookcorpus2": {"bits_per_byte": 1.1631037706429144e-06, "byte_perplexity": 1.000001163104447, "word_perplexity": 1.0000066499426599}}, "versions": {"pile_bookcorpus2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..b37a91cc2dea829e8dab7bb0fe934442c54b3a26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-loglikelihood_rolling @@ -0,0 +1 @@ +5c17ddfebeab8c41dabadb6fc216ceda91e3fe5dc95aaf1b2c843d7f11828b03 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..967c14934b81e0880063c4239593fb74cd99cd8d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_bookcorpus2": {"bits_per_byte": 1.6780040419457868e-06, "byte_perplexity": 1.000001163104447, "word_perplexity": 1.0000066499426599}}, "versions": {"pile_bookcorpus2": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..b483d3b45b43abddd6cbd169a8afda8d3f803d9c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-loglikelihood_rolling @@ -0,0 +1 @@ +0f8f36f705b999b6d55fa72ff89a82793dd1cb568ab1f8727a6a2086a12b9410 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..df19cd0a18f122d695f8aea4a717ab4dde79a987 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_books3": {"bits_per_byte": 8.942486206275221e-07, "byte_perplexity": 1.0000008942490204, "word_perplexity": 1.0000052870063607}}, "versions": {"pile_books3": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..b483d3b45b43abddd6cbd169a8afda8d3f803d9c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-loglikelihood_rolling @@ -0,0 +1 @@ +0f8f36f705b999b6d55fa72ff89a82793dd1cb568ab1f8727a6a2086a12b9410 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff7a517112eba76e15e999e9974124e04f07a83 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_books3-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_books3": {"bits_per_byte": 1.2901280503011222e-06, "byte_perplexity": 1.0000008942490204, "word_perplexity": 1.0000052870063607}}, "versions": {"pile_books3": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..2fb27786c54abe6303683c0a247d4c689586a97c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-loglikelihood_rolling @@ -0,0 +1 @@ +d5b7967c0ece8b816f3921a8bd0fad23365349e935b491595e2ad1135af42da6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..860aa06c974e58d03f54ab1d9cb14c7e98019d4e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_dm-mathematics": {"bits_per_byte": 6.176600873627999e-05, "byte_perplexity": 1.0000617679162955, "word_perplexity": 1.0002875035042451}}, "versions": {"pile_dm-mathematics": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..2fb27786c54abe6303683c0a247d4c689586a97c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-loglikelihood_rolling @@ -0,0 +1 @@ +d5b7967c0ece8b816f3921a8bd0fad23365349e935b491595e2ad1135af42da6 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..192e9066a42acf28436ae325a212b2a7c2ebf517 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_dm-mathematics-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_dm-mathematics": {"bits_per_byte": 8.910951449933553e-05, "byte_perplexity": 1.0000617679162955, "word_perplexity": 1.0002875035042451}}, "versions": {"pile_dm-mathematics": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..57dbe764605ef5e1e4578682549a001c851704c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-loglikelihood_rolling @@ -0,0 +1 @@ +4baa6ccdc9e3aa9921675ab4400d5e89d7b546b844a8ea28f6461d649066418a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a4a49493d56db35c99b7e58ea66ebc21304184b2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_enron": {"bits_per_byte": 0.0003163902828673244, "byte_perplexity": 1.000316440339552, "word_perplexity": 1.00224668051869}}, "versions": {"pile_enron": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..57dbe764605ef5e1e4578682549a001c851704c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-loglikelihood_rolling @@ -0,0 +1 @@ +4baa6ccdc9e3aa9921675ab4400d5e89d7b546b844a8ea28f6461d649066418a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..abe7b45f9aff9b6427068ceb1ba39977fa843c38 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_enron-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_enron": {"bits_per_byte": 0.0004564546920781453, "byte_perplexity": 1.000316440339552, "word_perplexity": 1.00224668051869}}, "versions": {"pile_enron": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..80272607557f6e0c97220efa30c8b9ad38f52aa8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-loglikelihood_rolling @@ -0,0 +1 @@ +e67d3dbccd47d308bfc5b0e66b76d0dfc5e386ebfa94e056562c2281c395543f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4c53edd2ce620475c056ccca5cde73380c246074 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_europarl": {"bits_per_byte": 8.648858203555344e-06, "byte_perplexity": 1.000008648895605, "word_perplexity": 1.000063506523818}}, "versions": {"pile_europarl": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..80272607557f6e0c97220efa30c8b9ad38f52aa8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-loglikelihood_rolling @@ -0,0 +1 @@ +e67d3dbccd47d308bfc5b0e66b76d0dfc5e386ebfa94e056562c2281c395543f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b948f0d3691443f50c9f9d5ae24804b0c7e79aaa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_europarl-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_europarl": {"bits_per_byte": 1.2477664839621123e-05, "byte_perplexity": 1.000008648895605, "word_perplexity": 1.000063506523818}}, "versions": {"pile_europarl": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..7b5771f4911f3069217d75d12cbdfa1a579b6663 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-loglikelihood_rolling @@ -0,0 +1 @@ +d77f3f68aadd6cbf1290c2f6737b2ed5d5c2a60e4c81a65c280f207783caabe1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0bda41ffb37dd04bebd9982faf464616dd82a31d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_freelaw": {"bits_per_byte": 3.16238943008513e-05, "byte_perplexity": 1.0000316243943415, "word_perplexity": 1.000203169094218}}, "versions": {"pile_freelaw": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..7b5771f4911f3069217d75d12cbdfa1a579b6663 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-loglikelihood_rolling @@ -0,0 +1 @@ +d77f3f68aadd6cbf1290c2f6737b2ed5d5c2a60e4c81a65c280f207783caabe1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd0e0bac36b116bddbcd70d4327c3cdb3e3630e9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_freelaw": {"bits_per_byte": 4.5623635481434923e-05, "byte_perplexity": 1.0000316243943415, "word_perplexity": 1.000203169094218}}, "versions": {"pile_freelaw": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..cf8251e4f68e2e893624142031e80d4d5777f4f2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-loglikelihood_rolling @@ -0,0 +1 @@ +df384c3df3d8f53273e97127c5bb84c17e638acad7d6bc9c91f6dee96d43b639 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bdabf399695d155026643eacca7954c5f87009d5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_github": {"bits_per_byte": 9.540627613754646e-05, "byte_perplexity": 1.0000954108274611, "word_perplexity": 1.0009643183931227}}, "versions": {"pile_github": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..cf8251e4f68e2e893624142031e80d4d5777f4f2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-loglikelihood_rolling @@ -0,0 +1 @@ +df384c3df3d8f53273e97127c5bb84c17e638acad7d6bc9c91f6dee96d43b639 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..cc06a45501fb498db32e56d0677ef01f10869cc9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_github-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_github": {"bits_per_byte": 0.00013764216145332133, "byte_perplexity": 1.0000954108274611, "word_perplexity": 1.0009643183931227}}, "versions": {"pile_github": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..bd7b15927f717baab5b7ce2e9d659dda6d681769 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-loglikelihood_rolling @@ -0,0 +1 @@ +02a559f74a9105145e7d4d9c5ddea372b5b4938f5368dc8ffafc39cbe3b4c7ef \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..757ef06f79c938e6968583eb58a135fad23c897e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_gutenberg": {"bits_per_byte": 1.2443606332351536e-06, "byte_perplexity": 1.0000012443614075, "word_perplexity": 1.0000072174665404}}, "versions": {"pile_gutenberg": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..bd7b15927f717baab5b7ce2e9d659dda6d681769 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-loglikelihood_rolling @@ -0,0 +1 @@ +02a559f74a9105145e7d4d9c5ddea372b5b4938f5368dc8ffafc39cbe3b4c7ef \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6d22ed3ff50eaa5a68f8a5ad1ac4d3828f74f81f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_gutenberg": {"bits_per_byte": 1.7952329146458065e-06, "byte_perplexity": 1.0000012443614075, "word_perplexity": 1.0000072174665404}}, "versions": {"pile_gutenberg": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..48b767bfe706bb035e4553ea9c4119347303bab9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-loglikelihood_rolling @@ -0,0 +1 @@ +ec1082ee5a5326e0d57aa4e73b634937140c1de9af95f154e8ab57b05d9b422b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..68578fe4c952b8bccb26700be82df67450c558dd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_hackernews": {"bits_per_byte": 0.00010170276359193358, "byte_perplexity": 1.0001017079354932, "word_perplexity": 1.0006273924348839}}, "versions": {"pile_hackernews": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..48b767bfe706bb035e4553ea9c4119347303bab9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-loglikelihood_rolling @@ -0,0 +1 @@ +ec1082ee5a5326e0d57aa4e73b634937140c1de9af95f154e8ab57b05d9b422b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea135278b720703540187531afb0ef82e7d6a1ce --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_hackernews": {"bits_per_byte": 0.00014672607267878518, "byte_perplexity": 1.0001017079354932, "word_perplexity": 1.0006273924348839}}, "versions": {"pile_hackernews": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..5f76588a813eebe7f0958a07253480d30de2ccf3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-loglikelihood_rolling @@ -0,0 +1 @@ +520ea6e04e8a39dc0b5f63a837429a78a40e63d39d109096101feb8c5b2cf8d8 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1c7bb56c6dc6cec7e2677317b3f9888293a65b92 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_nih-exporter": {"bits_per_byte": 0.00024394433346975716, "byte_perplexity": 1.0002439740903082, "word_perplexity": 1.0016712202288802}}, "versions": {"pile_nih-exporter": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..5f76588a813eebe7f0958a07253480d30de2ccf3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-loglikelihood_rolling @@ -0,0 +1 @@ +520ea6e04e8a39dc0b5f63a837429a78a40e63d39d109096101feb8c5b2cf8d8 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0e40fc8268a77618471344585bc1a1586fd69e0f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_nih-exporter": {"bits_per_byte": 0.00035193728014978225, "byte_perplexity": 1.0002439740903082, "word_perplexity": 1.0016712202288802}}, "versions": {"pile_nih-exporter": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..47805d3b5fe82555e4d61a90b43c157c974ddabc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-loglikelihood_rolling @@ -0,0 +1 @@ +0f1c23a1f4ddec0c2b1ff34de8d1505b0eb9e2868d8edbcc1b6de13d02f32036 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..f718e515ba0cedfa5156b3a260d50ed55efc32e4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_opensubtitles": {"bits_per_byte": 1.5213441136639177e-05, "byte_perplexity": 1.0000152135568616, "word_perplexity": 1.0000856162053249}}, "versions": {"pile_opensubtitles": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..47805d3b5fe82555e4d61a90b43c157c974ddabc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-loglikelihood_rolling @@ -0,0 +1 @@ +0f1c23a1f4ddec0c2b1ff34de8d1505b0eb9e2868d8edbcc1b6de13d02f32036 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1468294732b13576161fc3824a479028d5bdb0ba --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_opensubtitles": {"bits_per_byte": 2.1948356082685497e-05, "byte_perplexity": 1.0000152135568616, "word_perplexity": 1.0000856162053249}}, "versions": {"pile_opensubtitles": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..22046e440584d0df85ceeed057ad2c0633273782 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-loglikelihood_rolling @@ -0,0 +1 @@ +5d6c19665f429ab1ccbe027da67f42bdaf219f819ab093673976eee55e015ff4 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ead8d0b0bffe2da65e2602c7f2f352eeb404ef26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_openwebtext2": {"bits_per_byte": 0.00012809520662477846, "byte_perplexity": 1.000128103411166, "word_perplexity": 1.0007951516532847}}, "versions": {"pile_openwebtext2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..22046e440584d0df85ceeed057ad2c0633273782 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-loglikelihood_rolling @@ -0,0 +1 @@ +5d6c19665f429ab1ccbe027da67f42bdaf219f819ab093673976eee55e015ff4 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ca433e3c854780d034839c8e4d029cb6b5bfca1a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_openwebtext2": {"bits_per_byte": 0.000184802319359215, "byte_perplexity": 1.000128103411166, "word_perplexity": 1.0007951516532847}}, "versions": {"pile_openwebtext2": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..4fbbc241ba9487c2513cdf46dbb76e004e401418 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-loglikelihood_rolling @@ -0,0 +1 @@ +339ba5d8c044c4a3ff9b9a8eaa24da1d6c01b72972074eb671a7da049eeb7047 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..be561fe2f8a6fe5eba08c4c1efd113075da42e1f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_philpapers": {"bits_per_byte": 6.241575895982095e-06, "byte_perplexity": 1.0000062415953748, "word_perplexity": 1.0000409888564146}}, "versions": {"pile_philpapers": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..4fbbc241ba9487c2513cdf46dbb76e004e401418 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-loglikelihood_rolling @@ -0,0 +1 @@ +339ba5d8c044c4a3ff9b9a8eaa24da1d6c01b72972074eb671a7da049eeb7047 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5a2f77678abc264edf433a4eb98da08fc20b1dfc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_philpapers": {"bits_per_byte": 9.004690592465457e-06, "byte_perplexity": 1.0000062415953748, "word_perplexity": 1.0000409888564146}}, "versions": {"pile_philpapers": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..d5369ed3c97838d67c2900cfac4aaeb5881ec884 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-loglikelihood_rolling @@ -0,0 +1 @@ +731fdef4a43949b179ba0c540148ebc2fa41583dd583ef580dd812076c66a451 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..383233f259507dfdbc6556834185f1eb6161f9cd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_pile-cc": {"bits_per_byte": 0.00011234131907228174, "byte_perplexity": 1.0001123476295946, "word_perplexity": 1.0006738958554477}}, "versions": {"pile_pile-cc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..d5369ed3c97838d67c2900cfac4aaeb5881ec884 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-loglikelihood_rolling @@ -0,0 +1 @@ +731fdef4a43949b179ba0c540148ebc2fa41583dd583ef580dd812076c66a451 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2772e32a91a6518ed2eb48ef880827f5246adf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_pile-cc": {"bits_per_byte": 0.0001620742639125056, "byte_perplexity": 1.0001123476295946, "word_perplexity": 1.0006738958554477}}, "versions": {"pile_pile-cc": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..de5660d60a8d4f0d5e35d47008992befed318d28 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-loglikelihood_rolling @@ -0,0 +1 @@ +66436569a43163afb2caf422d32c5f329899e74c49865d4d13881fd465fd9976 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..333c2970fa21b0bd53b77bdc3880acad0c8d6459 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_pubmed-abstracts": {"bits_per_byte": 0.00037553733051528816, "byte_perplexity": 1.0003756078534862, "word_perplexity": 1.0025884332779}}, "versions": {"pile_pubmed-abstracts": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..de5660d60a8d4f0d5e35d47008992befed318d28 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-loglikelihood_rolling @@ -0,0 +1 @@ +66436569a43163afb2caf422d32c5f329899e74c49865d4d13881fd465fd9976 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..21b6bb451fe376e62899f22ea422b3ce9cada469 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-abstracts-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_pubmed-abstracts": {"bits_per_byte": 0.0005417858444030858, "byte_perplexity": 1.0003756078534862, "word_perplexity": 1.0025884332779}}, "versions": {"pile_pubmed-abstracts": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..283109f32e0aac45adcbc90c7c8fb41114e7771f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-loglikelihood_rolling @@ -0,0 +1 @@ +40b39d120d99a145690444e86acc3e3e24d41e6e0538a75e26929ad84926e5e0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e5f1efe495f7030764f96e45460a4d47315b1e3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_pubmed-central": {"bits_per_byte": 1.5812411832795375e-05, "byte_perplexity": 1.0000158125368497, "word_perplexity": 1.000123107107861}}, "versions": {"pile_pubmed-central": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..283109f32e0aac45adcbc90c7c8fb41114e7771f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-loglikelihood_rolling @@ -0,0 +1 @@ +40b39d120d99a145690444e86acc3e3e24d41e6e0538a75e26929ad84926e5e0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d4a241ace01e28f15cd7bd88d3f855b1bf5372d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_pubmed-central-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_pubmed-central": {"bits_per_byte": 2.2812488135667854e-05, "byte_perplexity": 1.0000158125368497, "word_perplexity": 1.000123107107861}}, "versions": {"pile_pubmed-central": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..dcf0e64cf0d4bf4fe719b8d349c1d36484d2047f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-loglikelihood_rolling @@ -0,0 +1 @@ +e524bfb3e21cbdaddc117403a50df598520c7bf5b2c60ad8f2372cfa564e79be \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..76fdd0a6dd2f8ca39611601c5cb514664d5dccbc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_stackexchange": {"bits_per_byte": 0.0002288815898835956, "byte_perplexity": 1.0002289077852733, "word_perplexity": 1.0016993562258851}}, "versions": {"pile_stackexchange": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..dcf0e64cf0d4bf4fe719b8d349c1d36484d2047f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-loglikelihood_rolling @@ -0,0 +1 @@ +e524bfb3e21cbdaddc117403a50df598520c7bf5b2c60ad8f2372cfa564e79be \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2773302990f71e46f7f44f5d2e2b624a52ddb54d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_stackexchange": {"bits_per_byte": 0.0003302063346758449, "byte_perplexity": 1.0002289077852733, "word_perplexity": 1.0016993562258851}}, "versions": {"pile_stackexchange": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..ce041998635643ee17aace3105b227ef0746917e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-loglikelihood_rolling @@ -0,0 +1 @@ +4eb69e314f0864ec8890e2323d7e76f8a8309692c4f090e2b41bf4be681a811d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dff51cba766a795077324ffe9bf71d786dbb695a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_ubuntu-irc": {"bits_per_byte": 1.6298315496830533e-06, "byte_perplexity": 1.0000016298328778, "word_perplexity": 1.0000108866656874}}, "versions": {"pile_ubuntu-irc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..ce041998635643ee17aace3105b227ef0746917e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-loglikelihood_rolling @@ -0,0 +1 @@ +4eb69e314f0864ec8890e2323d7e76f8a8309692c4f090e2b41bf4be681a811d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..0e3b1b25977cc5c7eba81358df76e7ed45d1b04a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_ubuntu-irc": {"bits_per_byte": 2.3513498942121155e-06, "byte_perplexity": 1.0000016298328778, "word_perplexity": 1.0000108866656874}}, "versions": {"pile_ubuntu-irc": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..4649d3b9b7f1f17e4731644d470fc0a2651a980d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-loglikelihood_rolling @@ -0,0 +1 @@ +789b2bdb31564d512b70f801316f49320a26c83ba361226bac0afb255341d477 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c13dfc73f5927415055cf393fb16bd13ba6b1b56 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_uspto": {"bits_per_byte": 0.00012062434384130924, "byte_perplexity": 1.00012063161925, "word_perplexity": 1.0007716198916954}}, "versions": {"pile_uspto": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..4649d3b9b7f1f17e4731644d470fc0a2651a980d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-loglikelihood_rolling @@ -0,0 +1 @@ +789b2bdb31564d512b70f801316f49320a26c83ba361226bac0afb255341d477 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..599ae44ef430af958ab53c57d0b7900928ad243a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_uspto-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_uspto": {"bits_per_byte": 0.000174024142670342, "byte_perplexity": 1.00012063161925, "word_perplexity": 1.0007716198916954}}, "versions": {"pile_uspto": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..e44bd2762803a9b922febf4fe8bfd459e95174b9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-loglikelihood_rolling @@ -0,0 +1 @@ +ef9ec0dd408316ca6537228a6812e839f14b30608973081d41efc47c138338da \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bfffde9938833ae29f5665130d844630c7fb9735 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_wikipedia": {"bits_per_byte": 0.00016834722287561703, "byte_perplexity": 1.0001683613940646, "word_perplexity": 1.001084677949439}}, "versions": {"pile_wikipedia": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..e44bd2762803a9b922febf4fe8bfd459e95174b9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-loglikelihood_rolling @@ -0,0 +1 @@ +ef9ec0dd408316ca6537228a6812e839f14b30608973081d41efc47c138338da \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f2314e66b3a5dbd9ed3c25d9e9a97c7d1fbff3d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_wikipedia": {"bits_per_byte": 0.00024287370359008176, "byte_perplexity": 1.0001683613940646, "word_perplexity": 1.001084677949439}}, "versions": {"pile_wikipedia": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..81c2e5ed06321b250a08a4232b3720ea5b650156 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-loglikelihood_rolling @@ -0,0 +1 @@ +68263c52adc0086011e2220b619983935cabb1cc1f5f9f8ee1a74ab2a7457967 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b58ce148f0071707d5da39135aaeb92a2a1457a2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v0-res.json @@ -0,0 +1 @@ +{"results": {"pile_youtubesubtitles": {"bits_per_byte": 2.3447170928931888e-05, "byte_perplexity": 1.000023447445816, "word_perplexity": 1.0001529192262875}}, "versions": {"pile_youtubesubtitles": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..81c2e5ed06321b250a08a4232b3720ea5b650156 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-loglikelihood_rolling @@ -0,0 +1 @@ +68263c52adc0086011e2220b619983935cabb1cc1f5f9f8ee1a74ab2a7457967 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcf2faa8bc7927212fa7c55940849f64d3c48968 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pile_youtubesubtitles-v1-res.json @@ -0,0 +1 @@ +{"results": {"pile_youtubesubtitles": {"bits_per_byte": 3.3827117222045906e-05, "byte_perplexity": 1.000023447445816, "word_perplexity": 1.0001529192262875}}, "versions": {"pile_youtubesubtitles": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..b01b1fe5d8c699f855bff57061d6d63715c7f058 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-loglikelihood @@ -0,0 +1 @@ +6048a3a2bb3ad1e6a3d98139618e06b4d7de766edd685bd38837596199c3f69f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bb6ebfb9a268d8fcfd3dd35ecb26fee05a1b8090 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/piqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"piqa": {"acc": 0.514145810663765, "acc_norm": 0.5114254624591947, "acc_norm_stderr": 0.01166277802645167, "acc_stderr": 0.011661154475524836}}, "versions": {"piqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a94b8cdec9e45e5b236703414fbcc6a3ed74f7ff --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-loglikelihood @@ -0,0 +1 @@ +7c475f5b36a8b79f94c2be035441e7fd59dac021b0713b1fc72d256424c70b0b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ff99d83f40a966afe7df30661a3fc4d9dd09c4ca --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/prost-v0-res.json @@ -0,0 +1 @@ +{"results": {"prost": {"acc": 0.24631725021349274, "acc_norm": 0.2581127241673783, "acc_norm_stderr": 0.00319703079646546, "acc_stderr": 0.003147855968061357}}, "versions": {"prost": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..97db87ce2be9b3d2c08479ee73c7ba3923817795 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-loglikelihood @@ -0,0 +1 @@ +7a04a1fb1d2b19db84fd15c224015d6c0306a41195a4e71fe6abd48fb4d53b9f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..bb39463a4ab7244109901cbbc06ded3192ee0480 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/pubmedqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"pubmedqa": {"acc": 0.324, "acc_stderr": 0.01480686473373886}}, "versions": {"pubmedqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..049134c7a1eac7ba79fa86951526a4ca96ddd200 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-loglikelihood @@ -0,0 +1 @@ +0d09f17c65768e797633494d2d218e4e46a26f718cab8b0bf3d156b073a8c437 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..601c4eb763d97500cfcd4e24ca6602986c49939c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-res.json @@ -0,0 +1 @@ +{"results": {"qa4mre_2011": {"acc": 0.225, "acc_norm": 0.23333333333333334, "acc_norm_stderr": 0.03877199986918664, "acc_stderr": 0.0382797091741014}}, "versions": {"qa4mre_2011": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0e67fac5f7d54c19e42cae4cfc850089c7c61187 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-loglikelihood @@ -0,0 +1 @@ +7e17261820acb365966cb9431d93aec983b14393eaeefbc96e30a11cf58bc6df \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..91d8f3660413469e7ab00c3af1102392c3e26cc7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-res.json @@ -0,0 +1 @@ +{"results": {"qa4mre_2012": {"acc": 0.15625, "acc_norm": 0.16875, "acc_norm_stderr": 0.029702236908328808, "acc_stderr": 0.02879508360159146}}, "versions": {"qa4mre_2012": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..43243706d9b743cec2965545f3f4436a3e5d7551 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-loglikelihood @@ -0,0 +1 @@ +52fc431e94c67f983e28ebc70cf45e6c14116b0ae77dc1bf22347c705a65d054 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c87e487e9ac147c5a9ba8cb3a4b2a39048d1dcaa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-res.json @@ -0,0 +1 @@ +{"results": {"qa4mre_2013": {"acc": 0.18309859154929578, "acc_norm": 0.22183098591549297, "acc_norm_stderr": 0.02469760575535269, "acc_stderr": 0.022989742475464973}}, "versions": {"qa4mre_2013": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..883202c385fdfcbdb3e362737691ee0343adc430 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-loglikelihood @@ -0,0 +1 @@ +4281d4ff5cf1244358b0ea0220c67863c69fbade850696b43e8ff05138e01e12 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..31c3097605f33c489d4f2552ce3060cd7a9155e3 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qnli-v0-res.json @@ -0,0 +1 @@ +{"results": {"qnli": {"acc": 0.5108914515833791, "acc_stderr": 0.00676380528502966}}, "versions": {"qnli": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..ecc86dc396332c1aaa8e638e5413633a504e7206 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-loglikelihood @@ -0,0 +1 @@ +97b551b0fc3d239aad4929a2e8e79c986891aefd9fcd19441fea0382d507889e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b7b31355e644bd9d6d57758ee9a454598445f7c9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/qqp-v0-res.json @@ -0,0 +1 @@ +{"results": {"qqp": {"acc": 0.49782339846648527, "acc_stderr": 0.0024866770696239894, "f1": 0.42322661288031593, "f1_stderr": 0.002695903831328166}}, "versions": {"qqp": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..5fe1ce356b49f558ce758de50809109acd9c153c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-loglikelihood @@ -0,0 +1 @@ +bdfdfab7fa1c7af0c1e161785e347b1b8071a15cbf971f6f2a9ae8c8e845199f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..017b00669b8b60dc06947e4e78428fb429734df5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/race-v0-res.json @@ -0,0 +1 @@ +{"results": {"race": {"acc": 0.23253588516746412, "acc_stderr": 0.013074460615265295}}, "versions": {"race": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..4844e5393b8358d225f516f1a948f1deccab7840 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-greedy_until @@ -0,0 +1 @@ +6c48baa6924f3635120f33062251c4b571b3d4e9fe46b14d91f54ddd1c857997 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9b5f507f6745120414ba5cfd39fc92eac4e48424 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/random_insertion-v0-res.json @@ -0,0 +1 @@ +{"results": {"random_insertion": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"random_insertion": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..a54fa05cd1ac551a973ff8155ddca6d868a49b42 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-loglikelihood @@ -0,0 +1 @@ +a3e378fbde4e28f375cac1561bbfc7d7673c2af193628a774ad012d5192393aa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..006c381372178097b36bfac48795e6fbdc242b1a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/record-v0-res.json @@ -0,0 +1 @@ +{"results": {"record": {"em": 0.1521, "em_stderr": 0.0035913575128186616, "f1": 0.1581870634920636, "f1_stderr": 0.0036146895141474576}}, "versions": {"record": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..3f28488a9028fed32a088de9a2e8c0fac4fd12de --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-greedy_until @@ -0,0 +1 @@ +1d79fc4f0177f9624a487b9973f4e0e1d3f8404993b419a7b807a690ebbbb290 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9285ff2694c140b120aca438098daa39fc282a87 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/reversed_words-v0-res.json @@ -0,0 +1 @@ +{"results": {"reversed_words": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"reversed_words": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..c239923e4f3ec676961da50b3823c09872edd36d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-loglikelihood @@ -0,0 +1 @@ +c80ce13c8c736087f1557f8736d5d318b540ff01e4bb7f55e568890dc8b0393e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..10314dd047e4d7202c755fe8cfc55bc9b1edd5f8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/rte-v0-res.json @@ -0,0 +1 @@ +{"results": {"rte": {"acc": 0.5379061371841155, "acc_stderr": 0.030009848912529117}}, "versions": {"rte": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..25ce988773df6dd27009a4ac47357dfb7d70748e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-loglikelihood @@ -0,0 +1 @@ +71cbb6e2a7ac4512c3761ea801d420eb3fac49d158c7e4deaa3ab8727bea923c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..7071515827af18b10a7b3607e6249ed3e7c1929e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sciq-v0-res.json @@ -0,0 +1 @@ +{"results": {"sciq": {"acc": 0.234, "acc_norm": 0.239, "acc_norm_stderr": 0.01349300044693758, "acc_stderr": 0.01339490288966001}}, "versions": {"sciq": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..024652e0a39ed0298f8f6f67453f644a68f3a367 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-greedy_until @@ -0,0 +1 @@ +b261e8885c11750ce6911bb11e8693de03d53758297c26fb14cfc1ef508862cb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..41300bc19fd3142bfd547bf21f2b28b3ce5b21c9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-loglikelihood @@ -0,0 +1 @@ +287e87cc6878debcc80d9b6df4e2d0a74ed29068e0e0a80906c8441843a17cee \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2b370553acca14706a39428146194fa9449e09f2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v0-res.json @@ -0,0 +1 @@ +{"results": {"squad2": {"HasAns_exact": 0.0, "HasAns_f1": 0.0, "NoAns_exact": 0.0, "NoAns_f1": 0.0, "best_exact": 50.07159100480081, "best_f1": 50.07159100480081, "exact": 0.0, "f1": 0.0}}, "versions": {"squad2": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..70df2fd6ae1f59de5b6f3f6712bc2331197400c8 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-greedy_until @@ -0,0 +1 @@ +e17e3d85c1d5adaf2d6b4b752c4babc2e0b3a6e144e6de70cb3b2287e85109b8 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..2c970f7583b3d8236d9ca2e802ce6e0403b36074 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-loglikelihood @@ -0,0 +1 @@ +f5da6173402b274dc89130755c222c6ca6b2a3bacaaa4e4ab07be9322b7bad65 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd69f00abb989ba3d254b9a6925087e10737b8d6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/squad2-v1-res.json @@ -0,0 +1 @@ +{"results": {"squad2": {"HasAns_exact": 0.0, "HasAns_f1": 0.0, "NoAns_exact": 0.0, "NoAns_f1": 0.0, "best_exact": 50.07159100480081, "best_f1": 50.07159100480081, "exact": 0.0, "f1": 0.0}}, "versions": {"squad2": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..52050de16b54b432bdd68fae780660a035b10c0a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-loglikelihood @@ -0,0 +1 @@ +d2ebe3a63517d1d481aa1513bebe124c57a0904554a1e95f566979cfe67b1a7f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5fe3c62a205cdd7a57acaf082f671e9ba864e5f7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/sst-v0-res.json @@ -0,0 +1 @@ +{"results": {"sst": {"acc": 0.5172018348623854, "acc_stderr": 0.016931824425903734}}, "versions": {"sst": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..c8152027dc2f15319676bc32d55f32ca0bec00b5 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-loglikelihood @@ -0,0 +1 @@ +be4fcbad876124c4ba3c71970538a97fec0e36a9cc677c70b6c9243a7bcee0ec \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a1aeee972e83a41dbb7301f5a98ad5c97486402f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/swag-v0-res.json @@ -0,0 +1 @@ +{"results": {"swag": {"acc": 0.2482255323402979, "acc_norm": 0.24882535239428172, "acc_norm_stderr": 0.00305666959496067, "acc_stderr": 0.003054201832644171}}, "versions": {"swag": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..3074e09e14cf0763aa58e8fe2801337da805b734 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-loglikelihood @@ -0,0 +1 @@ +7fedd930bafa92b9cca615a93ba92a4413244d2b77cf3f421a186815d721e0fa \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..65bb7cf4596c8973ae7dd2efc60e366c65bc4800 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/toxigen-v0-res.json @@ -0,0 +1 @@ +{"results": {"toxigen": {"acc": 0.5053191489361702, "acc_norm": 0.46808510638297873, "acc_norm_stderr": 0.016283609940023203, "acc_stderr": 0.016315959984563776}}, "versions": {"toxigen": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d576c4977fc769dc56c31340f07558fefc1f1459 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-loglikelihood @@ -0,0 +1 @@ +f8ec05b306b9f6187c0f8117cae441fb85a7a2e4670f4f9a1a3b632b1978421a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab98847da6985f5c9d1e650008367ba739a1147f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v0-res.json @@ -0,0 +1 @@ +{"results": {"triviaqa": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"triviaqa": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d576c4977fc769dc56c31340f07558fefc1f1459 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-loglikelihood @@ -0,0 +1 @@ +f8ec05b306b9f6187c0f8117cae441fb85a7a2e4670f4f9a1a3b632b1978421a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..985f64c8e0eb3bc1dd563becf0cdf186baa172cd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/triviaqa-v1-res.json @@ -0,0 +1 @@ +{"results": {"triviaqa": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"triviaqa": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..52156c85072e4f1a829345a4b9eef7af2c2ca059 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-greedy_until @@ -0,0 +1 @@ +0d7c56e1aa71ffd8f94bde28f6e8dfdd35f7aaadffa0620bd2a27704253d6c14 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5e68fa8dc6ace5fd91322aacdc74de3814832d9a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-res.json @@ -0,0 +1 @@ +{"results": {"truthfulqa_gen": {"bleu_acc": 0.0, "bleu_acc_stderr": 0.0, "bleu_diff": 0.0, "bleu_diff_stderr": 0.0, "bleu_max": 0.0, "bleu_max_stderr": 0.0, "bleurt_acc": 0.8372093023255814, "bleurt_acc_stderr": 0.012923696051772253, "bleurt_diff": 0.13967358205134603, "bleurt_diff_stderr": 0.00532907098769571, "bleurt_max": -1.4402793981454072, "bleurt_max_stderr": 0.0021884846359458963, "rouge1_acc": 0.0, "rouge1_acc_stderr": 0.0, "rouge1_diff": 0.0, "rouge1_diff_stderr": 0.0, "rouge1_max": 0.0, "rouge1_max_stderr": 0.0, "rouge2_acc": 0.0, "rouge2_acc_stderr": 0.0, "rouge2_diff": 0.0, "rouge2_diff_stderr": 0.0, "rouge2_max": 0.0, "rouge2_max_stderr": 0.0, "rougeL_acc": 0.0, "rougeL_acc_stderr": 0.0, "rougeL_diff": 0.0, "rougeL_diff_stderr": 0.0, "rougeL_max": 0.0, "rougeL_max_stderr": 0.0}}, "versions": {"truthfulqa_gen": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..d5261f22133a65b6968881eeb87260c5a1fca3af --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-greedy_until @@ -0,0 +1 @@ +1a280973bbac2b7ac29dd64dddac474fb4749585f7de893483b4034814466c67 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..30aa72f2bafd0788837ca50fa9d5c75f954daef0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-res.json @@ -0,0 +1 @@ +{"results": {"truthfulqa_gen": {"bleu_acc": 0.0, "bleu_acc_stderr": 0.0, "bleu_diff": 0.0, "bleu_diff_stderr": 0.0, "bleu_max": 0.0, "bleu_max_stderr": 0.0, "bleurt_acc": 0.835985312117503, "bleurt_acc_stderr": 0.012962704327492454, "bleurt_diff": 0.14077322143090107, "bleurt_diff_stderr": 0.005459888909582694, "bleurt_max": -1.4399358725752065, "bleurt_max_stderr": 0.0022126992369197133, "rouge1_acc": 0.0, "rouge1_acc_stderr": 0.0, "rouge1_diff": 0.0, "rouge1_diff_stderr": 0.0, "rouge1_max": 0.0, "rouge1_max_stderr": 0.0, "rouge2_acc": 0.0, "rouge2_acc_stderr": 0.0, "rouge2_diff": 0.0, "rouge2_diff_stderr": 0.0, "rouge2_max": 0.0, "rouge2_max_stderr": 0.0, "rougeL_acc": 0.0, "rougeL_acc_stderr": 0.0, "rougeL_diff": 0.0, "rougeL_diff_stderr": 0.0, "rougeL_max": 0.0, "rougeL_max_stderr": 0.0}}, "versions": {"truthfulqa_gen": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..51303977a9cbb311433a840af6ce636728bdb118 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-loglikelihood @@ -0,0 +1 @@ +226a6783976177dc9ceda5688623ff37023242eff30ddf270b886bf7b9b32228 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b12b4765cce2e95398697685a9ebb0cdada833bf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-res.json @@ -0,0 +1 @@ +{"results": {"truthfulqa_mc": {"mc1": 0.2141982864137087, "mc1_stderr": 0.01436214815569045, "mc2": 0.465436996173817, "mc2_stderr": 0.0048422530880316405}}, "versions": {"truthfulqa_mc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..4bab2d1f4df241fe0cf47f22bf185d52f9b783ef --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-loglikelihood @@ -0,0 +1 @@ +1e07020e9cf41d46ed65312eb39d2b8e6599673d4f0d6b67c0d0eba0efb493bb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..c1b1854c2e0abc9c4fe8096b4d45004bcc1a381b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-res.json @@ -0,0 +1 @@ +{"results": {"truthfulqa_mc": {"mc1": 0.23255813953488372, "mc1_stderr": 0.01478915753108052, "mc2": 0.4462325560722362, "mc2_stderr": 0.004986523944692003}}, "versions": {"truthfulqa_mc": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..4d604d438db6c4cc77a43aca8d2a7f605aef6b1c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-loglikelihood @@ -0,0 +1 @@ +96b218173468cc94552a0b946193bda89faba51f1bfc3e7945531f9dff8d6fe9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9f0fdc76cab096c80a87295773054510803ba218 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/webqs-v0-res.json @@ -0,0 +1 @@ +{"results": {"webqs": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"webqs": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d27430a9a2eab0a6a5e265e249237201a4a56061 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-loglikelihood @@ -0,0 +1 @@ +403a08da05e4c44d7e3dd3358382a7ba489c41d223e24cd1a9ed82ef1a2d004b \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..eadc573ed3d6a9b8b9bd924896ef5d719a53d5d1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wic-v0-res.json @@ -0,0 +1 @@ +{"results": {"wic": {"acc": 0.49216300940438873, "acc_stderr": 0.01980828765781383}}, "versions": {"wic": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..f09af45a38c0de097358c587420858c7a53a10aa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-loglikelihood_rolling @@ -0,0 +1 @@ +b6f83e6cf7535ee41b0057c3e2ec2cf7f2fa5a9119b305c479a83091d1142b2c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac0c37bb5aa8cdde37bf84c61a0d020c8a03900 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v0-res.json @@ -0,0 +1 @@ +{"results": {"wikitext": {"bits_per_byte": 2.219817611605802e-05, "byte_perplexity": 1.0000221984224973, "word_perplexity": 1.000118710696617}}, "versions": {"wikitext": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-loglikelihood_rolling b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-loglikelihood_rolling new file mode 100644 index 0000000000000000000000000000000000000000..f09af45a38c0de097358c587420858c7a53a10aa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-loglikelihood_rolling @@ -0,0 +1 @@ +b6f83e6cf7535ee41b0057c3e2ec2cf7f2fa5a9119b305c479a83091d1142b2c \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..122098aec22e39599f1d3bffbb4bf619131d2335 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext-v1-res.json @@ -0,0 +1 @@ +{"results": {"wikitext": {"bits_per_byte": 3.202519859941674e-05, "byte_perplexity": 1.0000221984224973, "word_perplexity": 1.000118710696617}}, "versions": {"wikitext": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt new file mode 100644 index 0000000000000000000000000000000000000000..654e63ee7cb083d729d9be56e0d9d71ef1805928 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt @@ -0,0 +1,5 @@ +| Tasks |Version|Filter|n-shot| Metric | | Value | |Stderr| +|--------|------:|------|-----:|---------------|---|-------:|---|------| +|wikitext| 2|none | 0|bits_per_byte |↓ | 1.3394|± | N/A| +| | |none | 0|byte_perplexity|↓ | 2.5304|± | N/A| +| | |none | 0|word_perplexity|↓ |130.4801|± | N/A| \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..97866f6ce45cb9a213d27310a78b7cdeab23bc9a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-loglikelihood @@ -0,0 +1 @@ +90a3eff49de9173964d46f5ed57bcf9a78a72dd1bfe0e5323b25cebb40b49ea9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..9fa7903a56d2fb48abcd215bb587bc69c00f4aa6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/winogrande-v0-res.json @@ -0,0 +1 @@ +{"results": {"winogrande": {"acc": 0.516179952644041, "acc_stderr": 0.014045126130978606}}, "versions": {"winogrande": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..6d48d5579e95eb72bdc6c4dc8b4149e5f495b55e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-greedy_until @@ -0,0 +1 @@ +368ae7eec0f902b5123f2d5197caa5109a23942011c53fe68d9eaeee20180e46 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..1aa13f02854c8eec0591be980486afe48d7f97a9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt14-en-fr": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.011284118461117099, "chrf_stderr": 7.340651275964445e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt14-en-fr": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..7249d39990f9aea60634b07c975f735983bade89 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-greedy_until @@ -0,0 +1 @@ +c1d9f7283755fbdd7ecd6cc4278b0ac25a80ac256b7071ea5f839ccd038e5974 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..5261876f55a69dcaf33b3842690f81c12eb42f3a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt14-fr-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.01275083169440515, "chrf_stderr": 8.45474998563806e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt14-fr-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..75f1072b6e7f2bdd9ecd98987c86fefd3375fb6d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-greedy_until @@ -0,0 +1 @@ +d30e23e38d9a45b9c31e1dfd14b58d0b7020df4b9c8a1c697aa6bc5fba8ce08a \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..826e0382abb32da67ac0dd0b271527b40fd3b6ae --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt16-de-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.013700416764482968, "chrf_stderr": 0.00016071651360909355, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-de-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..45eaaaca8c5892944b1b9c9af0c469e3c63e4881 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-greedy_until @@ -0,0 +1 @@ +d71e2074af3770e9b29ac561caf2e1c29ad6b0dc50ec2e7bcc5501747b11f0da \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..88bee7ffa69b1bf7accdd56a3870f61d4c0453da --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt16-en-de": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.010909486120840577, "chrf_stderr": 0.000122611124711072, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-en-de": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..291492556e5182600291565c640a463da7f00616 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-greedy_until @@ -0,0 +1 @@ +4be7fdda313394f19b5995b00ada1dfa3bb158ee1f020ef8d07ecea260fa60b2 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..babb8d2d74fb5585cf9578f8b1dc8be3dde43f63 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt16-en-ro": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.012004814364156886, "chrf_stderr": 6.424423961332661e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-en-ro": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..fbcac1b7e3887c6ffa8fd6da6e21595fb0c49a4f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-greedy_until @@ -0,0 +1 @@ +d1b7c50751b0d5d7470b7f49f2bab9d09792c91460fc92cc34f06617013d7c65 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..267763793d5fa5a16c41cbcdd9eb7b134cd34cea --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt16-ro-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.01262029828861831, "chrf_stderr": 0.00014507496111350828, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-ro-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..7bcf240b7090e406259d4bfc090d1eb22ec6e291 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-greedy_until @@ -0,0 +1 @@ +bfead9efdb1b2402a414c55929c8d8f956585f938a35466931d44e81d89cfe00 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..70c80afe5bd10baabdcb507faa385db124c1f42e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-cs-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.006212086270964023, "chrf_stderr": 0.0001119165191795531, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-cs-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..c02fb9875d5354fdb0892b7493a822ee4af9d6c2 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-greedy_until @@ -0,0 +1 @@ +d13b5a6915ca86ac6c6ebc50d9be0d0be3dfca600c12e896df53190d875de74d \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..790424fe4f226224642530ba7fd53a59eec4caa0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-de-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.006703243310670055, "chrf_stderr": 0.0001292711927988445, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-de-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..7cb9424082836f0d56afe809cf44c78fc844d993 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-greedy_until @@ -0,0 +1 @@ +7f197bc281d6dbf9425900ef0dee7175021c43e355050f149f43b161c52bf0b0 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..79a0d12fe6f5750749e56dc3919283f71d021fa0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-de-fr": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.011897164096796364, "chrf_stderr": 0.00010158164726118333, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-de-fr": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..d14fc4939aecb7bb40458c34954c1242d9f20501 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-greedy_until @@ -0,0 +1 @@ +5a34e6863bf6965afd31653de50bac5fecf58db65dbaba46921504a2b7463786 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ba9db70d3579ff23ee70c3b16eb92d7d87144e6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-cs": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.009879653442394573, "chrf_stderr": 8.210293331159994e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-cs": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..c4078efd996d010eac102fe23de50fdbbe0310d9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-greedy_until @@ -0,0 +1 @@ +b6e9c305766ea23ce1027309f83c6d4c2ce8948d70b63a7858586ca34050d7fb \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..183e66270a61dcb463076306b2768dde7995162f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-de": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.007148103038872972, "chrf_stderr": 9.594096858911254e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-de": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..d26bb4f92a03612cf3a4170733973e39870164b7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-greedy_until @@ -0,0 +1 @@ +f5688199890a48f73f2cc04a2152e35190f0e0ddd40e629fa24ee39d423ea389 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..22f042eb4eba6e6e662e46807232679782f7b6b9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-iu": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.00011803644548940443, "chrf_stderr": 2.175287038623409e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-iu": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..9777002c79830918a3939ec6978d606ae967ffe6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-greedy_until @@ -0,0 +1 @@ +7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..57bad300d7f05b7eb0908ad655b0fc90a2bb9c26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-ja": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 4.1308658294778584e-05, "chrf_stderr": 2.0456539027807417e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ja": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..9777002c79830918a3939ec6978d606ae967ffe6 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-greedy_until @@ -0,0 +1 @@ +7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..be5e56abcf2253276d405dae64758b9cab09f3e4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-ja": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 4.1305928226819116e-05, "chrf_stderr": 2.0455354158878388e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ja": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..ddce46a79fdcb08c3eee1a534c11fc4dd796be53 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-greedy_until @@ -0,0 +1 @@ +eb5365c46f22ffec9a157991627d6e1fd1117fccffaedfc73619e93bafb5a408 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ee2e9be911cda88b6445715b833e1a0dbf92dd --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-km": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 1.9008351315007364e-05, "chrf_stderr": 7.136657625458525e-06, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-km": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..bd431d61c479beb686d39be21905fdb0beb7781e --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-greedy_until @@ -0,0 +1 @@ +952f02575d4936d93c4d2808d86c4bf5f1f3a0901212acee6cbc1f9cbd30d39e \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..13bfd5b552b92b771266666dd5fe5b9496064051 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-pl": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.009006977773147825, "chrf_stderr": 0.00023387733367766675, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-pl": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..77b600c49afa12cf988280e337a9d4747195f95f --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-greedy_until @@ -0,0 +1 @@ +8411c2cb73114cbd0c6e0f17eab2625d486cc3a601105deb0ea1338a401df689 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcfb51f05320490d089cc8fbd4127a987bc868c0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-ps": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 2.1193813610582323e-06, "chrf_stderr": 2.113911466119111e-06, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ps": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..d21d39ac9f9616bda1e21d1ba5bd63fdb542a7aa --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-greedy_until @@ -0,0 +1 @@ +a1613831f69c1679a54670092af40ce76617b79d7cc837984803b0fc52bb8bde \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..af339eda5d3d76e00e3e0f3c800353bb2b7fb696 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-ru": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.0007327811114614671, "chrf_stderr": 4.43155903515048e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ru": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..1b40263f154461098d6ee820bc0d003c03a6962c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-greedy_until @@ -0,0 +1 @@ +5fc556fa90bca7f1b1396e97e392eac8080b0ad53488358799b8fc0b21a94cb1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b04f968d76055c494762ec6cd2a84327c8351742 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-ta": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.0, "chrf_stderr": 0.0, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ta": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..db79b7f03fcfc8f7720f1344339e7d94d8a01ebf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-greedy_until @@ -0,0 +1 @@ +67f0333ddbcb07d7a9ac12919129a18fe4fea24e4826a11bbdde4fd5ed5ed83f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..24db35e62fd176b0454ff426ab749787da805897 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-zh": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.00014170297316825535, "chrf_stderr": 6.590669847391838e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-zh": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..db79b7f03fcfc8f7720f1344339e7d94d8a01ebf --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-greedy_until @@ -0,0 +1 @@ +67f0333ddbcb07d7a9ac12919129a18fe4fea24e4826a11bbdde4fd5ed5ed83f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a56daf0e793acf229c9b16a751383473bd5e26 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-en-zh": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.00014170297316825535, "chrf_stderr": 6.590669847391838e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-zh": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..7353ad4475b3d292bfd64e6dcb41972d697c34da --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-greedy_until @@ -0,0 +1 @@ +8a4b65c59dcac6591d46261909ee92ebcf41c19ee7442b12842302b2d8aeb36f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d5d06a02a30635ad57907b32ae66ccb9ba5a7e23 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-fr-de": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.01143193767396364, "chrf_stderr": 0.00012555271954563658, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-fr-de": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..87a1981e79e0558366487aa2476cc751ad3857dc --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-greedy_until @@ -0,0 +1 @@ +97bf664a8efa54b5366b8341f77b418106dd0cb26169d5b2d0144e4d3d2bc5c9 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..e94cac8876d9d04c883b5ad5810884af7faa436c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-iu-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.012204628007572778, "chrf_stderr": 8.944407532175802e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-iu-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..3a89d7fcdfb76bc3912a930cf592da0270ba440c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-greedy_until @@ -0,0 +1 @@ +1fd846f3c0104e794eb380dae7f648592092ab8bf59234c26d0a671bbbc28df1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4344b7cd8a1a9bfb8cd60e2aa0ece17f530f7d3d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-ja-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.010703148854351403, "chrf_stderr": 0.00022242113108130186, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ja-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..a6f148661093f5f97c85e96ab2c01da6e40c1547 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-greedy_until @@ -0,0 +1 @@ +fb4ec81bb89c70df7e21b43e0e882915b7b71a2a85bb8d4b59e0c7938baaa4c2 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f6dc98604bdeed7b87806094a6ffc3b0cbbfec4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-km-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.015142474534585969, "chrf_stderr": 0.0001518735048829897, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-km-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..899ce01919910ab80fc95b99371bf334a7c7c37a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-greedy_until @@ -0,0 +1 @@ +89274499d84176b1ffe4eaec06f2c89ca807342384dc946c2e348d00116aaade \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f5cb31be388a5ca081567e72d16e42774aa008 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-pl-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.01353367757716276, "chrf_stderr": 0.00018386199249976465, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-pl-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..7776c5952383a6254943869dad8fddb50e50e987 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-greedy_until @@ -0,0 +1 @@ +c3976465e3709b4bc371175cc1494c69fe096ea4ba7d114da779d2baa0a47466 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..00c9c742e4d34830628a52aa34cfd7faaa86516c --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-ps-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.015192865365105723, "chrf_stderr": 0.00011334541381539086, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ps-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..27c60fb72194325e51647ce0fe137710df6dff86 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-greedy_until @@ -0,0 +1 @@ +1477ab6542c26bd0222cc1aded174f33bf8d04d1cf6a1c0959aeca4ff3779adc \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..b6d0c71ad7c140790040022c51970dea075ab0b1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-ru-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.013344639906399232, "chrf_stderr": 7.583552652374546e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ru-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..f0f65972451ff666399f7b2c81194c4b892ac783 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-greedy_until @@ -0,0 +1 @@ +111ea3efdc08f1cf536631b9426c3a20e482c575d009d2a8c71f59c027578eec \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2ad506bf94188b54a0f3b7ee6f5d787d34e68ff --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-ta-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.013841110664859798, "chrf_stderr": 0.00018476696850880766, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ta-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-greedy_until b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-greedy_until new file mode 100644 index 0000000000000000000000000000000000000000..41a1e91515b30a2acdc6363c36af1cdf43f477a9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-greedy_until @@ -0,0 +1 @@ +07dbadfd6f2b2b9462ab6187dbfaabae6e5192ab89a8e4ede9237834b9364dd1 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..11b8df7f8739d9e4a459636640af6ebb2b7b868a --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-res.json @@ -0,0 +1 @@ +{"results": {"wmt20-zh-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.008438201290981157, "chrf_stderr": 0.0001109053964076822, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-zh-en": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..0c5c0b8ceb64a158bd57294d432b2186f3a0fdf9 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-loglikelihood @@ -0,0 +1 @@ +2ffd304d6096416eb29607e2e7642b1d6043163624967bcf4c4fc00fddc6c721 \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8841cb74d16977645c1c7399d8b58de094bafef1 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v0-res.json @@ -0,0 +1 @@ +{"results": {"wnli": {"acc": 0.3380281690140845, "acc_stderr": 0.05653887739133514}}, "versions": {"wnli": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..cbf4ad3777eebbcee7c1ccf1c4a4cac64829ad2b --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-loglikelihood @@ -0,0 +1 @@ +8a0f81661d2ab2334bbc8031fac31c0c8882f1d9271dd51599d21dfdbb726dea \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-res.json new file mode 100644 index 0000000000000000000000000000000000000000..d12348e0aeb8d7feec272059e08eb30cbb1d918d --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wnli-v1-res.json @@ -0,0 +1 @@ +{"results": {"wnli": {"acc": 0.5633802816901409, "acc_stderr": 0.0592793555841297}}, "versions": {"wnli": 1}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..d0d2963fe90b29dbbf2527e9a3b559cf9b9c23c7 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-loglikelihood @@ -0,0 +1 @@ +45865468eff5ca31e6a050947a6b3310d9d5ed19d0f2e578a32ecaf1c768600f \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..84be59624161779e494896d2618dbcf0f1f4b4b0 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc-v0-res.json @@ -0,0 +1 @@ +{"results": {"wsc": {"acc": 0.5480769230769231, "acc_stderr": 0.049038186969314335}}, "versions": {"wsc": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-loglikelihood b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-loglikelihood new file mode 100644 index 0000000000000000000000000000000000000000..9d592917bd96783c290237446891eef56083a693 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-loglikelihood @@ -0,0 +1 @@ +26450d414c4581feb51a09882080e7a9b95882e7eab47b1751a4a6024b5a60ee \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-res.json b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-res.json new file mode 100644 index 0000000000000000000000000000000000000000..8f023b422a7003d2984e35e58045d8866954a4c4 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testdata/wsc273-v0-res.json @@ -0,0 +1 @@ +{"results": {"wsc273": {"acc": 0.5164835164835165, "acc_stderr": 0.0303004740355766}}, "versions": {"wsc273": 0}} \ No newline at end of file diff --git a/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testyamls/test-01.yaml b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testyamls/test-01.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4e4367eeb3651bd49540009949fc080b9dba0a59 --- /dev/null +++ b/lm-quant-toolkit/.deps/lm-evaluation-harness/tests/testyamls/test-01.yaml @@ -0,0 +1,45 @@ +group: test-1 +group_alias: test 1 +task: + - piqa # string task + - ai2_arc # string tag + - task: super-glue-lm-eval-v1 # Should this be spread out? + num_fewshot: 3 + - task: swag # dict registered task + num_fewshot: 2 + - task: mmlu + num_fewshot: 5 + - group: nli-tasks # dict group + task: + - anli + - boolq + - sglue_rte + num_fewshot: 4 + metric_list: + - metric: brier_score + - task: sciq # dict registered task duplicate + task_alias: sciq 2-shot + num_fewshot: 2 + - task: sciq # dict registered task duplicate + task_alias: sciq 4-shot + num_fewshot: 4 + - task: sciq # dict registered task duplicate + task_alias: sciq 6-shot + num_fewshot: 6 + - task: siqa_custom # dict task + dataset_path: social_i_qa + dataset_name: null + output_type: multiple_choice + training_split: train + validation_split: validation + doc_to_text: "Question: {{context}} {{question}}\nAnswer:" + target_delimiter: " " + doc_to_choice: + - "{{answerA}}" + - "{{answerB}}" + - "{{answerC}}" + doc_to_target: "{{ (label|int) - 1 }}" + metric_list: + - metric: acc + aggregation: mean + higher_is_better: true diff --git a/lm-quant-toolkit/.github/workflows/ci.yml b/lm-quant-toolkit/.github/workflows/ci.yml new file mode 100644 index 0000000000000000000000000000000000000000..7db607d31bf1518d58570562197e734de73e7a30 --- /dev/null +++ b/lm-quant-toolkit/.github/workflows/ci.yml @@ -0,0 +1,29 @@ +name: CI +run-name: Run unit tests, code checker, build docs. +on: [push] +jobs: + build: + runs-on: ubuntu-latest + strategy: + matrix: + python-version: ['3.11'] + steps: + - uses: actions/checkout@v3 + - uses: actions/setup-python@v4.5.0 + with: + python-version: ${{ matrix.python-version }} + - name: Install dependencies + run: | + python -m pip install --upgrade pip + python -m pip install --use-pep517 pytest-cov pytest-random pytest-remove-stale-bytecode flake8 pycodestyle pydocstyle Sphinx sphinx_rtd_theme + python -m pip install . + - name: Run unittest + run: pytest -v --random --cov=src/llm_quant_eval --cov-report=term + - name: flake8 + run: flake8 src + - name: pycodestyle + run: pycodestyle -v --first src + - name: pydocstyle + run: pydocstyle -v --match='(?!test_|version)(.*)?\.py' src + - name: build docs + run: sphinx-build -M html docs/source doc/build diff --git a/lm-quant-toolkit/data-vis/.gitignore b/lm-quant-toolkit/data-vis/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..28b50963cbc173b21c3ff1dd0598edacea045035 --- /dev/null +++ b/lm-quant-toolkit/data-vis/.gitignore @@ -0,0 +1,6 @@ +.RData +pdfs/ +*.pdf +*.Rout +*.xlsx +.Rproj.user/ diff --git a/lm-quant-toolkit/data-vis/apportion-kurt.R b/lm-quant-toolkit/data-vis/apportion-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..cc5844e256acb6d34938a520a46f6a3c371a336a --- /dev/null +++ b/lm-quant-toolkit/data-vis/apportion-kurt.R @@ -0,0 +1,76 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(optparse) + +save_fnorm_by_model <- function(df, factor) { + models <- unique(df$model) + for (mdl in models) { + df_by_model <- df |> + filter(model == mdl) |> + select(-c("model")) + sd <- sd(df_by_model$kurtosis_scaled) + mu <- mean(df_by_model$kurtosis_scaled) + df_by_model <- df_by_model |> + mutate( + kurtosis_scaled = ifelse(abs(kurtosis_scaled - mu) / sd > 3, factor, 1) + ) |> + write_csv(paste0("fnorm-", mdl, ".csv")) + } +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--factor"), + type = "double", + help = "Factor to apply", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--data_dir"), + type = "character", + help = "Data directory of fnorm csv files", + metavar = "character" +) + + +args <- parse_args(parser) + +if (is.null(args$data_dir)) { + fnorm_dir <- "../src/data" +} else { + fnorm_dir <- args$data_dir +} +if (is.null(args$factor)) { + factor <- 2.0 +} else { + factor <- args$factor +} +fnorm_dir <- "/tmp/apportion-sensi" +fnorm_dir <- path.expand(fnorm_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +# df_fnorm <- df_fnorm |> +# select(!c("kurtosis_scaled")) + +save_fnorm_by_model(df_fnorm, factor) diff --git a/lm-quant-toolkit/data-vis/apportion-sensi.R b/lm-quant-toolkit/data-vis/apportion-sensi.R new file mode 100644 index 0000000000000000000000000000000000000000..1436c691ab89f977a4891954e5b02694d1008c65 --- /dev/null +++ b/lm-quant-toolkit/data-vis/apportion-sensi.R @@ -0,0 +1,168 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(openxlsx) +library(optparse) + +save_fnorm_by_model <- function(df, factor, combine_only) { + models <- unique(df$model) + for (mdl in models) { + df_by_model <- df |> + filter(model == mdl) |> + select(-c("model")) + if (combine_only) { + df_by_model <- df_by_model |> + dplyr::rename( + sensitivity = sensi + ) |> + write_csv(paste0("fnorm-", mdl, ".csv")) + } else { + sd <- sd(df_by_model$sensi) + mu <- mean(df_by_model$sensi) + df_by_model <- df_by_model |> + mutate( + sensitivity = ifelse(abs(sensi - mu) / sd > 3, factor, 1) + ) |> + select(!c("sensi")) |> + write_csv(paste0("fnorm-", mdl, ".csv")) + } + } +} + +map_to_part <- function(module) { + if (module == "self_attn.q_proj" || module == "self_attn.k_proj" || + module == "self_attn.v_proj") { + return("attn_in") + } else if (module == "self_attn.o_proj") { + return("attn_out") + } else if (module == "mlp.gate_proj" || module == "mlp.up_proj") { + return("mlp_gate") + } else if (module == "mlp.down_proj") { + return("mlp_down") + } +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--factor"), + type = "double", + help = "Factor to apply", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--data_dir"), + type = "character", + help = "Data directory of fnorm csv files", + metavar = "character" +) +parser <- add_option( + parser, c("-c", "--combine_only"), + type = "logical", + action = "store_true", + help = "Merge sensitivity data only", + metavar = "logical" +) + + +args <- parse_args(parser) + +if (is.null(args$data_dir)) { + fnorm_dir <- "../src/data" +} else { + fnorm_dir <- args$data_dir +} +if (is.null(args$factor)) { + factor <- 2.0 +} else { + factor <- args$factor +} +if (is.null(args$combine_only)) { + combine_only <- FALSE +} else { + combine_only <- args$combine_only +} + +fnorm_dir <- path.expand(fnorm_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) +df_fnorm <- df_fnorm |> + mutate( + part = sapply(module, map_to_part) + ) |> + select(!c("sensitivity")) + +df_sensi <- read_csv("data/llama-sensitivity.csv") |> + filter( + dataset == "pileval" & nbits == 4 & group_size == 64 + ) |> + dplyr::rename( + sensi = sensitivity + ) + +df_com1 <- df_fnorm |> + filter( + model != "Meta-Llama-3-8B" + ) |> + left_join( + df_sensi, + by = join_by( + model == model, + layer == layer, + part == part + ) + ) |> + select(-c("dataset", "part", "nbits", "group_size")) + +df_com2_1 <- df_fnorm |> + filter( + model == "Meta-Llama-3-8B" & part != "attn_out" + ) |> + left_join( + df_sensi, + by = join_by( + model == model, + part == part, + layer == layer + ) + ) |> + select(-c("dataset", "part", "nbits", "group_size")) + +# The Llama3-8B has no attn_out metric, use attn_in instead +df_sensi_attn_in <- df_sensi |> + filter(part == "attn_in") + +df_com2_2 <- df_fnorm |> + filter( + model == "Meta-Llama-3-8B" & part == "attn_out" + ) |> + left_join( + df_sensi_attn_in, + by = join_by( + model == model, + layer == layer + ) + ) |> + select(-c("dataset", "part.x", "part.y", "nbits", "group_size")) + + +df_com <- bind_rows(df_com1, df_com2_1, df_com2_2) +save_fnorm_by_model(df_com, factor, combine_only) diff --git a/lm-quant-toolkit/data-vis/archived/check-quant-mem.R b/lm-quant-toolkit/data-vis/archived/check-quant-mem.R new file mode 100644 index 0000000000000000000000000000000000000000..cb192642575430a2634da919ab2169ebaab1db47 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/check-quant-mem.R @@ -0,0 +1,142 @@ +library(ggplot2) +library(ggthemes) +library(openxlsx) +library(patchwork) +library(readr) +library(tidyverse) + + +calc_bpp <- function(b1, g1, b2, g2) { + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 2)) +} + +# df_cfg1 <- read_csv("data/mxq-quant-cfgs-mxq1.csv") +# df_cfg2 <- read_csv("data/kurt/global/llama-mxq-cfgs.csv") +# df_cfg3 <- read_csv("data/kurt/scaled/llama-mxq-cfgs.csv") +# df_cfg4 <- read_csv("data/mxq-quant-cfgs-mxq1-5pct-tol.csv") +# df_cfg5 <- read_csv("data/mxq-quant-cfgs-kurt-scaled-6pct-tol.csv") +# df_cfg1$attempt <- "MXQ1" +# df_cfg2$attempt <- "kurt-global" +# df_cfg3$attempt <- "kurt-scaled" +# df_cfg4$attempt <- "PCT5" +# df_cfg5$attempt <- "kscaled-pct6" +# df_cfg <- bind_rows(df_cfg1, df_cfg2, df_cfg3, df_cfg4, df_cfg5) + +df_cfg <- read_csv("mxq-mem-bound-check.csv") + +df_mem_sum <- df_cfg |> + group_by( + model, bit_budget, attempt + ) |> + summarise( + mem_tot = sum(memmb) + ) |> + pivot_wider( + names_from = "attempt", + values_from = "mem_tot" + ) |> + ungroup() + +df_7b <- read_csv("data/fnorm/fnorm-Llama-2-7b-hf.csv") +df_13b <- read_csv("data/fnorm/fnorm-Llama-2-13b-hf.csv") +df_8b <- read_csv("data/fnorm/fnorm-Meta-Llama-3-8B.csv") +df_7b$model <- "Llama-2-7b-hf" +df_13b$model <- "Llama-2-13b-hf" +df_8b$model <- "Meta-Llama-3-8B" +df_llama <- bind_rows(df_7b, df_13b, df_8b) |> + mutate( + bit_budget = calc_bpp(nbit1, gsize1, nbit2, gsize2) + ) |> + group_by(model, bit_budget) |> + summarise( + mem_tot = sum(memmb), + param_tot = sum(params) + ) + +df_mem <- df_mem_sum |> + left_join( + df_llama, + by = c("model", "bit_budget") + ) |> + rename( + hqq = mem_tot + ) |> + mutate( + theory = param_tot * bit_budget / 8 / 1024^2, + ) |> + select(!c("param_tot")) + +write.xlsx(df_mem, "df_mem.xlsx", overwrite = TRUE, asTable = TRUE) + +mem_gap_grid <- function(df_mem, mod, show_legend = FALSE, show_x_label = FALSE) { + df_disp <- df_mem |> + filter(model == mod) |> + pivot_longer( + cols = c("mxq1", "pct5", "pct6", "kurt-global", "kurt-scaled", "hqq", "theory"), + names_to = "attempt", + values_to = "memory" + ) + df_gap <- df_mem |> + filter(model == mod) |> + mutate( + gap_in_pct = 100 * (theory - mxq1) / mxq1 + ) |> + select(c("bit_budget", "gap_in_pct")) + # Gap percentage line plot (on top) + gap_line_plot <- ggplot(df_gap, aes(x = bit_budget, y = gap_in_pct)) + + geom_line(color = "blue") + + theme_gray(base_size = 12) + + labs(y = "% Min Mem Gap") + + theme_minimal() + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # line plot (on bottom) + line_plot <- ggplot( + df_disp, + aes(x = bit_budget, y = memory) + ) + + geom_line(aes(color = attempt)) + + geom_point(aes(shape = attempt, color = attempt)) + + labs(x = "Bit Budget", y = "Memory") + + theme_gray(base_size = 12) + + guides(color = guide_legend(ncol = 1)) + + facet_wrap(~model, scales = "free", ncol = 1) + if (!show_x_label) { + line_plot <- line_plot + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + } + + if (show_legend) { + line_plot <- line_plot + + theme( + legend.position = "right", + legend.text = element_text(size = 12), + legend.title = element_text(size = 12) + ) + + scale_color_solarized() + } else { + line_plot <- line_plot + + theme(legend.position = "none") + + scale_color_solarized() + } + # Combine the line and bar plot vertically + combined_plot <- gap_line_plot / line_plot + plot_layout(heights = c(1, 3)) + return(combined_plot) +} + +p1 <- mem_gap_grid(df_mem, "Llama-2-7b-hf") +p2 <- mem_gap_grid(df_mem, "Llama-2-13b-hf", show_x_label = TRUE) +p3 <- mem_gap_grid(df_mem, "Meta-Llama-3-8B", show_legend = TRUE) + +final_plot1 <- (p1 | p2 | p3) +final_plot1 +ggsave( + paste0("pdfs/", "mxq-mem-gap.pdf"), + plot = final_plot1, width = 16, height = 9 +) diff --git a/lm-quant-toolkit/data-vis/archived/kurt.R b/lm-quant-toolkit/data-vis/archived/kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..3493daeda8612b1960d24f01f6d869580614a1e2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/kurt.R @@ -0,0 +1,4 @@ +library(moments) +data <- rnorm(100) +kurtosis(data, na.rm = TRUE) +skewness(data) diff --git a/lm-quant-toolkit/data-vis/archived/llm-3d.R b/lm-quant-toolkit/data-vis/archived/llm-3d.R new file mode 100644 index 0000000000000000000000000000000000000000..f5677ec7b592ee1239cb48819971e6f323a5908f --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/llm-3d.R @@ -0,0 +1,98 @@ +#!/usr/bin/env Rscript + +library(plotly) +library(safetensors) +library(jsonlite) + +create_3d_plot2 <- function(weight, title) { + d <- dim(weight) + z <- weight + x <- 1:d[1] + y <- 1:d[2] + + plot_ly( + x = x, y = y, z = z, + type = "surface", alpha = 0.6, + colorscale = "coloraxis", + showscale = FALSE + ) + # colorscale = list(c(-1, 0, 1), c("blue", "white", "green")) +} + +get_tensor <- function( + matrix_name, + base_dir, + index_json = "model.safetensors.index.json") { + index_file <- file.path(base_dir, index_json) + model_index <- fromJSON(index_file) + + if (exists(matrix_name, model_index$weight_map)) { + st_file <- model_index$weight_map[[matrix_name]] + st_file_fp <- file.path(base_dir, st_file) + tensors <- safe_load_file(st_file_fp) + return(tensors[[matrix_name]]) + } +} + +get_tensor2 <- function(matrix_name, base_dir, st_file) { + st_file_fp <- file.path(base_dir, st_file) + tensors <- safe_load_file(st_file_fp) + return(tensors[[matrix_name]]) +} + +get_region <- function(cx, cy, bs, upper_x = 4096, upper_y = 4096) { + sxs <- cx - bs / 2 + 1 + sxe <- cx + bs / 2 + sxs <- if (sxs < 1) 1 else sxs + sxe <- if (sxe > upper_x) upper_x else sxe + sys <- cy - bs / 2 + 1 + sye <- cy + bs / 2 + sys <- if (sys < 1) 1 else sys + sye <- if (sye > upper_y) upper_y else sye + return(list(sxs = sxs, sxe = sxe, sys = sys, sye = sye)) +} + +matrix <- "31.self_attn.o_proj" + +orig_matrix <- paste0("model.layers.", matrix, ".weight") +quant_matrix <- paste0("model.layers.", matrix, ".qweight") +base_dir <- "~/work/llm-quant/snapshots" +base_dir <- path.expand(base_dir) +st_file <- "Llama-2-7b-hf-cmp.safetensors" +wo <- get_tensor2(orig_matrix, base_dir, st_file) +wo <- as.matrix(wo) +wq <- get_tensor2(quant_matrix, base_dir, st_file) +wq <- as.matrix(wq) + +# plot sub region of matrix ----------------------------------------------- +bs <- 512 +cx <- 2533 +cy <- 3037 +ret <- get_region(cx, cy, bs) +wo1 <- wo[ret$sxs:ret$sxe, ret$sys:ret$sye] +wq1 <- wq[ret$sxs:ret$sxe, ret$sys:ret$sye] +p1 <- create_3d_plot2(wo1, matrix) +p2 <- create_3d_plot2(wq1, matrix) + +fig1 <- subplot(p1) |> + layout( + # title = "Llama-2-7B Original Weight", + scene = list( + domain = list(row = 1, column = 1), + zaxis = list(title = "Weight", range = c(-1.7, 1.7)), + camera = list(eye = list(x = 1.5, y = 1.2, z = 0.3)), + aspectratio = list(x = 0.9, y = 0.85, z = 0.9) + ) + ) +fig2 <- subplot(p2) |> + layout( + # title = "Llama-2-7B Quantized Weight", + scene = list( + domain = list(row = 1, column = 1), + zaxis = list(title = "Weight", range = c(-1.7, 1.7)), + camera = list(eye = list(x = 1.5, y = 1.5, z = 0.3)) + ) + ) +save_image(fig1, "pdfs/llama2-7b-3D.pdf", weight = 1400, height = 1000) +save_image(fig2, "pdfs/llama2-7b-3D-quant.pdf", scale = 2) +save_image(fig1, "pdfs/llama2-7b-3D-orig.pdf", scale = 3) diff --git a/lm-quant-toolkit/data-vis/archived/plot-mxq-gap.R b/lm-quant-toolkit/data-vis/archived/plot-mxq-gap.R new file mode 100644 index 0000000000000000000000000000000000000000..237bc6186da90e6171286f63975876cb0ee5be48 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-mxq-gap.R @@ -0,0 +1,165 @@ +library(tidyverse) +library(ggthemes) +library(ggbreak) +library(readr) + +all_cols <- c( + "model", "algo", "config", + "bpp", "ppl_wikitext", "ppl_c4" +) +df_all <- read_csv("data/combined.csv") |> + select(all_of(all_cols)) |> + filter( + algo == "mxq" | algo == "pct5" | algo == "pct6" | algo == "fp16" | algo == "awq" | algo == "hqq" + ) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = c("mxq", "pct5", "pct6", "fp16", "awq", "gptq", "bnb", "hqq"), + labels = c("MXQ", "PCT5", "PCT6", "FP16", "AWQ", "GPTQ", "BnB", "HQQ"), + ) + ) + +df_wikitxt_all <- df_all |> + rename(ppl = ppl_wikitext) +df_c4_all <- df_all |> + rename(ppl = ppl_c4) + + +# Plot Llama-2-13b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-13B" +df_wikitxt <- df_wikitxt_all |> + filter( + model == model_name & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt1 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(4.63, 4.63 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 4.63) / 4.63, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt1 +ggsave( + paste0("pdfs/", "ppl-wikitext-", model_name, ".pdf"), + plot = plt1, width = 8, height = 6 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt2 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.45, 6.45 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 6.45) / 6.45, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt2 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt2, width = 8, height = 6 +) diff --git a/lm-quant-toolkit/data-vis/archived/plot-mxq-kurt.R b/lm-quant-toolkit/data-vis/archived/plot-mxq-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..384c83071badc5a096f0e8d5133283c96a828e06 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-mxq-kurt.R @@ -0,0 +1,124 @@ +library(plyr) +library(dplyr) +library(tidyverse) +library(ggplot2) + +calc_bpp <- function(config) { + if (config == "base") { + return(16.0) + } else if (startsWith(config, "b")) { + b1 <- strtoi(substr(config, 2, 2)) + g1 <- strtoi(substr(config, 4, nchar(config))) + b2 <- 8 + g2 <- 128 + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 2)) + } else { + return(round(as.numeric(sub("_", ".", config)), digits = 2)) + } +} + +kurt_dir <- path.expand("data/kurt/global") +kurt_fps <- dir( + path = kurt_dir, + pattern = "result-eval_ppl-kurt-.*\\.csv$", + full.names = TRUE +) +df_kurt <- ldply(kurt_fps, read.csv, stringsAsFactors = FALSE) +df_kurt$attempt <- "kurt-global" + +kurt_scaled_dir <- path.expand("data/kurt/scaled/") +kurt_scaled_fps <- dir( + path = kurt_scaled_dir, + pattern = "result-eval_ppl-kurt-scaled-.*\\.csv$", + full.names = TRUE +) +df_kurt_scaled <- ldply(kurt_scaled_fps, read.csv, stringsAsFactors = FALSE) +df_kurt_scaled$attempt <- "kurt-scaled" + +base_dir <- "data/" +base_fps <- dir( + path = base_dir, + pattern = "result-eval_ppl.*mxq.*\\.csv$", + full.names = TRUE +) +df_base <- ldply(base_fps, read.csv, stringsAsFactors = FALSE) |> + filter( + config == "4_51" | + config == "4_25" | + config == "4_13" | + config == "3_51" | + config == "3_25" | + config == "3_13" + ) +df_base$attempt <- "MXQ1" + +hqq_dir <- "data/" +hqq_fps <- dir( + path = hqq_dir, + pattern = "result-eval_ppl_hqq.*\\.csv$", + full.names = TRUE +) +df_hqq <- ldply(hqq_fps, read.csv, stringsAsFactors = FALSE) |> + filter( + config == "b3g32" | + config == "b3g64" | + config == "b3g128" | + config == "b4g32" | + config == "b4g64" | + config == "b4g128" + ) +df_hqq$attempt <- "HQQ" + +df_all <- bind_rows(df_base, df_kurt, df_kurt_scaled, df_hqq) |> + select( + c( + "model", + "algo", + "attempt", + "config", + "ppl_wikitext", + "ppl_c4", + "ppl_mem_allot" + ) + ) |> + mutate( + bpp = sapply(config, calc_bpp), + ppl_mem_allot = round(ppl_mem_allot / 1024**3, digits = 2) + ) |> + pivot_longer( + cols = c("ppl_wikitext", "ppl_c4"), + names_to = c(".value", "dataset"), + names_sep = "_" + ) + + +ggplot( + data = subset(df_all, model != "Meta-Llama-3-8B"), + aes(x = bpp, y = ppl) +) + + geom_line(aes(color = attempt, y = ppl)) + + geom_point(aes(shape = attempt, color = attempt, y = ppl)) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 16) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + facet_grid(dataset ~ model, scales = "free") + +ggplot( + data = subset(df_all, model == "Meta-Llama-3-8B"), + aes(x = bpp, y = ppl) +) + + geom_line(aes(color = attempt, y = ppl)) + + geom_point(aes(shape = attempt, color = attempt, y = ppl)) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 16) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + facet_grid(dataset ~ model, scales = "free") + diff --git a/lm-quant-toolkit/data-vis/archived/plot-ppl-vs-bit.R b/lm-quant-toolkit/data-vis/archived/plot-ppl-vs-bit.R new file mode 100644 index 0000000000000000000000000000000000000000..8c70ecfb0e5ceef2860c1957d153fce6bcaf16da --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-ppl-vs-bit.R @@ -0,0 +1,39 @@ +library(tidyverse) +library(ggthemes) +library(readr) + +df_ppl_bits <- read_csv("../kube-sft/data/ppl-bits.csv") +metrics <- c("ppl_wikitext", "ppl_c4", "ppl_ptb") +all_cols <- c("model", "bits", metrics) +df_ppl_bits <- df_ppl_bits |> + select(all_of(all_cols)) |> + pivot_longer( + cols = metrics, + names_to = c(".value", "dataset"), + names_sep = "_" + ) + +df_disp <- df_ppl_bits |> + filter( + !grepl("ptb", dataset) + ) |> + filter( + bits >= 3.0 + ) +ggplot(df_disp, aes(x = bits, y = ppl)) + + geom_point(aes(shape = model, color = model, y = ppl)) + + geom_line(aes(color = model, y = ppl)) + + # ylim(4, 17) + + # geom_hline(yintercept = max_acc1 * 0.99, linetype = "dotted", color = "blue") + + # geom_hline(yintercept = max_acc1, linetype = "dotted", color = "blue") + + # annotate("text", x = 14, y = max_acc1 * 1.01, label = "0-shot Top-1 FP16") + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 16) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + facet_wrap(~dataset, scales = "free") + + scale_color_solarized() +ggsave("pdfs/mxq-wikitext-ppls.pdf", width = 8, height = 5) diff --git a/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-all.R b/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-all.R new file mode 100644 index 0000000000000000000000000000000000000000..a97897e58d9a18967a3e8260e9d6326e8ca23d72 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-all.R @@ -0,0 +1,208 @@ +library(tidyverse) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) + +weight_grid <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE, show_cfg = TRUE) { + df_mod_wdist <- df_wdist |> filter(module == mod) + df_mod_kurt <- df_kurtosis |> filter(module == mod) + # Line plot (on top) + line_plot <- ggplot(df_mod_kurt, aes(x = layer, y = kurtosis)) + + geom_line(color = "blue") + + theme_gray(base_size = 14) + + theme_minimal() + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # Bar plot (on bottom) + module_disp <- df_mod_wdist$mod_disp[1] + bar_plot <- ggplot( + df_mod_wdist, aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = module_disp, y = "Absolute Value", fill = "nth percentile" + ) + if (show_cfg) { + bar_plot <- bar_plot + + geom_text( + data = subset(df_mod_wdist, nth_percentile == 100), + aes(x = layer, label = quant_cfg), + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + colour = "white", + size = 2 + ) + } + + if (show_legend) { + bar_plot <- bar_plot + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + # coord_flip() + + scale_color_solarized() + } else { + bar_plot <- bar_plot + + theme(legend.position = "none") + + scale_color_solarized() + } + + # Combine the line and bar plot vertically + combined_plot <- line_plot / bar_plot + plot_layout(heights = c(1, 3)) + return(combined_plot) +} + +weight_grid_only <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE) { + return(weight_grid(df_wdist, df_kurtosis, mod, show_legend, show_cfg = FALSE)) +} + +plot_quant_cfg <- function(model_id, budget, attempt, cfg_csv_fp) { + df_cfg_all <- read_csv(cfg_csv_fp) + df_cfg <- df_cfg_all |> + filter(bit_budget == budget) |> + mutate( + quant_cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget")) + + percentiles <- c("0", "99", "99.9", "99.99", "100") + all_cols <- c("module", "layer", percentiles) + df_wdist <- df_all |> + mutate( + `0` = percentile_0, + `99` = percentile_99 - percentile_0, + `99.9` = percentile_999 - percentile_99, + `99.99` = percentile_9999 - percentile_999, + `100` = percentile_100 - percentile_9999, + ) |> + select(all_of(all_cols)) |> + pivot_longer( + cols = percentiles, + names_to = "nth_percentile", + names_transform = list(nth_percentile = as.numeric), + values_to = "abs_val" + ) |> + mutate( + nth_percentile = factor(nth_percentile, levels = rev(percentiles)) + ) |> + left_join(df_module_param_count, by = c("module")) |> + left_join(df_cfg, by = c("module", "layer")) + + + k_cols <- c("module", "layer", "kurtosis") + df_kurtosis <- df_all |> + select(all_of(k_cols)) + + p1 <- weight_grid(df_wdist, df_kurtosis, "input_layernorm") + p2 <- weight_grid(df_wdist, df_kurtosis, "mlp.down_proj") + p3 <- weight_grid(df_wdist, df_kurtosis, "mlp.gate_proj") + p4 <- weight_grid(df_wdist, df_kurtosis, "mlp.up_proj") + p5 <- weight_grid(df_wdist, df_kurtosis, "post_attention_layernorm") + p6 <- weight_grid(df_wdist, df_kurtosis, "self_attn.k_proj") + p7 <- weight_grid(df_wdist, df_kurtosis, "self_attn.o_proj") + p8 <- weight_grid(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) + p9 <- weight_grid(df_wdist, df_kurtosis, "self_attn.v_proj") + + # Create a 3x3 grid of combined plots + final_plot <- (p1 | p2 | p3) / (p4 | p5 | p6) / (p7 | p8 | p9) + ggsave( + paste0("pdfs/", model_id, "-mxq-cfgs-from-model-", attempt, ".pdf"), + width = 16, + height = 9 + ) + return(final_plot) +} + +plot_wdist <- function(model_id, budget, cfg_csv_fp) { + df_cfg_all <- read_csv(cfg_csv_fp) + df_cfg <- df_cfg_all |> + filter(bit_budget == budget) |> + mutate( + quant_cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget")) + + percentiles <- c("0", "99", "99.9", "99.99", "100") + all_cols <- c("module", "layer", percentiles) + df_wdist <- df_all |> + mutate( + `0` = percentile_0, + `99` = percentile_99 - percentile_0, + `99.9` = percentile_999 - percentile_99, + `99.99` = percentile_9999 - percentile_999, + `100` = percentile_100 - percentile_9999, + ) |> + select(all_of(all_cols)) |> + pivot_longer( + cols = percentiles, + names_to = "nth_percentile", + names_transform = list(nth_percentile = as.numeric), + values_to = "abs_val" + ) |> + mutate( + nth_percentile = factor(nth_percentile, levels = rev(percentiles)) + ) |> + left_join(df_module_param_count, by = c("module")) |> + left_join(df_cfg, by = c("module", "layer")) + + + k_cols <- c("module", "layer", "kurtosis") + df_kurtosis <- df_all |> + select(all_of(k_cols)) + + p1 <- weight_grid_only(df_wdist, df_kurtosis, "input_layernorm") + p2 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.down_proj") + p3 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.gate_proj") + p4 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.up_proj") + p5 <- weight_grid_only(df_wdist, df_kurtosis, "post_attention_layernorm") + p6 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.k_proj") + p7 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.o_proj") + p8 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) + p9 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.v_proj") + + # Create a 3x3 grid of combined plots + final_plot <- (p1 | p2 | p3) / (p4 | p5 | p6) / (p7 | p8 | p9) + ggsave( + paste0("pdfs/", model_id, "-wdist-kurtosis.pdf"), + width = 16, height = 9 + ) + return(final_plot) +} + + +model_id <- "Llama-2-13b-hf" +df_all <- read_csv(paste0("data/wdist/wdist-", model_id, ".csv")) +df_module_param_count <- df_all |> + select( + module, param_count + ) |> + group_by(module) |> + summarise( + param_count = sum(param_count) + ) |> + mutate( + mod_disp = paste0(module, "(", formatC(param_count, big.mark = ","), ")") + ) + +budget <- 4.51 +attempt <- "MXQ1" +cfg_csv_fp <- "data/llama-mxq-cfgs.csv" +plot_quant_cfg(model_id, budget, attempt, cfg_csv_fp) + +attempt <- "kurt-global" +cfg_csv_fp <- "data/kurt/global/llama-mxq-cfgs.csv" +plot_quant_cfg(model_id, budget, attempt, cfg_csv_fp) + +attempt <- "kurt-scaled" +cfg_csv_fp <- "data/kurt/scaled/llama-mxq-cfgs.csv" +plot_quant_cfg(model_id, budget, attempt, cfg_csv_fp) diff --git a/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-diff.R b/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-diff.R new file mode 100644 index 0000000000000000000000000000000000000000..0f83265285d9f1c2e80fc5a2fd32c855520f9723 --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-quant-cfg-diff.R @@ -0,0 +1,215 @@ +library(tidyverse) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(plotly) + +weight_grid <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE, show_cfg = TRUE) { + df_mod_wdist <- df_wdist |> filter(module == mod) + df_mod_kurt <- df_kurtosis |> filter(module == mod) + # Line plot (on top) + line_plot <- ggplot(df_mod_kurt, aes(x = layer, y = kurtosis)) + + geom_line(color = "blue") + + theme_gray(base_size = 14) + + theme_minimal() + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # Bar plot (on bottom) + df_mod_wdist1 <- df_mod_wdist |> filter(attempt == "PCT5") + bar_plot1 <- ggplot( + df_mod_wdist1, + aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = df_mod_wdist1$mod_disp[1], + y = "Absolute Value", + fill = "nth percentile" + ) + + geom_text( + data = subset(df_mod_wdist1, nth_percentile == 100), + aes(x = layer, label = quant_cfg), + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + colour = "white", + size = 2 + ) + + theme(legend.position = "none") + + scale_color_solarized() + + df_mod_wdist2 <- df_mod_wdist |> filter(attempt == "PCT6") + bar_plot2 <- ggplot( + df_mod_wdist2, + aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = df_mod_wdist2$mod_disp[1], + y = "Absolute Value", + fill = "nth percentile" + ) + + geom_text( + data = subset(df_mod_wdist2, nth_percentile == 100), + aes(x = layer, label = quant_cfg), + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + colour = "white", + size = 2 + ) + + theme(legend.position = "none") + + scale_color_solarized() + + df_mod_wdist3 <- df_mod_wdist |> filter(attempt == "kurt-scaled") + bar_plot3 <- ggplot( + df_mod_wdist3, + aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = df_mod_wdist3$mod_disp[1], + y = "Absolute Value", + fill = "nth percentile" + ) + + geom_text( + data = subset(df_mod_wdist3, nth_percentile == 100), + aes(x = layer, label = quant_cfg), + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + colour = "white", + size = 2 + ) + if (show_legend) { + bar_plot3 <- bar_plot3 + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + # coord_flip() + + scale_color_solarized() + } else { + bar_plot3 <- bar_plot3 + + theme(legend.position = "none") + + scale_color_solarized() + } + + # Combine the line and bar plot vertically + combined_plot <- line_plot / bar_plot1 / bar_plot2 / bar_plot3 + plot_layout(heights = c(1, 3, 3, 3)) + return(combined_plot) +} + +weight_grid_only <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE) { + return(weight_grid(df_wdist, df_kurtosis, mod, show_legend, show_cfg = FALSE)) +} + +budget <- 4.51 +model_id <- "Llama-2-13b-hf" +df_cfg1 <- read_csv("data/mxq-quant-cfgs-mxq1-5pct-tol.csv") +df_cfg2 <- read_csv("data/mxq-quant-cfgs-kurt-scaled-6pct-tol.csv") +df_cfg3 <- read_csv("data/kurt/scaled/llama-mxq-cfgs.csv") +df_cfg1$attempt <- "PCT5" +df_cfg2$attempt <- "PCT6" +df_cfg3$attempt <- "kurt-scaled" +df_cfg <- bind_rows(df_cfg1, df_cfg2, df_cfg3) + +df_cfg_1 <- df_cfg |> + filter(bit_budget == budget & model == model_id) |> + mutate( + quant_cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget")) + +df_all <- read_csv(paste0("data/wdist/wdist-", model_id, ".csv")) +percentiles <- c("0", "99", "99.9", "99.99", "100") +df_module_param_count <- df_all |> + select( + module, param_count + ) |> + group_by(module) |> + summarise( + param_count = sum(param_count) + ) |> + mutate( + mod_disp = paste0(module, "(", formatC(param_count, big.mark = ","), ")") + ) + +df_cfg_1 <- df_cfg_1 |> + left_join(df_module_param_count, by = c("module")) |> + mutate( + mod_disp = paste0(attempt, " ", mod_disp) + ) + +all_cols <- c("module", "layer", percentiles) +df_wdist <- df_all |> + mutate( + `0` = percentile_0, + `99` = percentile_99 - percentile_0, + `99.9` = percentile_999 - percentile_99, + `99.99` = percentile_9999 - percentile_999, + `100` = percentile_100 - percentile_9999, + ) |> + select(all_of(all_cols)) |> + pivot_longer( + cols = percentiles, + names_to = "nth_percentile", + names_transform = list(nth_percentile = as.numeric), + values_to = "abs_val" + ) |> + mutate( + nth_percentile = factor(nth_percentile, levels = rev(percentiles)) + ) |> + filter(!grepl("_layernorm", module)) |> + left_join(df_cfg_1, by = c("module", "layer"), relationship = "many-to-many") + + +k_cols <- c("module", "layer", "kurtosis") +df_kurtosis <- df_all |> + select(all_of(k_cols)) + +p1 <- weight_grid(df_wdist, df_kurtosis, "mlp.down_proj") +p2 <- weight_grid(df_wdist, df_kurtosis, "mlp.gate_proj") +p3 <- weight_grid(df_wdist, df_kurtosis, "mlp.up_proj") +p4 <- weight_grid(df_wdist, df_kurtosis, "self_attn.k_proj") +p5 <- weight_grid(df_wdist, df_kurtosis, "self_attn.o_proj") +p6 <- weight_grid(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) +p7 <- weight_grid(df_wdist, df_kurtosis, "self_attn.v_proj") + +final_plot1 <- (p1 | p2) +final_plot1 +ggsave( + paste0("pdfs/", model_id, "-mxq-cfgs-from-model1.pdf"), + plot = final_plot1, width = 16, height = 9 +) + +final_plot2 <- (p3 | p3) +final_plot2 +ggsave( + paste0("pdfs/", model_id, "-mxq-cfgs-from-model2.pdf"), + plot = final_plot2, width = 11, height = 6 +) + +final_plot3 <- (p4 | p5) +final_plot3 +ggsave( + paste0("pdfs/", model_id, "-mxq-cfgs-from-model3.pdf"), + plot = final_plot3, width = 11, height = 6 +) + +final_plot4 <- (p6 | p7) +final_plot4 +ggsave( + paste0("pdfs/", model_id, "-mxq-cfgs-from-model4.pdf"), + plot = final_plot4, width = 11, height = 6 +) diff --git a/lm-quant-toolkit/data-vis/archived/plot-quantiles-laplacian.R b/lm-quant-toolkit/data-vis/archived/plot-quantiles-laplacian.R new file mode 100644 index 0000000000000000000000000000000000000000..8c2361af1561786e13bb5fc9e1751486db06917e --- /dev/null +++ b/lm-quant-toolkit/data-vis/archived/plot-quantiles-laplacian.R @@ -0,0 +1,101 @@ +library(ggplot2) +library(dplyr) + +# Create Laplace distribution function +dlaplace <- function(x, mu = 0, b = 1) { + 1/(2*b) * exp(-abs(x - mu)/b) +} + +# Generate data points +x <- seq(-4, 4, length.out = 1000) +y <- dlaplace(x) +df <- data.frame(x = x, y = y) + +# Calculate quantiles using the Laplace quantile function +plaplace <- function(p, mu = 0, b = 1) { + mu - b * sign(p - 0.5) * log(1 - 2 * abs(p - 0.5)) +} + +# Calculate quantiles +probs <- seq(0.05, 0.95, length.out = 15) +quantiles <- c(-20, sapply(probs, plaplace), 20) + +# Create data frame for the clipped vertical lines +line_data <- data.frame() +for(q in quantiles[2:(length(quantiles)-1)]) { # Skip the ±20 points + y_at_q <- dlaplace(q) + line_data <- rbind(line_data, + data.frame(x = q, + y_start = 0, + y_end = y_at_q)) +} + +# Create data for filled intervals +interval_data <- data.frame() +for(i in 1:(length(quantiles)-1)) { + x_seq <- seq(max(-4, quantiles[i]), + min(4, quantiles[i+1]), + length.out = 100) + interval_data <- rbind(interval_data, + data.frame( + x = x_seq, + y = dlaplace(x_seq), + group = i + )) +} + +# Create the plot +ggplot() + + # Add filled intervals + geom_ribbon(data = interval_data, + aes(x = x, ymin = 0, ymax = y, group = group), + fill = "lightblue", + alpha = 0.3) + + # Add the distribution curve + geom_line(data = df, aes(x = x, y = y), + color = "blue", size = 1) + + # Add thin solid blue vertical lines for quantiles + geom_segment(data = line_data, + aes(x = x, xend = x, + y = y_start, yend = y_end), + color = "blue", + linetype = "solid", + size = 0.3, + alpha = 0.7) + + # Add quantile labels + geom_text(data = data.frame( + x = quantiles[2:(length(quantiles)-1)], # Skip the ±20 points + y = rep(-0.02, 15), + label = paste0("Q", 1:15) + ), + aes(x = x, y = y, label = label), + angle = 45, + vjust = 1, + size = 3) + + # Add infinity labels + geom_text(data = data.frame( + x = c(-4, 4), + y = rep(-0.02, 2), + label = c("Q0 (-∞)", "Q16 (+∞)") + ), + aes(x = x, y = y, label = label), + angle = 45, + vjust = 1, + size = 3) + + # Customize the theme and labels + theme_minimal() + + labs( + title = "Laplace Distribution with 17 Quantiles", + subtitle = "μ = 0, b = 1", + x = "x", + y = "Density" + ) + + # Set the axis limits + scale_x_continuous(limits = c(-4, 4)) + + ylim(-0.05, 0.55) + + # Add theme customizations + theme( + plot.title = element_text(hjust = 0.5), + plot.subtitle = element_text(hjust = 0.5), + panel.grid.minor = element_blank() + ) diff --git a/lm-quant-toolkit/data-vis/check-lowbits-allot.R b/lm-quant-toolkit/data-vis/check-lowbits-allot.R new file mode 100644 index 0000000000000000000000000000000000000000..826703c94bd39afa3844fa4a2d7153bd044bec34 --- /dev/null +++ b/lm-quant-toolkit/data-vis/check-lowbits-allot.R @@ -0,0 +1,223 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(optparse) +library(openxlsx) + +budget_to_cfg <- function(budget) { + if (budget == 3.13) { + return("b3g128") + } else if (budget == 3.25) { + return("b3g64") + } else if (budget == 3.51) { + return("b3g32") + } else if (budget == 4.13) { + return("b4g128") + } else if (budget == 4.25) { + return("b4g64") + } else if (budget == 4.51) { + return("b4g32") + } else if (budget == 8.13) { + return("b8g128") + } else if (budget == 8.25) { + return("b8g64") + } else if (budget == 8.51) { + return("b8g32") + } else if (budget == 2.13) { + return("b2g128") + } else if (budget == 2.25) { + return("b2g64") + } else if (budget == 2.51) { + return("b2g32") + } else { + return("b4g64") + } +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--factor"), + type = "double", + help = "Factor to apply", + metavar = "double" +) +parser <- add_option( + parser, c("-c", "--milp_cost_csv"), + type = "character", + help = "Dump of MiLP cost csv from the HQQ", + metavar = "character" +) +parser <- add_option( + parser, c("-a", "--allot_csv_file"), + type = "character", + help = "Allocation CSV file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt"), + type = "character", + help = "attempt", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$milp_cost_csv)) { + milp_cost_csv <- "debug.csv" +} else { + milp_cost_csv <- args$milp_cost_csv +} +if (is.null(args$attempt)) { + the_attempt <- "mxq1" +} else { + the_attempt <- args$attempt +} +if (is.null(args$allot_csv_file)) { + allot_csv_file <- paste0( + "data/allot/mxq/", the_attempt, "/quant-allot-", the_attempt, ".csv" + ) +} else { + allot_csv_file <- args$allot_csv_file +} + +df_fnorm <- read_csv(milp_cost_csv) + +k_cols <- c( + "module", + "layer", + "cfg", + "nbit1", + "gsize1", + "nbit2", + "gsize2", + "fnorm", + "memmb", + "params", + "sensitivity" +) +df_fnorm <- df_fnorm |> + mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +by <- join_by(module == module, layer == layer, cfg == cfg) +df_cfgs <- read_csv(allot_csv_file) + +if ("attempt" %in% names(df_cfgs)) { + df_cfgs <- df_cfgs |> + filter(attempt == the_attempt) +} + +df_check <- df_cfgs |> + mutate( + cfg = paste0("b", b1, "g", g1), + cfg_base = sapply(bit_budget, budget_to_cfg) + ) |> + select(-c("b1", "g1", "b2", "g2", "memmb")) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) |> + left_join(df_fnorm, by) + +df_check_sum <- df_check |> + left_join( + df_fnorm, + suffix = c("", "_hqq"), + join_by( + module == module, + layer == layer, + cfg_base == cfg + ) + ) +df_check_det <- df_check_sum |> + select( + !c( + "param_cnt", + "params_quant_tot", + "params_hqq", + "sensitivity_hqq", + "nbit1", + "nbit2", + "gsize1", + "gsize2", + "nbit1_hqq", + "nbit2_hqq", + "gsize1_hqq", + "gsize2_hqq", + ) + ) +write.xlsx( + df_check_det, + "allot-check-det.xlsx", + overwrite = TRUE, + asTable = TRUE +) + +df_final <- df_check_sum |> + group_by(cfg_base, bit_budget) |> + dplyr::summarise( + memmb = sum(memmb), + memmb_hqq = sum(memmb_hqq), + fnorm = sum(fnorm), + fnorm_hqq = sum(fnorm_hqq), + params_tot = sum(params) + ) |> + mutate( + memmb = round(memmb, digits = 4), + memmb_hqq = round(memmb_hqq, digits = 4), + fnorm = round(fnorm, digits = 4), + fnorm_hqq = round(fnorm_hqq, digits = 4), + fnorm_imporved = fnorm < fnorm_hqq, + theory_memmb = params_tot * bit_budget / 8 / 1024^2, + mem_pct_of_hqq = round(100 * memmb / memmb_hqq, digits = 4), + mem_pct_of_theory = round(100 * memmb / theory_memmb, digits = 4) + ) |> + select( + c( + "cfg_base", + "bit_budget", + "fnorm_hqq", + "fnorm", + "fnorm_imporved", + "memmb_hqq", + "memmb", + "mem_pct_of_hqq", + "mem_pct_of_theory" + ) + ) + +write.xlsx( + df_final, + "df_final.xlsx", + overwrite = TRUE, + asTable = TRUE +) diff --git a/lm-quant-toolkit/data-vis/check-mem.R b/lm-quant-toolkit/data-vis/check-mem.R new file mode 100644 index 0000000000000000000000000000000000000000..001160b8c9af906e6ee3a238eb639547e938b40a --- /dev/null +++ b/lm-quant-toolkit/data-vis/check-mem.R @@ -0,0 +1,28 @@ +library(ggplot2) +library(ggthemes) +library(openxlsx) +library(patchwork) +library(readr) +library(tidyverse) + + +df_mem <- read_csv("mxq-mem-bound-check.csv") |> + mutate( + memmb_delta = param_cnt * ((b1 + 2 * b2 / g1 + 32 / g1 / g2) - bit_budget) / 8 / 1024^2 + ) |> + relocate(memmb_delta, .before = memmb) |> + summarise( + delta_tot = sum(memmb_delta), + .by = c("model", "bit_budget", "attempt") + ) + +df_mem2 <- read_csv("mxq-mem-bound-check.csv") |> + summarise( + memmb_tot = sum(memmb), + param_quant_tot = sum(param_cnt), + .by = c("model", "bit_budget", "attempt") + ) |> + mutate( + theory_mem = param_quant_tot * bit_budget / 8 / 1024^2, + within_bound = memmb_tot <= theory_mem + ) diff --git a/lm-quant-toolkit/data-vis/check-mxq-allocation.R b/lm-quant-toolkit/data-vis/check-mxq-allocation.R new file mode 100644 index 0000000000000000000000000000000000000000..04938bdb7f0a68b8eca2833d02c8a4bae1038f03 --- /dev/null +++ b/lm-quant-toolkit/data-vis/check-mxq-allocation.R @@ -0,0 +1,260 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(optparse) +library(openxlsx) + +budget_to_cfg <- function(budget) { + if (budget == 3.13) { + return("b3g128") + } else if (budget == 3.25) { + return("b3g64") + } else if (budget == 3.51) { + return("b3g32") + } else if (budget == 4.13) { + return("b4g128") + } else if (budget == 4.25) { + return("b4g64") + } else if (budget == 4.51) { + return("b4g32") + } else if (budget == 8.13) { + return("b8g128") + } else if (budget == 8.25) { + return("b8g64") + } else if (budget == 8.51) { + return("b8g32") + } else if (budget == 2.13) { + return("b2g128") + } else if (budget == 2.25) { + return("b2g64") + } else if (budget == 2.51) { + return("b2g32") + } else { + return("b4g64") + } +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--factor"), + type = "double", + help = "Factor to apply", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--data_dir"), + type = "character", + help = "Data directory of fnorm csv files", + metavar = "character" +) +parser <- add_option( + parser, c("-a", "--allot_csv_file"), + type = "character", + help = "Allocation CSV file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt"), + type = "character", + help = "attempt", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$data_dir)) { + fnorm_dir <- "../src/data" +} else { + fnorm_dir <- args$data_dir +} +if (is.null(args$factor)) { + factor <- 2.0 +} else { + factor <- args$factor +} +if (is.null(args$allot_csv_file)) { + allot_csv_file <- "data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv" +} else { + allot_csv_file <- args$allot_csv_file +} +if (is.null(args$attempt)) { + the_attempt <- "mxq1" +} else { + the_attempt <- args$attempt +} + +fnorm_dir <- path.expand(fnorm_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- ldply(fnorm_fps, read.csv, stringsAsFactors = FALSE, .id = "model") + +k_cols <- c( + "model", + "module", + "layer", + "cfg", + "nbit1", + "gsize1", + "nbit2", + "gsize2", + "fnorm", + "memmb", + "params", + "sensitivity", + "kurtosis" +) +df_fnorm <- df_fnorm |> + mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +df_sd_mu <- df_fnorm |> + group_by(model) |> + dplyr::summarise( + sigma = sd(sensitivity), + mu = mean(sensitivity), + tot_params = sum(params), + ) + +df_kurt_scaled <- df_fnorm |> + group_by(model, module) |> + dplyr::summarise( + min_kurt = min(kurtosis), + max_kurt = max(kurtosis) + ) + +df_fnorm <- df_fnorm |> + left_join(df_sd_mu, by = c("model")) |> + mutate( + bpp = nbit1 + 2 * nbit2 / gsize1 + 32 / gsize1 / gsize2 + ) |> + mutate( + factor_sensi = ifelse((sensitivity - mu) / sigma > 3, factor, 1) + ) |> + mutate( + cost_sensi = factor_sensi * 100 * 12 * (params / tot_params) / bpp + ) |> + left_join(df_kurt_scaled, by = c("model", "module")) |> + mutate( + kurt_scaled = (kurtosis - min_kurt) / (max_kurt - min_kurt), + cost_kurt = kurt_scaled * 100 * 12 * (params / tot_params) / bpp + ) + +by <- join_by(model == model, module == module, layer == layer, cfg == cfg) +df_cfgs <- read_csv(allot_csv_file) + +if ("attempt" %in% names(df_cfgs)) { + df_cfgs <- df_cfgs |> + filter(attempt == the_attempt) +} + +df_check <- df_cfgs |> + mutate( + cfg = paste0("b", b1, "g", g1), + cfg_base = sapply(bit_budget, budget_to_cfg) + ) |> + select(-c("b1", "g1", "b2", "g2", "memmb")) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) |> + left_join(df_fnorm, by) + +df_check_sum <- df_check |> + left_join( + df_fnorm, + suffix = c("", "_base"), + join_by( + model == model, + module == module, + layer == layer, + cfg_base == cfg + ) + ) |> + group_by(model, cfg_base, bit_budget) |> + dplyr::summarise( + memmb = sum(memmb), + memmb_base = sum(memmb_base), + fnorm = sum(fnorm), + fnorm_base = sum(fnorm_base), + cost_sensi = sum(cost_sensi), + cost_kurt = sum(cost_kurt), + cost_sensi_base = sum(cost_sensi_base), + cost_kurt_base = sum(cost_kurt_base), + params_tot = sum(params) + ) |> + mutate( + memmb = round(memmb, digits = 4), + memmb_base = round(memmb_base, digits = 4), + fnorm = round(fnorm, digits = 4), + fnorm_base = round(fnorm_base, digits = 4), + cost_sensi_base = round(cost_sensi_base, digits = 4), + cost_sensi = round(cost_sensi, digits = 4), + sensi_imporved = cost_sensi < cost_sensi_base, + cost_kurt = round(cost_kurt, digits = 4), + cost_kurt_base = round(cost_kurt_base, digits = 4), + kurt_imporved = cost_kurt < cost_kurt_base, + fnorm_imporved = fnorm < fnorm_base, + theory_memmb = params_tot * bit_budget / 8 / 1024^2, + mem_pct_of_base = round(100 * memmb / memmb_base, digits = 4), + mem_pct_of_theory = round(100 * memmb / theory_memmb, digits = 4) + ) |> + select( + c( + "model", + "cfg_base", + "bit_budget", + "cost_sensi_base", + "cost_sensi", + "sensi_imporved", + "cost_kurt_base", + "cost_kurt", + "kurt_imporved", + "fnorm_base", + "fnorm", + "fnorm_imporved", + "memmb_base", + "memmb", + "mem_pct_of_base", + "mem_pct_of_theory" + ) + ) + +write.xlsx( + df_check_sum, + "allot-check.xlsx", + overwrite = TRUE, + asTable = TRUE +) diff --git a/lm-quant-toolkit/data-vis/check-normality.R b/lm-quant-toolkit/data-vis/check-normality.R new file mode 100644 index 0000000000000000000000000000000000000000..fd342747f2717f898a04b0d4c211f793c06f7fa9 --- /dev/null +++ b/lm-quant-toolkit/data-vis/check-normality.R @@ -0,0 +1,239 @@ +#!/usr/bin/env Rscript + +library(readr) +library(tidyverse) +library(nortest) + +# Function to trim the 5% smallest and biggest values from a vector +trim_extreme_values <- function(x, trim_percent = 0.10) { + n <- length(x) + if (n <= 2) { + return(x) + } # Can't trim if there are too few values + + # Calculate how many values to trim from each end + trim_count <- floor(n * trim_percent) + + # If trim_count is 0 (due to small n), make it at least 1 + trim_count <- max(trim_count, 1) + + # Sort and trim + sorted_x <- sort(x) + trimmed_x <- sorted_x[(trim_count + 1):(n - trim_count)] + + return(trimmed_x) +} + + +models <- c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf") +for (model in models) { + df_fnorm <- read_csv( + paste0("~/work/llm-quant/lm-quant-toolkit/src/data/fnorm-", model, ".csv") + ) + + # Calculate the difference in kurtosis between adjacent layers for each module + df_diff <- df_fnorm |> + group_by(module, layer) |> + summarise( + sensi_score = min(sensitivity), + kurt_score = min(kurtosis) + ) |> + group_by(module) |> + arrange(module, layer) |> + mutate( + kurt_diff = kurt_score - lag(kurt_score), + sensi_diff = sensi_score / lag(sensi_score) + ) |> + filter(!is.na(kurt_diff)) |> + filter(!is.na(sensi_diff)) + + kurt_trim_pct <- 0.10 + sensi_trim_pct <- 0.20 + # Apply trimming for each module and perform Shapiro-Wilk test + trimmed_results <- df_diff |> + group_by(module) |> + summarize( + + # Create a trimmed version of kurt_diff + kurt_diff_trimmed = list( + trim_extreme_values(kurt_diff, trim_percent = kurt_trim_pct) + ), + kurt_n_trimmed = sapply(kurt_diff_trimmed, length), + + # For Shapiro-Wilk test on trimmed data + kurt_shapiro_stat = sapply(kurt_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$statistic else NA + }), + kurt_shapiro_p = sapply(kurt_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$p.value else NA + }), + kurt_normal = sapply(kurt_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$p.value > 0.05 else NA + }), + + # Create a trimmed version of sensi_diff + sensi_diff_trimmed = list( + trim_extreme_values(sensi_diff, trim_percent = sensi_trim_pct) + ), + sensi_n_trimmed = sapply(sensi_diff_trimmed, length), + + # For Shapiro-Wilk test on trimmed data + sensi_shapiro_stat = sapply(sensi_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$statistic else NA + }), + sensi_shapiro_p = sapply(sensi_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$p.value else NA + }), + sensi_normal = sapply(sensi_diff_trimmed, function(x) { + if (length(x) >= 3) shapiro.test(x)$p.value > 0.05 else NA + }), + ) + + # Create QQ plots for each module using the trimmed data + # Unpack the trimmed data for plotting + df_plot_trimmed_kurt <- df_diff |> + group_by(module) |> + do({ + kurt_trimmed_values <- trim_extreme_values( + .$kurt_diff, + trim_percent = kurt_trim_pct + ) + data.frame( + module = .$module[1], + kurt_diff_trimmed = kurt_trimmed_values + ) + }) + + df_plot_trimmed_sensi <- df_diff |> + group_by(module) |> + do({ + sensi_trimmed_values <- trim_extreme_values( + .$kurt_diff, + trim_percent = sensi_trim_pct + ) + data.frame( + module = .$module[1], + sensi_diff_trimmed = sensi_trimmed_values + ) + }) + + # Create QQ plots for kurt diff + plt_qq_kurt <- ggplot( + df_plot_trimmed_kurt, aes(sample = kurt_diff_trimmed) + ) + + stat_qq() + + stat_qq_line() + + facet_wrap(~module, scales = "free") + + labs( + title = paste0(model, " - QQ Plots of Kurtosis Differences by Module"), + x = "Theoretical Quantiles", + y = "Sample Quantiles" + ) + + theme_minimal() + ggsave( + create.dir = TRUE, + paste0("pdfs/qq_kurt_", model, ".pdf"), + plot = plt_qq_kurt, + width = 10, + height = 6 + ) + + # Create QQ plots for sensi diff + plt_qq_sensi <- ggplot( + df_plot_trimmed_sensi, aes(sample = sensi_diff_trimmed) + ) + + stat_qq() + + stat_qq_line() + + facet_wrap(~module, scales = "free") + + labs( + title = paste0(model, " - QQ Plots of Sensitivity Differences by Module"), + x = "Theoretical Quantiles", + y = "Sample Quantiles" + ) + + theme_minimal() + ggsave( + paste0("pdfs/qq_sensi_", model, ".pdf"), + plot = plt_qq_sensi, + width = 10, + height = 6 + ) + + hist_fill_color <- "#66c2a5" + density_line_color <- "#fc8d62" + norm_line_color <- "blue" + # Create histograms with normal curve overlay for trimmed data + plt_hist_kurt <- ggplot(df_plot_trimmed_kurt, aes(x = kurt_diff_trimmed)) + + geom_histogram( + aes(y = after_stat(density)), + bins = 10, + fill = hist_fill_color, + color = "black" + ) + + geom_density(color = density_line_color, linewidth = 1) + + stat_function( + fun = dnorm, + args = list( + mean = mean(df_plot_trimmed_kurt$kurt_diff_trimmed), + sd = sd(df_plot_trimmed_kurt$kurt_diff_trimmed) + ), + color = norm_line_color, linewidth = 1, linetype = "dashed" + ) + + facet_wrap(~module, scales = "free") + + labs( + # title = paste0( + # model, + # " - Histograms of Kurtosis Differences with Normal Curve Overlay" + # ), + x = paste0( + "Kurtosis Difference (", + formatC(kurt_trim_pct * 100, format = "f", digits = 0), + "% Trimmed)" + ), + y = "Density" + ) + + theme_minimal() + ggsave( + paste0("pdfs/hist-kurt-", model, ".pdf"), + plot = plt_hist_kurt, + width = 10, + height = 6 + ) + + # Create histograms with normal curve overlay for trimmed data + plt_hist_sensi <- ggplot(df_plot_trimmed_sensi, aes(x = sensi_diff_trimmed)) + + geom_histogram( + aes(y = after_stat(density)), + bins = 10, + fill = hist_fill_color, + color = "black" + ) + + geom_density(color = density_line_color, linewidth = 1) + + stat_function( + fun = dnorm, + args = list( + mean = mean(df_plot_trimmed_sensi$sensi_diff_trimmed), + sd = sd(df_plot_trimmed_sensi$sensi_diff_trimmed) + ), + color = norm_line_color, linewidth = 1, linetype = "dashed" + ) + + facet_wrap(~module, scales = "free") + + labs( + # title = paste0( + # model, + # " - Histograms of Sensitivity Differences with Normal Curve Overlay" + # ), + x = paste0( + "Sensitivity Difference (", + formatC(sensi_trim_pct * 100, format = "f", digits = 0), + "% Trimmed)" + ), + y = "Density" + ) + + theme_minimal() + ggsave( + paste0("pdfs/hist-sensi-", model, ".pdf"), + plot = plt_hist_sensi, + width = 10, + height = 6 + ) +} diff --git a/lm-quant-toolkit/data-vis/combine-vit.R b/lm-quant-toolkit/data-vis/combine-vit.R new file mode 100644 index 0000000000000000000000000000000000000000..e0a4666cde7eea856efac4fd27ed14d2c6c95964 --- /dev/null +++ b/lm-quant-toolkit/data-vis/combine-vit.R @@ -0,0 +1,77 @@ +library(tidyverse) +library(stringr) + + +calc_bpp <- function(config) { + if (config == "base") { + return(16.0) + } else if (startsWith(config, "b")) { + b1 <- strtoi(substr(config, 2, 2)) + g1 <- strtoi(substr(config, 4, nchar(config))) + b2 <- 8 + g2 <- 128 + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 2)) + } else { + return(as.numeric(sub("_", ".", config))) + } +} + +zsc_csvs <- c( + "data/vit/result-eval_zeroshot_cls_fp16-20240919221324.csv", + "data/vit/result-eval_zs_B_hqq-20240924115024.csv", + "data/vit/result-eval_zs_H_hqq-20240922075536.csv", + "data/vit/result-eval_zs_BH_20_mxq-20240930160208.csv", + "data/vit/result-eval_zs_BH_b2_4-mxq-20241001224316.csv" +) + +lnp_csvs <- c( + "data/vit/result-eval_lp_BLH_fp16-20240927145518.csv", + "data/vit/result-eval_lp_H_hqq-20240922062756.csv", + "data/vit/result-eval_lp_B_hqq-20240927013957.csv", + "data/vit/result-eval_lp_BH_20_mxq-20240930032213.csv", + "data/vit/result-eval_lp_BH_b2_4-mxq-20241001220858.csv" +) + +zscs <- list() +for (zsc_csv in zsc_csvs) { + zsc <- read_csv( + zsc_csv, + col_select = c( + model, algo, config, + zeroshot_mem_allot, zeroshot_mem_reserved, + acc1_zeroshot_cls, acc5_zeroshot_cls, + recall_zeroshot_cls, duration_zeroshot_cls + ) + ) |> + mutate( + zeroshot_mem_allot = zeroshot_mem_allot / 1024 / 1024, + zeroshot_mem_reserved = zeroshot_mem_reserved / 1024 / 1024, + bpp = sapply(config, calc_bpp) + ) |> + relocate(bpp, .after = config) + zscs <- append(zscs, list(zsc)) +} +combined_zsc <- bind_rows(zscs) + + +lnps <- list() +for (lnp_csv in lnp_csvs) { + lnp <- read_csv(lnp_csv) |> + select( + model, algo, config, + linear_probe_mem_allot, linear_probe_mem_reserved, + acc1_linear_probe, acc5_linear_probe, + recall_linear_probe, duration_linear_probe + ) |> + mutate( + linear_probe_mem_allot = linear_probe_mem_allot / 1024 / 1024, + linear_probe_mem_reserved = linear_probe_mem_reserved / 1024 / 1024 + ) + lnps <- append(lnps, list(lnp)) +} +combined_lnp <- bind_rows(lnps) + +combined <- combined_zsc |> + left_join(combined_lnp, join_by(model, algo, config)) |> + arrange(model, algo, config) +write_csv(combined, "data/vit/combined.csv") diff --git a/lm-quant-toolkit/data-vis/combine.R b/lm-quant-toolkit/data-vis/combine.R new file mode 100644 index 0000000000000000000000000000000000000000..36c20385c28bbac76df16f81471c0d291a0824e3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/combine.R @@ -0,0 +1,148 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(stringr) +library(plyr) +library(dplyr) +library(optparse) +library(openxlsx) + +calc_bpp <- function(config) { + if (config == "base") { + return(16.0) + } else if (startsWith(config, "b")) { + b1 <- strtoi(substr(config, 2, 2)) + g1 <- strtoi(substr(config, 4, nchar(config))) + b2 <- 8 + g2 <- 128 + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 2)) + } else { + return(round(as.numeric(sub("_", ".", config)), digits = 2)) + } +} + +load_data <- function(baseline_data_dir, mxq_data_dir, type) { + if (is.null(baseline_data_dir)) { + dat_dir <- path.expand(paste0("data/", type)) + dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = TRUE, + full.names = TRUE + ) + } else { + # Read csv files under baseline_data_dir, do not recursive into sub-folders + dat_dir <- path.expand(paste0(baseline_data_dir, "/", type)) + dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = FALSE, + full.names = TRUE + ) + mxq_dat_dir <- path.expand(paste0(mxq_data_dir, "/", type)) + mxq_dat_fps <- dir( + path = mxq_dat_dir, + pattern = ".*\\.csv$", + recursive = TRUE, + full.names = TRUE + ) + dat_fps <- c(dat_fps, mxq_dat_fps) + } + names(dat_fps) <- str_match(dat_fps, "mxq/(.*)/")[, 2] + df_combined <- ldply( + dat_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "attempt" + ) + return(df_combined) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-b", "--baseline_data_dir"), + type = "character", + help = "Data directory of baseline results", + metavar = "character" +) +parser <- add_option( + parser, c("-m", "--mxq_data_dir"), + type = "character", + help = "Data directory of MXQ results organized by attempt", + metavar = "character" +) +args <- parse_args(parser) + +if (is.null(args$baseline_data_dir)) { + df_combined_stor <- load_data(NULL, NULL, "stor") + df_combined_ppl <- load_data(NULL, NULL, "ppl") + df_combined_qnt <- load_data(NULL, NULL, "qnt") + df_combined_allot <- load_data(NULL, NULL, "allot") +} else { + df_combined_stor <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "stor" + ) + df_combined_ppl <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "ppl" + ) + df_combined_qnt <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "qnt" + ) + df_combined_allot <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "allot" + ) +} + +df_combined_stor <- df_combined_stor |> + select( + model, algo, config, attempt, load_mem_allot, model_storage_size + ) |> + mutate( + load_mem_allot = round(load_mem_allot / 1024^3, digits = 2), + model_storage_size = round(model_storage_size / 1024^3, digits = 2), + ) + +df_combined_ppl <- df_combined_ppl |> + select( + model, algo, config, attempt, + ppl_wikitext, ppl_c4, quant_duration + ) + +df_combined_qnt <- df_combined_qnt |> + select( + model, algo, config, attempt, quant_duration + ) + +df_model_params <- tribble( + ~model, ~param_count, + "Llama-2-7b-hf", 7000000000, + "Llama-2-13b-hf", 13000000000, + "Meta-Llama-3-8B", 8000000000 +) + +df_combined <- df_combined_ppl |> + left_join(df_combined_qnt, join_by(model, algo, config, attempt)) |> + left_join(df_combined_stor, join_by(model, algo, config, attempt)) |> + mutate( + quant_duration = + ifelse(quant_duration.x > 0, quant_duration.x, quant_duration.y) + ) |> + left_join(df_model_params, join_by(model)) |> + mutate( + bpp = sapply(config, calc_bpp) + ) |> + select(!c("quant_duration.x", "quant_duration.y")) |> + distinct(model, algo, config, attempt, .keep_all = TRUE) |> + relocate(bpp, .after = config) + +write_csv(df_combined, "data/combined.csv", na = "") +write.xlsx( + df_combined, "data/combined.xlsx", + overwrite = TRUE, asTable = TRUE +) + +write_csv(df_combined_allot, "data/quant-cfg-allocation.csv", na = "") +write.xlsx( + df_combined, "data/quant-cfg-allocation.xlsx", + overwrite = TRUE, asTable = TRUE +) diff --git a/lm-quant-toolkit/data-vis/data-vis.Rproj b/lm-quant-toolkit/data-vis/data-vis.Rproj new file mode 100644 index 0000000000000000000000000000000000000000..8f695a36df71b4549ea95fa59276a8fc70156bda --- /dev/null +++ b/lm-quant-toolkit/data-vis/data-vis.Rproj @@ -0,0 +1,14 @@ +Version: 1.0 +ProjectId: 9f27daae-0012-43a6-b6a5-ec594e1aadd7 + +RestoreWorkspace: Default +SaveWorkspace: Default +AlwaysSaveHistory: Default + +EnableCodeIndexing: Yes +UseSpacesForTab: Yes +NumSpacesForTab: 2 +Encoding: UTF-8 + +RnwWeave: Sweave +LaTeX: pdfLaTeX diff --git a/lm-quant-toolkit/data-vis/data/allot/mxq/kurt-scaled/quant-cfg-allot-kurt-scaled.csv b/lm-quant-toolkit/data-vis/data/allot/mxq/kurt-scaled/quant-cfg-allot-kurt-scaled.csv new file mode 100644 index 0000000000000000000000000000000000000000..9512c1ed8ab5ee1895ae22d1afa50a166d5822f3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/allot/mxq/kurt-scaled/quant-cfg-allot-kurt-scaled.csv @@ -0,0 +1,6553 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.51,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,2.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,3.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/data-vis/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv b/lm-quant-toolkit/data-vis/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv new file mode 100644 index 0000000000000000000000000000000000000000..acd6a7327d6b8a322711a3aac30630112d48aba2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv @@ -0,0 +1,6553 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/data-vis/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv b/lm-quant-toolkit/data-vis/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv new file mode 100644 index 0000000000000000000000000000000000000000..acd6a7327d6b8a322711a3aac30630112d48aba2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv @@ -0,0 +1,6553 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/data-vis/data/allot/quant-cfg-allot-hqq.csv b/lm-quant-toolkit/data-vis/data/allot/quant-cfg-allot-hqq.csv new file mode 100644 index 0000000000000000000000000000000000000000..564abe58f46b7eeeb8b3dfad30f86e84ec29d6f6 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/allot/quant-cfg-allot-hqq.csv @@ -0,0 +1,5825 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/data-vis/data/combined.csv b/lm-quant-toolkit/data-vis/data/combined.csv new file mode 100644 index 0000000000000000000000000000000000000000..3b057114bcd2f393a06a7a1418194c738908ce71 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/combined.csv @@ -0,0 +1,2073 @@ +model,algo,config,bpp,attempt,ppl_wikitext,ppl_c4,load_mem_allot,model_storage_size,quant_duration,param_count +Llama-2-7b-hf,mxq,3_97,3.97,kurt-scaled,5.4023,7.2641,3.72,3.69,20.94757580757141,7000000000 +Llama-2-7b-hf,mxq,3_42,3.42,kurt-scaled,5.7012,7.7,3.36,3.34,22.32085967063904,7000000000 +Llama-2-7b-hf,mxq,3_17,3.17,kurt-scaled,6.055,8.1574,3.2,3.16,22.921200037002563,7000000000 +Llama-2-13b-hf,mxq,3_83,3.83,kurt-scaled,4.8167,6.6916,6.86,6.77,42.2611894607544,13000000000 +Llama-2-13b-hf,mxq,3_37,3.37,kurt-scaled,4.9672,6.9149,6.31,6.22,45.40287232398987,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,kurt-scaled,6.1133,8.2289,3.17,3.13,22.46897864341736,7000000000 +Llama-2-7b-hf,mxq,3_67,3.67,kurt-scaled,5.5269,7.456,3.56,3.55,21.764626264572144,7000000000 +Llama-2-13b-hf,mxq,3_91,3.91,kurt-scaled,4.7957,6.6659,6.88,6.79,41.7788314819336,13000000000 +Meta-Llama-3-8B,mxq,3_89,3.89,kurt-scaled,6.7019,10.5509,5.38,5.37,24.804633617401123,8000000000 +Llama-2-7b-hf,mxq,3_23,3.23,kurt-scaled,5.8686,7.9327,3.26,3.23,22.69047260284424,7000000000 +Llama-2-7b-hf,mxq,3_79,3.79,kurt-scaled,5.4628,7.384,3.67,3.65,21.512494325637817,7000000000 +Meta-Llama-3-8B,mxq,3_53,3.53,kurt-scaled,7.2342,11.4499,5.17,5.16,26.574695110321045,8000000000 +Llama-2-7b-hf,mxq,3_77,3.77,kurt-scaled,5.4708,7.3928,3.67,3.64,21.295955419540405,7000000000 +Llama-2-13b-hf,mxq,3_99,3.99,kurt-scaled,4.7804,6.6362,6.95,6.87,42.0816822052002,13000000000 +Meta-Llama-3-8B,mxq,3_41,3.41,kurt-scaled,7.4274,11.832,5.06,5.05,28.29171133041382,8000000000 +Llama-2-7b-hf,mxq,3_43,3.43,kurt-scaled,5.6842,7.6769,3.37,3.36,22.22467041015625,7000000000 +Meta-Llama-3-8B,mxq,3_47,3.47,kurt-scaled,7.3336,11.6017,5.12,5.11,27.07759141921997,8000000000 +Llama-2-7b-hf,mxq,3_69,3.69,kurt-scaled,5.5256,7.4493,3.57,3.56,21.50288987159729,7000000000 +Meta-Llama-3-8B,mxq,3_81,3.81,kurt-scaled,6.7786,10.7044,5.36,5.35,25.351303577423096,8000000000 +Llama-2-7b-hf,mxq,3_49,3.49,kurt-scaled,5.6247,7.6243,3.42,3.42,22.02771258354187,7000000000 +Meta-Llama-3-8B,mxq,3_23,3.23,kurt-scaled,8.6352,13.9297,4.88,4.85,26.95918822288513,8000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-scaled,7.2673,11.4957,5.17,5.16,27.335363149642944,8000000000 +Llama-2-13b-hf,mxq,3_42,3.42,kurt-scaled,4.9491,6.8863,6.37,6.28,44.78893065452576,13000000000 +Llama-2-13b-hf,mxq,3_07,3.07,kurt-scaled,5.3876,7.5238,5.72,5.66,44.92587685585022,13000000000 +Meta-Llama-3-8B,mxq,3_75,3.75,kurt-scaled,6.8452,10.8391,5.33,5.32,25.82326102256775,8000000000 +Llama-2-13b-hf,mxq,3_21,3.21,kurt-scaled,5.077,7.0312,6,5.93,45.84926247596741,13000000000 +Llama-2-13b-hf,mxq,3_85,3.85,kurt-scaled,4.8118,6.6836,6.87,6.77,42.23997330665589,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,kurt-scaled,5.2822,7.3634,5.79,5.73,44.785927295684814,13000000000 +Llama-2-13b-hf,mxq,3_81,3.81,kurt-scaled,4.823,6.6999,6.88,6.78,42.51978588104248,13000000000 +Llama-2-13b-hf,mxq,3_63,3.63,kurt-scaled,4.8694,6.7752,6.59,6.47,43.40191149711609,13000000000 +Llama-2-13b-hf,mxq,3_29,3.29,kurt-scaled,5.0075,6.9639,6.17,6.1,45.52183675765991,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-scaled,5.0423,7.0035,6.14,6.07,45.66764068603516,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-scaled,5.2099,7.2535,5.84,5.78,45.422611951828,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,kurt-scaled,5.1833,7.2036,5.87,5.8,45.7908661365509,13000000000 +Llama-2-7b-hf,mxq,3_73,3.73,kurt-scaled,5.4999,7.4206,3.62,3.61,21.614619493484497,7000000000 +Llama-2-7b-hf,mxq,3_53,3.53,kurt-scaled,5.62,7.585,3.44,3.44,22.198598384857178,7000000000 +Meta-Llama-3-8B,mxq,3_45,3.45,kurt-scaled,7.3688,11.6781,5.09,5.08,27.653718948364254,8000000000 +Llama-2-13b-hf,mxq,3_39,3.39,kurt-scaled,4.9567,6.9045,6.34,6.24,45.00892472267151,13000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,kurt-scaled,9.4416,15.0645,4.8,4.78,26.33936047554016,8000000000 +Llama-2-7b-hf,mxq,3_91,3.91,kurt-scaled,5.4168,7.3078,3.69,3.66,20.841923475265503,7000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-scaled,5.6294,7.6082,3.43,3.43,21.98259258270264,7000000000 +Llama-2-7b-hf,mxq,3_09,3.09,kurt-scaled,6.3033,8.5397,3.11,3.07,22.283589363098145,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,kurt-scaled,5.9974,8.0789,3.22,3.18,22.6769015789032,7000000000 +Meta-Llama-3-8B,mxq,3_91,3.91,kurt-scaled,6.6338,10.4378,5.38,5.37,25.068937301635746,8000000000 +Meta-Llama-3-8B,mxq,3_42,3.42,kurt-scaled,7.4017,11.7936,5.07,5.05,27.335707187652588,8000000000 +Meta-Llama-3-8B,mxq,3_43,3.43,kurt-scaled,7.4054,11.7769,5.07,5.06,28.45082902908325,8000000000 +Llama-2-13b-hf,mxq,3_95,3.95,kurt-scaled,4.787,6.6495,6.91,6.82,41.65045404434204,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,kurt-scaled,5.4471,7.3566,3.66,3.64,21.21370220184326,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,kurt-scaled,6.2426,8.4279,3.13,3.09,22.420844554901123,7000000000 +Llama-2-13b-hf,mxq,3_09,3.09,kurt-scaled,5.3416,7.4516,5.75,5.69,45.01741480827332,13000000000 +Llama-2-13b-hf,mxq,3_45,3.45,kurt-scaled,4.9364,6.8566,6.45,6.35,44.44653511047363,13000000000 +Llama-2-7b-hf,mxq,3_93,3.93,kurt-scaled,5.4119,7.2957,3.68,3.65,21.08437204360962,7000000000 +Meta-Llama-3-8B,mxq,3_33,3.33,kurt-scaled,7.7995,12.4852,4.98,4.95,27.90091443061829,8000000000 +Meta-Llama-3-8B,mxq,3_55,3.55,kurt-scaled,7.197,11.4046,5.2,5.19,26.989163875579838,8000000000 +Meta-Llama-3-8B,mxq,3_49,3.49,kurt-scaled,7.3009,11.558,5.15,5.14,26.90480947494507,8000000000 +Llama-2-7b-hf,mxq,3_57,3.57,kurt-scaled,5.5903,7.5377,3.48,3.48,21.98214054107666,7000000000 +Meta-Llama-3-8B,mxq,3_37,3.37,kurt-scaled,7.5619,12.0674,5.02,5,28.194682359695435,8000000000 +Llama-2-7b-hf,mxq,3_39,3.39,kurt-scaled,5.732,7.7272,3.34,3.32,22.63660359382629,7000000000 +Llama-2-7b-hf,mxq,3_21,3.21,kurt-scaled,5.9226,7.9901,3.24,3.19,22.83886456489563,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-scaled,8.4928,13.6201,4.89,4.87,27.05587244033813,8000000000 +Llama-2-13b-hf,mxq,3_57,3.57,kurt-scaled,4.8952,6.8006,6.54,6.43,43.73159432411194,13000000000 +Llama-2-13b-hf,mxq,3_89,3.89,kurt-scaled,4.8008,6.6728,6.88,6.79,41.83021664619446,13000000000 +Llama-2-13b-hf,mxq,3_41,3.41,kurt-scaled,4.9521,6.8912,6.36,6.27,44.59400367736816,13000000000 +Llama-2-7b-hf,mxq,3_47,3.47,kurt-scaled,5.6307,7.6367,3.41,3.4,21.953519821166992,7000000000 +Llama-2-13b-hf,mxq,3_67,3.67,kurt-scaled,4.8613,6.756,6.69,6.58,43.24587750434876,13000000000 +Meta-Llama-3-8B,mxq,3_73,3.73,kurt-scaled,6.8813,10.9,5.3,5.3,25.70447039604187,8000000000 +Llama-2-7b-hf,mxq,3_63,3.63,kurt-scaled,5.5438,7.4832,3.5,3.49,21.823574542999268,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,kurt-scaled,6.5949,10.362,5.39,5.38,24.782188415527344,8000000000 +Llama-2-7b-hf,mxq,3_89,3.89,kurt-scaled,5.42,7.3164,3.69,3.66,21.00625228881836,7000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,kurt-scaled,9.0559,14.5109,4.84,4.82,26.981677532196045,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,kurt-scaled,10.6232,16.5543,4.73,4.7,26.31149363517761,8000000000 +Llama-2-7b-hf,mxq,3_29,3.29,kurt-scaled,5.8061,7.8267,3.31,3.28,22.42947745323181,7000000000 +Llama-2-13b-hf,mxq,3_33,3.33,kurt-scaled,4.9751,6.9326,6.24,6.16,45.409955739974976,13000000000 +Meta-Llama-3-8B,mxq,3_69,3.69,kurt-scaled,7.007,11.135,5.29,5.28,25.835201025009155,8000000000 +Llama-2-7b-hf,mxq,3_41,3.41,kurt-scaled,5.7174,7.7119,3.35,3.33,22.51905655860901,7000000000 +Llama-2-13b-hf,mxq,3_49,3.49,kurt-scaled,4.9222,6.8423,6.48,6.38,44.257986307144165,13000000000 +Llama-2-7b-hf,mxq,3_59,3.59,kurt-scaled,5.5712,7.5134,3.49,3.48,22.05115818977356,7000000000 +Llama-2-13b-hf,mxq,3_93,3.93,kurt-scaled,4.7917,6.6576,6.9,6.8,42.413944244384766,13000000000 +Meta-Llama-3-8B,mxq,3_99,3.99,kurt-scaled,6.5564,10.279,5.42,5.41,32.09678411483765,8000000000 +Llama-2-7b-hf,mxq,3_65,3.65,kurt-scaled,5.5359,7.4643,3.53,3.52,21.611085653305054,7000000000 +Llama-2-13b-hf,mxq,3_43,3.43,kurt-scaled,4.9428,6.8726,6.41,6.31,44.69684052467346,13000000000 +Llama-2-7b-hf,mxq,3_85,3.85,kurt-scaled,5.4408,7.3459,3.67,3.64,21.212862014770508,7000000000 +Llama-2-7b-hf,mxq,3_75,3.75,kurt-scaled,5.4841,7.4036,3.65,3.63,21.57099652290344,7000000000 +Llama-2-13b-hf,mxq,3_69,3.69,kurt-scaled,4.8513,6.7424,6.75,6.64,43.17160940170288,13000000000 +Llama-2-7b-hf,mxq,3_81,3.81,kurt-scaled,5.4489,7.3695,3.68,3.66,21.21432852745056,7000000000 +Meta-Llama-3-8B,mxq,3_09,3.09,kurt-scaled,10.3307,16.3344,4.74,4.72,26.348384380340576,8000000000 +Llama-2-7b-hf,mxq,3_99,3.99,kurt-scaled,5.398,7.2542,3.73,3.7,20.702467918396,7000000000 +Llama-2-7b-hf,mxq,3_61,3.61,kurt-scaled,5.5568,7.499,3.5,3.5,21.86888599395752,7000000000 +Llama-2-13b-hf,mxq,3_71,3.71,kurt-scaled,4.8447,6.7331,6.8,6.69,42.91801643371582,13000000000 +Meta-Llama-3-8B,mxq,3_97,3.97,kurt-scaled,6.5819,10.3274,5.41,5.4,26.159178018569943,8000000000 +Llama-2-13b-hf,mxq,3_79,3.79,kurt-scaled,4.8255,6.706,6.88,6.78,42.81462383270264,13000000000 +Llama-2-7b-hf,mxq,3_95,3.95,kurt-scaled,5.4086,7.28,3.69,3.66,20.739551544189453,7000000000 +Llama-2-7b-hf,mxq,3_45,3.45,kurt-scaled,5.6628,7.6514,3.39,3.38,22.20883107185364,7000000000 +Llama-2-13b-hf,mxq,3_61,3.61,kurt-scaled,4.8816,6.7862,6.58,6.46,43.532374143600464,13000000000 +Llama-2-13b-hf,mxq,3_27,3.27,kurt-scaled,5.025,6.9816,6.15,6.09,45.68288278579712,13000000000 +Meta-Llama-3-8B,mxq,3_71,3.71,kurt-scaled,6.8976,10.928,5.3,5.29,25.923136949539185,8000000000 +Llama-2-7b-hf,mxq,3_27,3.27,kurt-scaled,5.8327,7.8845,3.29,3.26,22.52609372138977,7000000000 +Meta-Llama-3-8B,mxq,3_77,3.77,kurt-scaled,6.8365,10.7855,5.34,5.33,25.75477361679077,8000000000 +Llama-2-13b-hf,mxq,3_35,3.35,kurt-scaled,4.9726,6.924,6.28,6.19,45.45409965515137,13000000000 +Llama-2-7b-hf,mxq,3_55,3.55,kurt-scaled,5.6193,7.5645,3.46,3.46,21.69977760314941,7000000000 +Llama-2-7b-hf,mxq,3_33,3.33,kurt-scaled,5.7759,7.789,3.33,3.3,22.601442575454712,7000000000 +Llama-2-7b-hf,mxq,3_71,3.71,kurt-scaled,5.508,7.4253,3.6,3.58,21.797712802886963,7000000000 +Llama-2-13b-hf,mxq,3_73,3.73,kurt-scaled,4.8407,6.7235,6.84,6.74,43.02618861198425,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,kurt-scaled,6.3848,8.654,3.09,3.05,22.50765371322632,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,kurt-scaled,7.0553,11.2315,5.27,5.26,26.10388731956482,8000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-scaled,5.8519,7.9007,3.28,3.24,22.559070110321045,7000000000 +Llama-2-13b-hf,mxq,3_75,3.75,kurt-scaled,4.8317,6.7156,6.88,6.79,43.188037395477295,13000000000 +Meta-Llama-3-8B,mxq,3_39,3.39,kurt-scaled,7.4792,11.9236,5.03,5.01,27.775095462799072,8000000000 +Llama-2-13b-hf,mxq,3_59,3.59,kurt-scaled,4.8925,6.7944,6.56,6.45,43.56852793693543,13000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,kurt-scaled,9.9379,15.7109,4.76,4.74,26.42247009277344,8000000000 +Llama-2-13b-hf,mxq,3_23,3.23,kurt-scaled,5.0667,7.0176,6.07,6,45.86625552177429,13000000000 +Llama-2-13b-hf,mxq,3_55,3.55,kurt-scaled,4.8971,6.8104,6.54,6.43,43.888795375823975,13000000000 +Llama-2-13b-hf,mxq,3_65,3.65,kurt-scaled,4.863,6.7669,6.63,6.52,44.06304812431336,13000000000 +Llama-2-7b-hf,mxq,3_31,3.31,kurt-scaled,5.7831,7.8087,3.32,3.29,22.41970920562744,7000000000 +Meta-Llama-3-8B,mxq,3_31,3.31,kurt-scaled,7.9728,12.8078,4.96,4.93,27.48326659202576,8000000000 +Meta-Llama-3-8B,mxq,3_59,3.59,kurt-scaled,7.0992,11.3027,5.23,5.22,26.51010465621948,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-scaled,9.5215,15.2361,4.79,4.76,26.736928939819336,8000000000 +Llama-2-13b-hf,mxq,3_77,3.77,kurt-scaled,4.8285,6.7099,6.88,6.78,42.890734910964966,13000000000 +Meta-Llama-3-8B,mxq,3_61,3.61,kurt-scaled,7.0814,11.2729,5.23,5.23,26.277602195739743,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-scaled,4.9178,6.8309,6.48,6.38,44.16943573951721,13000000000 +Meta-Llama-3-8B,mxq,3_79,3.79,kurt-scaled,6.8068,10.745,5.35,5.34,25.447208642959595,8000000000 +Meta-Llama-3-8B,mxq,3_29,3.29,kurt-scaled,8.0932,12.9947,4.93,4.91,27.480260848999023,8000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,kurt-scaled,6.7615,10.6601,5.36,5.35,25.54367470741272,8000000000 +Llama-2-13b-hf,mxq,3_53,3.53,kurt-scaled,4.9077,6.8213,6.5,6.39,45.15053057670593,13000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,kurt-scaled,6.6801,10.5138,5.38,5.37,24.77409291267395,8000000000 +Meta-Llama-3-8B,mxq,3_17,3.17,kurt-scaled,9.2772,14.8219,4.82,4.79,26.84475302696228,8000000000 +Llama-2-13b-hf,mxq,3_47,3.47,kurt-scaled,4.9271,6.8476,6.46,6.36,44.32324481010437,13000000000 +Meta-Llama-3-8B,mxq,3_57,3.57,kurt-scaled,7.1311,11.3419,5.22,5.21,26.589487552642822,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,kurt-scaled,5.428,7.3309,3.68,3.65,21.095000982284542,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-scaled,6.167,8.3182,3.15,3.11,22.47239065170288,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,kurt-scaled,4.8068,6.6792,6.87,6.78,42.069169759750366,13000000000 +Llama-2-13b-hf,mxq,3_17,3.17,kurt-scaled,5.1514,7.1503,5.91,5.84,45.773536920547485,13000000000 +Meta-Llama-3-8B,mxq,3_93,3.93,kurt-scaled,6.6184,10.4065,5.38,5.37,24.947000741958615,8000000000 +Meta-Llama-3-8B,mxq,3_63,3.63,kurt-scaled,7.0731,11.2522,5.24,5.24,26.134838104248047,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,kurt-scaled,5.1103,7.0806,5.95,5.89,45.94209599494934,13000000000 +Llama-2-7b-hf,mxq,3_35,3.35,kurt-scaled,5.7619,7.7684,3.33,3.3,22.372711658477783,7000000000 +Llama-2-7b-hf,mxq,3_37,3.37,kurt-scaled,5.7501,7.7486,3.34,3.31,22.49671149253845,7000000000 +Meta-Llama-3-8B,mxq,3_67,3.67,kurt-scaled,7.0388,11.1844,5.28,5.27,26.114078998565677,8000000000 +Meta-Llama-3-8B,mxq,3_35,3.35,kurt-scaled,7.6582,12.2112,5.01,4.98,27.98957395553589,8000000000 +Llama-2-13b-hf,mxq,3_31,3.31,kurt-scaled,4.9932,6.9486,6.19,6.11,45.539846658706665,13000000000 +Meta-Llama-3-8B,mxq,3_27,3.27,kurt-scaled,8.2912,13.289,4.91,4.89,27.07271432876587,8000000000 +Meta-Llama-3-8B,mxq,3_85,3.85,kurt-scaled,6.7356,10.6136,5.37,5.36,25.134520530700684,8000000000 +Meta-Llama-3-8B,mxq,3_21,3.21,kurt-scaled,8.8183,14.1896,4.86,4.84,26.950178384780884,8000000000 +Llama-2-13b-hf,mxq,3_97,3.97,kurt-scaled,4.7848,6.6438,6.92,6.83,41.80831050872803,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,kurt-scaled,6.4623,10.1083,6.44,5.47,24.314496278762817,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,kurt-scaled,5.3178,7.1352,3.76,3.71,20.23047137260437,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-scaled,4.7442,6.5869,7.04,6.98,39.99907970428467,13000000000 +Llama-2-7b-hf,mxq,4_39,4.39,kurt-scaled,5.2971,7.091,3.84,3.8,19.150819540023804,7000000000 +Meta-Llama-3-8B,mxq,4_93,4.93,kurt-scaled,6.0552,9.3964,6.94,5.96,21.12395930290222,8000000000 +Meta-Llama-3-8B,mxq,4_59,4.59,kurt-scaled,6.093,9.446,6.67,5.69,21.98924779891968,8000000000 +Meta-Llama-3-8B,mxq,4_09,4.09,kurt-scaled,6.4369,10.0716,6.43,5.47,24.60046410560608,8000000000 +Meta-Llama-3-8B,mxq,4_87,4.87,kurt-scaled,6.0638,9.4116,6.9,5.91,21.329746961593628,8000000000 +Meta-Llama-3-8B,mxq,4_49,4.49,kurt-scaled,6.1079,9.4636,6.58,5.61,22.4840145111084,8000000000 +Meta-Llama-3-8B,mxq,4_83,4.83,kurt-scaled,6.0678,9.4163,6.86,5.88,21.95313310623169,8000000000 +Llama-2-7b-hf,mxq,4_93,4.93,kurt-scaled,5.2729,7.0552,4.25,4.2,19.926142930984497,7000000000 +Llama-2-13b-hf,mxq,4_31,4.31,kurt-scaled,4.7001,6.5347,7.07,6.98,38.38164186477661,13000000000 +Llama-2-7b-hf,mxq,4_81,4.81,kurt-scaled,5.2747,7.0619,4.16,4.12,19.013620853424072,7000000000 +Llama-2-13b-hf,mxq,4_93,4.93,kurt-scaled,4.6843,6.5026,7.98,7.89,40.889577865600586,13000000000 +Llama-2-13b-hf,mxq,4_65,4.65,kurt-scaled,4.6913,6.5097,7.53,7.48,36.86793184280396,13000000000 +Llama-2-13b-hf,mxq,4_39,4.39,kurt-scaled,4.697,6.5255,7.19,7.1,38.0962336063385,13000000000 +Llama-2-7b-hf,mxq,4_53,4.53,kurt-scaled,5.2844,7.077,3.95,3.9,18.82293009757996,7000000000 +Llama-2-13b-hf,mxq,4_77,4.77,kurt-scaled,4.6894,6.5053,7.72,7.66,36.687400341033936,13000000000 +Llama-2-7b-hf,mxq,4_15,4.15,kurt-scaled,5.3467,7.1678,3.75,3.71,20.37448239326477,7000000000 +Llama-2-7b-hf,mxq,4_89,4.89,kurt-scaled,5.2751,7.0568,4.22,4.18,18.55271935462952,7000000000 +Llama-2-7b-hf,mxq,4_79,4.79,kurt-scaled,5.2759,7.0612,4.15,4.1,21.03847336769104,7000000000 +Llama-2-7b-hf,mxq,4_35,4.35,kurt-scaled,5.2988,7.0929,3.82,3.77,19.271756410598755,7000000000 +Llama-2-7b-hf,mxq,4_61,4.61,kurt-scaled,5.2816,7.0729,4.01,3.96,18.55237293243408,7000000000 +Llama-2-7b-hf,mxq,4_07,4.07,kurt-scaled,5.3746,7.2114,3.77,3.73,20.53394627571106,7000000000 +Llama-2-7b-hf,mxq,4_29,4.29,kurt-scaled,5.3105,7.1095,3.77,3.72,19.64073419570923,7000000000 +Meta-Llama-3-8B,mxq,4_03,4.03,kurt-scaled,6.5016,10.1944,6.41,5.44,24.643025875091556,8000000000 +Llama-2-7b-hf,mxq,4_41,4.41,kurt-scaled,5.2957,7.0878,3.86,3.81,19.01436996459961,7000000000 +Llama-2-7b-hf,mxq,4_77,4.77,kurt-scaled,5.2781,7.0638,4.13,4.09,21.16792345046997,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-scaled,6.1041,9.458,6.6,5.62,22.46253132820129,8000000000 +Llama-2-13b-hf,mxq,4_09,4.09,kurt-scaled,4.7563,6.6049,6.97,6.91,40.47948002815247,13000000000 +Meta-Llama-3-8B,mxq,4_05,4.05,kurt-scaled,6.4844,10.1463,6.42,5.45,24.456218957901,8000000000 +Llama-2-7b-hf,mxq,4_71,4.71,kurt-scaled,5.2797,7.0684,4.09,4.04,19.27687406539917,7000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,kurt-scaled,6.4148,10.0311,6.44,5.47,24.40024209022522,8000000000 +Meta-Llama-3-8B,mxq,4_45,4.45,kurt-scaled,6.1194,9.4844,6.54,5.57,22.90284919738769,8000000000 +Llama-2-7b-hf,mxq,4_49,4.49,kurt-scaled,5.2901,7.0809,3.92,3.87,18.76740455627441,7000000000 +Meta-Llama-3-8B,mxq,4_15,4.15,kurt-scaled,6.3865,9.9586,6.48,5.51,23.829538345336918,8000000000 +Llama-2-7b-hf,mxq,4_47,4.47,kurt-scaled,5.2928,7.0833,3.91,3.86,18.90009045600891,7000000000 +Meta-Llama-3-8B,mxq,4_81,4.81,kurt-scaled,6.0717,9.4182,6.85,5.87,21.413520574569706,8000000000 +Llama-2-13b-hf,mxq,4_43,4.43,kurt-scaled,4.6965,6.5233,7.24,7.15,39.12342119216919,13000000000 +Meta-Llama-3-8B,mxq,4_97,4.97,kurt-scaled,6.054,9.3859,6.98,6,27.76897406578064,8000000000 +Llama-2-7b-hf,mxq,4_43,4.43,kurt-scaled,5.2942,7.087,3.87,3.83,19.25191712379456,7000000000 +Llama-2-13b-hf,mxq,4_57,4.57,kurt-scaled,4.6919,6.5125,7.4,7.36,37.282692193984985,13000000000 +Meta-Llama-3-8B,mxq,4_37,4.37,kurt-scaled,6.1663,9.5667,6.51,5.54,23.650304555892944,8000000000 +Llama-2-13b-hf,mxq,4_91,4.91,kurt-scaled,4.6844,6.5031,7.94,7.86,36.575005769729614,13000000000 +Llama-2-13b-hf,mxq,4_47,4.47,kurt-scaled,4.6949,6.5209,7.28,7.21,37.84702467918396,13000000000 +Llama-2-7b-hf,mxq,4_19,4.19,kurt-scaled,5.3301,7.145,3.75,3.7,20.22774338722229,7000000000 +Llama-2-13b-hf,mxq,4_85,4.85,kurt-scaled,4.6867,6.503,7.85,7.78,36.53167963027954,13000000000 +Llama-2-7b-hf,mxq,4_31,4.31,kurt-scaled,5.2982,7.1026,3.79,3.74,19.47291302680969,7000000000 +Meta-Llama-3-8B,mxq,4_95,4.95,kurt-scaled,6.0569,9.3945,6.97,5.98,22.381919622421265,8000000000 +Llama-2-7b-hf,mxq,4_01,4.01,kurt-scaled,5.393,7.2434,3.74,3.7,20.755336046218872,7000000000 +Llama-2-13b-hf,mxq,4_53,4.53,kurt-scaled,4.6916,6.517,7.35,7.3,37.26352500915527,13000000000 +Llama-2-13b-hf,mxq,4_23,4.23,kurt-scaled,4.712,6.5483,6.97,6.9,39.29755353927612,13000000000 +Llama-2-13b-hf,mxq,4_81,4.81,kurt-scaled,4.6865,6.5049,7.78,7.72,41.96304869651794,13000000000 +Llama-2-7b-hf,mxq,4_27,4.27,kurt-scaled,5.3138,7.1148,3.76,3.71,19.708208560943604,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,kurt-scaled,4.7166,6.5533,6.98,6.91,39.50471472740173,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-scaled,5.3526,7.1795,3.76,3.72,20.444191455841064,7000000000 +Llama-2-7b-hf,mxq,4_75,4.75,kurt-scaled,5.2791,7.0644,4.13,4.08,18.57448148727417,7000000000 +Llama-2-13b-hf,mxq,4_67,4.67,kurt-scaled,4.6903,6.5106,7.56,7.51,37.97645378112793,13000000000 +Llama-2-7b-hf,mxq,4_59,4.59,kurt-scaled,5.281,7.0729,3.99,3.95,18.65040159225464,7000000000 +Meta-Llama-3-8B,mxq,4_79,4.79,kurt-scaled,6.0723,9.4197,6.83,5.85,21.72048044204712,8000000000 +Llama-2-13b-hf,mxq,4_87,4.87,kurt-scaled,4.6854,6.5023,7.88,7.8,46.09871006011963,13000000000 +Meta-Llama-3-8B,mxq,4_75,4.75,kurt-scaled,6.0794,9.4251,6.8,5.82,21.73615074157715,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-scaled,4.7082,6.5428,6.97,6.9,38.9586353302002,13000000000 +Meta-Llama-3-8B,mxq,4_73,4.73,kurt-scaled,6.0824,9.4292,6.78,5.8,21.676792860031128,8000000000 +Llama-2-13b-hf,mxq,4_71,4.71,kurt-scaled,4.6895,6.5066,7.62,7.57,36.8373544216156,13000000000 +Llama-2-13b-hf,mxq,4_29,4.29,kurt-scaled,4.7036,6.5365,7.04,6.95,38.50638675689697,13000000000 +Meta-Llama-3-8B,mxq,4_61,4.61,kurt-scaled,6.0932,9.4438,6.68,5.7,22.09260487556457,8000000000 +Llama-2-13b-hf,mxq,4_01,4.01,kurt-scaled,4.7752,6.6294,6.98,6.91,41.037222385406494,13000000000 +Llama-2-13b-hf,mxq,4_37,4.37,kurt-scaled,4.6991,6.5265,7.16,7.07,37.99061608314514,13000000000 +Llama-2-7b-hf,mxq,4_55,4.55,kurt-scaled,5.283,7.0768,3.97,3.92,18.93580651283264,7000000000 +Meta-Llama-3-8B,mxq,4_65,4.65,kurt-scaled,6.0906,9.441,6.72,5.74,21.893051624298096,8000000000 +Llama-2-13b-hf,mxq,4_41,4.41,kurt-scaled,4.6974,6.5233,7.22,7.13,37.94911241531372,13000000000 +Llama-2-7b-hf,mxq,4_97,4.97,kurt-scaled,5.2721,7.0538,4.3,4.25,18.835347652435303,7000000000 +Llama-2-13b-hf,mxq,4_03,4.03,kurt-scaled,4.7685,6.6227,7.03,6.96,40.98279094696045,13000000000 +Llama-2-13b-hf,mxq,4_83,4.83,kurt-scaled,4.6878,6.5042,7.82,7.75,37.1741201877594,13000000000 +Llama-2-13b-hf,mxq,4_11,4.11,kurt-scaled,4.7517,6.5949,7.02,6.96,40.515856981277466,13000000000 +Meta-Llama-3-8B,mxq,4_89,4.89,kurt-scaled,6.0625,9.4122,6.92,5.93,21.393158674240112,8000000000 +Llama-2-13b-hf,mxq,4_17,4.17,kurt-scaled,4.7303,6.5701,6.99,6.93,39.776618003845215,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,kurt-scaled,6.3698,9.9331,6.48,5.51,24.250224113464355,8000000000 +Llama-2-13b-hf,mxq,4_63,4.63,kurt-scaled,4.6903,6.5127,7.49,7.45,40.48454570770264,13000000000 +Meta-Llama-3-8B,mxq,4_33,4.33,kurt-scaled,6.198,9.6359,6.52,5.55,23.895012140274048,8000000000 +Llama-2-7b-hf,mxq,4_63,4.63,kurt-scaled,5.2819,7.0732,4.03,3.98,18.83928680419922,7000000000 +Llama-2-7b-hf,mxq,4_33,4.33,kurt-scaled,5.2949,7.0968,3.8,3.75,19.21774792671204,7000000000 +Meta-Llama-3-8B,mxq,4_53,4.53,kurt-scaled,6.0995,9.4536,6.62,5.64,22.750321626663208,8000000000 +Meta-Llama-3-8B,mxq,4_31,4.31,kurt-scaled,6.2259,9.6775,6.51,5.54,23.58190655708313,8000000000 +Llama-2-7b-hf,mxq,4_03,4.03,kurt-scaled,5.3869,7.2327,3.77,3.73,20.670286417007446,7000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-scaled,5.2868,7.0789,3.93,3.89,18.75029683113098,7000000000 +Meta-Llama-3-8B,mxq,4_91,4.91,kurt-scaled,6.0603,9.4045,6.93,5.95,21.25412130355835,8000000000 +Meta-Llama-3-8B,mxq,4_57,4.57,kurt-scaled,6.0956,9.4493,6.65,5.67,22.27993369102478,8000000000 +Llama-2-13b-hf,mxq,4_75,4.75,kurt-scaled,4.6885,6.5072,7.69,7.63,51.7241907119751,13000000000 +Llama-2-13b-hf,mxq,4_89,4.89,kurt-scaled,4.6843,6.5039,7.91,7.83,90.18296933174132,13000000000 +Llama-2-13b-hf,mxq,4_79,4.79,kurt-scaled,4.6884,6.5042,7.75,7.69,36.99215984344482,13000000000 +Llama-2-7b-hf,mxq,4_83,4.83,kurt-scaled,5.276,7.0601,4.18,4.13,19.13508105278015,7000000000 +Llama-2-13b-hf,mxq,4_55,4.55,kurt-scaled,4.6904,6.5156,7.37,7.33,37.17236351966858,13000000000 +Llama-2-7b-hf,mxq,4_87,4.87,kurt-scaled,5.275,7.058,4.21,4.17,18.65102243423462,7000000000 +Llama-2-7b-hf,mxq,4_73,4.73,kurt-scaled,5.2806,7.0674,4.1,4.06,18.719272136688232,7000000000 +Llama-2-13b-hf,mxq,4_97,4.97,kurt-scaled,4.6846,6.5015,8.04,7.95,36.727078914642334,13000000000 +Meta-Llama-3-8B,mxq,4_67,4.67,kurt-scaled,6.084,9.434,6.73,5.75,21.929665327072144,8000000000 +Llama-2-13b-hf,mxq,4_05,4.05,kurt-scaled,4.7657,6.6157,7.01,6.94,40.61754560470581,13000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,kurt-scaled,6.3313,9.8596,6.48,5.51,24.22992706298828,8000000000 +Llama-2-7b-hf,mxq,4_69,4.69,kurt-scaled,5.2792,7.0704,4.07,4.03,25.33354997634888,7000000000 +Llama-2-13b-hf,mxq,4_49,4.49,kurt-scaled,4.6945,6.5192,7.31,7.24,37.39901399612427,13000000000 +Meta-Llama-3-8B,mxq,4_39,4.39,kurt-scaled,6.1492000000000004,9.5313,6.5,5.54,23.337759256362915,8000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-scaled,5.3178,7.1209,3.74,3.7,20.01971697807312,7000000000 +Meta-Llama-3-8B,mxq,4_23,4.23,kurt-scaled,6.3149,9.8295,6.48,5.51,23.956716060638428,8000000000 +Llama-2-7b-hf,mxq,4_05,4.05,kurt-scaled,5.3788,7.2223,3.76,3.72,20.603205680847168,7000000000 +Llama-2-7b-hf,mxq,4_11,4.11,kurt-scaled,5.3608,7.1898,3.76,3.71,20.46149516105652,7000000000 +Llama-2-13b-hf,mxq,4_19,4.19,kurt-scaled,4.7243,6.5622,7,6.94,39.6401903629303,13000000000 +Llama-2-13b-hf,mxq,4_61,4.61,kurt-scaled,4.6913,6.5126,7.46,7.42,37.15875196456909,13000000000 +Llama-2-13b-hf,mxq,4_07,4.07,kurt-scaled,4.7592,6.6086,7.02,6.95,40.56348299980164,13000000000 +Llama-2-7b-hf,mxq,4_45,4.45,kurt-scaled,5.294,7.0848,3.89,3.84,18.911927700042725,7000000000 +Llama-2-7b-hf,mxq,4_37,4.37,kurt-scaled,5.2986,7.0915,3.83,3.78,19.135704278945923,7000000000 +Llama-2-13b-hf,mxq,4_59,4.59,kurt-scaled,4.691,6.5122,7.43,7.39,37.47578716278076,13000000000 +Llama-2-13b-hf,mxq,4_95,4.95,kurt-scaled,4.6844,6.5021,8.02,7.93,140.33975648880005,13000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-scaled,4.6921,6.5166,7.32,7.27,37.372010469436646,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-scaled,6.2938,9.7943,6.49,5.52,23.91123414039612,8000000000 +Llama-2-7b-hf,mxq,4_09,4.09,kurt-scaled,5.3667,7.1958,3.77,3.72,20.873056173324585,7000000000 +Meta-Llama-3-8B,mxq,4_77,4.77,kurt-scaled,6.0744,9.422,6.82,5.83,21.43024754524231,8000000000 +Llama-2-13b-hf,mxq,4_15,4.15,kurt-scaled,4.7367,6.5773,7.01,6.95,40.0082106590271,13000000000 +Llama-2-13b-hf,mxq,4_45,4.45,kurt-scaled,4.6949,6.5236,7.25,7.17,37.73256969451904,13000000000 +Llama-2-13b-hf,mxq,4_27,4.27,kurt-scaled,4.7059,6.5402,7.01,6.92,38.71206855773926,13000000000 +Meta-Llama-3-8B,mxq,4_29,4.29,kurt-scaled,6.2466,9.7118,6.51,5.54,23.9825291633606,8000000000 +Llama-2-7b-hf,mxq,4_67,4.67,kurt-scaled,5.28,7.0713,4.06,4.01,19.289613008499146,7000000000 +Meta-Llama-3-8B,mxq,4_55,4.55,kurt-scaled,6.0966,9.4494,6.64,5.65,21.933666944503784,8000000000 +Llama-2-13b-hf,mxq,4_33,4.33,kurt-scaled,4.6993,6.5317,7.1,7.01,38.19440150260925,13000000000 +Llama-2-7b-hf,mxq,4_85,4.85,kurt-scaled,5.275,7.0595,4.19,4.15,20.40548586845398,7000000000 +Llama-2-7b-hf,mxq,4_95,4.95,kurt-scaled,5.272,7.0551,4.27,4.22,19.51129722595215,7000000000 +Meta-Llama-3-8B,mxq,4_63,4.63,kurt-scaled,6.0937,9.4442,6.7,5.72,22.05256676673889,8000000000 +Meta-Llama-3-8B,mxq,4_47,4.47,kurt-scaled,6.1167,9.4782,6.56,5.59,22.399703979492188,8000000000 +Llama-2-13b-hf,mxq,4_73,4.73,kurt-scaled,4.6895,6.5064,7.66,7.6,40.79487609863281,13000000000 +Llama-2-13b-hf,mxq,4_35,4.35,kurt-scaled,4.7016,6.53,7.13,7.04,38.92306590080261,13000000000 +Meta-Llama-3-8B,mxq,4_35,4.35,kurt-scaled,6.1843,9.6071,6.52,5.55,23.44351172447205,8000000000 +Llama-2-7b-hf,mxq,4_17,4.17,kurt-scaled,5.3381,7.1573,3.76,3.71,20.265387058258057,7000000000 +Llama-2-7b-hf,mxq,4_65,4.65,kurt-scaled,5.2809,7.072,4.04,3.99,18.75297212600708,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-scaled,6.4023,10.004,6.46,5.49,24.32613515853882,8000000000 +Llama-2-7b-hf,mxq,4_23,4.23,kurt-scaled,5.3177,7.1293,3.75,3.7,20.110729217529297,7000000000 +Meta-Llama-3-8B,mxq,4_01,4.01,kurt-scaled,6.5321,10.2291,6.4,5.43,24.95425844192505,8000000000 +Meta-Llama-3-8B,mxq,4_69,4.69,kurt-scaled,6.0824,9.4324,6.75,5.77,21.59737968444824,8000000000 +Meta-Llama-3-8B,mxq,4_41,4.41,kurt-scaled,6.1302,9.5022,6.51,5.54,23.628973484039307,8000000000 +Meta-Llama-3-8B,mxq,4_19,4.19,kurt-scaled,6.3524,9.8941,6.47,5.5,24.15422201156616,8000000000 +Meta-Llama-3-8B,mxq,4_27,4.27,kurt-scaled,6.2764,9.7644,6.5,5.53,23.85127806663513,8000000000 +Llama-2-7b-hf,mxq,4_57,4.57,kurt-scaled,5.2826,7.075,3.98,3.93,18.918638706207275,7000000000 +Llama-2-7b-hf,mxq,4_91,4.91,kurt-scaled,5.2734,7.0559,4.24,4.2,21.540683031082157,7000000000 +Meta-Llama-3-8B,mxq,4_43,4.43,kurt-scaled,6.1241,9.492,6.52,5.56,23.443586587905884,8000000000 +Meta-Llama-3-8B,mxq,4_85,4.85,kurt-scaled,6.0657,9.413,6.88,5.9,21.409254789352417,8000000000 +Llama-2-13b-hf,mxq,4_69,4.69,kurt-scaled,4.6886,6.5093,7.59,7.54,37.03881978988648,13000000000 +Meta-Llama-3-8B,mxq,4_71,4.71,kurt-scaled,6.083,9.4309,6.77,5.78,21.685116052627563,8000000000 +Llama-2-13b-hf,mxq,5_54,5.54,kurt-scaled,4.6767,6.4932,8.94,8.79,37.23441982269287,13000000000 +Llama-2-13b-hf,mxq,5_30,5.3,kurt-scaled,4.6788,6.4997,9.73,8.44,37.51742386817932,13000000000 +Llama-2-13b-hf,mxq,5_52,5.52,kurt-scaled,4.677,6.4945,8.91,8.76,35.96765375137329,13000000000 +Llama-2-13b-hf,mxq,5_98,5.98,kurt-scaled,4.6658,6.4891,9.63,9.44,34.71971344947815,13000000000 +Llama-2-7b-hf,mxq,5_90,5.9,kurt-scaled,5.2384,7.0116,4.99,4.94,18.988757848739624,7000000000 +Llama-2-7b-hf,mxq,5_42,5.42,kurt-scaled,5.2481,7.0266,4.62,4.58,18.918168544769287,7000000000 +Meta-Llama-3-8B,mxq,5_42,5.42,kurt-scaled,6.0301,9.3539,6.37,6.36,20.57299494743347,8000000000 +Meta-Llama-3-8B,mxq,5_60,5.6,kurt-scaled,6.025,9.3463,6.52,6.51,20.68614435195923,8000000000 +Llama-2-7b-hf,mxq,5_10,5.1,kurt-scaled,5.2687,7.0488,4.38,4.33,18.60712027549744,7000000000 +Llama-2-13b-hf,mxq,5_70,5.7,kurt-scaled,4.6747,6.4908,9.21,9.04,35.343093156814575,13000000000 +Llama-2-13b-hf,mxq,5_26,5.26,kurt-scaled,4.6806,6.4988,9.68,8.39,37.7869918346405,13000000000 +Meta-Llama-3-8B,mxq,5_44,5.44,kurt-scaled,6.0292,9.3535,6.39,6.38,20.7661349773407,8000000000 +Llama-2-7b-hf,mxq,5_96,5.96,kurt-scaled,5.2362,7.0109,5.03,4.98,18.942140340805054,7000000000 +Llama-2-13b-hf,mxq,5_03,5.03,kurt-scaled,4.6833,6.5009,,,43.2357234954834,13000000000 +Llama-2-7b-hf,mxq,5_94,5.94,kurt-scaled,5.2361,7.0117,5.02,4.97,18.669333457946777,7000000000 +Llama-2-7b-hf,mxq,5_44,5.44,kurt-scaled,5.2476,7.0255,4.64,4.59,19.75457501411438,7000000000 +Llama-2-13b-hf,mxq,5_14,5.14,kurt-scaled,4.6818,6.4997,9.48,8.2,42.6652729511261,13000000000 +Meta-Llama-3-8B,mxq,5_26,5.26,kurt-scaled,6.0383,9.3538,6.25,6.23,20.803659677505493,8000000000 +Llama-2-13b-hf,mxq,5_80,5.8,kurt-scaled,4.6687,6.489,9.36,9.18,35.32938599586487,13000000000 +Llama-2-7b-hf,mxq,5_48,5.48,kurt-scaled,5.247,7.0254,4.67,4.62,18.51643443107605,7000000000 +Meta-Llama-3-8B,mxq,5_88,5.88,kurt-scaled,6.0196,9.3347,6.74,6.74,20.66431927680969,8000000000 +Llama-2-13b-hf,mxq,5_08,5.08,kurt-scaled,4.6826,6.501,9.39,8.12,46.83413887023926,13000000000 +Llama-2-13b-hf,mxq,5_36,5.36,kurt-scaled,4.6786,6.4995,8.66,8.53,35.846628189086914,13000000000 +Llama-2-7b-hf,mxq,5_68,5.68,kurt-scaled,5.2443,7.0178,4.82,4.77,19.11448621749878,7000000000 +Meta-Llama-3-8B,mxq,5_58,5.58,kurt-scaled,6.0253,9.3462,6.5,6.49,20.75691556930542,8000000000 +Llama-2-13b-hf,mxq,5_94,5.94,kurt-scaled,4.6655,6.4889,9.6,9.41,34.865620613098145,13000000000 +Llama-2-7b-hf,mxq,5_38,5.38,kurt-scaled,5.2485,7.0276,4.59,4.55,18.775649785995483,7000000000 +Llama-2-13b-hf,mxq,5_74,5.74,kurt-scaled,4.6694,6.4895,9.28,9.11,34.9647958278656,13000000000 +Llama-2-13b-hf,mxq,5_38,5.38,kurt-scaled,4.6779,6.5008,8.69,8.55,38.078611612319946,13000000000 +Llama-2-7b-hf,mxq,5_08,5.08,kurt-scaled,5.2689,7.0487,4.37,4.32,18.89081358909607,7000000000 +Meta-Llama-3-8B,mxq,5_84,5.84,kurt-scaled,6.0201,9.3354,6.71,6.7,20.685149669647217,8000000000 +Llama-2-7b-hf,mxq,5_62,5.62,kurt-scaled,5.2448,7.0227,4.78,4.73,18.954635858535767,7000000000 +Llama-2-7b-hf,mxq,5_82,5.82,kurt-scaled,5.2422,7.0149,4.93,4.88,19.11460328102112,7000000000 +Llama-2-7b-hf,mxq,5_52,5.52,kurt-scaled,5.2469,7.0252,4.7,4.65,18.937845706939697,7000000000 +Llama-2-13b-hf,mxq,5_90,5.9,kurt-scaled,4.6671,6.4896,9.51,9.33,34.87181854248047,13000000000 +Meta-Llama-3-8B,mxq,5_82,5.82,kurt-scaled,6.0215,9.3379,6.69,6.69,20.99242877960205,8000000000 +Llama-2-7b-hf,mxq,5_56,5.56,kurt-scaled,5.2465,7.0231,4.73,4.68,19.47497320175171,7000000000 +Llama-2-13b-hf,mxq,5_66,5.66,kurt-scaled,4.6731,6.491,9.13,8.97,34.90354347229004,13000000000 +Meta-Llama-3-8B,mxq,5_76,5.76,kurt-scaled,6.0212,9.3383,6.65,6.64,20.62605047225952,8000000000 +Llama-2-7b-hf,mxq,5_01,5.01,kurt-scaled,5.2721,7.0531,,,21.84574174880981,7000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,kurt-scaled,6.0214,9.3399,6.61,6.61,21.231786966323853,8000000000 +Llama-2-7b-hf,mxq,5_03,5.03,kurt-scaled,5.2733,7.0522,,,27.72964549064636,7000000000 +Meta-Llama-3-8B,mxq,5_34,5.34,kurt-scaled,6.0386,9.3579,6.31,6.3,20.65716528892517,8000000000 +Llama-2-7b-hf,mxq,5_04,5.04,kurt-scaled,5.2703,7.05,4.35,4.3,22.354899406433105,7000000000 +Llama-2-7b-hf,mxq,5_54,5.54,kurt-scaled,5.2462,7.0242000000000004,4.71,4.67,18.926265001297,7000000000 +Llama-2-13b-hf,mxq,5_28,5.28,kurt-scaled,4.6793,6.4999,9.7,8.41,35.78835844993591,13000000000 +Meta-Llama-3-8B,mxq,5_94,5.94,kurt-scaled,6.0192,9.333,6.79,6.78,22.06841230392456,8000000000 +Meta-Llama-3-8B,mxq,5_66,5.66,kurt-scaled,6.0234,9.3392,6.56,6.56,20.871039390563965,8000000000 +Llama-2-13b-hf,mxq,5_09,5.09,kurt-scaled,4.6826,6.5006,,,44.65464901924133,13000000000 +Llama-2-7b-hf,mxq,5_34,5.34,kurt-scaled,5.2499,7.0293,4.56,4.52,18.788246393203732,7000000000 +Meta-Llama-3-8B,mxq,5_80,5.8,kurt-scaled,6.0193,9.3352,6.68,6.67,20.67147970199585,8000000000 +Llama-2-7b-hf,mxq,5_28,5.28,kurt-scaled,5.2668,7.0471,4.52,4.47,18.981024026870728,7000000000 +Llama-2-7b-hf,mxq,5_09,5.09,kurt-scaled,5.2692,7.049,,,23.84414505958557,7000000000 +Llama-2-13b-hf,mxq,5_34,5.34,kurt-scaled,4.6788,6.4994,8.63,8.5,35.587374210357666,13000000000 +Llama-2-13b-hf,mxq,5_62,5.62,kurt-scaled,4.6777,6.4931,9.07,8.91,36.88044261932373,13000000000 +Llama-2-7b-hf,mxq,5_92,5.92,kurt-scaled,5.2357,7.0112,5,4.95,18.976555347442627,7000000000 +Meta-Llama-3-8B,mxq,5_14,5.14,kurt-scaled,6.0428,9.3603,6.16,6.13,20.937058448791504,8000000000 +Llama-2-7b-hf,mxq,5_26,5.26,kurt-scaled,5.2671,7.0471,4.5,4.45,18.63671851158142,7000000000 +Llama-2-13b-hf,mxq,5_46,5.46,kurt-scaled,4.6795,6.4982,8.82,8.68,36.35173797607422,13000000000 +Meta-Llama-3-8B,mxq,5_90,5.9,kurt-scaled,6.0185,9.3315,6.76,6.75,20.894182920455933,8000000000 +Meta-Llama-3-8B,mxq,5_20,5.2,kurt-scaled,6.0378,9.3574,6.2,6.18,20.482449531555176,8000000000 +Meta-Llama-3-8B,mxq,5_04,5.04,kurt-scaled,6.0457,9.3706,6.08,6.05,20.890539407730103,8000000000 +Llama-2-7b-hf,mxq,5_40,5.4,kurt-scaled,5.2492,7.0274,4.61,4.56,18.67108964920044,7000000000 +Llama-2-7b-hf,mxq,5_50,5.5,kurt-scaled,5.2475,7.0251,4.68,4.64,18.906843423843384,7000000000 +Llama-2-13b-hf,mxq,5_60,5.6,kurt-scaled,4.6756,6.4928,9.04,8.88,35.339330434799194,13000000000 +Meta-Llama-3-8B,mxq,5_22,5.22,kurt-scaled,6.04,9.3578,6.22,6.2,20.4621057510376,8000000000 +Meta-Llama-3-8B,mxq,5_98,5.98,kurt-scaled,6.0271,9.3322,6.83,6.82,26.13178968429565,8000000000 +Meta-Llama-3-8B,mxq,5_06,5.06,kurt-scaled,6.0429,9.3662,6.1,6.07,20.65947413444519,8000000000 +Meta-Llama-3-8B,mxq,5_38,5.38,kurt-scaled,6.0379,9.3547,6.34,6.33,20.667784690856934,8000000000 +Llama-2-7b-hf,mxq,5_18,5.18,kurt-scaled,5.2668,7.0485,4.45,4.4,19.375089645385746,7000000000 +Meta-Llama-3-8B,mxq,5_16,5.16,kurt-scaled,6.0414,9.3584,6.17,6.15,20.485682010650635,8000000000 +Llama-2-13b-hf,mxq,5_96,5.96,kurt-scaled,4.666,6.4892,9.6,9.41,35.42587733268738,13000000000 +Llama-2-13b-hf,mxq,5_86,5.86,kurt-scaled,4.6705,6.4904,9.45,9.27,35.65460777282715,13000000000 +Llama-2-13b-hf,mxq,5_24,5.24,kurt-scaled,4.6791,6.5,9.65,8.36,36.011150598526,13000000000 +Llama-2-7b-hf,mxq,5_60,5.6,kurt-scaled,5.2463,7.0239,4.76,4.71,18.76458072662353,7000000000 +Meta-Llama-3-8B,mxq,5_12,5.12,kurt-scaled,6.0418,9.3599,6.14,6.12,20.554929733276367,8000000000 +Meta-Llama-3-8B,mxq,5_10,5.1,kurt-scaled,6.044,9.362,6.12,6.1,21.021743297576904,8000000000 +Meta-Llama-3-8B,mxq,5_48,5.48,kurt-scaled,6.0281,9.3485,6.42,6.41,20.72307825088501,8000000000 +Llama-2-7b-hf,mxq,5_72,5.72,kurt-scaled,5.2452,7.0183,4.85,4.8,18.73908805847168,7000000000 +Llama-2-13b-hf,mxq,5_76,5.76,kurt-scaled,4.6716,6.4898,9.29,9.12,35.427424907684326,13000000000 +Llama-2-7b-hf,mxq,5_76,5.76,kurt-scaled,5.2444,7.0163,4.88,4.83,18.65799641609192,7000000000 +Llama-2-13b-hf,mxq,5_56,5.56,kurt-scaled,4.6783,6.4968,8.98,8.82,35.309834718704224,13000000000 +Llama-2-13b-hf,mxq,5_88,5.88,kurt-scaled,4.6708,6.4909,9.48,9.3,35.089075565338135,13000000000 +Meta-Llama-3-8B,mxq,5_62,5.62,kurt-scaled,6.0237,9.3466,6.53,6.52,20.89581823348999,8000000000 +Llama-2-7b-hf,mxq,5_16,5.16,kurt-scaled,5.2705,7.0515,4.43,4.39,28.574739694595337,7000000000 +Llama-2-7b-hf,mxq,5_74,5.74,kurt-scaled,5.2446,7.0168,4.87,4.82,18.696752309799194,7000000000 +Llama-2-7b-hf,mxq,5_58,5.58,kurt-scaled,5.2466,7.0237,4.75,4.7,18.93830227851868,7000000000 +Llama-2-7b-hf,mxq,5_46,5.46,kurt-scaled,5.2478,7.0271,4.65,4.61,18.49611783027649,7000000000 +Meta-Llama-3-8B,mxq,5_78,5.78,kurt-scaled,6.0197,9.3363,6.66,6.65,20.599594116210938,8000000000 +Llama-2-7b-hf,mxq,5_20,5.2,kurt-scaled,5.2669,7.0492,4.46,4.41,20.79216146469116,7000000000 +Llama-2-7b-hf,mxq,5_88,5.88,kurt-scaled,5.2411,7.0142,4.97,4.92,18.999128103256226,7000000000 +Llama-2-7b-hf,mxq,5_24,5.24,kurt-scaled,5.2674,7.048,4.49,4.44,18.583163499832157,7000000000 +Llama-2-7b-hf,mxq,5_14,5.14,kurt-scaled,5.2708,7.0518,4.42,4.37,19.69906115531921,7000000000 +Meta-Llama-3-8B,mxq,5_08,5.08,kurt-scaled,6.0416,9.3605,6.11,6.09,20.822609901428223,8000000000 +Meta-Llama-3-8B,mxq,5_03,5.03,kurt-scaled,6.0451,9.3654,,,25.97554039955139,8000000000 +Meta-Llama-3-8B,mxq,5_01,5.01,kurt-scaled,6.0466,9.3726,,,26.23511409759521,8000000000 +Meta-Llama-3-8B,mxq,5_18,5.18,kurt-scaled,6.0387,9.3556,6.19,6.17,21.05300807952881,8000000000 +Meta-Llama-3-8B,mxq,5_30,5.3,kurt-scaled,6.0391,9.3548,6.28,6.26,20.816195964813232,8000000000 +Meta-Llama-3-8B,mxq,5_33,5.33,kurt-scaled,6.04,9.3556,,,,8000000000 +Llama-2-13b-hf,mxq,5_68,5.68,kurt-scaled,4.672,6.4919,9.17,9,35.62516736984253,13000000000 +Llama-2-7b-hf,mxq,5_06,5.06,kurt-scaled,5.2697,7.0497,4.35,4.3,18.890838384628296,7000000000 +Meta-Llama-3-8B,mxq,5_86,5.86,kurt-scaled,6.022,9.3319,6.73,6.72,20.799808025360107,8000000000 +Meta-Llama-3-8B,mxq,5_64,5.64,kurt-scaled,6.0233,9.3443,6.55,6.54,20.76396989822388,8000000000 +Llama-2-13b-hf,mxq,5_00,5,kurt-scaled,4.6838,6.5012,9.25,8,47.63662552833557,13000000000 +Llama-2-7b-hf,mxq,5_86,5.86,kurt-scaled,5.2423,7.0132,4.96,4.91,18.85467886924744,7000000000 +Llama-2-7b-hf,mxq,5_02,5.02,kurt-scaled,5.2729,7.0523,4.32,4.27,18.926102876663208,7000000000 +Llama-2-7b-hf,mxq,5_78,5.78,kurt-scaled,5.2448,7.0151,4.9,4.85,19.1672420501709,7000000000 +Meta-Llama-3-8B,mxq,5_68,5.68,kurt-scaled,6.0214,9.3413,6.58,6.57,20.7128963470459,8000000000 +Meta-Llama-3-8B,mxq,5_24,5.24,kurt-scaled,6.0377,9.3569,6.23,6.22,20.790621519088745,8000000000 +Llama-2-13b-hf,mxq,5_12,5.12,kurt-scaled,4.6811,6.5002,9.46,8.18,43.425931215286255,13000000000 +Llama-2-7b-hf,mxq,5_64,5.64,kurt-scaled,5.2446,7.0204,4.79,4.74,18.7447030544281,7000000000 +Meta-Llama-3-8B,mxq,5_74,5.74,kurt-scaled,6.0202,9.338,6.63,6.62,20.92192769050598,8000000000 +Meta-Llama-3-8B,mxq,5_46,5.46,kurt-scaled,6.0288,9.3535,6.4,6.39,20.57884192466736,8000000000 +Meta-Llama-3-8B,mxq,5_36,5.36,kurt-scaled,6.039,9.3567,6.32,6.31,21.42711281776428,8000000000 +Llama-2-7b-hf,mxq,5_66,5.66,kurt-scaled,5.2455,7.0195,4.81,4.76,19.33400082588196,7000000000 +Llama-2-13b-hf,mxq,5_64,5.64,kurt-scaled,4.6733,6.4914,9.1,8.94,35.69680714607239,13000000000 +Meta-Llama-3-8B,mxq,5_50,5.5,kurt-scaled,6.0275,9.3494,6.44,6.43,21.210973262786865,8000000000 +Meta-Llama-3-8B,mxq,5_56,5.56,kurt-scaled,6.0266,9.345,6.48,6.48,20.7142014503479,8000000000 +Llama-2-7b-hf,mxq,5_33,5.33,kurt-scaled,5.2496,7.0298,,,19.640733242034912,7000000000 +Meta-Llama-3-8B,mxq,5_28,5.28,kurt-scaled,6.0401,9.3589,6.26,6.25,20.970335721969604,8000000000 +Llama-2-7b-hf,mxq,5_36,5.36,kurt-scaled,5.2496,7.0289,4.58,4.53,18.542298555374146,7000000000 +Llama-2-13b-hf,mxq,5_18,5.18,kurt-scaled,4.6816,6.4994,9.54,8.26,116.49557685852052,13000000000 +Llama-2-7b-hf,mxq,5_98,5.98,kurt-scaled,5.237,7.0114,5.05,5,19.009939432144165,7000000000 +Meta-Llama-3-8B,mxq,5_92,5.92,kurt-scaled,6.0197,9.3311,6.78,6.77,20.94786834716797,8000000000 +Llama-2-13b-hf,mxq,5_44,5.44,kurt-scaled,4.6799,6.4986,8.79,8.65,35.742743253707886,13000000000 +Meta-Llama-3-8B,mxq,5_52,5.52,kurt-scaled,6.0282,9.3471,6.45,6.44,20.722728729248047,8000000000 +Llama-2-13b-hf,mxq,5_40,5.4,kurt-scaled,4.6782,6.4986,8.74,8.6,35.69438314437866,13000000000 +Llama-2-13b-hf,mxq,5_92,5.92,kurt-scaled,4.6664,6.4893,9.54,9.36,34.72126865386963,13000000000 +Llama-2-7b-hf,mxq,5_22,5.22,kurt-scaled,5.2668,7.0483,4.47,4.42,18.590956211090088,7000000000 +Llama-2-7b-hf,mxq,5_00,5,kurt-scaled,5.2722,7.0536,4.31,4.26,18.57737946510315,7000000000 +Meta-Llama-3-8B,mxq,5_00,5,kurt-scaled,6.053,9.3783,6.04,6.02,20.61300492286682,8000000000 +Llama-2-13b-hf,mxq,5_58,5.58,kurt-scaled,4.6759,6.4931,9.02,8.86,35.068047523498535,13000000000 +Llama-2-13b-hf,mxq,5_82,5.82,kurt-scaled,4.6684,6.489,9.39,9.21,35.423075675964355,13000000000 +Llama-2-13b-hf,mxq,5_48,5.48,kurt-scaled,4.6779,6.4983,8.85,8.71,38.12658715248108,13000000000 +Llama-2-7b-hf,mxq,5_84,5.84,kurt-scaled,5.2413,7.0132,4.94,4.89,18.892562866210938,7000000000 +Llama-2-13b-hf,mxq,5_42,5.42,kurt-scaled,4.6785,6.4988,8.76,8.62,35.48257374763489,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,kurt-scaled,6.045,9.3663,6.06,6.04,20.854362726211548,8000000000 +Llama-2-7b-hf,mxq,5_30,5.3,kurt-scaled,5.2673,7.046,4.53,4.48,19.02650046348572,7000000000 +Meta-Llama-3-8B,mxq,5_40,5.4,kurt-scaled,6.0377,9.3553,6.35,6.35,20.86741542816162,8000000000 +Llama-2-13b-hf,mxq,5_33,5.33,kurt-scaled,4.6783,6.4995,,,35.92365264892578,13000000000 +Llama-2-13b-hf,mxq,5_50,5.5,kurt-scaled,4.6795,6.4981,8.88,8.74,35.26532292366028,13000000000 +Meta-Llama-3-8B,mxq,5_09,5.09,kurt-scaled,6.0438,9.3637,,,26.176401615142822,8000000000 +Llama-2-13b-hf,mxq,5_78,5.78,kurt-scaled,4.6693,6.4894,9.33,9.15,34.8600754737854,13000000000 +Llama-2-13b-hf,mxq,5_22,5.22,kurt-scaled,4.6795,6.5001,9.61,8.33,36.1012704372406,13000000000 +Llama-2-13b-hf,mxq,5_84,5.84,kurt-scaled,4.6707,6.4907,9.42,9.24,35.46283459663391,13000000000 +Llama-2-13b-hf,mxq,5_16,5.16,kurt-scaled,4.6812,6.4993,9.51,8.23,46.81106972694397,13000000000 +Llama-2-13b-hf,mxq,5_20,5.2,kurt-scaled,4.6814,6.4989,9.57,8.29,35.9310085773468,13000000000 +Llama-2-7b-hf,mxq,5_70,5.7,kurt-scaled,5.2458,7.0195,4.84,4.79,18.90107226371765,7000000000 +Meta-Llama-3-8B,mxq,5_54,5.54,kurt-scaled,6.0275,9.3485,6.47,6.46,20.65044403076172,8000000000 +Llama-2-7b-hf,mxq,5_12,5.12,kurt-scaled,5.2669,7.0481,4.4,4.35,19.23083758354187,7000000000 +Llama-2-13b-hf,mxq,5_72,5.72,kurt-scaled,4.6705,6.49,9.23,9.06,34.95450210571289,13000000000 +Meta-Llama-3-8B,mxq,5_96,5.96,kurt-scaled,6.026,9.3323,6.81,6.8,26.5078125,8000000000 +Llama-2-13b-hf,mxq,5_06,5.06,kurt-scaled,4.6832,6.5017,9.35,8.08,43.11512351036072,13000000000 +Llama-2-7b-hf,mxq,5_80,5.8,kurt-scaled,5.2426,7.014,4.91,4.86,19.36367654800415,7000000000 +Meta-Llama-3-8B,mxq,5_70,5.7,kurt-scaled,6.022,9.338,6.6,6.59,20.726682901382446,8000000000 +Llama-2-13b-hf,mxq,2_25,2.25,mxq1,32.811,41.7335,3.98,3.98,52.94397020339966,13000000000 +Llama-2-13b-hf,mxq,2_51,2.51,mxq1,8.9401,12.4191,4.49,4.49,53.25425028800965,13000000000 +Llama-2-7b-hf,mxq,2_57,2.57,mxq1,12.9279,17,,,28.16793727874756,7000000000 +Meta-Llama-3-8B,mxq,2_19,2.19,mxq1,87781.2812,61938.2773,,,26.016353130340576,8000000000 +Llama-2-7b-hf,mxq,2_47,2.47,mxq1,163.0594,170.9671,,,26.49335289001465,7000000000 +Llama-2-7b-hf,mxq,2_15,2.15,mxq1,,,,,25.715022802352905,7000000000 +Meta-Llama-3-8B,mxq,2_57,2.57,mxq1,53.2459,88.4592,,,30.894856691360477,8000000000 +Meta-Llama-3-8B,mxq,2_31,2.31,mxq1,6299.3838,5084.3877,,,25.639243364334103,8000000000 +Llama-2-7b-hf,mxq,2_29,2.29,mxq1,6517.4971,6266.208,,,26.90976619720459,7000000000 +Llama-2-7b-hf,mxq,2_13,2.13,mxq1,,4406.4316,,,26.363276958465576,7000000000 +Meta-Llama-3-8B,mxq,2_55,2.55,mxq1,55.7362,93.1902,,,26.275548934936523,8000000000 +Llama-2-13b-hf,mxq,2_15,2.15,mxq1,458.1787,998.125,,,54.36496758460999,13000000000 +Llama-2-7b-hf,mxq,2_55,2.55,mxq1,25.203,36.4469,,,27.793428897857662,7000000000 +Meta-Llama-3-8B,mxq,2_29,2.29,mxq1,4450.3784,2712.1501,,,26.07418942451477,8000000000 +Llama-2-7b-hf,mxq,2_19,2.19,mxq1,,4263.6934,,,25.5257465839386,7000000000 +Llama-2-13b-hf,mxq,2_13,2.13,mxq1,859.1281,1737.4487,,,52.718018770217896,13000000000 +Meta-Llama-3-8B,mxq,2_51,2.51,mxq1,75.1645,112.2336,4.08,4.08,24.515072107315063,8000000000 +Llama-2-13b-hf,mxq,2_21,2.21,mxq1,63.2594,78.369,,,53.45778012275696,13000000000 +Llama-2-13b-hf,mxq,2_57,2.57,mxq1,7.6239,10.5162,,,54.56654715538025,13000000000 +Llama-2-7b-hf,mxq,2_31,2.31,mxq1,6221.833,6395.2168,,,26.94262170791626,7000000000 +Llama-2-13b-hf,mxq,2_53,2.53,mxq1,7.8701,10.801,,,55.17441821098328,13000000000 +Llama-2-13b-hf,mxq,2_31,2.31,mxq1,28.025,37.1851,,,53.44624614715576,13000000000 +Llama-2-13b-hf,mxq,2_29,2.29,mxq1,29.5297,39.5324,,,53.31960153579712,13000000000 +Meta-Llama-3-8B,mxq,2_17,2.17,mxq1,70275.0781,54749.7031,,,25.9489004611969,8000000000 +Llama-2-7b-hf,mxq,2_17,2.17,mxq1,3624.9775,2700.9817,,,25.71911692619324,7000000000 +Meta-Llama-3-8B,mxq,2_27,2.27,mxq1,9208.6211,5850.2134,,,25.73874425888061,8000000000 +Llama-2-7b-hf,mxq,2_51,2.51,mxq1,37.9823,51.8843,2.47,2.47,27.23824882507324,7000000000 +Llama-2-13b-hf,mxq,2_49,2.49,mxq1,11.1589,15.2583,,,53.56611061096192,13000000000 +Meta-Llama-3-8B,mxq,2_45,2.45,mxq1,154.344,200.7597,,,25.179463624954224,8000000000 +Meta-Llama-3-8B,mxq,2_47,2.47,mxq1,97.5642,134.4331,,,24.84200382232666,8000000000 +Llama-2-13b-hf,mxq,2_55,2.55,mxq1,7.727,10.6813,,,55.89913749694824,13000000000 +Llama-2-13b-hf,mxq,2_17,2.17,mxq1,339.3502,440.1154,,,53.24775695800781,13000000000 +Llama-2-7b-hf,mxq,2_25,2.25,mxq1,3165.4758,2195.2532,2.21,2.21,25.3148353099823,7000000000 +Meta-Llama-3-8B,mxq,2_49,2.49,mxq1,82.8497,120.7239,,,24.85382080078125,8000000000 +Llama-2-13b-hf,mxq,2_19,2.19,mxq1,141.4781,165.3496,,,52.42427635192871,13000000000 +Llama-2-7b-hf,mxq,2_27,2.27,mxq1,8563.4287,4808.2769,,,25.713513374328613,7000000000 +Meta-Llama-3-8B,mxq,2_21,2.21,mxq1,46663.0352,27468.2246,,,25.73615527153015,8000000000 +Meta-Llama-3-8B,mxq,2_25,2.25,mxq1,14484.7344,6815.4814,3.8,3.8,25.789592504501343,8000000000 +Meta-Llama-3-8B,mxq,2_53,2.53,mxq1,69.2855,104.0414,,,24.58772611618042,8000000000 +Meta-Llama-3-8B,mxq,2_23,2.23,mxq1,37196.2031,22969.9609,,,25.892287492752075,8000000000 +Meta-Llama-3-8B,mxq,2_13,2.13,mxq1,102580.3359,84270.4375,,,26.389660120010376,8000000000 +Llama-2-7b-hf,mxq,2_53,2.53,mxq1,29.0323,40.7581,,,27.771810293197632,7000000000 +Llama-2-13b-hf,mxq,2_47,2.47,mxq1,11.89,16.4769,,,51.62110185623169,13000000000 +Llama-2-7b-hf,mxq,2_23,2.23,mxq1,,2553.3374,,,25.2646484375,7000000000 +Llama-2-7b-hf,mxq,2_49,2.49,mxq1,115.5637,150.3164,,,27.280510187149048,7000000000 +Llama-2-13b-hf,mxq,2_27,2.27,mxq1,31.1418,40.785,,,53.63895511627197,13000000000 +Llama-2-13b-hf,mxq,2_23,2.23,mxq1,36.6126,45.7069,,,53.58946084976196,13000000000 +Llama-2-7b-hf,mxq,2_45,2.45,mxq1,220.0714,210.4805,,,26.75245475769043,7000000000 +Llama-2-13b-hf,mxq,2_45,2.45,mxq1,12.6573,17.8399,,,54.017335653305054,13000000000 +Meta-Llama-3-8B,mxq,2_15,2.15,mxq1,105435.9375,92822.4844,,,26.52206039428711,8000000000 +Llama-2-7b-hf,mxq,2_21,2.21,mxq1,2100.0659,2256.1875,,,25.267686367034912,7000000000 +Llama-2-7b-hf,mxq,3_17,3.17,mxq1,6.2066,8.3767,3.89,3.15,23.93885064125061,7000000000 +Llama-2-7b-hf,mxq,3_15,3.15,mxq1,6.2498,8.4539,3.87,3.13,23.690832138061523,7000000000 +Llama-2-7b-hf,mxq,3_23,3.23,mxq1,6.0822,8.1955,3.96,3.22,23.9164457321167,7000000000 +Meta-Llama-3-8B,mxq,3_53,3.53,mxq1,7.2693,11.59,6.18,5.22,31.49493908882141,8000000000 +Meta-Llama-3-8B,mxq,3_47,3.47,mxq1,7.3315,11.7529,6.12,5.16,28.023107051849365,8000000000 +Llama-2-7b-hf,mxq,3_49,3.49,mxq1,5.6751,7.6633,4.16,3.42,23.175869464874268,7000000000 +Meta-Llama-3-8B,mxq,3_23,3.23,mxq1,10.0226,16.0279,5.78,4.81,28.993937969207764,8000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,mxq1,7.3027,11.6846,5.2,5.2,28.63060522079468,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,mxq1,5.574,7.7195,6.8,5.64,46.07139348983765,13000000000 +Llama-2-13b-hf,mxq,3_21,3.21,mxq1,5.0866,7.0857,7.11,5.95,46.92101526260376,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,mxq1,5.3026,7.4293,6.88,5.72,46.61716437339783,13000000000 +Llama-2-13b-hf,mxq,3_29,3.29,mxq1,5.0236,6.979,7.24,6.08,46.99477672576904,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,mxq1,5.0621,7.0456,6.02,6.02,46.72133708000183,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,mxq1,5.2443,7.345,5.76,5.76,47.23818993568421,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,mxq1,5.1828,7.2543,6.96,5.8,46.96672964096069,13000000000 +Llama-2-7b-hf,mxq,3_53,3.53,mxq1,5.6258,7.6053,4.19,3.45,22.982957124710083,7000000000 +Meta-Llama-3-8B,mxq,3_45,3.45,mxq1,7.3681,11.8165,6.1,5.13,28.407453775405884,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,mxq1,12.0248,19.104,5.69,4.73,27.753002405166622,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,mxq1,5.6533,7.6335,3.43,3.43,22.904547214508057,7000000000 +Llama-2-7b-hf,mxq,3_09,3.09,mxq1,6.6295,8.9296,3.81,3.07,23.465599298477173,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,mxq1,6.1522,8.3004,3.91,3.17,23.9538152217865,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,mxq1,6.4894,8.7504,3.82,3.09,23.55207371711731,7000000000 +Llama-2-13b-hf,mxq,3_09,3.09,mxq1,5.5077,7.6411,6.84,5.68,46.61923623085022,13000000000 +Llama-2-13b-hf,mxq,3_45,3.45,mxq1,4.9517,6.8677,7.49,6.33,46.036176919937134,13000000000 +Meta-Llama-3-8B,mxq,3_55,3.55,mxq1,7.2414,11.5211,6.21,5.25,30.077120780944824,8000000000 +Meta-Llama-3-8B,mxq,3_49,3.49,mxq1,7.3122,11.7176,6.14,5.18,27.61187529563904,8000000000 +Llama-2-7b-hf,mxq,3_57,3.57,mxq1,5.5862,7.5596,4.21,3.47,22.52934837341309,7000000000 +Llama-2-7b-hf,mxq,3_21,3.21,mxq1,6.1096,8.2316,3.94,3.2,23.31728768348694,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,mxq1,9.5211,15.2334,4.84,4.84,32.30627083778381,8000000000 +Llama-2-13b-hf,mxq,3_57,3.57,mxq1,4.8925,6.8016,7.59,6.43,45.5713005065918,13000000000 +Llama-2-7b-hf,mxq,3_47,3.47,mxq1,5.6933,7.6896,4.15,3.41,22.94914054870605,7000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,mxq1,11.2001,17.8927,5.73,4.77,28.12361979484558,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,mxq1,13.5388,21.397,5.61,4.65,27.469716787338257,8000000000 +Llama-2-7b-hf,mxq,3_29,3.29,mxq1,5.9926,8.0744,4,3.26,23.572184324264526,7000000000 +Llama-2-13b-hf,mxq,3_49,3.49,mxq1,4.9331,6.847,7.51,6.35,45.97244477272034,13000000000 +Meta-Llama-3-8B,mxq,3_09,3.09,mxq1,13.1133,20.7977,5.63,4.67,27.431740045547485,8000000000 +Llama-2-7b-hf,mxq,3_45,3.45,mxq1,5.6992,7.6996,4.14,3.4,22.95669937133789,7000000000 +Llama-2-13b-hf,mxq,3_27,3.27,mxq1,5.0503,7.027,7.22,6.06,47.17163896560669,13000000000 +Llama-2-7b-hf,mxq,3_27,3.27,mxq1,6.0132,8.1019,4,3.26,23.951513528823853,7000000000 +Llama-2-7b-hf,mxq,3_55,3.55,mxq1,5.6029,7.5801,4.21,3.47,22.64799976348877,7000000000 +Llama-2-7b-hf,mxq,3_07,3.07,mxq1,6.7787,9.1214,3.78,3.04,23.06631445884705,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,mxq1,6.041,8.131,3.24,3.24,23.99044942855835,7000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,mxq1,12.5238,20.161,5.65,4.69,27.563595056533813,8000000000 +Llama-2-13b-hf,mxq,3_23,3.23,mxq1,5.0689,7.0592,7.16,6,47.020263671875,13000000000 +Llama-2-13b-hf,mxq,3_55,3.55,mxq1,4.9012,6.81,7.58,6.42,45.80900669097901,13000000000 +Llama-2-7b-hf,mxq,3_31,3.31,mxq1,5.9335,7.9668,4,3.26,23.384377241134644,7000000000 +Meta-Llama-3-8B,mxq,3_31,3.31,mxq1,8.2586,13.1947,5.87,4.9,29.256778717041016,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,mxq1,12.2277,19.4878,4.71,4.71,27.727351665496823,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,mxq1,4.9235,6.8358,6.38,6.38,46.29764461517334,13000000000 +Meta-Llama-3-8B,mxq,3_29,3.29,mxq1,8.5396,13.5828,5.84,4.88,29.192342042922974,8000000000 +Llama-2-13b-hf,mxq,3_53,3.53,mxq1,4.9166,6.8245,7.56,6.4,45.62708783149719,13000000000 +Meta-Llama-3-8B,mxq,3_17,3.17,mxq1,11.4509,18.2581,5.72,4.75,28.137948036193848,8000000000 +Llama-2-13b-hf,mxq,3_47,3.47,mxq1,4.9483,6.8591,7.5,6.34,46.02526903152466,13000000000 +Meta-Llama-3-8B,mxq,3_57,3.57,mxq1,7.2076,11.4863,6.23,5.26,36.05688500404358,8000000000 +Llama-2-7b-hf,mxq,3_13,3.13,mxq1,6.3628,8.6,3.11,3.11,23.47822117805481,7000000000 +Llama-2-13b-hf,mxq,3_17,3.17,mxq1,5.144,7.1616,7,5.84,46.93401551246643,13000000000 +Llama-2-13b-hf,mxq,3_19,3.19,mxq1,5.1087,7.1157,7.05,5.88,46.807069063186646,13000000000 +Llama-2-13b-hf,mxq,3_31,3.31,mxq1,5.0154,6.973,7.24,6.08,46.67524003982544,13000000000 +Meta-Llama-3-8B,mxq,3_27,3.27,mxq1,9.1878,14.7733,5.82,4.86,29.376732349395752,8000000000 +Meta-Llama-3-8B,mxq,3_21,3.21,mxq1,10.7828,17.2627,5.76,4.79,28.50547289848328,8000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,mxq1,6.4614,10.0802,6.53,5.57,26.681859731674194,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,mxq1,5.3182,7.1353,4.43,3.7,20.549405813217163,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,mxq1,4.7357,6.5707,6.94,6.94,41.649832010269165,13000000000 +Meta-Llama-3-8B,mxq,4_59,4.59,mxq1,6.1108,9.4605,6.65,5.69,24.4688937664032,8000000000 +Meta-Llama-3-8B,mxq,4_09,4.09,mxq1,6.431,10.0261,6.51,5.55,27.558760166168213,8000000000 +Meta-Llama-3-8B,mxq,4_49,4.49,mxq1,6.1145,9.4645,6.56,5.61,23.361668825149536,8000000000 +Llama-2-13b-hf,mxq,4_31,4.31,mxq1,4.7008,6.5332,8.14,6.98,39.76875686645508,13000000000 +Llama-2-7b-hf,mxq,4_53,4.53,mxq1,5.2875,7.078,4.64,3.9,19.18871831893921,7000000000 +Llama-2-7b-hf,mxq,4_15,4.15,mxq1,5.3283,7.1561,4.45,3.71,20.58371472358704,7000000000 +Llama-2-7b-hf,mxq,4_35,4.35,mxq1,5.3039,7.0966,4.5,3.77,19.5824933052063,7000000000 +Llama-2-7b-hf,mxq,4_61,4.61,mxq1,5.2864,7.0736,4.7,3.96,19.251134634017944,7000000000 +Llama-2-7b-hf,mxq,4_07,4.07,mxq1,5.3565,7.2072,4.44,3.71,21.131075859069824,7000000000 +Llama-2-7b-hf,mxq,4_29,4.29,mxq1,5.3113,7.114,4.46,3.72,19.97725749015808,7000000000 +Meta-Llama-3-8B,mxq,4_03,4.03,mxq1,6.4963,10.1587,6.54,5.58,25.88525485992432,8000000000 +Llama-2-7b-hf,mxq,4_41,4.41,mxq1,5.3008,7.0875,4.55,3.81,19.59765887260437,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,mxq1,6.1146,9.4655,5.62,5.62,24.92203664779663,8000000000 +Llama-2-13b-hf,mxq,4_09,4.09,mxq1,4.7492,6.5873,8.12,6.97,42.047685384750366,13000000000 +Meta-Llama-3-8B,mxq,4_05,4.05,mxq1,6.4759,10.1244,6.53,5.58,26.255170822143555,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,mxq1,6.4222,9.9862,6.5,5.55,27.063514947891235,8000000000 +Meta-Llama-3-8B,mxq,4_45,4.45,mxq1,6.1205,9.4749,6.53,5.57,23.748464822769165,8000000000 +Llama-2-7b-hf,mxq,4_49,4.49,mxq1,5.2904,7.0791,4.61,3.87,19.427526235580444,7000000000 +Meta-Llama-3-8B,mxq,4_15,4.15,mxq1,6.405,9.9757,6.49,5.53,26.835866928100582,8000000000 +Llama-2-7b-hf,mxq,4_47,4.47,mxq1,5.2959,7.0845,4.6,3.86,19.193933725357056,7000000000 +Llama-2-13b-hf,mxq,4_43,4.43,mxq1,4.6938,6.5195,8.31,7.15,39.36584949493408,13000000000 +Llama-2-7b-hf,mxq,4_43,4.43,mxq1,5.2992,7.0879,4.57,3.83,19.426052570343018,7000000000 +Llama-2-13b-hf,mxq,4_57,4.57,mxq1,4.6882,6.5141,8.52,7.36,38.947505235672,13000000000 +Llama-2-13b-hf,mxq,4_47,4.47,mxq1,4.6914,6.5168,8.37,7.21,38.94000625610352,13000000000 +Llama-2-7b-hf,mxq,4_19,4.19,mxq1,5.3245,7.1459,4.44,3.7,20.743916988372803,7000000000 +Llama-2-7b-hf,mxq,4_31,4.31,mxq1,5.3097,7.1112,4.48,3.74,19.612579107284542,7000000000 +Llama-2-13b-hf,mxq,4_53,4.53,mxq1,4.689,6.5136,8.46,7.3,38.96563124656677,13000000000 +Llama-2-13b-hf,mxq,4_23,4.23,mxq1,4.7167,6.5481,8.04,6.88,40.51502966880798,13000000000 +Llama-2-7b-hf,mxq,4_27,4.27,mxq1,5.3106,7.1197,4.45,3.72,20.036747694015503,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,mxq1,4.719,6.5519,8.04,6.88,41.05225133895874,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,mxq1,5.334,7.1706,3.72,3.72,20.87559461593628,7000000000 +Llama-2-7b-hf,mxq,4_59,4.59,mxq1,5.2849,7.0742,4.69,3.95,19.17374587059021,7000000000 +Llama-2-13b-hf,mxq,4_25,4.25,mxq1,4.7089,6.5419,6.9,6.91,40.46815299987793,13000000000 +Llama-2-13b-hf,mxq,4_29,4.29,mxq1,4.7031,6.5348,8.12,6.97,40.09323787689209,13000000000 +Meta-Llama-3-8B,mxq,4_61,4.61,mxq1,6.111,9.459,6.66,5.7,27.436137199401852,8000000000 +Llama-2-7b-hf,mxq,4_55,4.55,mxq1,5.2859,7.0774,4.66,3.93,19.15705108642578,7000000000 +Llama-2-13b-hf,mxq,4_41,4.41,mxq1,4.6929,6.521,8.28,7.13,39.22174906730652,13000000000 +Llama-2-13b-hf,mxq,4_03,4.03,mxq1,4.7657,6.613,8.13,6.98,42.46521067619324,13000000000 +Llama-2-13b-hf,mxq,4_11,4.11,mxq1,4.7407,6.5778,8.1,6.95,41.86778664588928,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,mxq1,4.7306,6.5591,8.07,6.91,41.23172092437744,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,mxq1,6.3811,9.9266,6.48,5.52,25.636372327804565,8000000000 +Meta-Llama-3-8B,mxq,4_33,4.33,mxq1,6.1794,9.5815,6.43,5.47,25.249829053878784,8000000000 +Llama-2-7b-hf,mxq,4_33,4.33,mxq1,5.3014,7.101,4.49,3.76,19.56880807876587,7000000000 +Meta-Llama-3-8B,mxq,4_53,4.53,mxq1,6.1145,9.4646,6.6,5.64,23.70330619812012,8000000000 +Meta-Llama-3-8B,mxq,4_31,4.31,mxq1,6.2252,9.6562,6.43,5.47,25.809986114501957,8000000000 +Llama-2-7b-hf,mxq,4_03,4.03,mxq1,5.3814,7.2461,4.45,3.72,20.969598531723022,7000000000 +Llama-2-7b-hf,mxq,4_51,4.51,mxq1,5.2898,7.0788,3.89,3.89,19.155563831329346,7000000000 +Meta-Llama-3-8B,mxq,4_57,4.57,mxq1,6.1122,9.4631,6.63,5.67,24.524535417556763,8000000000 +Llama-2-13b-hf,mxq,4_55,4.55,mxq1,4.6895,6.5129,8.5,7.34,38.63822436332703,13000000000 +Llama-2-13b-hf,mxq,4_05,4.05,mxq1,4.756,6.6024,8.14,6.98,42.40979599952698,13000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,mxq1,6.3441,9.8427,6.46,5.5,25.76648712158203,8000000000 +Llama-2-13b-hf,mxq,4_49,4.49,mxq1,4.6888,6.5146,8.4,7.24,38.84530258178711,13000000000 +Llama-2-7b-hf,mxq,4_25,4.25,mxq1,5.3115,7.1268,3.71,3.71,20.26943135261536,7000000000 +Meta-Llama-3-8B,mxq,4_23,4.23,mxq1,6.3174,9.7954,6.46,5.5,27.35953164100647,8000000000 +Llama-2-7b-hf,mxq,4_05,4.05,mxq1,5.3753,7.2209,4.43,3.7,20.88037323951721,7000000000 +Llama-2-7b-hf,mxq,4_11,4.11,mxq1,5.3408,7.1813,4.46,3.73,20.761564016342163,7000000000 +Llama-2-13b-hf,mxq,4_19,4.19,mxq1,4.7227,6.5555,8.05,6.9,41.09080386161804,13000000000 +Llama-2-13b-hf,mxq,4_61,4.61,mxq1,4.6907,6.5113,8.58,7.42,38.93445158004761,13000000000 +Llama-2-13b-hf,mxq,4_07,4.07,mxq1,4.7491,6.5939,8.12,6.96,42.46434950828552,13000000000 +Llama-2-7b-hf,mxq,4_45,4.45,mxq1,5.2966,7.087,4.58,3.84,19.19464921951294,7000000000 +Llama-2-13b-hf,mxq,4_59,4.59,mxq1,4.6899,6.5132,8.55,7.39,38.80632185935974,13000000000 +Llama-2-13b-hf,mxq,4_51,4.51,mxq1,4.6891,6.5144,7.28,7.28,38.84453558921814,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,mxq1,6.2909,9.7613,5.49,5.49,27.399765968322757,8000000000 +Llama-2-7b-hf,mxq,4_09,4.09,mxq1,5.3551,7.1952,4.45,3.72,21.231635093688965,7000000000 +Llama-2-13b-hf,mxq,4_15,4.15,mxq1,4.7308,6.5647,8.07,6.92,41.51810216903687,13000000000 +Llama-2-13b-hf,mxq,4_45,4.45,mxq1,4.6926,6.5185,8.34,7.18,39.33842134475708,13000000000 +Llama-2-13b-hf,mxq,4_27,4.27,mxq1,4.7087,6.5377,8.09,6.93,40.65523076057434,13000000000 +Meta-Llama-3-8B,mxq,4_29,4.29,mxq1,6.2456,9.6912,6.43,5.47,26.04448127746582,8000000000 +Meta-Llama-3-8B,mxq,4_55,4.55,mxq1,6.1126,9.4656,6.61,5.65,23.91134476661682,8000000000 +Llama-2-13b-hf,mxq,4_33,4.33,mxq1,4.6976,6.5283,8.16,7.01,39.751455783844,13000000000 +Meta-Llama-3-8B,mxq,4_47,4.47,mxq1,6.1155,9.4657,6.55,5.59,24.25788116455078,8000000000 +Llama-2-13b-hf,mxq,4_35,4.35,mxq1,4.699,6.5243,8.19,7.04,39.7638783454895,13000000000 +Meta-Llama-3-8B,mxq,4_35,4.35,mxq1,6.1673,9.5576,6.45,5.49,25.076794862747192,8000000000 +Llama-2-7b-hf,mxq,4_17,4.17,mxq1,5.3282,7.1556,4.44,3.71,20.673033952713013,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,mxq1,6.405,9.9574,5.54,5.54,26.953931093215942,8000000000 +Llama-2-7b-hf,mxq,4_23,4.23,mxq1,5.3175,7.1336,4.43,3.7,20.32020378112793,7000000000 +Meta-Llama-3-8B,mxq,4_41,4.41,mxq1,6.1285,9.4953,6.5,5.54,23.6580011844635,8000000000 +Meta-Llama-3-8B,mxq,4_19,4.19,mxq1,6.3631,9.8989,6.47,5.51,25.687644720077515,8000000000 +Meta-Llama-3-8B,mxq,4_27,4.27,mxq1,6.268,9.7356,6.45,5.49,25.66309356689453,8000000000 +Llama-2-7b-hf,mxq,4_57,4.57,mxq1,5.2862,7.0799,4.67,3.93,19.16224694252014,7000000000 +Meta-Llama-3-8B,mxq,4_43,4.43,mxq1,6.1245,9.4828,6.51,5.56,23.717778205871586,8000000000 +Meta-Llama-3-8B,mxq,6_06,6.06,mxq1,6.023,9.326,7.84,6.88,21.76242709159851,8000000000 +Llama-2-7b-hf,mxq,7_74,7.74,mxq1,5.2359,6.9897,7.06,6.34,17.669595956802368,7000000000 +Llama-2-13b-hf,mxq,5_98,5.98,mxq1,4.6678,6.4906,10.6,9.44,47.798495054245,13000000000 +Llama-2-7b-hf,mxq,6_89,6.89,mxq1,5.2462,7.0114,6.4,5.68,25.922955751419067,7000000000 +Llama-2-7b-hf,mxq,5_90,5.9,mxq1,5.2604,7.0303,5.67,4.94,19.554818153381348,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,mxq1,4.6846,6.5035,9.18,8.03,49.19426798820496,13000000000 +Llama-2-13b-hf,mxq,7_74,7.74,mxq1,4.6469,6.4678,13.17,12.04,44.089990854263306,13000000000 +Llama-2-7b-hf,mxq,5_10,5.1,mxq1,5.2754,7.0524,5.07,4.33,19.657520294189453,7000000000 +Llama-2-7b-hf,mxq,7_56,7.56,mxq1,5.237,6.9942,6.9,6.19,18.19426202774048,7000000000 +Llama-2-7b-hf,mxq,6_81,6.81,mxq1,5.2469,7.011,6.34,5.62,18.86526107788086,7000000000 +Llama-2-7b-hf,mxq,5_96,5.96,mxq1,5.2593,7.03,5.72,4.98,19.279616355896,7000000000 +Meta-Llama-3-8B,mxq,6_71,6.71,mxq1,6.0196,9.3105,8.34,7.41,21.85685682296753,8000000000 +Llama-2-7b-hf,mxq,5_94,5.94,mxq1,5.2586,7.0295,5.7,4.97,19.37894368171692,7000000000 +Llama-2-13b-hf,mxq,5_14,5.14,mxq1,4.683,6.5027,9.36,8.2,56.9892475605011,13000000000 +Meta-Llama-3-8B,mxq,5_88,5.88,mxq1,6.0261,9.3352,7.7,6.74,22.518107175827023,8000000000 +Llama-2-13b-hf,mxq,5_08,5.08,mxq1,4.6839,6.5029,9.27,8.12,49.27021145820618,13000000000 +Llama-2-13b-hf,mxq,7_66,7.66,mxq1,4.6474,6.468,13.05,11.93,47.079811811447136,13000000000 +Meta-Llama-3-8B,mxq,6_72,6.72,mxq1,6.0197,9.3087,8.35,7.42,23.39883589744568,8000000000 +Llama-2-7b-hf,mxq,7_60,7.6,mxq1,5.2371,6.9936,6.93,6.22,18.125155687332157,7000000000 +Llama-2-13b-hf,mxq,5_94,5.94,mxq1,4.6684,6.4931,10.54,9.39,49.166083097457886,13000000000 +Llama-2-7b-hf,mxq,5_08,5.08,mxq1,5.2764,7.0531,5.06,4.32,19.440809726715088,7000000000 +Llama-2-13b-hf,mxq,6_77,6.77,mxq1,4.6577,6.4802,11.79,10.67,46.27151226997376,13000000000 +Meta-Llama-3-8B,mxq,6_86,6.86,mxq1,6.0164,9.3046,8.46,7.53,21.96333861351013,8000000000 +Llama-2-13b-hf,mxq,5_90,5.9,mxq1,4.6686,6.4937,10.48,9.33,48.043394327163696,13000000000 +Llama-2-7b-hf,mxq,7_57,7.57,mxq1,5.2378,6.9941,6.91,6.2,17.95819878578186,7000000000 +Llama-2-13b-hf,mxq,6_78,6.78,mxq1,4.6575,6.4794,11.84,10.71,44.31199598312378,13000000000 +Meta-Llama-3-8B,mxq,6_00,6,mxq1,6.0237,9.3281,7.79,6.83,21.4712917804718,8000000000 +Llama-2-7b-hf,mxq,5_04,5.04,mxq1,5.2765,7.0529,5.03,4.29,19.586140632629395,7000000000 +Meta-Llama-3-8B,mxq,5_94,5.94,mxq1,6.0244,9.3323,7.74,6.78,21.61764931678772,8000000000 +Llama-2-13b-hf,mxq,6_81,6.81,mxq1,4.6577,6.4795,11.82,10.7,47.39734888076782,13000000000 +Llama-2-7b-hf,mxq,6_92,6.92,mxq1,5.2446,7.0088,6.44,5.72,18.701699256896973,7000000000 +Llama-2-13b-hf,mxq,6_06,6.06,mxq1,4.6666,6.4898,10.72,9.56,47.00333380699158,13000000000 +Llama-2-13b-hf,mxq,7_70,7.7,mxq1,4.647,6.4677,13.11,11.99,43.83094072341919,13000000000 +Llama-2-7b-hf,mxq,5_92,5.92,mxq1,5.2577,7.0291,5.71,4.97,20.55404281616211,7000000000 +Meta-Llama-3-8B,mxq,5_14,5.14,mxq1,6.0536,9.3788,7.09,6.13,21.712579488754272,8000000000 +Llama-2-7b-hf,mxq,6_06,6.06,mxq1,5.2588,7.0279,5.79,5.06,19.3074004650116,7000000000 +Meta-Llama-3-8B,mxq,5_90,5.9,mxq1,6.0255,9.3333,7.71,6.75,22.121676683425903,8000000000 +Llama-2-13b-hf,mxq,6_02,6.02,mxq1,4.6668,6.4898,10.72,9.56,46.12384104728699,13000000000 +Meta-Llama-3-8B,mxq,5_20,5.2,mxq1,6.0512,9.3798,7.14,6.18,21.581509828567505,8000000000 +Meta-Llama-3-8B,mxq,5_04,5.04,mxq1,6.0543,9.3815,7.01,6.05,21.817686080932617,8000000000 +Llama-2-7b-hf,mxq,7_72,7.72,mxq1,5.2355,6.9912,7.02,6.31,18.226958751678467,7000000000 +Llama-2-7b-hf,mxq,6_02,6.02,mxq1,5.2581,7.0277,5.76,5.03,19.418373584747314,7000000000 +Meta-Llama-3-8B,mxq,5_98,5.98,mxq1,6.0217,9.3299,7.78,6.82,21.374507427215576,8000000000 +Llama-2-7b-hf,mxq,6_04,6.04,mxq1,5.2576,7.0268,5.78,5.04,19.052096128463745,7000000000 +Meta-Llama-3-8B,mxq,5_06,5.06,mxq1,6.0522,9.3779,7.03,6.07,21.56499028205872,8000000000 +Llama-2-13b-hf,mxq,6_87,6.87,mxq1,4.6573,6.4795,11.88,10.76,45.78723359107971,13000000000 +Llama-2-7b-hf,mxq,5_18,5.18,mxq1,5.276,7.0518,5.13,4.39,19.973525762557983,7000000000 +Meta-Llama-3-8B,mxq,5_16,5.16,mxq1,6.0507,9.3749,7.11,6.15,21.58627796173096,8000000000 +Llama-2-13b-hf,mxq,6_72,6.72,mxq1,4.6594,6.4813,11.66,10.54,46.765066146850586,13000000000 +Llama-2-13b-hf,mxq,6_04,6.04,mxq1,4.667,6.4902,10.69,9.53,48.153079986572266,13000000000 +Llama-2-13b-hf,mxq,5_96,5.96,mxq1,4.6678,6.4916,10.57,9.41,48.17770957946777,13000000000 +Llama-2-7b-hf,mxq,7_70,7.7,mxq1,5.2351,6.9918,7.01,6.29,17.992141246795654,7000000000 +Llama-2-7b-hf,mxq,6_78,6.78,mxq1,5.2478,7.0112,6.31,5.6,18.597021102905277,7000000000 +Meta-Llama-3-8B,mxq,7_76,7.76,mxq1,6.0055,9.2872,9.19,8.26,27.69206953048706,8000000000 +Llama-2-13b-hf,mxq,5_86,5.86,mxq1,4.6691,6.4944,10.42,9.27,48.98742747306824,13000000000 +Meta-Llama-3-8B,mxq,6_92,6.92,mxq1,6.0161,9.2986,8.51,7.58,22.2465500831604,8000000000 +Meta-Llama-3-8B,mxq,5_12,5.12,mxq1,6.0512,9.3761,7.09,6.13,21.561537265777588,8000000000 +Meta-Llama-3-8B,mxq,5_10,5.1,mxq1,6.0511,9.3766,7.06,6.1,21.59110140800476,8000000000 +Llama-2-7b-hf,mxq,7_63,7.63,mxq1,5.2363,6.9925,6.96,6.24,17.663169622421265,7000000000 +Llama-2-7b-hf,mxq,6_77,6.77,mxq1,5.2474,7.0115,6.31,5.59,18.561485052108765,7000000000 +Meta-Llama-3-8B,mxq,7_62,7.62,mxq1,6.0003,9.2852,9.08,8.15,22.798346996307373,8000000000 +Meta-Llama-3-8B,mxq,7_70,7.7,mxq1,6.0045,9.2858,9.19,8.26,71.6642336845398,8000000000 +Meta-Llama-3-8B,mxq,6_02,6.02,mxq1,6.0234,9.327,7.81,6.85,22.565041303634644,8000000000 +Llama-2-13b-hf,mxq,6_83,6.83,mxq1,4.6573,6.4802,11.85,10.73,46.35602283477783,13000000000 +Llama-2-13b-hf,mxq,6_89,6.89,mxq1,4.6568,6.4789,11.91,10.79,48.30457520484924,13000000000 +Meta-Llama-3-8B,mxq,7_56,7.56,mxq1,6.002,9.2872,9.03,8.1,22.120295524597168,8000000000 +Meta-Llama-3-8B,mxq,6_78,6.78,mxq1,6.0256,9.318,8.4,7.47,22.91683387756348,8000000000 +Meta-Llama-3-8B,mxq,7_60,7.6,mxq1,6.0076,9.2996,9.06,8.13,21.957447052001957,8000000000 +Llama-2-13b-hf,mxq,5_10,5.1,mxq1,4.6844,6.5018,9.31,8.16,49.0630841255188,13000000000 +Meta-Llama-3-8B,mxq,6_83,6.83,mxq1,6.0153,9.3035,8.46,7.53,22.001774787902832,8000000000 +Meta-Llama-3-8B,mxq,7_63,7.63,mxq1,6.006,9.2906,9.09,8.16,23.30888676643372,8000000000 +Meta-Llama-3-8B,mxq,7_68,7.68,mxq1,6.0022,9.2823,9.13,8.2,23.90609741210937,8000000000 +Llama-2-13b-hf,mxq,5_88,5.88,mxq1,4.6688,6.494,10.45,9.3,48.39581108093262,13000000000 +Llama-2-7b-hf,mxq,7_76,7.76,mxq1,5.2357,6.9899,7.05,6.34,17.89582633972168,7000000000 +Meta-Llama-3-8B,mxq,7_72,7.72,mxq1,6.0038,9.292,9.19,8.26,22.09702754020691,8000000000 +Llama-2-7b-hf,mxq,5_16,5.16,mxq1,5.2759,7.0515,5.12,4.38,20.5237340927124,7000000000 +Meta-Llama-3-8B,mxq,7_74,7.74,mxq1,6.0006,9.2811,9.18,8.25,23.867166757583615,8000000000 +Meta-Llama-3-8B,mxq,6_04,6.04,mxq1,6.0223,9.3285,7.83,6.87,21.45602321624756,8000000000 +Meta-Llama-3-8B,mxq,7_57,7.57,mxq1,6.0049,9.2966,9.04,8.11,22.91953945159912,8000000000 +Llama-2-7b-hf,mxq,7_62,7.62,mxq1,5.2374,6.9934,6.95,6.23,19.285237550735477,7000000000 +Llama-2-13b-hf,mxq,7_56,7.56,mxq1,4.6494,6.4696,12.9,11.78,47.3088366985321,13000000000 +Llama-2-7b-hf,mxq,5_20,5.2,mxq1,5.2746,7.0514,5.15,4.41,19.65858101844788,7000000000 +Llama-2-13b-hf,mxq,5_04,5.04,mxq1,4.6854,6.5025,9.21,8.06,46.62364554405213,13000000000 +Llama-2-7b-hf,mxq,5_88,5.88,mxq1,5.2586,7.0299,5.66,4.92,19.65648412704468,7000000000 +Llama-2-13b-hf,mxq,7_68,7.68,mxq1,4.6472,6.4684,13.08,11.95,47.53784322738648,13000000000 +Llama-2-7b-hf,mxq,5_14,5.14,mxq1,5.2757,7.0512,5.1,4.36,19.58873414993286,7000000000 +Meta-Llama-3-8B,mxq,5_08,5.08,mxq1,6.0535,9.3792,7.05,6.09,21.678075790405277,8000000000 +Llama-2-13b-hf,mxq,7_60,7.6,mxq1,4.649,6.4689,12.96,11.84,45.857011795043945,13000000000 +Meta-Llama-3-8B,mxq,5_18,5.18,mxq1,6.0513,9.3791,7.13,6.17,21.55056619644165,8000000000 +Llama-2-13b-hf,mxq,7_76,7.76,mxq1,4.6461,6.4672,13.19,12.07,43.27605080604553,13000000000 +Llama-2-7b-hf,mxq,6_86,6.86,mxq1,5.2461,7.0104,6.38,5.66,18.698930263519287,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,mxq1,6.0148,9.302,8.49,7.56,22.465340614318848,8000000000 +Llama-2-13b-hf,mxq,6_75,6.75,mxq1,4.6587,6.4808,11.73,10.61,51.45095086097717,13000000000 +Llama-2-7b-hf,mxq,5_06,5.06,mxq1,5.2773,7.0527,5.04,4.3,19.507778644561768,7000000000 +Llama-2-13b-hf,mxq,6_92,6.92,mxq1,4.6565,6.4785,12.03,10.9,48.840221881866455,13000000000 +Meta-Llama-3-8B,mxq,5_86,5.86,mxq1,6.0263,9.3328,7.68,6.72,21.603814601898197,8000000000 +Llama-2-13b-hf,mxq,5_00,5,mxq1,4.686,6.5027,8,8,50.04755926132202,13000000000 +Llama-2-7b-hf,mxq,5_86,5.86,mxq1,5.259,7.0317,5.64,4.91,19.42838191986084,7000000000 +Llama-2-7b-hf,mxq,5_02,5.02,mxq1,5.2756,7.053,5.01,4.27,19.654392957687374,7000000000 +Llama-2-13b-hf,mxq,5_12,5.12,mxq1,4.6834,6.5027,9.33,8.17,49.11213088035584,13000000000 +Llama-2-7b-hf,mxq,6_72,6.72,mxq1,5.2475,7.0121,6.27,5.56,18.748580932617188,7000000000 +Meta-Llama-3-8B,mxq,6_87,6.87,mxq1,6.0212,9.3161,8.47,7.54,22.113675594329838,8000000000 +Llama-2-13b-hf,mxq,6_86,6.86,mxq1,4.657,6.4802,11.87,10.74,46.65679335594177,13000000000 +Llama-2-13b-hf,mxq,7_72,7.72,mxq1,4.6471,6.4678,13.14,12.01,43.9573712348938,13000000000 +Meta-Llama-3-8B,mxq,6_75,6.75,mxq1,6.02,9.3097,8.37,7.44,21.745509386062626,8000000000 +Llama-2-13b-hf,mxq,6_00,6,mxq1,4.6676,6.4903,10.63,9.47,47.34900975227356,13000000000 +Llama-2-13b-hf,mxq,7_62,7.62,mxq1,4.649,6.4688,12.99,11.87,46.21504259109497,13000000000 +Llama-2-13b-hf,mxq,5_18,5.18,mxq1,4.6829,6.5022,9.42,8.26,50.85960650444031,13000000000 +Llama-2-7b-hf,mxq,5_98,5.98,mxq1,5.2592,7.0269,5.75,5.02,19.30942392349243,7000000000 +Meta-Llama-3-8B,mxq,5_92,5.92,mxq1,6.0236,9.3314,7.73,6.77,21.48281145095825,8000000000 +Meta-Llama-3-8B,mxq,6_77,6.77,mxq1,6.0178,9.3079,8.39,7.46,21.645708799362183,8000000000 +Llama-2-7b-hf,mxq,6_00,6,mxq1,5.2607,7.0283,5.75,5.01,19.27993416786194,7000000000 +Llama-2-13b-hf,mxq,5_92,5.92,mxq1,4.6684,6.4934,10.51,9.36,48.14252591133118,13000000000 +Llama-2-13b-hf,mxq,6_71,6.71,mxq1,4.6595,6.4817,11.64,10.52,47.33645796775818,13000000000 +Llama-2-7b-hf,mxq,5_00,5,mxq1,5.2766,7.0532,4.27,4.27,19.587546348571777,7000000000 +Meta-Llama-3-8B,mxq,5_00,5,mxq1,6.0532,9.3803,6.02,6.02,21.893595218658447,8000000000 +Llama-2-7b-hf,mxq,6_71,6.71,mxq1,5.2477,7.0123,6.28,5.57,18.528297424316406,7000000000 +Llama-2-7b-hf,mxq,7_66,7.66,mxq1,5.236,6.9922,6.98,6.26,17.945961236953735,7000000000 +Meta-Llama-3-8B,mxq,7_66,7.66,mxq1,6.0043,9.2941,9.11,8.18,27.38026094436645,8000000000 +Llama-2-13b-hf,mxq,7_57,7.57,mxq1,4.6489,6.4689,12.97,11.85,46.53462791442871,13000000000 +Llama-2-7b-hf,mxq,6_75,6.75,mxq1,5.2476,7.0121,6.29,5.58,18.54985857009888,7000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,mxq1,6.0532,9.3808,7,6.04,21.56413507461548,8000000000 +Llama-2-7b-hf,mxq,6_87,6.87,mxq1,5.2457,7.0102,6.38,5.67,18.890921354293823,7000000000 +Llama-2-7b-hf,mxq,7_68,7.68,mxq1,5.2354,6.9915,6.99,6.28,17.50517463684082,7000000000 +Llama-2-7b-hf,mxq,6_83,6.83,mxq1,5.2457,7.0106,6.35,5.64,19.047003507614136,7000000000 +Meta-Llama-3-8B,mxq,6_81,6.81,mxq1,6.0168,9.3071,8.42,7.49,22.49588942527771,8000000000 +Llama-2-13b-hf,mxq,5_16,5.16,mxq1,4.6844,6.5018,9.39,8.23,51.94888925552368,13000000000 +Llama-2-13b-hf,mxq,5_20,5.2,mxq1,4.6827,6.502,9.46,8.3,53.49170207977295,13000000000 +Llama-2-13b-hf,mxq,7_63,7.63,mxq1,4.649,6.4688,13,11.88,45.62868070602417,13000000000 +Llama-2-7b-hf,mxq,5_12,5.12,mxq1,5.2763,7.0519,5.09,4.35,19.8666250705719,7000000000 +Meta-Llama-3-8B,mxq,5_96,5.96,mxq1,6.0228,9.328,7.76,6.8,22.19820022583008,8000000000 +Llama-2-13b-hf,mxq,5_06,5.06,mxq1,4.6835,6.5029,9.24,8.08,45.732778549194336,13000000000 +Meta-Llama-3-8B,mxq,6_17,6.17,mxq1,6.0255,9.3334,7.93,6.97,22.93013048171997,8000000000 +Meta-Llama-3-8B,mxq,6_13,6.13,mxq1,6.0184,9.3218,7.9,6.94,21.69773030281067,8000000000 +Llama-2-13b-hf,mxq,6_43,6.43,mxq1,4.6617,6.4843,11.27,10.11,40.88297891616821,13000000000 +Llama-2-7b-hf,mxq,6_51,6.51,mxq1,5.2543,7.0177,6.13,5.4,24.40671682357788,7000000000 +Llama-2-13b-hf,mxq,6_61,6.61,mxq1,4.6611,6.4834,11.5,10.38,48.03984093666077,13000000000 +Llama-2-13b-hf,mxq,6_03,6.03,mxq1,4.6664,6.4897,10.71,9.55,,13000000000 +Llama-2-7b-hf,mxq,6_53,6.53,mxq1,5.252,7.0181,6.15,5.41,24.252538204193115,7000000000 +Meta-Llama-3-8B,mxq,6_19,6.19,mxq1,6.0189,9.3196,7.95,6.99,24.800605058670044,8000000000 +Llama-2-7b-hf,mxq,6_57,6.57,mxq1,5.2477,7.0146,6.16,5.44,23.827990531921387,7000000000 +Meta-Llama-3-8B,mxq,6_21,6.21,mxq1,6.0204,9.319,7.96,7,29.62066912651062,8000000000 +Llama-2-13b-hf,mxq,6_65,6.65,mxq1,4.6601,6.4825,11.56,10.43,46.842421531677246,13000000000 +Meta-Llama-3-8B,mxq,6_25,6.25,mxq1,6.0267,9.3208,7.97,7.04,22.11001920700073,8000000000 +Meta-Llama-3-8B,mxq,6_05,6.05,mxq1,6.0212,9.3245,7.83,6.87,23.453336477279663,8000000000 +Meta-Llama-3-8B,mxq,6_37,6.37,mxq1,6.0249,9.3159,8.06,7.13,22.570733785629272,8000000000 +Llama-2-13b-hf,mxq,6_15,6.15,mxq1,4.6647,6.4886,10.85,9.7,43.04915261268616,13000000000 +Llama-2-7b-hf,mxq,6_39,6.39,mxq1,5.2537,7.0212,6.04,5.31,22.958473443984985,7000000000 +Llama-2-7b-hf,mxq,6_45,6.45,mxq1,5.2531,7.02,6.09,5.35,23.5776686668396,7000000000 +Llama-2-7b-hf,mxq,6_65,6.65,mxq1,5.2479,7.0134,6.22,5.5,21.540367126464844,7000000000 +Llama-2-13b-hf,mxq,6_21,6.21,mxq1,4.6639,6.4876,10.94,9.78,41.25605297088623,13000000000 +Meta-Llama-3-8B,mxq,6_15,6.15,mxq1,6.0204,9.3249,7.91,6.95,26.227903127670288,8000000000 +Llama-2-13b-hf,mxq,6_63,6.63,mxq1,4.66,6.4825,11.53,10.4,51.91605401039124,13000000000 +Meta-Llama-3-8B,mxq,6_33,6.33,mxq1,6.0364,9.3301,8.03,7.1,24.40437388420105,8000000000 +Llama-2-7b-hf,mxq,6_47,6.47,mxq1,5.2523,7.0194,6.1,5.37,23.60258746147156,7000000000 +Llama-2-7b-hf,mxq,6_09,6.09,mxq1,5.2569,7.0255,5.82,5.08,23.579248666763306,7000000000 +Llama-2-7b-hf,mxq,6_13,6.13,mxq1,5.2579,7.0239,5.85,5.11,25.49895691871643,7000000000 +Llama-2-13b-hf,mxq,6_11,6.11,mxq1,4.6657,6.489,10.79,9.64,43.13880181312561,13000000000 +Meta-Llama-3-8B,mxq,6_47,6.47,mxq1,6.0244,9.3178,8.15,7.21,21.61146068572998,8000000000 +Llama-2-7b-hf,mxq,6_69,6.69,mxq1,5.2485,7.0141,6.25,5.53,19.48853874206543,7000000000 +Meta-Llama-3-8B,mxq,6_61,6.61,mxq1,6.0215,9.3132,8.26,7.33,26.014561891555783,8000000000 +Meta-Llama-3-8B,mxq,6_07,6.07,mxq1,6.0214,9.3248,7.85,6.89,21.678030729293823,8000000000 +Llama-2-13b-hf,mxq,6_13,6.13,mxq1,4.6656,6.4888,10.82,9.67,42.97390532493591,13000000000 +Meta-Llama-3-8B,mxq,6_11,6.11,mxq1,6.0281,9.3349,7.88,6.92,22.508207082748413,8000000000 +Llama-2-13b-hf,mxq,6_49,6.49,mxq1,4.6612,6.4834,11.36,10.2,40.99091172218323,13000000000 +Llama-2-7b-hf,mxq,6_15,6.15,mxq1,5.2566,7.0244,5.86,5.13,26.007137298583984,7000000000 +Meta-Llama-3-8B,mxq,6_43,6.43,mxq1,6.0233,9.3121,8.11,7.18,22.1263689994812,8000000000 +Llama-2-13b-hf,mxq,6_27,6.27,mxq1,4.6632,6.4869,11.03,9.87,40.72089266777039,13000000000 +Llama-2-13b-hf,mxq,6_35,6.35,mxq1,4.6628,6.4858,11.15,9.99,41.26778674125672,13000000000 +Llama-2-7b-hf,mxq,6_21,6.21,mxq1,5.2549,7.0247,5.91,5.17,23.470106840133667,7000000000 +Llama-2-7b-hf,mxq,6_29,6.29,mxq1,5.2545,7.0224,5.97,5.23,22.15794897079468,7000000000 +Llama-2-13b-hf,mxq,6_45,6.45,mxq1,4.6614,6.4834,11.33,10.17,,13000000000 +Meta-Llama-3-8B,mxq,6_69,6.69,mxq1,6.0196,9.3092,8.32,7.39,29.697371244430546,8000000000 +Llama-2-13b-hf,mxq,6_07,6.07,mxq1,4.666,6.4894,10.73,9.58,41.26340532302856,13000000000 +Llama-2-13b-hf,mxq,6_09,6.09,mxq1,4.6659,6.4893,10.76,9.61,42.23245668411255,13000000000 +Meta-Llama-3-8B,mxq,6_41,6.41,mxq1,6.0267,9.3203,8.1,7.17,21.650339126586918,8000000000 +Llama-2-13b-hf,mxq,6_69,6.69,mxq1,4.6599,6.482,11.61,10.49,46.32084965705872,13000000000 +Llama-2-13b-hf,mxq,6_19,6.19,mxq1,4.6644,6.4879,10.91,9.75,41.54255795478821,13000000000 +Meta-Llama-3-8B,mxq,6_27,6.27,mxq1,6.028,9.3193,7.98,7.05,24.82377791404724,8000000000 +Llama-2-7b-hf,mxq,6_43,6.43,mxq1,5.2532,7.0199,6.07,5.34,24.302505254745483,7000000000 +Llama-2-7b-hf,mxq,6_41,6.41,mxq1,5.2543,7.0191,6.06,5.32,23.89293384552002,7000000000 +Llama-2-13b-hf,mxq,6_59,6.59,mxq1,4.6621,6.4832,11.51,10.39,45.42416024208069,13000000000 +Llama-2-7b-hf,mxq,6_25,6.25,mxq1,5.2543,7.0225,5.94,5.2,25.61358904838562,7000000000 +Meta-Llama-3-8B,mxq,6_23,6.23,mxq1,6.0203,9.3191,7.98,7.02,,8000000000 +Llama-2-7b-hf,mxq,6_49,6.49,mxq1,5.2533,7.02,6.12,5.38,23.66926622390747,7000000000 +Llama-2-7b-hf,mxq,6_68,6.68,mxq1,5.2474,7.0129,6.24,5.53,18.623168230056763,7000000000 +Meta-Llama-3-8B,mxq,6_35,6.35,mxq1,6.0297,9.324,8.05,7.12,22.2740695476532,8000000000 +Meta-Llama-3-8B,mxq,6_57,6.57,mxq1,6.0251,9.314,8.23,7.3,22.460713386535645,8000000000 +Llama-2-13b-hf,mxq,6_41,6.41,mxq1,4.6621,6.4844,11.27,10.11,42.46510314941406,13000000000 +Llama-2-7b-hf,mxq,6_63,6.63,mxq1,5.2478,7.0137,6.2,5.49,23.32294535636902,7000000000 +Llama-2-13b-hf,mxq,6_47,6.47,mxq1,4.661,6.4841,11.33,10.17,40.20678114891052,13000000000 +Llama-2-13b-hf,mxq,6_68,6.68,mxq1,4.6603,6.4817,11.6,10.48,,13000000000 +Llama-2-7b-hf,mxq,6_33,6.33,mxq1,5.2551,7.022,6,5.26,23.536144733428955,7000000000 +Llama-2-13b-hf,mxq,6_53,6.53,mxq1,4.6605,6.4831,11.41,10.26,47.275832176208496,13000000000 +Llama-2-7b-hf,mxq,6_59,6.59,mxq1,5.2492,7.015,6.17,5.46,22.223248958587646,7000000000 +Llama-2-13b-hf,mxq,6_05,6.05,mxq1,4.6662,6.4897,10.71,9.55,40.876850605010986,13000000000 +Llama-2-7b-hf,mxq,6_27,6.27,mxq1,5.2544,7.0221,5.95,5.21,,7000000000 +Llama-2-7b-hf,mxq,6_31,6.31,mxq1,5.2561,7.0211,5.98,5.25,23.40264344215393,7000000000 +Meta-Llama-3-8B,mxq,6_39,6.39,mxq1,6.0355,9.3291,8.08,7.15,24.07836151123047,8000000000 +Llama-2-13b-hf,mxq,6_55,6.55,mxq1,4.6615,6.4827,11.44,10.32,47.41357588768005,13000000000 +Meta-Llama-3-8B,mxq,6_31,6.31,mxq1,6.0257,9.3162,8.02,7.08,21.799571752548218,8000000000 +Llama-2-7b-hf,mxq,6_55,6.55,mxq1,5.252,7.0178,6.16,5.43,25.579577922821045,7000000000 +Llama-2-13b-hf,mxq,6_57,6.57,mxq1,4.6613,6.4838,11.44,10.32,48.70770192146301,13000000000 +Meta-Llama-3-8B,mxq,6_63,6.63,mxq1,6.0223,9.3111,8.28,7.34,32.62412476539612,8000000000 +Meta-Llama-3-8B,mxq,6_53,6.53,mxq1,6.0235,9.3147,8.19,7.26,21.89174175262451,8000000000 +Llama-2-7b-hf,mxq,6_35,6.35,mxq1,5.2542,7.0218,6.01,5.28,23.822951555252075,7000000000 +Llama-2-13b-hf,mxq,6_17,6.17,mxq1,4.6644,6.4882,10.88,9.72,41.66511559486389,13000000000 +Llama-2-7b-hf,mxq,6_61,6.61,mxq1,5.2481,7.0141,6.19,5.47,22.252615690231323,7000000000 +Llama-2-7b-hf,mxq,6_23,6.23,mxq1,5.2556,7.0216,5.94,5.2,24.29988169670105,7000000000 +Llama-2-13b-hf,mxq,6_51,6.51,mxq1,4.6611,6.4833,11.38,10.23,47.42530488967896,13000000000 +Llama-2-13b-hf,mxq,6_23,6.23,mxq1,4.6632,6.4872,10.97,9.81,40.49730682373047,13000000000 +Meta-Llama-3-8B,mxq,6_51,6.51,mxq1,6.0235,9.3155,8.18,7.25,23.38687777519226,8000000000 +Meta-Llama-3-8B,mxq,6_09,6.09,mxq1,6.0223,9.3269,7.87,6.91,21.811362504959103,8000000000 +Meta-Llama-3-8B,mxq,6_65,6.65,mxq1,6.02,9.3116,8.29,7.36,23.72496223449707,8000000000 +Llama-2-7b-hf,mxq,6_19,6.19,mxq1,5.2561,7.0244,5.89,5.16,23.7013635635376,7000000000 +Llama-2-13b-hf,mxq,6_25,6.25,mxq1,4.6634,6.487,11,9.84,40.478312492370605,13000000000 +Meta-Llama-3-8B,mxq,6_68,6.68,mxq1,6.0187,9.3106,8.32,7.39,23.753955841064453,8000000000 +Meta-Llama-3-8B,mxq,6_49,6.49,mxq1,6.0197,9.3095,8.16,7.23,22.288695335388184,8000000000 +Meta-Llama-3-8B,mxq,6_45,6.45,mxq1,6.0349,9.328,8.13,7.2,26.3365170955658,8000000000 +Llama-2-7b-hf,mxq,6_07,6.07,mxq1,5.2577,7.0265,5.8,5.07,24.80626630783081,7000000000 +Llama-2-7b-hf,mxq,6_11,6.11,mxq1,5.2581,7.027,5.83,5.1,24.015952348709103,7000000000 +Llama-2-13b-hf,mxq,6_39,6.39,mxq1,4.6624,6.4852,11.21,10.05,42.11790657043457,13000000000 +Llama-2-7b-hf,mxq,6_17,6.17,mxq1,5.2561,7.0242000000000004,5.88,5.14,25.667489767074585,7000000000 +Llama-2-13b-hf,mxq,6_37,6.37,mxq1,4.6621,6.4844,11.27,10.11,40.69702291488648,13000000000 +Llama-2-13b-hf,mxq,6_29,6.29,mxq1,4.6629,6.4868,11.06,9.9,41.20186710357666,13000000000 +Llama-2-7b-hf,mxq,6_05,6.05,mxq1,5.2595,7.027,5.79,5.05,24.817551374435425,7000000000 +Meta-Llama-3-8B,mxq,6_59,6.59,mxq1,6.0223,9.3125,8.24,7.31,22.284267902374268,8000000000 +Meta-Llama-3-8B,mxq,6_55,6.55,mxq1,6.0262,9.3151,8.21,7.28,22.58908176422119,8000000000 +Meta-Llama-3-8B,mxq,6_29,6.29,mxq1,6.0326,9.3305,8,7.07,21.697081089019772,8000000000 +Llama-2-7b-hf,mxq,6_03,6.03,mxq1,5.2586,7.0262,5.77,5.04,24.330801725387573,7000000000 +Meta-Llama-3-8B,mxq,6_03,6.03,mxq1,6.0233,9.3289,7.82,6.86,21.86263394355774,8000000000 +Llama-2-7b-hf,mxq,6_37,6.37,mxq1,5.2538,7.0209,6.03,5.29,23.21137380599976,7000000000 +Llama-2-13b-hf,mxq,6_33,6.33,mxq1,4.6626,6.4866,11.12,9.96,40.69988703727722,13000000000 +Llama-2-13b-hf,mxq,6_31,6.31,mxq1,4.6627,6.4867,11.09,9.93,41.30996322631836,13000000000 +Llama-2-13b-hf,mxq,5_54,5.54,mxq1,4.6775,6.4957,9.95,8.79,49.31647300720215,13000000000 +Llama-2-13b-hf,mxq,5_30,5.3,mxq1,4.6826,6.5008,9.6,8.44,50.00987195968628,13000000000 +Llama-2-7b-hf,mxq,3_97,3.97,mxq1,5.4148,7.2837,4.45,3.71,27.978615045547485,7000000000 +Llama-2-13b-hf,mxq,3_83,3.83,mxq1,4.8208,6.6878,8.04,6.89,59.59459114074707,13000000000 +Llama-2-7b-hf,mxq,4_39,4.39,mxq1,5.3019,7.0924,4.53,3.8,25.628430366516117,7000000000 +Llama-2-13b-hf,mxq,7_01,7.01,mxq1,4.6542,6.4764,12.12,11,48.17560935020447,13000000000 +Llama-2-13b-hf,mxq,5_52,5.52,mxq1,4.6788,6.4974,9.92,8.76,49.76578426361084,13000000000 +Llama-2-13b-hf,mxq,3_37,3.37,mxq1,4.9883,6.9425,7.32,6.16,59.85954761505127,13000000000 +Meta-Llama-3-8B,mxq,4_93,4.93,mxq1,6.0555,9.3822,6.92,5.96,21.183979988098145,8000000000 +Llama-2-7b-hf,mxq,5_42,5.42,mxq1,5.2704,7.0446,5.31,4.58,23.909502029418945,7000000000 +Llama-2-7b-hf,mxq,3_67,3.67,mxq1,5.5248,7.4694,4.33,3.59,28.905683755874637,7000000000 +Llama-2-7b-hf,mxq,6_96,6.96,mxq1,5.2446,7.0085,6.45,5.74,18.35683536529541,7000000000 +Llama-2-13b-hf,mxq,7_19,7.19,mxq1,4.6531,6.4756,12.35,11.23,48.2488226890564,13000000000 +Llama-2-13b-hf,mxq,3_91,3.91,mxq1,4.8,6.655,8.16,7,59.70643973350525,13000000000 +Meta-Llama-3-8B,mxq,3_89,3.89,mxq1,6.6791,10.5005,6.38,5.42,25.70332360267639,8000000000 +Llama-2-7b-hf,mxq,7_26,7.26,mxq1,5.2415,7.002,6.68,5.96,18.305686235427856,7000000000 +Meta-Llama-3-8B,mxq,5_42,5.42,mxq1,6.0463,9.3688,7.32,6.36,21.39477300643921,8000000000 +Llama-2-7b-hf,mxq,3_79,3.79,mxq1,5.4756,7.3919,4.39,3.65,27.739007472991943,7000000000 +Llama-2-7b-hf,mxq,3_77,3.77,mxq1,5.4789,7.4043,4.38,3.64,28.07152032852173,7000000000 +Llama-2-13b-hf,mxq,3_99,3.99,mxq1,4.7783,6.6289,8.14,6.99,57.4395797252655,13000000000 +Meta-Llama-3-8B,mxq,5_60,5.6,mxq1,6.0406,9.3561,7.47,6.51,21.542166233062744,8000000000 +Meta-Llama-3-8B,mxq,4_87,4.87,mxq1,6.0654,9.4027,6.87,5.91,22.280656099319454,8000000000 +Llama-2-7b-hf,mxq,7_50,7.5,mxq1,5.2375,6.9952,6.86,6.14,17.55693507194519,7000000000 +Llama-2-7b-hf,mxq,7_14,7.14,mxq1,5.2423,7.005,6.59,5.87,18.3657546043396,7000000000 +Meta-Llama-3-8B,mxq,3_41,3.41,mxq1,7.4657,11.9802,6.02,5.06,29.485385179519653,8000000000 +Llama-2-7b-hf,mxq,3_43,3.43,mxq1,5.7097,7.7118,4.13,3.39,29.77008366584778,7000000000 +Meta-Llama-3-8B,mxq,4_83,4.83,mxq1,6.0735,9.4189,6.84,5.88,22.990070819854736,8000000000 +Llama-2-7b-hf,mxq,3_69,3.69,mxq1,5.5089,7.4537,4.35,3.62,29.06033706665039,7000000000 +Meta-Llama-3-8B,mxq,3_81,3.81,mxq1,6.8313,10.7687,6.26,5.3,26.38226747512817,8000000000 +Llama-2-13b-hf,mxq,5_70,5.7,mxq1,4.6714,6.4949,10.19,9.03,48.843918323516846,13000000000 +Llama-2-13b-hf,mxq,5_26,5.26,mxq1,4.683,6.5018,9.54,8.38,51.51307415962219,13000000000 +Llama-2-7b-hf,mxq,4_93,4.93,mxq1,5.2778,7.0546,4.94,4.21,25.59981203079224,7000000000 +Meta-Llama-3-8B,mxq,7_19,7.19,mxq1,6.0041,9.3032,8.73,7.8,28.370368480682373,8000000000 +Meta-Llama-3-8B,mxq,5_44,5.44,mxq1,6.0448,9.3655,7.34,6.38,21.47695994377136,8000000000 +Meta-Llama-3-8B,mxq,7_44,7.44,mxq1,6.0009,9.293,8.93,8,22.628000497817997,8000000000 +Meta-Llama-3-8B,mxq,7_41,7.41,mxq1,6.0029,9.2926,8.93,8,21.850175380706787,8000000000 +Llama-2-7b-hf,mxq,4_81,4.81,mxq1,5.2793,7.0574,4.85,4.12,28.86678671836853,7000000000 +Llama-2-7b-hf,mxq,7_16,7.16,mxq1,5.242,7.0042,6.6,5.89,18.226997137069706,7000000000 +Llama-2-7b-hf,mxq,5_44,5.44,mxq1,5.2697,7.0439,5.33,4.59,25.71676087379456,7000000000 +Meta-Llama-3-8B,mxq,5_26,5.26,mxq1,6.0509,9.379,7.19,6.23,21.556044101715088,8000000000 +Llama-2-13b-hf,mxq,4_93,4.93,mxq1,4.6863,6.5033,9.05,7.89,70.84733772277832,13000000000 +Llama-2-13b-hf,mxq,5_80,5.8,mxq1,4.67,6.4948,10.34,9.18,50.03610062599182,13000000000 +Llama-2-7b-hf,mxq,5_48,5.48,mxq1,5.2696,7.0421,5.36,4.62,25.350111722946167,7000000000 +Llama-2-13b-hf,mxq,7_44,7.44,mxq1,4.6504,6.4712,12.78,11.66,46.96999645233154,13000000000 +Meta-Llama-3-8B,mxq,3_75,3.75,mxq1,6.982,10.9958,6.25,5.29,27.03219723701477,8000000000 +Llama-2-13b-hf,mxq,6_95,6.95,mxq1,4.6549,6.4776,12.03,10.91,49.46874260902405,13000000000 +Llama-2-13b-hf,mxq,4_65,4.65,mxq1,4.6907,6.5094,8.64,7.48,50.80217742919922,13000000000 +Llama-2-13b-hf,mxq,4_39,4.39,mxq1,4.695,6.5211,8.25,7.1,52.7899603843689,13000000000 +Llama-2-13b-hf,mxq,5_36,5.36,mxq1,4.6826,6.5004,9.69,8.53,50.82804775238037,13000000000 +Llama-2-7b-hf,mxq,5_68,5.68,mxq1,5.2658,7.0355,5.51,4.77,25.674433946609497,7000000000 +Llama-2-13b-hf,mxq,7_48,7.48,mxq1,4.6504,6.4712,12.78,11.66,47.635294914245605,13000000000 +Meta-Llama-3-8B,mxq,5_58,5.58,mxq1,6.0411,9.3569,7.45,6.49,21.98940086364746,8000000000 +Llama-2-7b-hf,mxq,5_38,5.38,mxq1,5.2714,7.0477,5.28,4.55,24.46316957473755,7000000000 +Llama-2-13b-hf,mxq,5_74,5.74,mxq1,4.671,6.4955,10.25,9.09,49.56825613975525,13000000000 +Llama-2-13b-hf,mxq,5_38,5.38,mxq1,4.6807,6.499,9.72,8.57,54.57664918899536,13000000000 +Llama-2-13b-hf,mxq,3_85,3.85,mxq1,4.8164,6.6794,8.09,6.94,58.27704977989197,13000000000 +Llama-2-7b-hf,mxq,6_98,6.98,mxq1,5.2445,7.0079,6.47,5.75,18.454780340194706,7000000000 +Llama-2-7b-hf,mxq,7_53,7.53,mxq1,5.2371,6.9944,6.88,6.17,17.773108959197998,7000000000 +Meta-Llama-3-8B,mxq,5_84,5.84,mxq1,6.0271,9.3356,7.66,6.7,21.90815305709839,8000000000 +Llama-2-13b-hf,mxq,4_77,4.77,mxq1,4.6895,6.505,8.81,7.66,51.22358536720276,13000000000 +Llama-2-13b-hf,mxq,3_81,3.81,mxq1,4.8256,6.694,8.01,6.85,58.82802391052246,13000000000 +Llama-2-7b-hf,mxq,5_62,5.62,mxq1,5.2674,7.0362,5.46,4.73,25.617060899734497,7000000000 +Llama-2-7b-hf,mxq,4_89,4.89,mxq1,5.2782,7.0552,4.91,4.18,25.147533655166622,7000000000 +Llama-2-7b-hf,mxq,5_82,5.82,mxq1,5.2588,7.0318,5.61,4.88,20.976725816726685,7000000000 +Llama-2-7b-hf,mxq,5_52,5.52,mxq1,5.2708,7.0414,5.39,4.65,25.396920442581177,7000000000 +Llama-2-13b-hf,mxq,3_63,3.63,mxq1,4.8761,6.7711,7.74,6.58,58.59348392486572,13000000000 +Meta-Llama-3-8B,mxq,5_82,5.82,mxq1,6.024,9.3285,7.65,6.69,21.71405291557312,8000000000 +Llama-2-7b-hf,mxq,4_79,4.79,mxq1,5.2839,7.0628,4.83,4.09,25.93865180015564,7000000000 +Llama-2-7b-hf,mxq,5_56,5.56,mxq1,5.2694,7.039,5.42,4.68,24.958718299865723,7000000000 +Llama-2-13b-hf,mxq,5_66,5.66,mxq1,4.6721,6.4956,10.13,8.97,49.82615399360657,13000000000 +Meta-Llama-3-8B,mxq,7_48,7.48,mxq1,6.0026,9.2908,8.97,8.04,29.58102869987488,8000000000 +Llama-2-7b-hf,mxq,7_02,7.02,mxq1,5.2436,7.0073,6.5,5.78,18.2511842250824,7000000000 +Meta-Llama-3-8B,mxq,5_76,5.76,mxq1,6.0334,9.3427,7.6,6.64,21.541686296463013,8000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,mxq1,6.0356,9.3457,7.57,6.61,22.011995553970337,8000000000 +Llama-2-7b-hf,mxq,7_32,7.32,mxq1,5.2407,7.0011,6.72,6.01,19.1725070476532,7000000000 +Meta-Llama-3-8B,mxq,5_34,5.34,mxq1,6.0477,9.3718,7.26,6.3,21.53932309150696,8000000000 +Llama-2-7b-hf,mxq,3_73,3.73,mxq1,5.4962,7.4295,4.34,3.6,29.004101514816284,7000000000 +Llama-2-13b-hf,mxq,7_42,7.42,mxq1,4.6515,6.4723,12.69,11.57,47.37829351425171,13000000000 +Meta-Llama-3-8B,mxq,6_95,6.95,mxq1,6.0154,9.2989,8.54,7.6,23.070029973983765,8000000000 +Llama-2-7b-hf,mxq,5_54,5.54,mxq1,5.2691,7.0408,5.4,4.67,25.267438173294067,7000000000 +Llama-2-7b-hf,mxq,4_77,4.77,mxq1,5.2831,7.062,4.82,4.09,25.033761739730835,7000000000 +Llama-2-13b-hf,mxq,5_28,5.28,mxq1,4.6838,6.5005,9.57,8.41,49.98366189002991,13000000000 +Llama-2-13b-hf,mxq,3_39,3.39,mxq1,4.9744,6.9201,7.38,6.22,60.69760990142822,13000000000 +Meta-Llama-3-8B,mxq,5_66,5.66,mxq1,6.0372,9.3505,7.52,6.56,21.449782848358154,8000000000 +Llama-2-7b-hf,mxq,4_71,4.71,mxq1,5.2819,7.0649,4.78,4.05,25.589730739593502,7000000000 +Llama-2-7b-hf,mxq,5_34,5.34,mxq1,5.2729,7.0479,5.25,4.52,27.387003183364868,7000000000 +Meta-Llama-3-8B,mxq,7_36,7.36,mxq1,6.004,9.2973,8.87,7.94,23.905518770217896,8000000000 +Llama-2-13b-hf,mxq,7_04,7.04,mxq1,4.655,6.4774,12.16,11.04,48.98224377632141,13000000000 +Llama-2-7b-hf,mxq,3_91,3.91,mxq1,5.4342,7.3116,4.45,3.71,27.68025779724121,7000000000 +Meta-Llama-3-8B,mxq,5_80,5.8,mxq1,6.0286,9.335,7.63,6.67,21.80556988716125,8000000000 +Llama-2-7b-hf,mxq,5_28,5.28,mxq1,5.2732,7.0486,5.21,4.47,25.85224175453186,7000000000 +Llama-2-7b-hf,mxq,6_95,6.95,mxq1,5.2447,7.0086,6.44,5.73,17.972928524017334,7000000000 +Llama-2-13b-hf,mxq,7_24,7.24,mxq1,4.6519,6.474,12.52,11.39,48.170284032821655,13000000000 +Llama-2-13b-hf,mxq,7_14,7.14,mxq1,4.6549,6.476,12.31,11.19,48.113617181777954,13000000000 +Meta-Llama-3-8B,mxq,4_81,4.81,mxq1,6.0854,9.4414,6.82,5.86,22.937230825424194,8000000000 +Meta-Llama-3-8B,mxq,3_91,3.91,mxq1,6.6453,10.4581,6.4,5.45,25.770015239715576,8000000000 +Llama-2-13b-hf,mxq,5_34,5.34,mxq1,4.6837,6.5001,9.66,8.5,50.49543571472168,13000000000 +Llama-2-7b-hf,mxq,7_42,7.42,mxq1,5.2391,6.9978,6.82,6.1,33.25041484832764,7000000000 +Meta-Llama-3-8B,mxq,3_43,3.43,mxq1,7.417,11.8897,6.06,5.1,28.562158346176147,8000000000 +Llama-2-13b-hf,mxq,5_62,5.62,mxq1,4.6753,6.496,10.07,8.91,52.23504853248596,13000000000 +Meta-Llama-3-8B,mxq,4_97,4.97,mxq1,6.0482,9.3669,6.96,6,21.503031969070435,8000000000 +Llama-2-13b-hf,mxq,3_95,3.95,mxq1,4.7941,6.6471,8.06,6.9,57.97587466239929,13000000000 +Llama-2-7b-hf,mxq,7_04,7.04,mxq1,5.2427,7.0058,6.57,5.85,20.113675594329838,7000000000 +Llama-2-7b-hf,mxq,3_83,3.83,mxq1,5.4639,7.361,4.42,3.68,27.46671795845032,7000000000 +Meta-Llama-3-8B,mxq,7_34,7.34,mxq1,6.0033,9.3018,8.85,7.92,22.870113134384155,8000000000 +Meta-Llama-3-8B,mxq,7_50,7.5,mxq1,6.0015,9.2895,8.98,8.05,23.23700785636902,8000000000 +Meta-Llama-3-8B,mxq,4_37,4.37,mxq1,6.1519,9.5291,6.47,5.51,24.402676105499268,8000000000 +Meta-Llama-3-8B,mxq,7_02,7.02,mxq1,6.0185,9.3053,8.59,7.66,21.612669944763184,8000000000 +Llama-2-13b-hf,mxq,7_13,7.13,mxq1,4.6532,6.4763,12.29,11.17,49.51757788658142,13000000000 +Llama-2-13b-hf,mxq,4_91,4.91,mxq1,4.687,6.5045,9.02,7.86,51.22200608253479,13000000000 +Llama-2-7b-hf,mxq,5_26,5.26,mxq1,5.2744,7.0493,5.19,4.45,25.818639755249023,7000000000 +Llama-2-13b-hf,mxq,4_85,4.85,mxq1,4.6872,6.505,8.93,7.78,51.86989665031433,13000000000 +Llama-2-7b-hf,mxq,3_93,3.93,mxq1,5.4286,7.3034,4.46,3.72,27.22407555580139,7000000000 +Meta-Llama-3-8B,mxq,7_01,7.01,mxq1,6.0119,9.3004,8.58,7.65,22.66222357749939,8000000000 +Meta-Llama-3-8B,mxq,4_95,4.95,mxq1,6.0478,9.3648,6.94,5.98,21.965415716171265,8000000000 +Meta-Llama-3-8B,mxq,3_33,3.33,mxq1,7.7533,12.4403,5.89,4.93,29.523408889770508,8000000000 +Llama-2-13b-hf,mxq,5_46,5.46,mxq1,4.6811,6.4982,9.84,8.69,49.53258728981018,13000000000 +Llama-2-7b-hf,mxq,4_01,4.01,mxq1,5.3993,7.2588,3.71,3.71,26.469258069992065,7000000000 +Meta-Llama-3-8B,mxq,3_37,3.37,mxq1,7.5538,12.0992,5.97,5,29.07636523246765,8000000000 +Llama-2-13b-hf,mxq,4_81,4.81,mxq1,4.688,6.5054,8.87,7.72,51.93201231956482,13000000000 +Llama-2-7b-hf,mxq,5_40,5.4,mxq1,5.2706,7.0465,5.3,4.56,24.64561104774475,7000000000 +Llama-2-13b-hf,mxq,7_20,7.2,mxq1,4.6543,6.4752,12.4,11.28,48.229536294937134,13000000000 +Llama-2-7b-hf,mxq,5_50,5.5,mxq1,5.2707,7.0415,5.37,4.64,24.31981730461121,7000000000 +Llama-2-13b-hf,mxq,5_60,5.6,mxq1,4.6758,6.4956,10.04,8.88,49.183337688446045,13000000000 +Llama-2-13b-hf,mxq,7_36,7.36,mxq1,4.6516,6.4727,12.66,11.54,47.06161260604858,13000000000 +Meta-Llama-3-8B,mxq,5_22,5.22,mxq1,6.0527,9.3814,7.16,6.2,21.31597685813904,8000000000 +Llama-2-7b-hf,mxq,3_39,3.39,mxq1,5.8485,7.8727,4.06,3.32,29.86050248146057,7000000000 +Llama-2-13b-hf,mxq,7_32,7.32,mxq1,4.6515,6.4726,12.66,11.54,47.35753536224365,13000000000 +Llama-2-7b-hf,mxq,4_75,4.75,mxq1,5.2801,7.0631,4.81,4.07,23.95880961418152,7000000000 +Meta-Llama-3-8B,mxq,7_24,7.24,mxq1,6.0118,9.3091,8.77,7.84,40.830764293670654,8000000000 +Llama-2-13b-hf,mxq,7_06,7.06,mxq1,4.6551,6.4774,12.16,11.04,48.639543294906616,13000000000 +Llama-2-13b-hf,mxq,4_67,4.67,mxq1,4.6889,6.5087,8.67,7.51,51.25603413581848,13000000000 +Meta-Llama-3-8B,mxq,5_38,5.38,mxq1,6.0472,9.3705,7.29,6.33,21.510467290878296,8000000000 +Meta-Llama-3-8B,mxq,4_79,4.79,mxq1,6.086,9.4429,6.81,5.85,23.381795167922974,8000000000 +Llama-2-7b-hf,mxq,7_08,7.08,mxq1,5.2425,7.0057,6.56,5.85,19.43018937110901,7000000000 +Llama-2-13b-hf,mxq,4_87,4.87,mxq1,4.6875,6.5037,8.97,7.82,51.04832673072815,13000000000 +Meta-Llama-3-8B,mxq,4_75,4.75,mxq1,6.0973,9.4395,5.82,5.82,23.68690276145935,8000000000 +Meta-Llama-3-8B,mxq,4_73,4.73,mxq1,6.097,9.4436,6.76,5.8,23.98100543022156,8000000000 +Llama-2-13b-hf,mxq,4_71,4.71,mxq1,4.6903,6.5067,8.73,7.57,49.4422013759613,13000000000 +Llama-2-13b-hf,mxq,3_89,3.89,mxq1,4.8063,6.6637,8.15,6.99,58.88555908203125,13000000000 +Llama-2-7b-hf,mxq,7_19,7.19,mxq1,5.2432,7.0034,6.64,5.93,21.22351384162903,7000000000 +Llama-2-13b-hf,mxq,3_41,3.41,mxq1,4.9644,6.8979,7.44,6.28,61.6611487865448,13000000000 +Meta-Llama-3-8B,mxq,7_29,7.29,mxq1,6.0021,9.301,8.81,7.88,21.879579544067383,8000000000 +Llama-2-13b-hf,mxq,5_24,5.24,mxq1,4.683,6.5017,9.51,8.35,49.88947582244873,13000000000 +Llama-2-13b-hf,mxq,7_34,7.34,mxq1,4.6513,6.4727,12.6,11.48,48.50146579742432,13000000000 +Llama-2-13b-hf,mxq,4_01,4.01,mxq1,4.7709,6.6189,7,7,59.001198530197136,13000000000 +Llama-2-13b-hf,mxq,5_32,5.32,mxq1,4.6827,6.5006,9.63,8.47,55.0683343410492,13000000000 +Llama-2-13b-hf,mxq,4_37,4.37,mxq1,4.6973,6.5232,8.22,7.07,52.49169278144837,13000000000 +Llama-2-13b-hf,mxq,3_67,3.67,mxq1,4.8634,6.7456,7.87,6.71,61.84252524375916,13000000000 +Llama-2-13b-hf,mxq,7_26,7.26,mxq1,4.6538,6.4744,12.46,11.33,48.402103424072266,13000000000 +Llama-2-7b-hf,mxq,5_60,5.6,mxq1,5.2692,7.0377,5.45,4.71,25.61168932914734,7000000000 +Meta-Llama-3-8B,mxq,4_65,4.65,mxq1,6.1098,9.4572,6.69,5.74,23.64363932609558,8000000000 +Meta-Llama-3-8B,mxq,7_26,7.26,mxq1,6.0027,9.3,8.79,7.86,21.802099227905277,8000000000 +Meta-Llama-3-8B,mxq,3_73,3.73,mxq1,6.9934,11.0166,6.25,5.29,26.952879428863525,8000000000 +Meta-Llama-3-8B,mxq,5_48,5.48,mxq1,6.0443,9.3641,7.37,6.41,21.758259057998657,8000000000 +Llama-2-7b-hf,mxq,3_63,3.63,mxq1,5.5507,7.5107,4.29,3.56,28.625083923339844,7000000000 +Llama-2-7b-hf,mxq,4_97,4.97,mxq1,5.2815,7.0568,4.97,4.23,37.62708353996277,7000000000 +Llama-2-7b-hf,mxq,7_54,7.54,mxq1,5.2372,6.9943,6.89,6.17,17.54260802268982,7000000000 +Llama-2-13b-hf,mxq,7_22,7.22,mxq1,4.6538,6.4752,12.4,11.28,48.14791250228882,13000000000 +Llama-2-7b-hf,mxq,7_06,7.06,mxq1,5.2429,7.006,6.54,5.83,18.322917938232425,7000000000 +Llama-2-7b-hf,mxq,5_72,5.72,mxq1,5.2643,7.0336,5.54,4.8,23.61758255958557,7000000000 +Llama-2-13b-hf,mxq,5_76,5.76,mxq1,4.6703,6.4951,10.31,9.15,50.37583112716675,13000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,mxq1,6.5915,10.3569,6.45,5.5,25.39377331733704,8000000000 +Llama-2-7b-hf,mxq,3_89,3.89,mxq1,5.4391,7.3197,4.45,3.71,27.629743337631226,7000000000 +Llama-2-13b-hf,mxq,4_83,4.83,mxq1,4.6886,6.5043,8.9,7.75,50.34788727760315,13000000000 +Llama-2-7b-hf,mxq,7_29,7.29,mxq1,5.239,7,6.74,6.02,18.16615390777588,7000000000 +Llama-2-13b-hf,mxq,3_33,3.33,mxq1,5.0083,6.9634,7.25,6.09,61.98342967033386,13000000000 +Meta-Llama-3-8B,mxq,3_69,3.69,mxq1,7.0606,11.1569,6.26,5.3,26.653863430023197,8000000000 +Llama-2-7b-hf,mxq,3_41,3.41,mxq1,5.8114,7.8307,4.1,3.36,29.538349151611328,7000000000 +Meta-Llama-3-8B,mxq,4_89,4.89,mxq1,6.0589,9.388,6.89,5.93,21.788298845291138,8000000000 +Llama-2-7b-hf,mxq,3_59,3.59,mxq1,5.5686,7.5403,4.23,3.49,28.652082681655884,7000000000 +Llama-2-7b-hf,mxq,5_76,5.76,mxq1,5.2625,7.0342,5.57,4.83,22.95240044593811,7000000000 +Llama-2-13b-hf,mxq,3_93,3.93,mxq1,4.7945,6.6491,8.13,6.97,56.41326141357422,13000000000 +Llama-2-13b-hf,mxq,5_56,5.56,mxq1,4.6754,6.4974,9.98,8.82,50.38232398033142,13000000000 +Meta-Llama-3-8B,mxq,7_53,7.53,mxq1,6.0022,9.2869,9.01,8.08,27.00538969039917,8000000000 +Llama-2-13b-hf,mxq,4_63,4.63,mxq1,4.6896,6.5118,8.61,7.45,52.1314160823822,13000000000 +Meta-Llama-3-8B,mxq,3_99,3.99,mxq1,6.5402,10.2329,6.52,5.56,24.96327424049377,8000000000 +Llama-2-7b-hf,mxq,4_63,4.63,mxq1,5.2848,7.0725,4.71,3.98,25.383431911468502,7000000000 +Meta-Llama-3-8B,mxq,5_62,5.62,mxq1,6.036,9.3497,7.51,6.55,21.784508228302,8000000000 +Llama-2-13b-hf,mxq,4_99,4.99,mxq1,4.6858,6.504,9.14,7.98,50.829758644104,13000000000 +Meta-Llama-3-8B,mxq,7_42,7.42,mxq1,6.0062,9.2916,8.99,8.06,21.91161727905273,8000000000 +Meta-Llama-3-8B,mxq,4_91,4.91,mxq1,6.0516,9.3725,6.91,5.95,21.64115858078003,8000000000 +Llama-2-7b-hf,mxq,3_65,3.65,mxq1,5.5413,7.4982,4.32,3.58,28.92673254013061,7000000000 +Llama-2-7b-hf,mxq,7_22,7.22,mxq1,5.2426,7.0032,6.65,5.93,19.80907392501831,7000000000 +Llama-2-13b-hf,mxq,3_43,3.43,mxq1,4.9559,6.881,7.47,6.31,60.68621802330017,13000000000 +Llama-2-13b-hf,mxq,4_75,4.75,mxq1,4.688,6.5064,7.63,7.63,51.51594948768616,13000000000 +Llama-2-7b-hf,mxq,3_85,3.85,mxq1,5.456,7.3472,4.42,3.69,27.994036197662357,7000000000 +Meta-Llama-3-8B,mxq,7_08,7.08,mxq1,6.0143,9.3062,8.64,7.71,21.74775505065918,8000000000 +Llama-2-7b-hf,mxq,5_74,5.74,mxq1,5.263,7.0339,5.55,4.82,23.622094869613647,7000000000 +Llama-2-13b-hf,mxq,4_89,4.89,mxq1,4.6882,6.5039,8.99,7.83,51.88969945907593,13000000000 +Llama-2-7b-hf,mxq,5_58,5.58,mxq1,5.27,7.0379,5.43,4.7,25.61748743057251,7000000000 +Llama-2-13b-hf,mxq,7_29,7.29,mxq1,4.6518,6.4738,12.5,11.38,56.238664865493774,13000000000 +Llama-2-7b-hf,mxq,5_32,5.32,mxq1,5.2721,7.0468,5.24,4.5,25.953776359558105,7000000000 +Llama-2-7b-hf,mxq,3_75,3.75,mxq1,5.4893,7.419,4.35,3.61,28.02296614646912,7000000000 +Llama-2-13b-hf,mxq,3_69,3.69,mxq1,4.8603,6.7441,7.87,6.72,60.39720916748047,13000000000 +Llama-2-13b-hf,mxq,4_79,4.79,mxq1,4.6885,6.5057,8.84,7.69,51.13517737388611,13000000000 +Llama-2-7b-hf,mxq,7_20,7.2,mxq1,5.2425,7.0032,6.63,5.92,18.12634015083313,7000000000 +Llama-2-7b-hf,mxq,5_46,5.46,mxq1,5.2697,7.0425,5.35,4.61,25.58366870880127,7000000000 +Llama-2-7b-hf,mxq,3_81,3.81,mxq1,5.4702,7.3697,4.42,3.68,27.548564672470093,7000000000 +Meta-Llama-3-8B,mxq,7_14,7.14,mxq1,6.0123,9.3039,8.71,7.78,21.689686059951782,8000000000 +Meta-Llama-3-8B,mxq,5_78,5.78,mxq1,6.0278,9.3317,7.61,6.65,21.60259056091309,8000000000 +Llama-2-13b-hf,mxq,7_47,7.47,mxq1,4.6499,6.4715,12.8,11.67,47.297640562057495,13000000000 +Llama-2-7b-hf,mxq,4_83,4.83,mxq1,5.2791,7.057,4.87,4.13,30.425641298294067,7000000000 +Llama-2-7b-hf,mxq,3_99,3.99,mxq1,5.4112,7.269,4.43,3.7,27.402573108673096,7000000000 +Llama-2-7b-hf,mxq,3_61,3.61,mxq1,5.5583,7.527,4.26,3.52,28.544350147247314,7000000000 +Llama-2-7b-hf,mxq,7_38,7.38,mxq1,5.2389,6.9987,6.77,6.05,17.660014867782593,7000000000 +Llama-2-13b-hf,mxq,3_71,3.71,mxq1,4.8562,6.7317,7.88,6.73,60.6399667263031,13000000000 +Llama-2-7b-hf,mxq,4_87,4.87,mxq1,5.2764,7.056,4.9,4.16,25.91319727897644,7000000000 +Llama-2-7b-hf,mxq,4_73,4.73,mxq1,5.2818,7.0646,4.79,4.06,24.801761865615845,7000000000 +Llama-2-7b-hf,mxq,7_30,7.3,mxq1,5.24,6.9998,6.73,6.01,18.203402757644653,7000000000 +Meta-Llama-3-8B,mxq,3_97,3.97,mxq1,6.5605,10.2926,6.5,5.54,25.240448474884037,8000000000 +Llama-2-13b-hf,mxq,3_79,3.79,mxq1,4.8338,6.7039,7.96,6.8,59.22989153862,13000000000 +Meta-Llama-3-8B,mxq,7_06,7.06,mxq1,6.0228,9.3144,8.62,7.69,26.781367540359497,8000000000 +Llama-2-13b-hf,mxq,4_97,4.97,mxq1,4.6861,6.504,9.11,7.95,50.86462616920471,13000000000 +Meta-Llama-3-8B,mxq,4_67,4.67,mxq1,6.1066,9.4572,6.71,5.75,23.45253300666809,8000000000 +Llama-2-13b-hf,mxq,7_38,7.38,mxq1,4.6506,6.4706,12.84,11.72,46.66563391685486,13000000000 +Llama-2-7b-hf,mxq,7_41,7.41,mxq1,5.239,6.9961,6.83,6.11,18.03307008743286,7000000000 +Llama-2-7b-hf,mxq,7_13,7.13,mxq1,5.2431,7.0058,6.58,5.86,18.77790141105652,7000000000 +Llama-2-7b-hf,mxq,7_48,7.48,mxq1,5.2383,6.9962,6.86,6.15,17.626837968826294,7000000000 +Llama-2-7b-hf,mxq,5_24,5.24,mxq1,5.2738,7.0503,5.18,4.44,24.40270185470581,7000000000 +Llama-2-7b-hf,mxq,3_95,3.95,mxq1,5.4259,7.2917,4.44,3.7,27.731960773468018,7000000000 +Meta-Llama-3-8B,mxq,7_22,7.22,mxq1,6.0056,9.3017,8.75,7.82,,8000000000 +Llama-2-7b-hf,mxq,4_69,4.69,mxq1,5.2833,7.0683,4.76,4.02,25.82795739173889,7000000000 +Meta-Llama-3-8B,mxq,4_39,4.39,mxq1,6.1364,9.5119,6.48,5.52,24.043525218963623,8000000000 +Llama-2-13b-hf,mxq,6_96,6.96,mxq1,4.6553,6.4777,12.13,11.01,50.7598192691803,13000000000 +Meta-Llama-3-8B,mxq,6_98,6.98,mxq1,6.0123,9.2986,8.56,7.63,22.56644558906555,8000000000 +Llama-2-7b-hf,mxq,7_34,7.34,mxq1,5.2399,7.0001,6.74,6.02,17.80812358856201,7000000000 +Llama-2-13b-hf,mxq,3_61,3.61,mxq1,4.8774,6.7823,7.66,6.5,58.01826405525208,13000000000 +Llama-2-13b-hf,mxq,7_10,7.1,mxq1,4.6546,6.476,12.28,11.16,50.30366063117981,13000000000 +Meta-Llama-3-8B,mxq,7_38,7.38,mxq1,6.002,9.2937,8.88,7.95,22.010045051574707,8000000000 +Meta-Llama-3-8B,mxq,3_71,3.71,mxq1,7.0435,11.1207,6.26,5.29,26.646390438079838,8000000000 +Meta-Llama-3-8B,mxq,5_30,5.3,mxq1,6.0517,9.3781,7.22,6.26,21.427969455718998,8000000000 +Llama-2-7b-hf,mxq,7_36,7.36,mxq1,5.239,6.9989,6.75,6.04,17.9481840133667,7000000000 +Meta-Llama-3-8B,mxq,3_77,3.77,mxq1,6.9619,10.9649,6.25,5.29,26.500409603118896,8000000000 +Meta-Llama-3-8B,mxq,7_13,7.13,mxq1,6.0105,9.298,8.68,7.75,25.54240155220032,8000000000 +Llama-2-13b-hf,mxq,5_68,5.68,mxq1,4.6716,6.4952,10.16,9,49.76358723640442,13000000000 +Llama-2-13b-hf,mxq,3_35,3.35,mxq1,5.0015,6.9567,7.28,6.12,60.01457715034485,13000000000 +Meta-Llama-3-8B,mxq,6_96,6.96,mxq1,6.0232,9.3128,8.54,7.61,21.76552367210388,8000000000 +Meta-Llama-3-8B,mxq,5_64,5.64,mxq1,6.0388,9.352,7.5,6.54,21.838934421539307,8000000000 +Llama-2-7b-hf,mxq,3_33,3.33,mxq1,5.9094,7.9487,4.01,3.27,30.25158214569092,7000000000 +Llama-2-7b-hf,mxq,3_71,3.71,mxq1,5.506,7.4423,4.33,3.6,28.57865619659424,7000000000 +Llama-2-13b-hf,mxq,3_73,3.73,mxq1,4.8516,6.7233,7.9,6.74,59.26543307304382,13000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,mxq1,7.0886,11.2419,6.27,5.31,26.971898794174194,8000000000 +Llama-2-7b-hf,mxq,5_78,5.78,mxq1,5.2604,7.0312,5.58,4.85,19.60476231575012,7000000000 +Llama-2-7b-hf,mxq,4_37,4.37,mxq1,5.3012,7.0962,4.52,3.78,25.805508852005005,7000000000 +Meta-Llama-3-8B,mxq,5_68,5.68,mxq1,6.036,9.3478,7.53,6.57,22.140166521072388,8000000000 +Meta-Llama-3-8B,mxq,5_24,5.24,mxq1,6.0497,9.3767,7.18,6.22,21.6561496257782,8000000000 +Llama-2-13b-hf,mxq,4_95,4.95,mxq1,4.6871,6.5033,9.09,7.93,52.49813795089722,13000000000 +Llama-2-13b-hf,mxq,3_75,3.75,mxq1,4.8458,6.7156,7.94,6.78,59.62384080886841,13000000000 +Llama-2-7b-hf,mxq,5_64,5.64,mxq1,5.2667,7.0348,5.48,4.74,25.599289178848267,7000000000 +Meta-Llama-3-8B,mxq,5_74,5.74,mxq1,6.0373,9.3498,7.58,6.62,21.57810759544373,8000000000 +Meta-Llama-3-8B,mxq,7_32,7.32,mxq1,6.0025,9.3009,8.84,7.91,21.78781270980835,8000000000 +Meta-Llama-3-8B,mxq,7_04,7.04,mxq1,6.0121,9.2976,8.61,7.68,22.79050874710083,8000000000 +Meta-Llama-3-8B,mxq,3_39,3.39,mxq1,7.4975,12.0324,6,5.04,28.347898960113525,8000000000 +Meta-Llama-3-8B,mxq,5_46,5.46,mxq1,6.0426,9.3636,7.35,6.39,21.42946529388428,8000000000 +Llama-2-13b-hf,mxq,3_59,3.59,mxq1,4.8838,6.7948,7.6,6.44,57.94742131233215,13000000000 +Meta-Llama-3-8B,mxq,4_77,4.77,mxq1,6.0947,9.4453,6.79,5.83,23.39246082305908,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,mxq1,4.8696,6.7594,7.81,6.65,60.38679122924805,13000000000 +Meta-Llama-3-8B,mxq,5_36,5.36,mxq1,6.0493,9.3739,7.27,6.31,21.838635444641117,8000000000 +Llama-2-7b-hf,mxq,5_66,5.66,mxq1,5.2658,7.0359,5.49,4.76,25.69726514816284,7000000000 +Llama-2-13b-hf,mxq,5_64,5.64,mxq1,4.6752,6.4954,10.1,8.94,50.305874824523926,13000000000 +Meta-Llama-3-8B,mxq,7_16,7.16,mxq1,6.003,9.3011,8.73,7.8,27.208728313446045,8000000000 +Llama-2-13b-hf,mxq,7_08,7.08,mxq1,4.6549,6.4763,12.25,11.13,48.37306547164917,13000000000 +Meta-Llama-3-8B,mxq,7_20,7.2,mxq1,6.0036,9.3013,8.74,7.81,28.57712149620056,8000000000 +Meta-Llama-3-8B,mxq,5_50,5.5,mxq1,6.0425,9.3619,7.39,6.43,21.487945795059204,8000000000 +Llama-2-13b-hf,mxq,7_50,7.5,mxq1,4.6503,6.4709,12.81,11.69,48.42101621627808,13000000000 +Meta-Llama-3-8B,mxq,3_59,3.59,mxq1,7.1709,11.4078,6.25,5.29,31.435981035232544,8000000000 +Meta-Llama-3-8B,mxq,5_56,5.56,mxq1,6.0414,9.3576,7.44,6.48,21.64201092720032,8000000000 +Meta-Llama-3-8B,mxq,5_28,5.28,mxq1,6.0497,9.3773,7.21,6.25,21.90146899223328,8000000000 +Llama-2-7b-hf,mxq,5_36,5.36,mxq1,5.2728,7.0484,5.27,4.53,24.868343830108643,7000000000 +Llama-2-13b-hf,mxq,3_77,3.77,mxq1,4.8415,6.7087,7.95,6.79,58.38144040107727,13000000000 +Meta-Llama-3-8B,mxq,3_61,3.61,mxq1,7.1294,11.3209,6.28,5.32,35.6772940158844,8000000000 +Meta-Llama-3-8B,mxq,4_99,4.99,mxq1,6.0534,9.3787,6.97,6.01,21.622035264968872,8000000000 +Meta-Llama-3-8B,mxq,3_79,3.79,mxq1,6.8473,10.7864,6.26,5.3,26.482266426086422,8000000000 +Llama-2-13b-hf,mxq,7_54,7.54,mxq1,4.6494,6.4696,12.9,11.78,47.305339097976685,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,mxq1,6.7998,10.71,6.3,5.34,26.486599922180176,8000000000 +Llama-2-7b-hf,mxq,4_99,4.99,mxq1,5.2769,7.054,4.99,4.25,29.32381820678711,7000000000 +Llama-2-13b-hf,mxq,7_53,7.53,mxq1,4.6497,6.4706,12.86,11.73,46.54800009727478,13000000000 +Llama-2-13b-hf,mxq,5_44,5.44,mxq1,4.6807,6.4983,9.8,8.65,52.78856778144837,13000000000 +Meta-Llama-3-8B,mxq,7_54,7.54,mxq1,6.0041,9.2895,9.01,8.08,28.903321027755737,8000000000 +Meta-Llama-3-8B,mxq,5_52,5.52,mxq1,6.0416,9.3615,7.4,6.44,21.449333429336548,8000000000 +Llama-2-13b-hf,mxq,5_40,5.4,mxq1,4.6822,6.4996,9.74,8.59,50.12807083129883,13000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,mxq1,6.7263,10.5854,6.35,5.39,26.231744289398197,8000000000 +Llama-2-7b-hf,mxq,5_22,5.22,mxq1,5.2755,7.0504,5.16,4.42,25.09876918792725,7000000000 +Llama-2-7b-hf,mxq,4_67,4.67,mxq1,5.2826,7.0689,4.75,4.02,25.368815660476685,7000000000 +Meta-Llama-3-8B,mxq,7_30,7.3,mxq1,6.0101,9.3081,8.82,7.89,88.4477059841156,8000000000 +Llama-2-13b-hf,mxq,5_58,5.58,mxq1,4.6764,6.4958,10.01,8.85,50.025638818740845,13000000000 +Llama-2-13b-hf,mxq,5_82,5.82,mxq1,4.6698,6.4947,10.37,9.21,50.22820019721985,13000000000 +Llama-2-7b-hf,mxq,3_87,3.87,mxq1,5.4454,7.3297,4.46,3.72,28.125261783599854,7000000000 +Llama-2-7b-hf,mxq,4_85,4.85,mxq1,5.2783,7.0562,4.89,4.15,25.63247799873352,7000000000 +Llama-2-7b-hf,mxq,4_95,4.95,mxq1,5.2769,7.0532,4.96,4.22,25.75835871696472,7000000000 +Meta-Llama-3-8B,mxq,4_63,4.63,mxq1,6.1112,9.4583,6.68,5.72,23.455182313919067,8000000000 +Llama-2-13b-hf,mxq,5_48,5.48,mxq1,4.68,6.4977,9.86,8.71,50.16878342628479,13000000000 +Llama-2-13b-hf,mxq,4_73,4.73,mxq1,4.6889,6.5071,8.76,7.6,51.82523512840271,13000000000 +Llama-2-7b-hf,mxq,5_84,5.84,mxq1,5.2585,7.0312,5.63,4.89,19.49560165405273,7000000000 +Llama-2-13b-hf,mxq,5_42,5.42,mxq1,4.6807,6.4995,9.79,8.63,48.78963899612427,13000000000 +Llama-2-13b-hf,mxq,3_87,3.87,mxq1,4.8117,6.6717,8.12,6.97,58.63590240478516,13000000000 +Llama-2-7b-hf,mxq,4_65,4.65,mxq1,5.2838,7.0694,4.74,4,25.290733098983765,7000000000 +Llama-2-7b-hf,mxq,5_30,5.3,mxq1,5.2725,7.0478,5.22,4.48,25.626981019973755,7000000000 +Meta-Llama-3-8B,mxq,3_93,3.93,mxq1,6.6149,10.3966,6.42,5.47,25.483166217803955,8000000000 +Meta-Llama-3-8B,mxq,3_63,3.63,mxq1,7.1147,11.2785,6.28,5.31,26.45194363594055,8000000000 +Llama-2-7b-hf,mxq,7_47,7.47,mxq1,5.2398,6.9964,6.84,6.12,18.36153650283813,7000000000 +Meta-Llama-3-8B,mxq,4_01,4.01,mxq1,6.5165,10.1877,5.59,5.59,24.984758377075195,8000000000 +Meta-Llama-3-8B,mxq,5_40,5.4,mxq1,6.0465,9.3725,7.31,6.35,21.30106234550476,8000000000 +Llama-2-7b-hf,mxq,7_10,7.1,mxq1,5.2425,7.0054,6.56,5.84,18.25672912597656,7000000000 +Llama-2-13b-hf,mxq,5_50,5.5,mxq1,4.6789,6.4982,9.89,8.74,50.82984948158264,13000000000 +Llama-2-7b-hf,mxq,3_35,3.35,mxq1,5.9248,8.0176,4.01,3.27,29.685085773468018,7000000000 +Llama-2-7b-hf,mxq,3_37,3.37,mxq1,5.8764,7.9125,4.03,3.3,29.2813024520874,7000000000 +Meta-Llama-3-8B,mxq,4_69,4.69,mxq1,6.1047,9.4554,6.73,5.77,23.5069432258606,8000000000 +Meta-Llama-3-8B,mxq,3_67,3.67,mxq1,7.0721,11.1956,6.27,5.3,26.81784152984619,8000000000 +Llama-2-7b-hf,mxq,7_24,7.24,mxq1,5.2424,7.0022,6.68,5.97,19.81021785736084,7000000000 +Llama-2-13b-hf,mxq,7_30,7.3,mxq1,4.6528,6.4736,12.52,11.39,47.49688959121704,13000000000 +Llama-2-13b-hf,mxq,7_02,7.02,mxq1,4.6556,6.478,12.1,10.98,49.15617156028748,13000000000 +Llama-2-13b-hf,mxq,5_78,5.78,mxq1,4.6702,6.4951,10.31,9.15,50.12552452087402,13000000000 +Meta-Llama-3-8B,mxq,5_32,5.32,mxq1,6.0495,9.3753,7.24,6.28,21.262410402297974,8000000000 +Llama-2-13b-hf,mxq,5_22,5.22,mxq1,4.6838,6.5014,9.48,8.32,49.90577721595764,13000000000 +Llama-2-7b-hf,mxq,7_01,7.01,mxq1,5.2439,7.0075,6.49,5.77,18.865073442459103,7000000000 +Llama-2-7b-hf,mxq,4_91,4.91,mxq1,5.2785,7.0549,4.93,4.19,25.09949827194214,7000000000 +Llama-2-13b-hf,mxq,7_16,7.16,mxq1,4.6549,6.476,12.31,11.19,48.0704996585846,13000000000 +Meta-Llama-3-8B,mxq,3_35,3.35,mxq1,7.6146,12.2021,5.93,4.97,29.35656809806824,8000000000 +Llama-2-13b-hf,mxq,5_84,5.84,mxq1,4.6698,6.4942,10.39,9.24,49.98740792274475,13000000000 +Meta-Llama-3-8B,mxq,4_85,4.85,mxq1,6.0699,9.4117,6.86,5.9,22.2575740814209,8000000000 +Llama-2-7b-hf,mxq,5_70,5.7,mxq1,5.2656,7.0345,5.52,4.79,25.81827068328857,7000000000 +Meta-Llama-3-8B,mxq,5_54,5.54,mxq1,6.0424,9.3601,7.42,6.46,21.535847902297974,8000000000 +Llama-2-7b-hf,mxq,7_44,7.44,mxq1,5.2384,6.9969,6.81,6.1,19.544636726379395,7000000000 +Meta-Llama-3-8B,mxq,3_85,3.85,mxq1,6.7826,10.6783,6.33,5.37,25.93725872039795,8000000000 +Llama-2-13b-hf,mxq,5_72,5.72,mxq1,4.6708,6.4967,10.22,9.06,49.822482109069824,13000000000 +Llama-2-13b-hf,mxq,4_69,4.69,mxq1,4.6887,6.508,8.7,7.54,49.65893650054932,13000000000 +Meta-Llama-3-8B,mxq,4_71,4.71,mxq1,6.0958,9.4436,6.74,5.78,23.4683678150177,8000000000 +Llama-2-7b-hf,mxq,5_80,5.8,mxq1,5.2608,7.0316,5.6,4.86,19.85802149772644,7000000000 +Llama-2-13b-hf,mxq,6_98,6.98,mxq1,4.6551,6.4784,12.07,10.95,48.51734519004822,13000000000 +Meta-Llama-3-8B,mxq,7_10,7.1,mxq1,6.0102,9.2989,8.66,7.73,22.83919477462769,8000000000 +Llama-2-13b-hf,mxq,7_41,7.41,mxq1,4.6491,6.4707,12.83,11.71,47.471407890319824,13000000000 +Meta-Llama-3-8B,mxq,5_70,5.7,mxq1,6.0356,9.3462,7.55,6.59,21.7558650970459,8000000000 +Llama-2-13b-hf,mxq,3_97,3.97,mxq1,4.7832,6.6362,8.13,6.98,58.845821380615234,13000000000 +Meta-Llama-3-8B,mxq,7_47,7.47,mxq1,6.0014,9.2897,8.96,8.03,23.23203945159912,8000000000 +Meta-Llama-3-8B,mxq,8_13,8.13,mxq1,6.0033,9.2966,9.49,8.56,22.368326663970947,8000000000 +Llama-2-13b-hf,mxq,8_13,8.13,mxq1,4.6372,6.4626,13.74,12.62,46.49796843528748,13000000000 +Llama-2-13b-hf,mxq,8_25,8.25,mxq1,4.6423,6.4638,13.92,12.8,46.96759104728699,13000000000 +Llama-2-7b-hf,mxq,8_13,8.13,mxq1,5.2092,6.9721,7.33,6.62,17.209035396575928,7000000000 +Meta-Llama-3-8B,mxq,8_51,8.51,mxq1,6.0778,9.4209,9.8,8.87,26.99336671829224,8000000000 +Meta-Llama-3-8B,mxq,8_25,8.25,mxq1,6.0173,9.3191,9.59,8.66,23.151795387268063,8000000000 +Llama-2-7b-hf,mxq,8_51,8.51,mxq1,5.2149,6.9966,7.62,6.9,17.689634323120117,7000000000 +Llama-2-13b-hf,mxq,8_51,8.51,mxq1,4.6482,6.4706,14.3,13.18,36.30884647369385,13000000000 +Llama-2-7b-hf,mxq,8_25,8.25,mxq1,5.2058,6.9778,7.42,6.71,17.007137060165405,7000000000 +Llama-2-7b-hf,mxq,3_42,3.42,mxq1,5.7168,7.7284,4.11,3.37,27.863762855529785,7000000000 +Llama-2-13b-hf,mxq,3_42,3.42,mxq1,4.9581,6.8851,7.47,6.31,59.71775817871094,13000000000 +Meta-Llama-3-8B,mxq,3_42,3.42,mxq1,7.4276,11.9169,6.05,5.08,36.28864669799805,8000000000 +Llama-2-7b-hf,mxq,3_97,3.97,mxq2,5.4176,7.2694,3.75,3.71,20.81610369682312,7000000000 +Llama-2-7b-hf,mxq,3_42,3.42,mxq2,5.7046,7.6965,3.38,3.37,21.87164568901062,7000000000 +Llama-2-7b-hf,mxq,3_17,3.17,mxq2,6.0747,8.185,3.2,3.15,22.421337604522705,7000000000 +Llama-2-13b-hf,mxq,3_83,3.83,mxq2,4.8072,6.6764,6.96,6.89,41.99375867843628,13000000000 +Llama-2-13b-hf,mxq,3_37,3.37,mxq2,4.9585,6.9129,6.25,6.16,43.76207518577576,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,mxq2,6.122,8.2304,3.17,3.13,22.2665798664093,7000000000 +Llama-2-7b-hf,mxq,3_67,3.67,mxq2,5.541,7.4627,3.61,3.59,21.25223970413208,7000000000 +Llama-2-13b-hf,mxq,3_91,3.91,mxq2,4.7832,6.6505,7.06,7,41.9384765625,13000000000 +Meta-Llama-3-8B,mxq,3_89,3.89,mxq2,6.6544,10.4342,5.43,5.42,27.806442499160767,8000000000 +Llama-2-7b-hf,mxq,3_23,3.23,mxq2,5.9895,8.0585,3.26,3.22,22.228074550628666,7000000000 +Llama-2-7b-hf,mxq,3_79,3.79,mxq2,5.4927,7.3805,3.67,3.65,20.98002791404724,7000000000 +Meta-Llama-3-8B,mxq,3_53,3.53,mxq2,7.1962,11.3999,5.22,5.22,26.28734064102173,8000000000 +Llama-2-7b-hf,mxq,3_77,3.77,mxq2,5.4947,7.3911,3.66,3.64,21.04779982566833,7000000000 +Llama-2-13b-hf,mxq,3_99,3.99,mxq2,4.7683,6.6273,7.04,6.99,41.30886244773865,13000000000 +Meta-Llama-3-8B,mxq,3_41,3.41,mxq2,7.4175,11.7838,5.08,5.06,27.105319261550903,8000000000 +Llama-2-7b-hf,mxq,3_43,3.43,mxq2,5.7068,7.6786,3.39,3.39,21.85949444770813,7000000000 +Meta-Llama-3-8B,mxq,3_47,3.47,mxq2,7.281,11.5531,5.17,5.16,26.163748025894165,8000000000 +Llama-2-7b-hf,mxq,3_69,3.69,mxq2,5.5268,7.4433,3.63,3.62,21.25035858154297,7000000000 +Meta-Llama-3-8B,mxq,3_81,3.81,mxq2,6.8115,10.6864,5.3,5.3,25.49193334579468,8000000000 +Llama-2-7b-hf,mxq,3_49,3.49,mxq2,5.676,7.6333,3.42,3.42,21.90437889099121,7000000000 +Meta-Llama-3-8B,mxq,3_23,3.23,mxq2,10.3624,16.5718,4.84,4.81,27.805344581604004,8000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,mxq2,7.2414,11.4917,5.21,5.2,26.368443965911865,8000000000 +Llama-2-13b-hf,mxq,3_42,3.42,mxq2,4.9304,6.8643,6.4,6.31,43.56948637962341,13000000000 +Llama-2-13b-hf,mxq,3_07,3.07,mxq2,5.3832,7.4256,5.7,5.64,43.66459345817566,13000000000 +Meta-Llama-3-8B,mxq,3_75,3.75,mxq2,6.9042,10.8576,5.29,5.29,25.686625719070435,8000000000 +Llama-2-13b-hf,mxq,3_21,3.21,mxq2,5.0349,7.0074,6.01,5.95,44.40589737892151,13000000000 +Llama-2-13b-hf,mxq,3_85,3.85,mxq2,4.7982,6.6696,7,6.94,42.05960702896118,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,mxq2,5.2377,7.2452,5.78,5.72,44.2719612121582,13000000000 +Llama-2-13b-hf,mxq,3_81,3.81,mxq2,4.8114,6.6859,6.93,6.85,42.32182168960571,13000000000 +Llama-2-13b-hf,mxq,3_63,3.63,mxq2,4.8532,6.7617,6.69,6.58,42.68939661979675,13000000000 +Llama-2-13b-hf,mxq,3_29,3.29,mxq2,4.9859,6.952,6.14,6.08,44.20152711868286,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,mxq2,5.0074,6.9806,6.08,6.02,44.19613003730774,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,mxq2,5.1707,7.1754,5.82,5.76,44.27665734291077,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,mxq2,5.1164,7.1025,5.87,5.8,44.34764862060547,13000000000 +Llama-2-7b-hf,mxq,3_73,3.73,mxq2,5.5123,7.4168,3.62,3.6,21.232139587402344,7000000000 +Llama-2-7b-hf,mxq,3_53,3.53,mxq2,5.6262,7.5828,3.46,3.45,21.58179926872253,7000000000 +Meta-Llama-3-8B,mxq,3_45,3.45,mxq2,7.3098,11.6153,5.15,5.13,26.3620126247406,8000000000 +Llama-2-13b-hf,mxq,3_39,3.39,mxq2,4.9444,6.8887,6.32,6.22,43.48427081108093,13000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,mxq2,13.246,20.5725,4.76,4.73,27.02269148826599,8000000000 +Llama-2-7b-hf,mxq,3_91,3.91,mxq2,5.4341,7.2981,3.75,3.71,20.765305519104004,7000000000 +Llama-2-7b-hf,mxq,3_51,3.51,mxq2,5.6537,7.6088,3.43,3.43,21.60974907875061,7000000000 +Llama-2-7b-hf,mxq,3_09,3.09,mxq2,6.3993,8.6191,3.11,3.07,22.154855966567997,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,mxq2,6.0367,8.1304,3.21,3.17,22.464972496032715,7000000000 +Meta-Llama-3-8B,mxq,3_91,3.91,mxq2,6.6289,10.3944,5.46,5.45,26.559434413909912,8000000000 +Meta-Llama-3-8B,mxq,3_42,3.42,mxq2,7.3737,11.7179,5.09,5.08,27.090252161026,8000000000 +Meta-Llama-3-8B,mxq,3_43,3.43,mxq2,7.3631,11.6939,5.11,5.1,26.63440465927124,8000000000 +Llama-2-13b-hf,mxq,3_95,3.95,mxq2,4.7845,6.6449,6.97,6.9,41.428165912628174,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,mxq2,5.4747,7.351,3.71,3.68,20.85684537887573,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,mxq2,6.2975,8.4781,3.13,3.09,22.15162992477417,7000000000 +Llama-2-13b-hf,mxq,3_09,3.09,mxq2,5.3425,7.3635,5.74,5.68,43.95410466194153,13000000000 +Llama-2-13b-hf,mxq,3_45,3.45,mxq2,4.9202,6.8514,6.43,6.33,43.28198838233948,13000000000 +Llama-2-7b-hf,mxq,3_93,3.93,mxq2,5.4313,7.2906,3.76,3.72,20.614538431167603,7000000000 +Meta-Llama-3-8B,mxq,3_33,3.33,mxq2,7.7077,12.2494,4.96,4.93,27.58942461013794,8000000000 +Meta-Llama-3-8B,mxq,3_55,3.55,mxq2,7.1652,11.3423,5.25,5.25,26.299255847930908,8000000000 +Meta-Llama-3-8B,mxq,3_49,3.49,mxq2,7.2635,11.5309,5.18,5.18,26.41775894165039,8000000000 +Llama-2-7b-hf,mxq,3_57,3.57,mxq2,5.5985,7.5377,3.48,3.47,21.488388299942017,7000000000 +Meta-Llama-3-8B,mxq,3_37,3.37,mxq2,7.511,11.8916,5.03,5,27.247847080230716,8000000000 +Llama-2-7b-hf,mxq,3_39,3.39,mxq2,5.824,7.8432,3.34,3.32,22.29039669036865,7000000000 +Llama-2-7b-hf,mxq,3_21,3.21,mxq2,6.0023,8.0857,3.24,3.2,22.332809925079346,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,mxq2,9.6733,15.423400000000001,4.87,4.84,27.68308734893799,8000000000 +Llama-2-13b-hf,mxq,3_57,3.57,mxq2,4.8701,6.7853,6.55,6.43,43.164148569107056,13000000000 +Llama-2-13b-hf,mxq,3_89,3.89,mxq2,4.7885,6.6547,7.05,6.99,41.713910818099976,13000000000 +Llama-2-13b-hf,mxq,3_41,3.41,mxq2,4.9339,6.8711,6.38,6.28,43.6291081905365,13000000000 +Llama-2-7b-hf,mxq,3_47,3.47,mxq2,5.6869,7.6567,3.41,3.41,21.610416173934937,7000000000 +Llama-2-13b-hf,mxq,3_67,3.67,mxq2,4.8482,6.7383,6.81,6.71,42.77509593963623,13000000000 +Meta-Llama-3-8B,mxq,3_73,3.73,mxq2,6.9111,10.8744,5.3,5.29,25.77156162261963,8000000000 +Llama-2-7b-hf,mxq,3_63,3.63,mxq2,5.5582,7.497,3.57,3.56,21.41391110420227,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,mxq2,6.573,10.2897,5.51,5.5,,8000000000 +Llama-2-7b-hf,mxq,3_89,3.89,mxq2,5.4387,7.306,3.74,3.71,20.75191569328308,7000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,mxq2,12.167,19.1409,4.8,4.77,27.04138207435608,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,mxq2,15.2134,23.2301,4.68,4.65,26.43147921562195,8000000000 +Llama-2-7b-hf,mxq,3_29,3.29,mxq2,5.9154,7.9772,3.29,3.26,22.09446668624878,7000000000 +Llama-2-13b-hf,mxq,3_33,3.33,mxq2,4.9767,6.9357,6.17,6.09,44.257283449172974,13000000000 +Meta-Llama-3-8B,mxq,3_69,3.69,mxq2,6.9674,10.9673,5.31,5.3,25.58327317237854,8000000000 +Llama-2-7b-hf,mxq,3_41,3.41,mxq2,5.792,7.8027,3.37,3.36,21.84909582138061,7000000000 +Llama-2-13b-hf,mxq,3_49,3.49,mxq2,4.903,6.8375,6.45,6.35,43.6374773979187,13000000000 +Llama-2-7b-hf,mxq,3_59,3.59,mxq2,5.5752,7.5225,3.49,3.49,21.561097383499146,7000000000 +Llama-2-13b-hf,mxq,3_93,3.93,mxq2,4.78,6.6443,7.03,6.97,41.61466455459595,13000000000 +Meta-Llama-3-8B,mxq,3_99,3.99,mxq2,6.5171,10.1744,5.58,5.56,27.826788187026978,8000000000 +Llama-2-7b-hf,mxq,3_65,3.65,mxq2,5.5537,7.4841,3.59,3.58,21.40466451644897,7000000000 +Llama-2-13b-hf,mxq,3_43,3.43,mxq2,4.9231,6.8593,6.41,6.31,43.47370958328247,13000000000 +Llama-2-7b-hf,mxq,3_85,3.85,mxq2,5.4624,7.337,3.72,3.69,20.791393995285038,7000000000 +Llama-2-7b-hf,mxq,3_75,3.75,mxq2,5.5065,7.4056,3.63,3.61,21.01120352745056,7000000000 +Llama-2-13b-hf,mxq,3_69,3.69,mxq2,4.8382,6.7299,6.82,6.72,42.58239769935608,13000000000 +Llama-2-7b-hf,mxq,3_81,3.81,mxq2,5.4834,7.3582,3.71,3.68,20.88287758827209,7000000000 +Meta-Llama-3-8B,mxq,3_09,3.09,mxq2,14.5954,22.293,4.7,4.67,26.38785433769226,8000000000 +Llama-2-7b-hf,mxq,3_99,3.99,mxq2,5.415,7.2563,3.73,3.7,20.53605937957764,7000000000 +Llama-2-7b-hf,mxq,3_61,3.61,mxq2,5.5611,7.5127,3.53,3.52,21.70881462097168,7000000000 +Llama-2-13b-hf,mxq,3_71,3.71,mxq2,4.8399,6.7241,6.83,6.73,42.31766819953919,13000000000 +Meta-Llama-3-8B,mxq,3_97,3.97,mxq2,6.5396,10.2222,5.57,5.54,25.33141684532165,8000000000 +Llama-2-13b-hf,mxq,3_79,3.79,mxq2,4.8152,6.697,6.89,6.8,42.10650277137756,13000000000 +Llama-2-7b-hf,mxq,3_95,3.95,mxq2,5.4265,7.2799,3.74,3.7,20.684069395065308,7000000000 +Llama-2-7b-hf,mxq,3_45,3.45,mxq2,5.6902,7.663,3.4,3.4,21.76680064201355,7000000000 +Llama-2-13b-hf,mxq,3_61,3.61,mxq2,4.8588,6.7713,6.61,6.5,42.9020140171051,13000000000 +Llama-2-13b-hf,mxq,3_27,3.27,mxq2,4.9976,6.9657,6.12,6.06,44.18956470489502,13000000000 +Meta-Llama-3-8B,mxq,3_71,3.71,mxq2,6.9541,10.9348,5.3,5.29,25.675097465515137,8000000000 +Llama-2-7b-hf,mxq,3_27,3.27,mxq2,5.9413,8.004,3.3,3.26,22.35238146781921,7000000000 +Meta-Llama-3-8B,mxq,3_77,3.77,mxq2,6.8786,10.8251,5.29,5.29,25.62618374824524,8000000000 +Llama-2-13b-hf,mxq,3_35,3.35,mxq2,4.9718,6.9284,6.2,6.12,44.18660354614258,13000000000 +Llama-2-7b-hf,mxq,3_55,3.55,mxq2,5.6136,7.5615,3.47,3.47,21.486637830734253,7000000000 +Llama-2-7b-hf,mxq,3_33,3.33,mxq2,5.8864,7.9094,3.3,3.27,22.225347995758057,7000000000 +Llama-2-7b-hf,mxq,3_71,3.71,mxq2,5.5225,7.4322,3.61,3.6,21.009374141693115,7000000000 +Llama-2-13b-hf,mxq,3_73,3.73,mxq2,4.8346,6.7155,6.84,6.74,42.436769247055054,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,mxq2,6.5113,8.7683,3.08,3.04,22.06043839454651,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,mxq2,7.0013,11.0355,5.32,5.31,26.15469574928284,8000000000 +Llama-2-7b-hf,mxq,3_25,3.25,mxq2,5.9619,8.0307,3.28,3.24,22.22865343093872,7000000000 +Llama-2-13b-hf,mxq,3_75,3.75,mxq2,4.8294,6.7079,6.87,6.78,42.05277132987976,13000000000 +Meta-Llama-3-8B,mxq,3_39,3.39,mxq2,7.4559,11.836,5.05,5.04,26.90428328514099,8000000000 +Llama-2-13b-hf,mxq,3_59,3.59,mxq2,4.8662,6.7806,6.56,6.44,42.78253173828125,13000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,mxq2,13.5185,20.9196,4.72,4.69,26.639278888702396,8000000000 +Llama-2-13b-hf,mxq,3_23,3.23,mxq2,5.0171,6.9904,6.06,6,44.30007243156433,13000000000 +Llama-2-13b-hf,mxq,3_55,3.55,mxq2,4.8747,6.795,6.54,6.42,43.29498791694641,13000000000 +Llama-2-13b-hf,mxq,3_65,3.65,mxq2,4.8484,6.7496,6.76,6.65,42.8002290725708,13000000000 +Llama-2-7b-hf,mxq,3_31,3.31,mxq2,5.8953,7.9157,3.29,3.26,22.18888235092163,7000000000 +Meta-Llama-3-8B,mxq,3_31,3.31,mxq2,8.009,12.8365,4.93,4.9,28.17751383781433,8000000000 +Meta-Llama-3-8B,mxq,3_59,3.59,mxq2,7.105,11.2024,5.3,5.29,26.049386501312256,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,mxq2,13.3979,20.8975,4.74,4.71,26.89117765426636,8000000000 +Llama-2-13b-hf,mxq,3_77,3.77,mxq2,4.8222,6.7,6.88,6.79,42.346415281295776,13000000000 +Meta-Llama-3-8B,mxq,3_61,3.61,mxq2,7.0497,11.1055,5.33,5.32,27.4024658203125,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,mxq2,4.8912,6.8218,6.49,6.38,43.13220953941345,13000000000 +Meta-Llama-3-8B,mxq,3_79,3.79,mxq2,6.825,10.7034,5.3,5.3,25.54624938964844,8000000000 +Meta-Llama-3-8B,mxq,3_29,3.29,mxq2,8.2741,13.2343,4.91,4.88,28.2871572971344,8000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,mxq2,6.7701,10.632,5.35,5.34,25.362540245056152,8000000000 +Llama-2-13b-hf,mxq,3_53,3.53,mxq2,4.8875,6.8083,6.51,6.4,43.060672760009766,13000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,mxq2,6.7067,10.5142,5.4,5.39,25.73590469360352,8000000000 +Meta-Llama-3-8B,mxq,3_17,3.17,mxq2,12.4406,19.7752,4.78,4.75,26.95879483222961,8000000000 +Llama-2-13b-hf,mxq,3_47,3.47,mxq2,4.9176,6.8442,6.44,6.34,43.46783089637756,13000000000 +Meta-Llama-3-8B,mxq,3_57,3.57,mxq2,7.124,11.2732,5.27,5.26,25.697256565093998,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,mxq2,5.4454,7.3143,3.76,3.72,20.895438194274902,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,mxq2,6.2155,8.3501,3.15,3.11,22.23666214942932,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,mxq2,4.7948,6.6634,7.02,6.97,41.70433926582336,13000000000 +Llama-2-13b-hf,mxq,3_17,3.17,mxq2,5.0832,7.0475,5.91,5.84,44.636515378952026,13000000000 +Meta-Llama-3-8B,mxq,3_93,3.93,mxq2,6.5945,10.3294,5.48,5.47,29.72301721572876,8000000000 +Meta-Llama-3-8B,mxq,3_63,3.63,mxq2,7.0213,11.0719,5.33,5.31,25.690141439437863,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,mxq2,5.0547,7.0307,5.95,5.88,44.34152340888977,13000000000 +Llama-2-7b-hf,mxq,3_35,3.35,mxq2,5.8924,7.9523,3.3,3.27,21.96796560287476,7000000000 +Llama-2-7b-hf,mxq,3_37,3.37,mxq2,5.857,7.8822,3.32,3.3,22.059545278549194,7000000000 +Meta-Llama-3-8B,mxq,3_67,3.67,mxq2,6.9811,11.0063,5.31,5.3,25.918481588363647,8000000000 +Meta-Llama-3-8B,mxq,3_35,3.35,mxq2,7.573,12.0129,4.99,4.97,27.87693810462952,8000000000 +Llama-2-13b-hf,mxq,3_31,3.31,mxq2,4.9808,6.9438,6.14,6.08,44.322877407073975,13000000000 +Meta-Llama-3-8B,mxq,3_27,3.27,mxq2,9.0447,14.4039,4.89,4.86,28.09720754623413,8000000000 +Meta-Llama-3-8B,mxq,3_85,3.85,mxq2,6.7547,10.5925,5.37,5.37,25.129603147506717,8000000000 +Meta-Llama-3-8B,mxq,3_21,3.21,mxq2,11.4379,18.0265,4.82,4.79,27.216885566711422,8000000000 +Llama-2-13b-hf,mxq,3_97,3.97,mxq2,4.7706,6.6341,7.04,6.98,41.57976794242859,13000000000 +Llama-2-13b-hf,mxq,2_25,2.25,mxq2,32.811,41.7335,3.98,3.98,52.94397020339966,13000000000 +Llama-2-13b-hf,mxq,2_51,2.51,mxq2,8.9401,12.4191,4.49,4.49,53.25425028800965,13000000000 +Llama-2-7b-hf,mxq,2_57,2.57,mxq2,12.9279,17,,,28.16793727874756,7000000000 +Meta-Llama-3-8B,mxq,2_19,2.19,mxq2,87781.2812,61938.2773,,,26.016353130340576,8000000000 +Llama-2-7b-hf,mxq,2_47,2.47,mxq2,163.0594,170.9671,,,26.49335289001465,7000000000 +Llama-2-7b-hf,mxq,2_15,2.15,mxq2,,,,,25.715022802352905,7000000000 +Meta-Llama-3-8B,mxq,2_57,2.57,mxq2,53.2459,88.4592,,,30.894856691360477,8000000000 +Meta-Llama-3-8B,mxq,2_31,2.31,mxq2,6299.3838,5084.3877,,,25.639243364334103,8000000000 +Llama-2-7b-hf,mxq,2_29,2.29,mxq2,6517.4971,6266.208,,,26.90976619720459,7000000000 +Llama-2-7b-hf,mxq,2_13,2.13,mxq2,,4406.4316,,,26.363276958465576,7000000000 +Meta-Llama-3-8B,mxq,2_55,2.55,mxq2,55.7362,93.1902,,,26.275548934936523,8000000000 +Llama-2-13b-hf,mxq,2_15,2.15,mxq2,458.1787,998.125,,,54.36496758460999,13000000000 +Llama-2-7b-hf,mxq,2_55,2.55,mxq2,25.203,36.4469,,,27.793428897857662,7000000000 +Meta-Llama-3-8B,mxq,2_29,2.29,mxq2,4450.3784,2712.1501,,,26.07418942451477,8000000000 +Llama-2-7b-hf,mxq,2_19,2.19,mxq2,,4263.6934,,,25.5257465839386,7000000000 +Llama-2-13b-hf,mxq,2_13,2.13,mxq2,859.1281,1737.4487,,,52.718018770217896,13000000000 +Meta-Llama-3-8B,mxq,2_51,2.51,mxq2,75.1645,112.2336,4.08,4.08,24.515072107315063,8000000000 +Llama-2-13b-hf,mxq,2_21,2.21,mxq2,63.2594,78.369,,,53.45778012275696,13000000000 +Llama-2-13b-hf,mxq,2_57,2.57,mxq2,7.6239,10.5162,,,54.56654715538025,13000000000 +Llama-2-7b-hf,mxq,2_31,2.31,mxq2,6221.833,6395.2168,,,26.94262170791626,7000000000 +Llama-2-13b-hf,mxq,2_53,2.53,mxq2,7.8701,10.801,,,55.17441821098328,13000000000 +Llama-2-13b-hf,mxq,2_31,2.31,mxq2,28.025,37.1851,,,53.44624614715576,13000000000 +Llama-2-13b-hf,mxq,2_29,2.29,mxq2,29.5297,39.5324,,,53.31960153579712,13000000000 +Meta-Llama-3-8B,mxq,2_17,2.17,mxq2,70275.0781,54749.7031,,,25.9489004611969,8000000000 +Llama-2-7b-hf,mxq,2_17,2.17,mxq2,3624.9775,2700.9817,,,25.71911692619324,7000000000 +Meta-Llama-3-8B,mxq,2_27,2.27,mxq2,9208.6211,5850.2134,,,25.73874425888061,8000000000 +Llama-2-7b-hf,mxq,2_51,2.51,mxq2,37.9823,51.8843,2.47,2.47,27.23824882507324,7000000000 +Llama-2-13b-hf,mxq,2_49,2.49,mxq2,11.1589,15.2583,,,53.56611061096192,13000000000 +Meta-Llama-3-8B,mxq,2_45,2.45,mxq2,154.344,200.7597,,,25.179463624954224,8000000000 +Meta-Llama-3-8B,mxq,2_47,2.47,mxq2,97.5642,134.4331,,,24.84200382232666,8000000000 +Llama-2-13b-hf,mxq,2_55,2.55,mxq2,7.727,10.6813,,,55.89913749694824,13000000000 +Llama-2-13b-hf,mxq,2_17,2.17,mxq2,339.3502,440.1154,,,53.24775695800781,13000000000 +Llama-2-7b-hf,mxq,2_25,2.25,mxq2,3165.4758,2195.2532,2.21,2.21,25.3148353099823,7000000000 +Meta-Llama-3-8B,mxq,2_49,2.49,mxq2,82.8497,120.7239,,,24.85382080078125,8000000000 +Llama-2-13b-hf,mxq,2_19,2.19,mxq2,141.4781,165.3496,,,52.42427635192871,13000000000 +Llama-2-7b-hf,mxq,2_27,2.27,mxq2,8563.4287,4808.2769,,,25.713513374328613,7000000000 +Meta-Llama-3-8B,mxq,2_21,2.21,mxq2,46663.0352,27468.2246,,,25.73615527153015,8000000000 +Meta-Llama-3-8B,mxq,2_25,2.25,mxq2,14484.7344,6815.4814,3.8,3.8,25.789592504501343,8000000000 +Meta-Llama-3-8B,mxq,2_53,2.53,mxq2,69.2855,104.0414,,,24.58772611618042,8000000000 +Meta-Llama-3-8B,mxq,2_23,2.23,mxq2,37196.2031,22969.9609,,,25.892287492752075,8000000000 +Meta-Llama-3-8B,mxq,2_13,2.13,mxq2,102580.3359,84270.4375,,,26.389660120010376,8000000000 +Llama-2-7b-hf,mxq,2_53,2.53,mxq2,29.0323,40.7581,,,27.771810293197632,7000000000 +Llama-2-13b-hf,mxq,2_47,2.47,mxq2,11.89,16.4769,,,51.62110185623169,13000000000 +Llama-2-7b-hf,mxq,2_23,2.23,mxq2,,2553.3374,,,25.2646484375,7000000000 +Llama-2-7b-hf,mxq,2_49,2.49,mxq2,115.5637,150.3164,,,27.280510187149048,7000000000 +Llama-2-13b-hf,mxq,2_27,2.27,mxq2,31.1418,40.785,,,53.63895511627197,13000000000 +Llama-2-13b-hf,mxq,2_23,2.23,mxq2,36.6126,45.7069,,,53.58946084976196,13000000000 +Llama-2-7b-hf,mxq,2_45,2.45,mxq2,220.0714,210.4805,,,26.75245475769043,7000000000 +Llama-2-13b-hf,mxq,2_45,2.45,mxq2,12.6573,17.8399,,,54.017335653305054,13000000000 +Meta-Llama-3-8B,mxq,2_15,2.15,mxq2,105435.9375,92822.4844,,,26.52206039428711,8000000000 +Llama-2-7b-hf,mxq,2_21,2.21,mxq2,2100.0659,2256.1875,,,25.267686367034912,7000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,mxq2,6.4614,10.0802,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,mxq2,5.3182,7.1353,4.43,3.7,,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,mxq2,4.7357,6.5707,6.94,6.94,,13000000000 +Meta-Llama-3-8B,mxq,4_59,4.59,mxq2,6.1108,9.4605,6.65,5.69,,8000000000 +Meta-Llama-3-8B,mxq,4_09,4.09,mxq2,6.431,10.0261,6.51,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_49,4.49,mxq2,6.1145,9.4645,6.56,5.61,,8000000000 +Llama-2-13b-hf,mxq,4_31,4.31,mxq2,4.7008,6.5332,8.14,6.98,,13000000000 +Llama-2-7b-hf,mxq,4_53,4.53,mxq2,5.2875,7.078,4.64,3.9,,7000000000 +Llama-2-7b-hf,mxq,4_15,4.15,mxq2,5.3283,7.1561,4.45,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_35,4.35,mxq2,5.3039,7.0966,4.5,3.77,,7000000000 +Llama-2-7b-hf,mxq,4_61,4.61,mxq2,5.2864,7.0736,4.7,3.96,,7000000000 +Llama-2-7b-hf,mxq,4_07,4.07,mxq2,5.3565,7.2072,4.44,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_29,4.29,mxq2,5.3113,7.114,4.46,3.72,,7000000000 +Meta-Llama-3-8B,mxq,4_03,4.03,mxq2,6.4963,10.1587,6.54,5.58,,8000000000 +Llama-2-7b-hf,mxq,4_41,4.41,mxq2,5.3008,7.0875,4.55,3.81,,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,mxq2,6.1146,9.4655,5.62,5.62,,8000000000 +Llama-2-13b-hf,mxq,4_09,4.09,mxq2,4.7492,6.5873,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_05,4.05,mxq2,6.4759,10.1244,6.53,5.58,,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,mxq2,6.4222,9.9862,6.5,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_45,4.45,mxq2,6.1205,9.4749,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_49,4.49,mxq2,5.2904,7.0791,4.61,3.87,,7000000000 +Meta-Llama-3-8B,mxq,4_15,4.15,mxq2,6.405,9.9757,6.49,5.53,,8000000000 +Llama-2-7b-hf,mxq,4_47,4.47,mxq2,5.2959,7.0845,4.6,3.86,,7000000000 +Llama-2-13b-hf,mxq,4_43,4.43,mxq2,4.6938,6.5195,8.31,7.15,,13000000000 +Llama-2-7b-hf,mxq,4_43,4.43,mxq2,5.2992,7.0879,4.57,3.83,,7000000000 +Llama-2-13b-hf,mxq,4_57,4.57,mxq2,4.6882,6.5141,8.52,7.36,,13000000000 +Llama-2-13b-hf,mxq,4_47,4.47,mxq2,4.6914,6.5168,8.37,7.21,,13000000000 +Llama-2-7b-hf,mxq,4_19,4.19,mxq2,5.3245,7.1459,4.44,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_31,4.31,mxq2,5.3097,7.1112,4.48,3.74,,7000000000 +Llama-2-13b-hf,mxq,4_53,4.53,mxq2,4.689,6.5136,8.46,7.3,,13000000000 +Llama-2-13b-hf,mxq,4_23,4.23,mxq2,4.7167,6.5481,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_27,4.27,mxq2,5.3106,7.1197,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,mxq2,4.719,6.5519,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,mxq2,5.334,7.1706,3.72,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_59,4.59,mxq2,5.2849,7.0742,4.69,3.95,,7000000000 +Llama-2-13b-hf,mxq,4_25,4.25,mxq2,4.7089,6.5419,6.9,6.91,,13000000000 +Llama-2-13b-hf,mxq,4_29,4.29,mxq2,4.7031,6.5348,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_61,4.61,mxq2,6.111,9.459,6.66,5.7,,8000000000 +Llama-2-7b-hf,mxq,4_55,4.55,mxq2,5.2859,7.0774,4.66,3.93,,7000000000 +Llama-2-13b-hf,mxq,4_41,4.41,mxq2,4.6929,6.521,8.28,7.13,,13000000000 +Llama-2-13b-hf,mxq,4_03,4.03,mxq2,4.7657,6.613,8.13,6.98,,13000000000 +Llama-2-13b-hf,mxq,4_11,4.11,mxq2,4.7407,6.5778,8.1,6.95,,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,mxq2,4.7306,6.5591,8.07,6.91,,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,mxq2,6.3811,9.9266,6.48,5.52,,8000000000 +Meta-Llama-3-8B,mxq,4_33,4.33,mxq2,6.1794,9.5815,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_33,4.33,mxq2,5.3014,7.101,4.49,3.76,,7000000000 +Meta-Llama-3-8B,mxq,4_53,4.53,mxq2,6.1145,9.4646,6.6,5.64,,8000000000 +Meta-Llama-3-8B,mxq,4_31,4.31,mxq2,6.2252,9.6562,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_03,4.03,mxq2,5.3814,7.2461,4.45,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_51,4.51,mxq2,5.2898,7.0788,3.89,3.89,,7000000000 +Meta-Llama-3-8B,mxq,4_57,4.57,mxq2,6.1122,9.4631,6.63,5.67,,8000000000 +Llama-2-13b-hf,mxq,4_55,4.55,mxq2,4.6895,6.5129,8.5,7.34,,13000000000 +Llama-2-13b-hf,mxq,4_05,4.05,mxq2,4.756,6.6024,8.14,6.98,,13000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,mxq2,6.3441,9.8427,6.46,5.5,,8000000000 +Llama-2-13b-hf,mxq,4_49,4.49,mxq2,4.6888,6.5146,8.4,7.24,,13000000000 +Llama-2-7b-hf,mxq,4_25,4.25,mxq2,5.3115,7.1268,3.71,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_23,4.23,mxq2,6.3174,9.7954,6.46,5.5,,8000000000 +Llama-2-7b-hf,mxq,4_05,4.05,mxq2,5.3753,7.2209,4.43,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_11,4.11,mxq2,5.3408,7.1813,4.46,3.73,,7000000000 +Llama-2-13b-hf,mxq,4_19,4.19,mxq2,4.7227,6.5555,8.05,6.9,,13000000000 +Llama-2-13b-hf,mxq,4_61,4.61,mxq2,4.6907,6.5113,8.58,7.42,,13000000000 +Llama-2-13b-hf,mxq,4_07,4.07,mxq2,4.7491,6.5939,8.12,6.96,,13000000000 +Llama-2-7b-hf,mxq,4_45,4.45,mxq2,5.2966,7.087,4.58,3.84,,7000000000 +Llama-2-13b-hf,mxq,4_59,4.59,mxq2,4.6899,6.5132,8.55,7.39,,13000000000 +Llama-2-13b-hf,mxq,4_51,4.51,mxq2,4.6891,6.5144,7.28,7.28,,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,mxq2,6.2909,9.7613,5.49,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_09,4.09,mxq2,5.3551,7.1952,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_15,4.15,mxq2,4.7308,6.5647,8.07,6.92,,13000000000 +Llama-2-13b-hf,mxq,4_45,4.45,mxq2,4.6926,6.5185,8.34,7.18,,13000000000 +Llama-2-13b-hf,mxq,4_27,4.27,mxq2,4.7087,6.5377,8.09,6.93,,13000000000 +Meta-Llama-3-8B,mxq,4_29,4.29,mxq2,6.2456,9.6912,6.43,5.47,,8000000000 +Meta-Llama-3-8B,mxq,4_55,4.55,mxq2,6.1126,9.4656,6.61,5.65,,8000000000 +Llama-2-13b-hf,mxq,4_33,4.33,mxq2,4.6976,6.5283,8.16,7.01,,13000000000 +Meta-Llama-3-8B,mxq,4_47,4.47,mxq2,6.1155,9.4657,6.55,5.59,,8000000000 +Llama-2-13b-hf,mxq,4_35,4.35,mxq2,4.699,6.5243,8.19,7.04,,13000000000 +Meta-Llama-3-8B,mxq,4_35,4.35,mxq2,6.1673,9.5576,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_17,4.17,mxq2,5.3282,7.1556,4.44,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,mxq2,6.405,9.9574,5.54,5.54,,8000000000 +Llama-2-7b-hf,mxq,4_23,4.23,mxq2,5.3175,7.1336,4.43,3.7,,7000000000 +Meta-Llama-3-8B,mxq,4_41,4.41,mxq2,6.1285,9.4953,6.5,5.54,,8000000000 +Meta-Llama-3-8B,mxq,4_19,4.19,mxq2,6.3631,9.8989,6.47,5.51,,8000000000 +Meta-Llama-3-8B,mxq,4_27,4.27,mxq2,6.268,9.7356,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_57,4.57,mxq2,5.2862,7.0799,4.67,3.93,,7000000000 +Meta-Llama-3-8B,mxq,4_43,4.43,mxq2,6.1245,9.4828,6.51,5.56,,8000000000 +Meta-Llama-3-8B,mxq,6_06,6.06,mxq2,6.023,9.326,7.84,6.88,21.76242709159851,8000000000 +Llama-2-7b-hf,mxq,7_74,7.74,mxq2,5.2359,6.9897,7.06,6.34,17.669595956802368,7000000000 +Llama-2-13b-hf,mxq,5_98,5.98,mxq2,4.6678,6.4906,10.6,9.44,47.798495054245,13000000000 +Llama-2-7b-hf,mxq,6_89,6.89,mxq2,5.2462,7.0114,6.4,5.68,25.922955751419067,7000000000 +Llama-2-7b-hf,mxq,5_90,5.9,mxq2,5.2604,7.0303,5.67,4.94,19.554818153381348,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,mxq2,4.6846,6.5035,9.18,8.03,49.19426798820496,13000000000 +Llama-2-13b-hf,mxq,7_74,7.74,mxq2,4.6469,6.4678,13.17,12.04,44.089990854263306,13000000000 +Llama-2-7b-hf,mxq,5_10,5.1,mxq2,5.2754,7.0524,5.07,4.33,19.657520294189453,7000000000 +Llama-2-7b-hf,mxq,7_56,7.56,mxq2,5.237,6.9942,6.9,6.19,18.19426202774048,7000000000 +Llama-2-7b-hf,mxq,6_81,6.81,mxq2,5.2469,7.011,6.34,5.62,18.86526107788086,7000000000 +Llama-2-7b-hf,mxq,5_96,5.96,mxq2,5.2593,7.03,5.72,4.98,19.279616355896,7000000000 +Meta-Llama-3-8B,mxq,6_71,6.71,mxq2,6.0196,9.3105,8.34,7.41,21.85685682296753,8000000000 +Llama-2-7b-hf,mxq,5_94,5.94,mxq2,5.2586,7.0295,5.7,4.97,19.37894368171692,7000000000 +Llama-2-13b-hf,mxq,5_14,5.14,mxq2,4.683,6.5027,9.36,8.2,56.9892475605011,13000000000 +Meta-Llama-3-8B,mxq,5_88,5.88,mxq2,6.0261,9.3352,7.7,6.74,22.518107175827023,8000000000 +Llama-2-13b-hf,mxq,5_08,5.08,mxq2,4.6839,6.5029,9.27,8.12,49.27021145820618,13000000000 +Llama-2-13b-hf,mxq,7_66,7.66,mxq2,4.6474,6.468,13.05,11.93,47.079811811447136,13000000000 +Meta-Llama-3-8B,mxq,6_72,6.72,mxq2,6.0197,9.3087,8.35,7.42,23.39883589744568,8000000000 +Llama-2-7b-hf,mxq,7_60,7.6,mxq2,5.2371,6.9936,6.93,6.22,18.125155687332157,7000000000 +Llama-2-13b-hf,mxq,5_94,5.94,mxq2,4.6684,6.4931,10.54,9.39,49.166083097457886,13000000000 +Llama-2-7b-hf,mxq,5_08,5.08,mxq2,5.2764,7.0531,5.06,4.32,19.440809726715088,7000000000 +Llama-2-13b-hf,mxq,6_77,6.77,mxq2,4.6577,6.4802,11.79,10.67,46.27151226997376,13000000000 +Meta-Llama-3-8B,mxq,6_86,6.86,mxq2,6.0164,9.3046,8.46,7.53,21.96333861351013,8000000000 +Llama-2-13b-hf,mxq,5_90,5.9,mxq2,4.6686,6.4937,10.48,9.33,48.043394327163696,13000000000 +Llama-2-7b-hf,mxq,7_57,7.57,mxq2,5.2378,6.9941,6.91,6.2,17.95819878578186,7000000000 +Llama-2-13b-hf,mxq,6_78,6.78,mxq2,4.6575,6.4794,11.84,10.71,44.31199598312378,13000000000 +Meta-Llama-3-8B,mxq,6_00,6,mxq2,6.0237,9.3281,7.79,6.83,21.4712917804718,8000000000 +Llama-2-7b-hf,mxq,5_04,5.04,mxq2,5.2765,7.0529,5.03,4.29,19.586140632629395,7000000000 +Meta-Llama-3-8B,mxq,5_94,5.94,mxq2,6.0244,9.3323,7.74,6.78,21.61764931678772,8000000000 +Llama-2-13b-hf,mxq,6_81,6.81,mxq2,4.6577,6.4795,11.82,10.7,47.39734888076782,13000000000 +Llama-2-7b-hf,mxq,6_92,6.92,mxq2,5.2446,7.0088,6.44,5.72,18.701699256896973,7000000000 +Llama-2-13b-hf,mxq,6_06,6.06,mxq2,4.6666,6.4898,10.72,9.56,47.00333380699158,13000000000 +Llama-2-13b-hf,mxq,7_70,7.7,mxq2,4.647,6.4677,13.11,11.99,43.83094072341919,13000000000 +Llama-2-7b-hf,mxq,5_92,5.92,mxq2,5.2577,7.0291,5.71,4.97,20.55404281616211,7000000000 +Meta-Llama-3-8B,mxq,5_14,5.14,mxq2,6.0536,9.3788,7.09,6.13,21.712579488754272,8000000000 +Llama-2-7b-hf,mxq,6_06,6.06,mxq2,5.2588,7.0279,5.79,5.06,19.3074004650116,7000000000 +Meta-Llama-3-8B,mxq,5_90,5.9,mxq2,6.0255,9.3333,7.71,6.75,22.121676683425903,8000000000 +Llama-2-13b-hf,mxq,6_02,6.02,mxq2,4.6668,6.4898,10.72,9.56,46.12384104728699,13000000000 +Meta-Llama-3-8B,mxq,5_20,5.2,mxq2,6.0512,9.3798,7.14,6.18,21.581509828567505,8000000000 +Meta-Llama-3-8B,mxq,5_04,5.04,mxq2,6.0543,9.3815,7.01,6.05,21.817686080932617,8000000000 +Llama-2-7b-hf,mxq,7_72,7.72,mxq2,5.2355,6.9912,7.02,6.31,18.226958751678467,7000000000 +Llama-2-7b-hf,mxq,6_02,6.02,mxq2,5.2581,7.0277,5.76,5.03,19.418373584747314,7000000000 +Meta-Llama-3-8B,mxq,5_98,5.98,mxq2,6.0217,9.3299,7.78,6.82,21.374507427215576,8000000000 +Llama-2-7b-hf,mxq,6_04,6.04,mxq2,5.2576,7.0268,5.78,5.04,19.052096128463745,7000000000 +Meta-Llama-3-8B,mxq,5_06,5.06,mxq2,6.0522,9.3779,7.03,6.07,21.56499028205872,8000000000 +Llama-2-13b-hf,mxq,6_87,6.87,mxq2,4.6573,6.4795,11.88,10.76,45.78723359107971,13000000000 +Llama-2-7b-hf,mxq,5_18,5.18,mxq2,5.276,7.0518,5.13,4.39,19.973525762557983,7000000000 +Meta-Llama-3-8B,mxq,5_16,5.16,mxq2,6.0507,9.3749,7.11,6.15,21.58627796173096,8000000000 +Llama-2-13b-hf,mxq,6_72,6.72,mxq2,4.6594,6.4813,11.66,10.54,46.765066146850586,13000000000 +Llama-2-13b-hf,mxq,6_04,6.04,mxq2,4.667,6.4902,10.69,9.53,48.153079986572266,13000000000 +Llama-2-13b-hf,mxq,5_96,5.96,mxq2,4.6678,6.4916,10.57,9.41,48.17770957946777,13000000000 +Llama-2-7b-hf,mxq,7_70,7.7,mxq2,5.2351,6.9918,7.01,6.29,17.992141246795654,7000000000 +Llama-2-7b-hf,mxq,6_78,6.78,mxq2,5.2478,7.0112,6.31,5.6,18.597021102905277,7000000000 +Meta-Llama-3-8B,mxq,7_76,7.76,mxq2,6.0055,9.2872,9.19,8.26,27.69206953048706,8000000000 +Llama-2-13b-hf,mxq,5_86,5.86,mxq2,4.6691,6.4944,10.42,9.27,48.98742747306824,13000000000 +Meta-Llama-3-8B,mxq,6_92,6.92,mxq2,6.0161,9.2986,8.51,7.58,22.2465500831604,8000000000 +Meta-Llama-3-8B,mxq,5_12,5.12,mxq2,6.0512,9.3761,7.09,6.13,21.561537265777588,8000000000 +Meta-Llama-3-8B,mxq,5_10,5.1,mxq2,6.0511,9.3766,7.06,6.1,21.59110140800476,8000000000 +Llama-2-7b-hf,mxq,7_63,7.63,mxq2,5.2363,6.9925,6.96,6.24,17.663169622421265,7000000000 +Llama-2-7b-hf,mxq,6_77,6.77,mxq2,5.2474,7.0115,6.31,5.59,18.561485052108765,7000000000 +Meta-Llama-3-8B,mxq,7_62,7.62,mxq2,6.0003,9.2852,9.08,8.15,22.798346996307373,8000000000 +Meta-Llama-3-8B,mxq,7_70,7.7,mxq2,6.0045,9.2858,9.19,8.26,71.6642336845398,8000000000 +Meta-Llama-3-8B,mxq,6_02,6.02,mxq2,6.0234,9.327,7.81,6.85,22.565041303634644,8000000000 +Llama-2-13b-hf,mxq,6_83,6.83,mxq2,4.6573,6.4802,11.85,10.73,46.35602283477783,13000000000 +Llama-2-13b-hf,mxq,6_89,6.89,mxq2,4.6568,6.4789,11.91,10.79,48.30457520484924,13000000000 +Meta-Llama-3-8B,mxq,7_56,7.56,mxq2,6.002,9.2872,9.03,8.1,22.120295524597168,8000000000 +Meta-Llama-3-8B,mxq,6_78,6.78,mxq2,6.0256,9.318,8.4,7.47,22.91683387756348,8000000000 +Meta-Llama-3-8B,mxq,7_60,7.6,mxq2,6.0076,9.2996,9.06,8.13,21.957447052001957,8000000000 +Llama-2-13b-hf,mxq,5_10,5.1,mxq2,4.6844,6.5018,9.31,8.16,49.0630841255188,13000000000 +Meta-Llama-3-8B,mxq,6_83,6.83,mxq2,6.0153,9.3035,8.46,7.53,22.001774787902832,8000000000 +Meta-Llama-3-8B,mxq,7_63,7.63,mxq2,6.006,9.2906,9.09,8.16,23.30888676643372,8000000000 +Meta-Llama-3-8B,mxq,7_68,7.68,mxq2,6.0022,9.2823,9.13,8.2,23.90609741210937,8000000000 +Llama-2-13b-hf,mxq,5_88,5.88,mxq2,4.6688,6.494,10.45,9.3,48.39581108093262,13000000000 +Llama-2-7b-hf,mxq,7_76,7.76,mxq2,5.2357,6.9899,7.05,6.34,17.89582633972168,7000000000 +Meta-Llama-3-8B,mxq,7_72,7.72,mxq2,6.0038,9.292,9.19,8.26,22.09702754020691,8000000000 +Llama-2-7b-hf,mxq,5_16,5.16,mxq2,5.2759,7.0515,5.12,4.38,20.5237340927124,7000000000 +Meta-Llama-3-8B,mxq,7_74,7.74,mxq2,6.0006,9.2811,9.18,8.25,23.867166757583615,8000000000 +Meta-Llama-3-8B,mxq,6_04,6.04,mxq2,6.0223,9.3285,7.83,6.87,21.45602321624756,8000000000 +Meta-Llama-3-8B,mxq,7_57,7.57,mxq2,6.0049,9.2966,9.04,8.11,22.91953945159912,8000000000 +Llama-2-7b-hf,mxq,7_62,7.62,mxq2,5.2374,6.9934,6.95,6.23,19.285237550735477,7000000000 +Llama-2-13b-hf,mxq,7_56,7.56,mxq2,4.6494,6.4696,12.9,11.78,47.3088366985321,13000000000 +Llama-2-7b-hf,mxq,5_20,5.2,mxq2,5.2746,7.0514,5.15,4.41,19.65858101844788,7000000000 +Llama-2-13b-hf,mxq,5_04,5.04,mxq2,4.6854,6.5025,9.21,8.06,46.62364554405213,13000000000 +Llama-2-7b-hf,mxq,5_88,5.88,mxq2,5.2586,7.0299,5.66,4.92,19.65648412704468,7000000000 +Llama-2-13b-hf,mxq,7_68,7.68,mxq2,4.6472,6.4684,13.08,11.95,47.53784322738648,13000000000 +Llama-2-7b-hf,mxq,5_14,5.14,mxq2,5.2757,7.0512,5.1,4.36,19.58873414993286,7000000000 +Meta-Llama-3-8B,mxq,5_08,5.08,mxq2,6.0535,9.3792,7.05,6.09,21.678075790405277,8000000000 +Llama-2-13b-hf,mxq,7_60,7.6,mxq2,4.649,6.4689,12.96,11.84,45.857011795043945,13000000000 +Meta-Llama-3-8B,mxq,5_18,5.18,mxq2,6.0513,9.3791,7.13,6.17,21.55056619644165,8000000000 +Llama-2-13b-hf,mxq,7_76,7.76,mxq2,4.6461,6.4672,13.19,12.07,43.27605080604553,13000000000 +Llama-2-7b-hf,mxq,6_86,6.86,mxq2,5.2461,7.0104,6.38,5.66,18.698930263519287,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,mxq2,6.0148,9.302,8.49,7.56,22.465340614318848,8000000000 +Llama-2-13b-hf,mxq,6_75,6.75,mxq2,4.6587,6.4808,11.73,10.61,51.45095086097717,13000000000 +Llama-2-7b-hf,mxq,5_06,5.06,mxq2,5.2773,7.0527,5.04,4.3,19.507778644561768,7000000000 +Llama-2-13b-hf,mxq,6_92,6.92,mxq2,4.6565,6.4785,12.03,10.9,48.840221881866455,13000000000 +Meta-Llama-3-8B,mxq,5_86,5.86,mxq2,6.0263,9.3328,7.68,6.72,21.603814601898197,8000000000 +Llama-2-13b-hf,mxq,5_00,5,mxq2,4.686,6.5027,8,8,50.04755926132202,13000000000 +Llama-2-7b-hf,mxq,5_86,5.86,mxq2,5.259,7.0317,5.64,4.91,19.42838191986084,7000000000 +Llama-2-7b-hf,mxq,5_02,5.02,mxq2,5.2756,7.053,5.01,4.27,19.654392957687374,7000000000 +Llama-2-13b-hf,mxq,5_12,5.12,mxq2,4.6834,6.5027,9.33,8.17,49.11213088035584,13000000000 +Llama-2-7b-hf,mxq,6_72,6.72,mxq2,5.2475,7.0121,6.27,5.56,18.748580932617188,7000000000 +Meta-Llama-3-8B,mxq,6_87,6.87,mxq2,6.0212,9.3161,8.47,7.54,22.113675594329838,8000000000 +Llama-2-13b-hf,mxq,6_86,6.86,mxq2,4.657,6.4802,11.87,10.74,46.65679335594177,13000000000 +Llama-2-13b-hf,mxq,7_72,7.72,mxq2,4.6471,6.4678,13.14,12.01,43.9573712348938,13000000000 +Meta-Llama-3-8B,mxq,6_75,6.75,mxq2,6.02,9.3097,8.37,7.44,21.745509386062626,8000000000 +Llama-2-13b-hf,mxq,6_00,6,mxq2,4.6676,6.4903,10.63,9.47,47.34900975227356,13000000000 +Llama-2-13b-hf,mxq,7_62,7.62,mxq2,4.649,6.4688,12.99,11.87,46.21504259109497,13000000000 +Llama-2-13b-hf,mxq,5_18,5.18,mxq2,4.6829,6.5022,9.42,8.26,50.85960650444031,13000000000 +Llama-2-7b-hf,mxq,5_98,5.98,mxq2,5.2592,7.0269,5.75,5.02,19.30942392349243,7000000000 +Meta-Llama-3-8B,mxq,5_92,5.92,mxq2,6.0236,9.3314,7.73,6.77,21.48281145095825,8000000000 +Meta-Llama-3-8B,mxq,6_77,6.77,mxq2,6.0178,9.3079,8.39,7.46,21.645708799362183,8000000000 +Llama-2-7b-hf,mxq,6_00,6,mxq2,5.2607,7.0283,5.75,5.01,19.27993416786194,7000000000 +Llama-2-13b-hf,mxq,5_92,5.92,mxq2,4.6684,6.4934,10.51,9.36,48.14252591133118,13000000000 +Llama-2-13b-hf,mxq,6_71,6.71,mxq2,4.6595,6.4817,11.64,10.52,47.33645796775818,13000000000 +Llama-2-7b-hf,mxq,5_00,5,mxq2,5.2766,7.0532,4.27,4.27,19.587546348571777,7000000000 +Meta-Llama-3-8B,mxq,5_00,5,mxq2,6.0532,9.3803,6.02,6.02,21.893595218658447,8000000000 +Llama-2-7b-hf,mxq,6_71,6.71,mxq2,5.2477,7.0123,6.28,5.57,18.528297424316406,7000000000 +Llama-2-7b-hf,mxq,7_66,7.66,mxq2,5.236,6.9922,6.98,6.26,17.945961236953735,7000000000 +Meta-Llama-3-8B,mxq,7_66,7.66,mxq2,6.0043,9.2941,9.11,8.18,27.38026094436645,8000000000 +Llama-2-13b-hf,mxq,7_57,7.57,mxq2,4.6489,6.4689,12.97,11.85,46.53462791442871,13000000000 +Llama-2-7b-hf,mxq,6_75,6.75,mxq2,5.2476,7.0121,6.29,5.58,18.54985857009888,7000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,mxq2,6.0532,9.3808,7,6.04,21.56413507461548,8000000000 +Llama-2-7b-hf,mxq,6_87,6.87,mxq2,5.2457,7.0102,6.38,5.67,18.890921354293823,7000000000 +Llama-2-7b-hf,mxq,7_68,7.68,mxq2,5.2354,6.9915,6.99,6.28,17.50517463684082,7000000000 +Llama-2-7b-hf,mxq,6_83,6.83,mxq2,5.2457,7.0106,6.35,5.64,19.047003507614136,7000000000 +Meta-Llama-3-8B,mxq,6_81,6.81,mxq2,6.0168,9.3071,8.42,7.49,22.49588942527771,8000000000 +Llama-2-13b-hf,mxq,5_16,5.16,mxq2,4.6844,6.5018,9.39,8.23,51.94888925552368,13000000000 +Llama-2-13b-hf,mxq,5_20,5.2,mxq2,4.6827,6.502,9.46,8.3,53.49170207977295,13000000000 +Llama-2-13b-hf,mxq,7_63,7.63,mxq2,4.649,6.4688,13,11.88,45.62868070602417,13000000000 +Llama-2-7b-hf,mxq,5_12,5.12,mxq2,5.2763,7.0519,5.09,4.35,19.8666250705719,7000000000 +Meta-Llama-3-8B,mxq,5_96,5.96,mxq2,6.0228,9.328,7.76,6.8,22.19820022583008,8000000000 +Llama-2-13b-hf,mxq,5_06,5.06,mxq2,4.6835,6.5029,9.24,8.08,45.732778549194336,13000000000 +Meta-Llama-3-8B,mxq,6_17,6.17,mxq2,6.0255,9.3334,7.93,6.97,22.93013048171997,8000000000 +Meta-Llama-3-8B,mxq,6_13,6.13,mxq2,6.0184,9.3218,7.9,6.94,21.69773030281067,8000000000 +Llama-2-13b-hf,mxq,6_43,6.43,mxq2,4.6617,6.4843,11.27,10.11,40.88297891616821,13000000000 +Llama-2-7b-hf,mxq,6_51,6.51,mxq2,5.2543,7.0177,6.13,5.4,24.40671682357788,7000000000 +Llama-2-13b-hf,mxq,6_61,6.61,mxq2,4.6611,6.4834,11.5,10.38,48.03984093666077,13000000000 +Llama-2-13b-hf,mxq,6_03,6.03,mxq2,4.6664,6.4897,10.71,9.55,,13000000000 +Llama-2-7b-hf,mxq,6_53,6.53,mxq2,5.252,7.0181,6.15,5.41,24.252538204193115,7000000000 +Meta-Llama-3-8B,mxq,6_19,6.19,mxq2,6.0189,9.3196,7.95,6.99,24.800605058670044,8000000000 +Llama-2-7b-hf,mxq,6_57,6.57,mxq2,5.2477,7.0146,6.16,5.44,23.827990531921387,7000000000 +Meta-Llama-3-8B,mxq,6_21,6.21,mxq2,6.0204,9.319,7.96,7,29.62066912651062,8000000000 +Llama-2-13b-hf,mxq,6_65,6.65,mxq2,4.6601,6.4825,11.56,10.43,46.842421531677246,13000000000 +Meta-Llama-3-8B,mxq,6_25,6.25,mxq2,6.0267,9.3208,7.97,7.04,22.11001920700073,8000000000 +Meta-Llama-3-8B,mxq,6_05,6.05,mxq2,6.0212,9.3245,7.83,6.87,23.453336477279663,8000000000 +Meta-Llama-3-8B,mxq,6_37,6.37,mxq2,6.0249,9.3159,8.06,7.13,22.570733785629272,8000000000 +Llama-2-13b-hf,mxq,6_15,6.15,mxq2,4.6647,6.4886,10.85,9.7,43.04915261268616,13000000000 +Llama-2-7b-hf,mxq,6_39,6.39,mxq2,5.2537,7.0212,6.04,5.31,22.958473443984985,7000000000 +Llama-2-7b-hf,mxq,6_45,6.45,mxq2,5.2531,7.02,6.09,5.35,23.5776686668396,7000000000 +Llama-2-7b-hf,mxq,6_65,6.65,mxq2,5.2479,7.0134,6.22,5.5,21.540367126464844,7000000000 +Llama-2-13b-hf,mxq,6_21,6.21,mxq2,4.6639,6.4876,10.94,9.78,41.25605297088623,13000000000 +Meta-Llama-3-8B,mxq,6_15,6.15,mxq2,6.0204,9.3249,7.91,6.95,26.227903127670288,8000000000 +Llama-2-13b-hf,mxq,6_63,6.63,mxq2,4.66,6.4825,11.53,10.4,51.91605401039124,13000000000 +Meta-Llama-3-8B,mxq,6_33,6.33,mxq2,6.0364,9.3301,8.03,7.1,24.40437388420105,8000000000 +Llama-2-7b-hf,mxq,6_47,6.47,mxq2,5.2523,7.0194,6.1,5.37,23.60258746147156,7000000000 +Llama-2-7b-hf,mxq,6_09,6.09,mxq2,5.2569,7.0255,5.82,5.08,23.579248666763306,7000000000 +Llama-2-7b-hf,mxq,6_13,6.13,mxq2,5.2579,7.0239,5.85,5.11,25.49895691871643,7000000000 +Llama-2-13b-hf,mxq,6_11,6.11,mxq2,4.6657,6.489,10.79,9.64,43.13880181312561,13000000000 +Meta-Llama-3-8B,mxq,6_47,6.47,mxq2,6.0244,9.3178,8.15,7.21,21.61146068572998,8000000000 +Llama-2-7b-hf,mxq,6_69,6.69,mxq2,5.2485,7.0141,6.25,5.53,19.48853874206543,7000000000 +Meta-Llama-3-8B,mxq,6_61,6.61,mxq2,6.0215,9.3132,8.26,7.33,26.014561891555783,8000000000 +Meta-Llama-3-8B,mxq,6_07,6.07,mxq2,6.0214,9.3248,7.85,6.89,21.678030729293823,8000000000 +Llama-2-13b-hf,mxq,6_13,6.13,mxq2,4.6656,6.4888,10.82,9.67,42.97390532493591,13000000000 +Meta-Llama-3-8B,mxq,6_11,6.11,mxq2,6.0281,9.3349,7.88,6.92,22.508207082748413,8000000000 +Llama-2-13b-hf,mxq,6_49,6.49,mxq2,4.6612,6.4834,11.36,10.2,40.99091172218323,13000000000 +Llama-2-7b-hf,mxq,6_15,6.15,mxq2,5.2566,7.0244,5.86,5.13,26.007137298583984,7000000000 +Meta-Llama-3-8B,mxq,6_43,6.43,mxq2,6.0233,9.3121,8.11,7.18,22.1263689994812,8000000000 +Llama-2-13b-hf,mxq,6_27,6.27,mxq2,4.6632,6.4869,11.03,9.87,40.72089266777039,13000000000 +Llama-2-13b-hf,mxq,6_35,6.35,mxq2,4.6628,6.4858,11.15,9.99,41.26778674125672,13000000000 +Llama-2-7b-hf,mxq,6_21,6.21,mxq2,5.2549,7.0247,5.91,5.17,23.470106840133667,7000000000 +Llama-2-7b-hf,mxq,6_29,6.29,mxq2,5.2545,7.0224,5.97,5.23,22.15794897079468,7000000000 +Llama-2-13b-hf,mxq,6_45,6.45,mxq2,4.6614,6.4834,11.33,10.17,,13000000000 +Meta-Llama-3-8B,mxq,6_69,6.69,mxq2,6.0196,9.3092,8.32,7.39,29.697371244430546,8000000000 +Llama-2-13b-hf,mxq,6_07,6.07,mxq2,4.666,6.4894,10.73,9.58,41.26340532302856,13000000000 +Llama-2-13b-hf,mxq,6_09,6.09,mxq2,4.6659,6.4893,10.76,9.61,42.23245668411255,13000000000 +Meta-Llama-3-8B,mxq,6_41,6.41,mxq2,6.0267,9.3203,8.1,7.17,21.650339126586918,8000000000 +Llama-2-13b-hf,mxq,6_69,6.69,mxq2,4.6599,6.482,11.61,10.49,46.32084965705872,13000000000 +Llama-2-13b-hf,mxq,6_19,6.19,mxq2,4.6644,6.4879,10.91,9.75,41.54255795478821,13000000000 +Meta-Llama-3-8B,mxq,6_27,6.27,mxq2,6.028,9.3193,7.98,7.05,24.82377791404724,8000000000 +Llama-2-7b-hf,mxq,6_43,6.43,mxq2,5.2532,7.0199,6.07,5.34,24.302505254745483,7000000000 +Llama-2-7b-hf,mxq,6_41,6.41,mxq2,5.2543,7.0191,6.06,5.32,23.89293384552002,7000000000 +Llama-2-13b-hf,mxq,6_59,6.59,mxq2,4.6621,6.4832,11.51,10.39,45.42416024208069,13000000000 +Llama-2-7b-hf,mxq,6_25,6.25,mxq2,5.2543,7.0225,5.94,5.2,25.61358904838562,7000000000 +Meta-Llama-3-8B,mxq,6_23,6.23,mxq2,6.0203,9.3191,7.98,7.02,,8000000000 +Llama-2-7b-hf,mxq,6_49,6.49,mxq2,5.2533,7.02,6.12,5.38,23.66926622390747,7000000000 +Llama-2-7b-hf,mxq,6_68,6.68,mxq2,5.2474,7.0129,6.24,5.53,18.623168230056763,7000000000 +Meta-Llama-3-8B,mxq,6_35,6.35,mxq2,6.0297,9.324,8.05,7.12,22.2740695476532,8000000000 +Meta-Llama-3-8B,mxq,6_57,6.57,mxq2,6.0251,9.314,8.23,7.3,22.460713386535645,8000000000 +Llama-2-13b-hf,mxq,6_41,6.41,mxq2,4.6621,6.4844,11.27,10.11,42.46510314941406,13000000000 +Llama-2-7b-hf,mxq,6_63,6.63,mxq2,5.2478,7.0137,6.2,5.49,23.32294535636902,7000000000 +Llama-2-13b-hf,mxq,6_47,6.47,mxq2,4.661,6.4841,11.33,10.17,40.20678114891052,13000000000 +Llama-2-13b-hf,mxq,6_68,6.68,mxq2,4.6603,6.4817,11.6,10.48,,13000000000 +Llama-2-7b-hf,mxq,6_33,6.33,mxq2,5.2551,7.022,6,5.26,23.536144733428955,7000000000 +Llama-2-13b-hf,mxq,6_53,6.53,mxq2,4.6605,6.4831,11.41,10.26,47.275832176208496,13000000000 +Llama-2-7b-hf,mxq,6_59,6.59,mxq2,5.2492,7.015,6.17,5.46,22.223248958587646,7000000000 +Llama-2-13b-hf,mxq,6_05,6.05,mxq2,4.6662,6.4897,10.71,9.55,40.876850605010986,13000000000 +Llama-2-7b-hf,mxq,6_27,6.27,mxq2,5.2544,7.0221,5.95,5.21,,7000000000 +Llama-2-7b-hf,mxq,6_31,6.31,mxq2,5.2561,7.0211,5.98,5.25,23.40264344215393,7000000000 +Meta-Llama-3-8B,mxq,6_39,6.39,mxq2,6.0355,9.3291,8.08,7.15,24.07836151123047,8000000000 +Llama-2-13b-hf,mxq,6_55,6.55,mxq2,4.6615,6.4827,11.44,10.32,47.41357588768005,13000000000 +Meta-Llama-3-8B,mxq,6_31,6.31,mxq2,6.0257,9.3162,8.02,7.08,21.799571752548218,8000000000 +Llama-2-7b-hf,mxq,6_55,6.55,mxq2,5.252,7.0178,6.16,5.43,25.579577922821045,7000000000 +Llama-2-13b-hf,mxq,6_57,6.57,mxq2,4.6613,6.4838,11.44,10.32,48.70770192146301,13000000000 +Meta-Llama-3-8B,mxq,6_63,6.63,mxq2,6.0223,9.3111,8.28,7.34,32.62412476539612,8000000000 +Meta-Llama-3-8B,mxq,6_53,6.53,mxq2,6.0235,9.3147,8.19,7.26,21.89174175262451,8000000000 +Llama-2-7b-hf,mxq,6_35,6.35,mxq2,5.2542,7.0218,6.01,5.28,23.822951555252075,7000000000 +Llama-2-13b-hf,mxq,6_17,6.17,mxq2,4.6644,6.4882,10.88,9.72,41.66511559486389,13000000000 +Llama-2-7b-hf,mxq,6_61,6.61,mxq2,5.2481,7.0141,6.19,5.47,22.252615690231323,7000000000 +Llama-2-7b-hf,mxq,6_23,6.23,mxq2,5.2556,7.0216,5.94,5.2,24.29988169670105,7000000000 +Llama-2-13b-hf,mxq,6_51,6.51,mxq2,4.6611,6.4833,11.38,10.23,47.42530488967896,13000000000 +Llama-2-13b-hf,mxq,6_23,6.23,mxq2,4.6632,6.4872,10.97,9.81,40.49730682373047,13000000000 +Meta-Llama-3-8B,mxq,6_51,6.51,mxq2,6.0235,9.3155,8.18,7.25,23.38687777519226,8000000000 +Meta-Llama-3-8B,mxq,6_09,6.09,mxq2,6.0223,9.3269,7.87,6.91,21.811362504959103,8000000000 +Meta-Llama-3-8B,mxq,6_65,6.65,mxq2,6.02,9.3116,8.29,7.36,23.72496223449707,8000000000 +Llama-2-7b-hf,mxq,6_19,6.19,mxq2,5.2561,7.0244,5.89,5.16,23.7013635635376,7000000000 +Llama-2-13b-hf,mxq,6_25,6.25,mxq2,4.6634,6.487,11,9.84,40.478312492370605,13000000000 +Meta-Llama-3-8B,mxq,6_68,6.68,mxq2,6.0187,9.3106,8.32,7.39,23.753955841064453,8000000000 +Meta-Llama-3-8B,mxq,6_49,6.49,mxq2,6.0197,9.3095,8.16,7.23,22.288695335388184,8000000000 +Meta-Llama-3-8B,mxq,6_45,6.45,mxq2,6.0349,9.328,8.13,7.2,26.3365170955658,8000000000 +Llama-2-7b-hf,mxq,6_07,6.07,mxq2,5.2577,7.0265,5.8,5.07,24.80626630783081,7000000000 +Llama-2-7b-hf,mxq,6_11,6.11,mxq2,5.2581,7.027,5.83,5.1,24.015952348709103,7000000000 +Llama-2-13b-hf,mxq,6_39,6.39,mxq2,4.6624,6.4852,11.21,10.05,42.11790657043457,13000000000 +Llama-2-7b-hf,mxq,6_17,6.17,mxq2,5.2561,7.0242000000000004,5.88,5.14,25.667489767074585,7000000000 +Llama-2-13b-hf,mxq,6_37,6.37,mxq2,4.6621,6.4844,11.27,10.11,40.69702291488648,13000000000 +Llama-2-13b-hf,mxq,6_29,6.29,mxq2,4.6629,6.4868,11.06,9.9,41.20186710357666,13000000000 +Llama-2-7b-hf,mxq,6_05,6.05,mxq2,5.2595,7.027,5.79,5.05,24.817551374435425,7000000000 +Meta-Llama-3-8B,mxq,6_59,6.59,mxq2,6.0223,9.3125,8.24,7.31,22.284267902374268,8000000000 +Meta-Llama-3-8B,mxq,6_55,6.55,mxq2,6.0262,9.3151,8.21,7.28,22.58908176422119,8000000000 +Meta-Llama-3-8B,mxq,6_29,6.29,mxq2,6.0326,9.3305,8,7.07,21.697081089019772,8000000000 +Llama-2-7b-hf,mxq,6_03,6.03,mxq2,5.2586,7.0262,5.77,5.04,24.330801725387573,7000000000 +Meta-Llama-3-8B,mxq,6_03,6.03,mxq2,6.0233,9.3289,7.82,6.86,21.86263394355774,8000000000 +Llama-2-7b-hf,mxq,6_37,6.37,mxq2,5.2538,7.0209,6.03,5.29,23.21137380599976,7000000000 +Llama-2-13b-hf,mxq,6_33,6.33,mxq2,4.6626,6.4866,11.12,9.96,40.69988703727722,13000000000 +Llama-2-13b-hf,mxq,6_31,6.31,mxq2,4.6627,6.4867,11.09,9.93,41.30996322631836,13000000000 +Llama-2-13b-hf,mxq,5_54,5.54,mxq2,4.6775,6.4957,9.95,8.79,49.31647300720215,13000000000 +Llama-2-13b-hf,mxq,5_30,5.3,mxq2,4.6826,6.5008,9.6,8.44,50.00987195968628,13000000000 +Llama-2-7b-hf,mxq,4_39,4.39,mxq2,5.3019,7.0924,4.53,3.8,25.628430366516117,7000000000 +Llama-2-13b-hf,mxq,7_01,7.01,mxq2,4.6542,6.4764,12.12,11,48.17560935020447,13000000000 +Llama-2-13b-hf,mxq,5_52,5.52,mxq2,4.6788,6.4974,9.92,8.76,49.76578426361084,13000000000 +Meta-Llama-3-8B,mxq,4_93,4.93,mxq2,6.0555,9.3822,6.92,5.96,21.183979988098145,8000000000 +Llama-2-7b-hf,mxq,5_42,5.42,mxq2,5.2704,7.0446,5.31,4.58,23.909502029418945,7000000000 +Llama-2-7b-hf,mxq,6_96,6.96,mxq2,5.2446,7.0085,6.45,5.74,18.35683536529541,7000000000 +Llama-2-13b-hf,mxq,7_19,7.19,mxq2,4.6531,6.4756,12.35,11.23,48.2488226890564,13000000000 +Llama-2-7b-hf,mxq,7_26,7.26,mxq2,5.2415,7.002,6.68,5.96,18.305686235427856,7000000000 +Meta-Llama-3-8B,mxq,5_42,5.42,mxq2,6.0463,9.3688,7.32,6.36,21.39477300643921,8000000000 +Meta-Llama-3-8B,mxq,5_60,5.6,mxq2,6.0406,9.3561,7.47,6.51,21.542166233062744,8000000000 +Meta-Llama-3-8B,mxq,4_87,4.87,mxq2,6.0654,9.4027,6.87,5.91,22.280656099319454,8000000000 +Llama-2-7b-hf,mxq,7_50,7.5,mxq2,5.2375,6.9952,6.86,6.14,17.55693507194519,7000000000 +Llama-2-7b-hf,mxq,7_14,7.14,mxq2,5.2423,7.005,6.59,5.87,18.3657546043396,7000000000 +Meta-Llama-3-8B,mxq,4_83,4.83,mxq2,6.0735,9.4189,6.84,5.88,22.990070819854736,8000000000 +Llama-2-13b-hf,mxq,5_70,5.7,mxq2,4.6714,6.4949,10.19,9.03,48.843918323516846,13000000000 +Llama-2-13b-hf,mxq,5_26,5.26,mxq2,4.683,6.5018,9.54,8.38,51.51307415962219,13000000000 +Llama-2-7b-hf,mxq,4_93,4.93,mxq2,5.2778,7.0546,4.94,4.21,25.59981203079224,7000000000 +Meta-Llama-3-8B,mxq,7_19,7.19,mxq2,6.0041,9.3032,8.73,7.8,28.370368480682373,8000000000 +Meta-Llama-3-8B,mxq,5_44,5.44,mxq2,6.0448,9.3655,7.34,6.38,21.47695994377136,8000000000 +Meta-Llama-3-8B,mxq,7_44,7.44,mxq2,6.0009,9.293,8.93,8,22.628000497817997,8000000000 +Meta-Llama-3-8B,mxq,7_41,7.41,mxq2,6.0029,9.2926,8.93,8,21.850175380706787,8000000000 +Llama-2-7b-hf,mxq,4_81,4.81,mxq2,5.2793,7.0574,4.85,4.12,28.86678671836853,7000000000 +Llama-2-7b-hf,mxq,7_16,7.16,mxq2,5.242,7.0042,6.6,5.89,18.226997137069706,7000000000 +Llama-2-7b-hf,mxq,5_44,5.44,mxq2,5.2697,7.0439,5.33,4.59,25.71676087379456,7000000000 +Meta-Llama-3-8B,mxq,5_26,5.26,mxq2,6.0509,9.379,7.19,6.23,21.556044101715088,8000000000 +Llama-2-13b-hf,mxq,4_93,4.93,mxq2,4.6863,6.5033,9.05,7.89,70.84733772277832,13000000000 +Llama-2-13b-hf,mxq,5_80,5.8,mxq2,4.67,6.4948,10.34,9.18,50.03610062599182,13000000000 +Llama-2-7b-hf,mxq,5_48,5.48,mxq2,5.2696,7.0421,5.36,4.62,25.350111722946167,7000000000 +Llama-2-13b-hf,mxq,7_44,7.44,mxq2,4.6504,6.4712,12.78,11.66,46.96999645233154,13000000000 +Llama-2-13b-hf,mxq,6_95,6.95,mxq2,4.6549,6.4776,12.03,10.91,49.46874260902405,13000000000 +Llama-2-13b-hf,mxq,4_65,4.65,mxq2,4.6907,6.5094,8.64,7.48,50.80217742919922,13000000000 +Llama-2-13b-hf,mxq,4_39,4.39,mxq2,4.695,6.5211,8.25,7.1,52.7899603843689,13000000000 +Llama-2-13b-hf,mxq,5_36,5.36,mxq2,4.6826,6.5004,9.69,8.53,50.82804775238037,13000000000 +Llama-2-7b-hf,mxq,5_68,5.68,mxq2,5.2658,7.0355,5.51,4.77,25.674433946609497,7000000000 +Llama-2-13b-hf,mxq,7_48,7.48,mxq2,4.6504,6.4712,12.78,11.66,47.635294914245605,13000000000 +Meta-Llama-3-8B,mxq,5_58,5.58,mxq2,6.0411,9.3569,7.45,6.49,21.98940086364746,8000000000 +Llama-2-7b-hf,mxq,5_38,5.38,mxq2,5.2714,7.0477,5.28,4.55,24.46316957473755,7000000000 +Llama-2-13b-hf,mxq,5_74,5.74,mxq2,4.671,6.4955,10.25,9.09,49.56825613975525,13000000000 +Llama-2-13b-hf,mxq,5_38,5.38,mxq2,4.6807,6.499,9.72,8.57,54.57664918899536,13000000000 +Llama-2-7b-hf,mxq,6_98,6.98,mxq2,5.2445,7.0079,6.47,5.75,18.454780340194706,7000000000 +Llama-2-7b-hf,mxq,7_53,7.53,mxq2,5.2371,6.9944,6.88,6.17,17.773108959197998,7000000000 +Meta-Llama-3-8B,mxq,5_84,5.84,mxq2,6.0271,9.3356,7.66,6.7,21.90815305709839,8000000000 +Llama-2-13b-hf,mxq,4_77,4.77,mxq2,4.6895,6.505,8.81,7.66,51.22358536720276,13000000000 +Llama-2-7b-hf,mxq,5_62,5.62,mxq2,5.2674,7.0362,5.46,4.73,25.617060899734497,7000000000 +Llama-2-7b-hf,mxq,4_89,4.89,mxq2,5.2782,7.0552,4.91,4.18,25.147533655166622,7000000000 +Llama-2-7b-hf,mxq,5_82,5.82,mxq2,5.2588,7.0318,5.61,4.88,20.976725816726685,7000000000 +Llama-2-7b-hf,mxq,5_52,5.52,mxq2,5.2708,7.0414,5.39,4.65,25.396920442581177,7000000000 +Meta-Llama-3-8B,mxq,5_82,5.82,mxq2,6.024,9.3285,7.65,6.69,21.71405291557312,8000000000 +Llama-2-7b-hf,mxq,4_79,4.79,mxq2,5.2839,7.0628,4.83,4.09,25.93865180015564,7000000000 +Llama-2-7b-hf,mxq,5_56,5.56,mxq2,5.2694,7.039,5.42,4.68,24.958718299865723,7000000000 +Llama-2-13b-hf,mxq,5_66,5.66,mxq2,4.6721,6.4956,10.13,8.97,49.82615399360657,13000000000 +Meta-Llama-3-8B,mxq,7_48,7.48,mxq2,6.0026,9.2908,8.97,8.04,29.58102869987488,8000000000 +Llama-2-7b-hf,mxq,7_02,7.02,mxq2,5.2436,7.0073,6.5,5.78,18.2511842250824,7000000000 +Meta-Llama-3-8B,mxq,5_76,5.76,mxq2,6.0334,9.3427,7.6,6.64,21.541686296463013,8000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,mxq2,6.0356,9.3457,7.57,6.61,22.011995553970337,8000000000 +Llama-2-7b-hf,mxq,7_32,7.32,mxq2,5.2407,7.0011,6.72,6.01,19.1725070476532,7000000000 +Meta-Llama-3-8B,mxq,5_34,5.34,mxq2,6.0477,9.3718,7.26,6.3,21.53932309150696,8000000000 +Llama-2-13b-hf,mxq,7_42,7.42,mxq2,4.6515,6.4723,12.69,11.57,47.37829351425171,13000000000 +Meta-Llama-3-8B,mxq,6_95,6.95,mxq2,6.0154,9.2989,8.54,7.6,23.070029973983765,8000000000 +Llama-2-7b-hf,mxq,5_54,5.54,mxq2,5.2691,7.0408,5.4,4.67,25.267438173294067,7000000000 +Llama-2-7b-hf,mxq,4_77,4.77,mxq2,5.2831,7.062,4.82,4.09,25.033761739730835,7000000000 +Llama-2-13b-hf,mxq,5_28,5.28,mxq2,4.6838,6.5005,9.57,8.41,49.98366189002991,13000000000 +Meta-Llama-3-8B,mxq,5_66,5.66,mxq2,6.0372,9.3505,7.52,6.56,21.449782848358154,8000000000 +Llama-2-7b-hf,mxq,4_71,4.71,mxq2,5.2819,7.0649,4.78,4.05,25.589730739593502,7000000000 +Llama-2-7b-hf,mxq,5_34,5.34,mxq2,5.2729,7.0479,5.25,4.52,27.387003183364868,7000000000 +Meta-Llama-3-8B,mxq,7_36,7.36,mxq2,6.004,9.2973,8.87,7.94,23.905518770217896,8000000000 +Llama-2-13b-hf,mxq,7_04,7.04,mxq2,4.655,6.4774,12.16,11.04,48.98224377632141,13000000000 +Meta-Llama-3-8B,mxq,5_80,5.8,mxq2,6.0286,9.335,7.63,6.67,21.80556988716125,8000000000 +Llama-2-7b-hf,mxq,5_28,5.28,mxq2,5.2732,7.0486,5.21,4.47,25.85224175453186,7000000000 +Llama-2-7b-hf,mxq,6_95,6.95,mxq2,5.2447,7.0086,6.44,5.73,17.972928524017334,7000000000 +Llama-2-13b-hf,mxq,7_24,7.24,mxq2,4.6519,6.474,12.52,11.39,48.170284032821655,13000000000 +Llama-2-13b-hf,mxq,7_14,7.14,mxq2,4.6549,6.476,12.31,11.19,48.113617181777954,13000000000 +Meta-Llama-3-8B,mxq,4_81,4.81,mxq2,6.0854,9.4414,6.82,5.86,22.937230825424194,8000000000 +Llama-2-13b-hf,mxq,5_34,5.34,mxq2,4.6837,6.5001,9.66,8.5,50.49543571472168,13000000000 +Llama-2-7b-hf,mxq,7_42,7.42,mxq2,5.2391,6.9978,6.82,6.1,33.25041484832764,7000000000 +Llama-2-13b-hf,mxq,5_62,5.62,mxq2,4.6753,6.496,10.07,8.91,52.23504853248596,13000000000 +Meta-Llama-3-8B,mxq,4_97,4.97,mxq2,6.0482,9.3669,6.96,6,21.503031969070435,8000000000 +Llama-2-7b-hf,mxq,7_04,7.04,mxq2,5.2427,7.0058,6.57,5.85,20.113675594329838,7000000000 +Meta-Llama-3-8B,mxq,7_34,7.34,mxq2,6.0033,9.3018,8.85,7.92,22.870113134384155,8000000000 +Meta-Llama-3-8B,mxq,7_50,7.5,mxq2,6.0015,9.2895,8.98,8.05,23.23700785636902,8000000000 +Meta-Llama-3-8B,mxq,4_37,4.37,mxq2,6.1519,9.5291,6.47,5.51,24.402676105499268,8000000000 +Meta-Llama-3-8B,mxq,7_02,7.02,mxq2,6.0185,9.3053,8.59,7.66,21.612669944763184,8000000000 +Llama-2-13b-hf,mxq,7_13,7.13,mxq2,4.6532,6.4763,12.29,11.17,49.51757788658142,13000000000 +Llama-2-13b-hf,mxq,4_91,4.91,mxq2,4.687,6.5045,9.02,7.86,51.22200608253479,13000000000 +Llama-2-7b-hf,mxq,5_26,5.26,mxq2,5.2744,7.0493,5.19,4.45,25.818639755249023,7000000000 +Llama-2-13b-hf,mxq,4_85,4.85,mxq2,4.6872,6.505,8.93,7.78,51.86989665031433,13000000000 +Meta-Llama-3-8B,mxq,7_01,7.01,mxq2,6.0119,9.3004,8.58,7.65,22.66222357749939,8000000000 +Meta-Llama-3-8B,mxq,4_95,4.95,mxq2,6.0478,9.3648,6.94,5.98,21.965415716171265,8000000000 +Llama-2-13b-hf,mxq,5_46,5.46,mxq2,4.6811,6.4982,9.84,8.69,49.53258728981018,13000000000 +Llama-2-7b-hf,mxq,4_01,4.01,mxq2,5.3993,7.2588,3.71,3.71,26.469258069992065,7000000000 +Llama-2-13b-hf,mxq,4_81,4.81,mxq2,4.688,6.5054,8.87,7.72,51.93201231956482,13000000000 +Llama-2-7b-hf,mxq,5_40,5.4,mxq2,5.2706,7.0465,5.3,4.56,24.64561104774475,7000000000 +Llama-2-13b-hf,mxq,7_20,7.2,mxq2,4.6543,6.4752,12.4,11.28,48.229536294937134,13000000000 +Llama-2-7b-hf,mxq,5_50,5.5,mxq2,5.2707,7.0415,5.37,4.64,24.31981730461121,7000000000 +Llama-2-13b-hf,mxq,5_60,5.6,mxq2,4.6758,6.4956,10.04,8.88,49.183337688446045,13000000000 +Llama-2-13b-hf,mxq,7_36,7.36,mxq2,4.6516,6.4727,12.66,11.54,47.06161260604858,13000000000 +Meta-Llama-3-8B,mxq,5_22,5.22,mxq2,6.0527,9.3814,7.16,6.2,21.31597685813904,8000000000 +Llama-2-13b-hf,mxq,7_32,7.32,mxq2,4.6515,6.4726,12.66,11.54,47.35753536224365,13000000000 +Llama-2-7b-hf,mxq,4_75,4.75,mxq2,5.2801,7.0631,4.81,4.07,23.95880961418152,7000000000 +Meta-Llama-3-8B,mxq,7_24,7.24,mxq2,6.0118,9.3091,8.77,7.84,40.830764293670654,8000000000 +Llama-2-13b-hf,mxq,7_06,7.06,mxq2,4.6551,6.4774,12.16,11.04,48.639543294906616,13000000000 +Llama-2-13b-hf,mxq,4_67,4.67,mxq2,4.6889,6.5087,8.67,7.51,51.25603413581848,13000000000 +Meta-Llama-3-8B,mxq,5_38,5.38,mxq2,6.0472,9.3705,7.29,6.33,21.510467290878296,8000000000 +Meta-Llama-3-8B,mxq,4_79,4.79,mxq2,6.086,9.4429,6.81,5.85,23.381795167922974,8000000000 +Llama-2-7b-hf,mxq,7_08,7.08,mxq2,5.2425,7.0057,6.56,5.85,19.43018937110901,7000000000 +Llama-2-13b-hf,mxq,4_87,4.87,mxq2,4.6875,6.5037,8.97,7.82,51.04832673072815,13000000000 +Meta-Llama-3-8B,mxq,4_75,4.75,mxq2,6.0973,9.4395,5.82,5.82,23.68690276145935,8000000000 +Meta-Llama-3-8B,mxq,4_73,4.73,mxq2,6.097,9.4436,6.76,5.8,23.98100543022156,8000000000 +Llama-2-13b-hf,mxq,4_71,4.71,mxq2,4.6903,6.5067,8.73,7.57,49.4422013759613,13000000000 +Llama-2-7b-hf,mxq,7_19,7.19,mxq2,5.2432,7.0034,6.64,5.93,21.22351384162903,7000000000 +Meta-Llama-3-8B,mxq,7_29,7.29,mxq2,6.0021,9.301,8.81,7.88,21.879579544067383,8000000000 +Llama-2-13b-hf,mxq,5_24,5.24,mxq2,4.683,6.5017,9.51,8.35,49.88947582244873,13000000000 +Llama-2-13b-hf,mxq,7_34,7.34,mxq2,4.6513,6.4727,12.6,11.48,48.50146579742432,13000000000 +Llama-2-13b-hf,mxq,4_01,4.01,mxq2,4.7709,6.6189,7,7,59.001198530197136,13000000000 +Llama-2-13b-hf,mxq,5_32,5.32,mxq2,4.6827,6.5006,9.63,8.47,55.0683343410492,13000000000 +Llama-2-13b-hf,mxq,4_37,4.37,mxq2,4.6973,6.5232,8.22,7.07,52.49169278144837,13000000000 +Llama-2-13b-hf,mxq,7_26,7.26,mxq2,4.6538,6.4744,12.46,11.33,48.402103424072266,13000000000 +Llama-2-7b-hf,mxq,5_60,5.6,mxq2,5.2692,7.0377,5.45,4.71,25.61168932914734,7000000000 +Meta-Llama-3-8B,mxq,4_65,4.65,mxq2,6.1098,9.4572,6.69,5.74,23.64363932609558,8000000000 +Meta-Llama-3-8B,mxq,7_26,7.26,mxq2,6.0027,9.3,8.79,7.86,21.802099227905277,8000000000 +Meta-Llama-3-8B,mxq,5_48,5.48,mxq2,6.0443,9.3641,7.37,6.41,21.758259057998657,8000000000 +Llama-2-7b-hf,mxq,4_97,4.97,mxq2,5.2815,7.0568,4.97,4.23,37.62708353996277,7000000000 +Llama-2-7b-hf,mxq,7_54,7.54,mxq2,5.2372,6.9943,6.89,6.17,17.54260802268982,7000000000 +Llama-2-13b-hf,mxq,7_22,7.22,mxq2,4.6538,6.4752,12.4,11.28,48.14791250228882,13000000000 +Llama-2-7b-hf,mxq,7_06,7.06,mxq2,5.2429,7.006,6.54,5.83,18.322917938232425,7000000000 +Llama-2-7b-hf,mxq,5_72,5.72,mxq2,5.2643,7.0336,5.54,4.8,23.61758255958557,7000000000 +Llama-2-13b-hf,mxq,5_76,5.76,mxq2,4.6703,6.4951,10.31,9.15,50.37583112716675,13000000000 +Llama-2-13b-hf,mxq,4_83,4.83,mxq2,4.6886,6.5043,8.9,7.75,50.34788727760315,13000000000 +Llama-2-7b-hf,mxq,7_29,7.29,mxq2,5.239,7,6.74,6.02,18.16615390777588,7000000000 +Meta-Llama-3-8B,mxq,4_89,4.89,mxq2,6.0589,9.388,6.89,5.93,21.788298845291138,8000000000 +Llama-2-7b-hf,mxq,5_76,5.76,mxq2,5.2625,7.0342,5.57,4.83,22.95240044593811,7000000000 +Llama-2-13b-hf,mxq,5_56,5.56,mxq2,4.6754,6.4974,9.98,8.82,50.38232398033142,13000000000 +Meta-Llama-3-8B,mxq,7_53,7.53,mxq2,6.0022,9.2869,9.01,8.08,27.00538969039917,8000000000 +Llama-2-13b-hf,mxq,4_63,4.63,mxq2,4.6896,6.5118,8.61,7.45,52.1314160823822,13000000000 +Llama-2-7b-hf,mxq,4_63,4.63,mxq2,5.2848,7.0725,4.71,3.98,25.383431911468502,7000000000 +Meta-Llama-3-8B,mxq,5_62,5.62,mxq2,6.036,9.3497,7.51,6.55,21.784508228302,8000000000 +Llama-2-13b-hf,mxq,4_99,4.99,mxq2,4.6858,6.504,9.14,7.98,50.829758644104,13000000000 +Meta-Llama-3-8B,mxq,7_42,7.42,mxq2,6.0062,9.2916,8.99,8.06,21.91161727905273,8000000000 +Meta-Llama-3-8B,mxq,4_91,4.91,mxq2,6.0516,9.3725,6.91,5.95,21.64115858078003,8000000000 +Llama-2-7b-hf,mxq,7_22,7.22,mxq2,5.2426,7.0032,6.65,5.93,19.80907392501831,7000000000 +Llama-2-13b-hf,mxq,4_75,4.75,mxq2,4.688,6.5064,7.63,7.63,51.51594948768616,13000000000 +Meta-Llama-3-8B,mxq,7_08,7.08,mxq2,6.0143,9.3062,8.64,7.71,21.74775505065918,8000000000 +Llama-2-7b-hf,mxq,5_74,5.74,mxq2,5.263,7.0339,5.55,4.82,23.622094869613647,7000000000 +Llama-2-13b-hf,mxq,4_89,4.89,mxq2,4.6882,6.5039,8.99,7.83,51.88969945907593,13000000000 +Llama-2-7b-hf,mxq,5_58,5.58,mxq2,5.27,7.0379,5.43,4.7,25.61748743057251,7000000000 +Llama-2-13b-hf,mxq,7_29,7.29,mxq2,4.6518,6.4738,12.5,11.38,56.238664865493774,13000000000 +Llama-2-7b-hf,mxq,5_32,5.32,mxq2,5.2721,7.0468,5.24,4.5,25.953776359558105,7000000000 +Llama-2-13b-hf,mxq,4_79,4.79,mxq2,4.6885,6.5057,8.84,7.69,51.13517737388611,13000000000 +Llama-2-7b-hf,mxq,7_20,7.2,mxq2,5.2425,7.0032,6.63,5.92,18.12634015083313,7000000000 +Llama-2-7b-hf,mxq,5_46,5.46,mxq2,5.2697,7.0425,5.35,4.61,25.58366870880127,7000000000 +Meta-Llama-3-8B,mxq,7_14,7.14,mxq2,6.0123,9.3039,8.71,7.78,21.689686059951782,8000000000 +Meta-Llama-3-8B,mxq,5_78,5.78,mxq2,6.0278,9.3317,7.61,6.65,21.60259056091309,8000000000 +Llama-2-13b-hf,mxq,7_47,7.47,mxq2,4.6499,6.4715,12.8,11.67,47.297640562057495,13000000000 +Llama-2-7b-hf,mxq,4_83,4.83,mxq2,5.2791,7.057,4.87,4.13,30.425641298294067,7000000000 +Llama-2-7b-hf,mxq,7_38,7.38,mxq2,5.2389,6.9987,6.77,6.05,17.660014867782593,7000000000 +Llama-2-7b-hf,mxq,4_87,4.87,mxq2,5.2764,7.056,4.9,4.16,25.91319727897644,7000000000 +Llama-2-7b-hf,mxq,4_73,4.73,mxq2,5.2818,7.0646,4.79,4.06,24.801761865615845,7000000000 +Llama-2-7b-hf,mxq,7_30,7.3,mxq2,5.24,6.9998,6.73,6.01,18.203402757644653,7000000000 +Meta-Llama-3-8B,mxq,7_06,7.06,mxq2,6.0228,9.3144,8.62,7.69,26.781367540359497,8000000000 +Llama-2-13b-hf,mxq,4_97,4.97,mxq2,4.6861,6.504,9.11,7.95,50.86462616920471,13000000000 +Meta-Llama-3-8B,mxq,4_67,4.67,mxq2,6.1066,9.4572,6.71,5.75,23.45253300666809,8000000000 +Llama-2-13b-hf,mxq,7_38,7.38,mxq2,4.6506,6.4706,12.84,11.72,46.66563391685486,13000000000 +Llama-2-7b-hf,mxq,7_41,7.41,mxq2,5.239,6.9961,6.83,6.11,18.03307008743286,7000000000 +Llama-2-7b-hf,mxq,7_13,7.13,mxq2,5.2431,7.0058,6.58,5.86,18.77790141105652,7000000000 +Llama-2-7b-hf,mxq,7_48,7.48,mxq2,5.2383,6.9962,6.86,6.15,17.626837968826294,7000000000 +Llama-2-7b-hf,mxq,5_24,5.24,mxq2,5.2738,7.0503,5.18,4.44,24.40270185470581,7000000000 +Meta-Llama-3-8B,mxq,7_22,7.22,mxq2,6.0056,9.3017,8.75,7.82,,8000000000 +Llama-2-7b-hf,mxq,4_69,4.69,mxq2,5.2833,7.0683,4.76,4.02,25.82795739173889,7000000000 +Meta-Llama-3-8B,mxq,4_39,4.39,mxq2,6.1364,9.5119,6.48,5.52,24.043525218963623,8000000000 +Llama-2-13b-hf,mxq,6_96,6.96,mxq2,4.6553,6.4777,12.13,11.01,50.7598192691803,13000000000 +Meta-Llama-3-8B,mxq,6_98,6.98,mxq2,6.0123,9.2986,8.56,7.63,22.56644558906555,8000000000 +Llama-2-7b-hf,mxq,7_34,7.34,mxq2,5.2399,7.0001,6.74,6.02,17.80812358856201,7000000000 +Llama-2-13b-hf,mxq,7_10,7.1,mxq2,4.6546,6.476,12.28,11.16,50.30366063117981,13000000000 +Meta-Llama-3-8B,mxq,7_38,7.38,mxq2,6.002,9.2937,8.88,7.95,22.010045051574707,8000000000 +Meta-Llama-3-8B,mxq,5_30,5.3,mxq2,6.0517,9.3781,7.22,6.26,21.427969455718998,8000000000 +Llama-2-7b-hf,mxq,7_36,7.36,mxq2,5.239,6.9989,6.75,6.04,17.9481840133667,7000000000 +Meta-Llama-3-8B,mxq,7_13,7.13,mxq2,6.0105,9.298,8.68,7.75,25.54240155220032,8000000000 +Llama-2-13b-hf,mxq,5_68,5.68,mxq2,4.6716,6.4952,10.16,9,49.76358723640442,13000000000 +Meta-Llama-3-8B,mxq,6_96,6.96,mxq2,6.0232,9.3128,8.54,7.61,21.76552367210388,8000000000 +Meta-Llama-3-8B,mxq,5_64,5.64,mxq2,6.0388,9.352,7.5,6.54,21.838934421539307,8000000000 +Llama-2-7b-hf,mxq,5_78,5.78,mxq2,5.2604,7.0312,5.58,4.85,19.60476231575012,7000000000 +Llama-2-7b-hf,mxq,4_37,4.37,mxq2,5.3012,7.0962,4.52,3.78,25.805508852005005,7000000000 +Meta-Llama-3-8B,mxq,5_68,5.68,mxq2,6.036,9.3478,7.53,6.57,22.140166521072388,8000000000 +Meta-Llama-3-8B,mxq,5_24,5.24,mxq2,6.0497,9.3767,7.18,6.22,21.6561496257782,8000000000 +Llama-2-13b-hf,mxq,4_95,4.95,mxq2,4.6871,6.5033,9.09,7.93,52.49813795089722,13000000000 +Llama-2-7b-hf,mxq,5_64,5.64,mxq2,5.2667,7.0348,5.48,4.74,25.599289178848267,7000000000 +Meta-Llama-3-8B,mxq,5_74,5.74,mxq2,6.0373,9.3498,7.58,6.62,21.57810759544373,8000000000 +Meta-Llama-3-8B,mxq,7_32,7.32,mxq2,6.0025,9.3009,8.84,7.91,21.78781270980835,8000000000 +Meta-Llama-3-8B,mxq,7_04,7.04,mxq2,6.0121,9.2976,8.61,7.68,22.79050874710083,8000000000 +Meta-Llama-3-8B,mxq,5_46,5.46,mxq2,6.0426,9.3636,7.35,6.39,21.42946529388428,8000000000 +Meta-Llama-3-8B,mxq,4_77,4.77,mxq2,6.0947,9.4453,6.79,5.83,23.39246082305908,8000000000 +Meta-Llama-3-8B,mxq,5_36,5.36,mxq2,6.0493,9.3739,7.27,6.31,21.838635444641117,8000000000 +Llama-2-7b-hf,mxq,5_66,5.66,mxq2,5.2658,7.0359,5.49,4.76,25.69726514816284,7000000000 +Llama-2-13b-hf,mxq,5_64,5.64,mxq2,4.6752,6.4954,10.1,8.94,50.305874824523926,13000000000 +Meta-Llama-3-8B,mxq,7_16,7.16,mxq2,6.003,9.3011,8.73,7.8,27.208728313446045,8000000000 +Llama-2-13b-hf,mxq,7_08,7.08,mxq2,4.6549,6.4763,12.25,11.13,48.37306547164917,13000000000 +Meta-Llama-3-8B,mxq,7_20,7.2,mxq2,6.0036,9.3013,8.74,7.81,28.57712149620056,8000000000 +Meta-Llama-3-8B,mxq,5_50,5.5,mxq2,6.0425,9.3619,7.39,6.43,21.487945795059204,8000000000 +Llama-2-13b-hf,mxq,7_50,7.5,mxq2,4.6503,6.4709,12.81,11.69,48.42101621627808,13000000000 +Meta-Llama-3-8B,mxq,5_56,5.56,mxq2,6.0414,9.3576,7.44,6.48,21.64201092720032,8000000000 +Meta-Llama-3-8B,mxq,5_28,5.28,mxq2,6.0497,9.3773,7.21,6.25,21.90146899223328,8000000000 +Llama-2-7b-hf,mxq,5_36,5.36,mxq2,5.2728,7.0484,5.27,4.53,24.868343830108643,7000000000 +Meta-Llama-3-8B,mxq,4_99,4.99,mxq2,6.0534,9.3787,6.97,6.01,21.622035264968872,8000000000 +Llama-2-13b-hf,mxq,7_54,7.54,mxq2,4.6494,6.4696,12.9,11.78,47.305339097976685,13000000000 +Llama-2-7b-hf,mxq,4_99,4.99,mxq2,5.2769,7.054,4.99,4.25,29.32381820678711,7000000000 +Llama-2-13b-hf,mxq,7_53,7.53,mxq2,4.6497,6.4706,12.86,11.73,46.54800009727478,13000000000 +Llama-2-13b-hf,mxq,5_44,5.44,mxq2,4.6807,6.4983,9.8,8.65,52.78856778144837,13000000000 +Meta-Llama-3-8B,mxq,7_54,7.54,mxq2,6.0041,9.2895,9.01,8.08,28.903321027755737,8000000000 +Meta-Llama-3-8B,mxq,5_52,5.52,mxq2,6.0416,9.3615,7.4,6.44,21.449333429336548,8000000000 +Llama-2-13b-hf,mxq,5_40,5.4,mxq2,4.6822,6.4996,9.74,8.59,50.12807083129883,13000000000 +Llama-2-7b-hf,mxq,5_22,5.22,mxq2,5.2755,7.0504,5.16,4.42,25.09876918792725,7000000000 +Llama-2-7b-hf,mxq,4_67,4.67,mxq2,5.2826,7.0689,4.75,4.02,25.368815660476685,7000000000 +Meta-Llama-3-8B,mxq,7_30,7.3,mxq2,6.0101,9.3081,8.82,7.89,88.4477059841156,8000000000 +Llama-2-13b-hf,mxq,5_58,5.58,mxq2,4.6764,6.4958,10.01,8.85,50.025638818740845,13000000000 +Llama-2-13b-hf,mxq,5_82,5.82,mxq2,4.6698,6.4947,10.37,9.21,50.22820019721985,13000000000 +Llama-2-7b-hf,mxq,4_85,4.85,mxq2,5.2783,7.0562,4.89,4.15,25.63247799873352,7000000000 +Llama-2-7b-hf,mxq,4_95,4.95,mxq2,5.2769,7.0532,4.96,4.22,25.75835871696472,7000000000 +Meta-Llama-3-8B,mxq,4_63,4.63,mxq2,6.1112,9.4583,6.68,5.72,23.455182313919067,8000000000 +Llama-2-13b-hf,mxq,5_48,5.48,mxq2,4.68,6.4977,9.86,8.71,50.16878342628479,13000000000 +Llama-2-13b-hf,mxq,4_73,4.73,mxq2,4.6889,6.5071,8.76,7.6,51.82523512840271,13000000000 +Llama-2-7b-hf,mxq,5_84,5.84,mxq2,5.2585,7.0312,5.63,4.89,19.49560165405273,7000000000 +Llama-2-13b-hf,mxq,5_42,5.42,mxq2,4.6807,6.4995,9.79,8.63,48.78963899612427,13000000000 +Llama-2-7b-hf,mxq,4_65,4.65,mxq2,5.2838,7.0694,4.74,4,25.290733098983765,7000000000 +Llama-2-7b-hf,mxq,5_30,5.3,mxq2,5.2725,7.0478,5.22,4.48,25.626981019973755,7000000000 +Llama-2-7b-hf,mxq,7_47,7.47,mxq2,5.2398,6.9964,6.84,6.12,18.36153650283813,7000000000 +Meta-Llama-3-8B,mxq,4_01,4.01,mxq2,6.5165,10.1877,5.59,5.59,24.984758377075195,8000000000 +Meta-Llama-3-8B,mxq,5_40,5.4,mxq2,6.0465,9.3725,7.31,6.35,21.30106234550476,8000000000 +Llama-2-7b-hf,mxq,7_10,7.1,mxq2,5.2425,7.0054,6.56,5.84,18.25672912597656,7000000000 +Llama-2-13b-hf,mxq,5_50,5.5,mxq2,4.6789,6.4982,9.89,8.74,50.82984948158264,13000000000 +Meta-Llama-3-8B,mxq,4_69,4.69,mxq2,6.1047,9.4554,6.73,5.77,23.5069432258606,8000000000 +Llama-2-7b-hf,mxq,7_24,7.24,mxq2,5.2424,7.0022,6.68,5.97,19.81021785736084,7000000000 +Llama-2-13b-hf,mxq,7_30,7.3,mxq2,4.6528,6.4736,12.52,11.39,47.49688959121704,13000000000 +Llama-2-13b-hf,mxq,7_02,7.02,mxq2,4.6556,6.478,12.1,10.98,49.15617156028748,13000000000 +Llama-2-13b-hf,mxq,5_78,5.78,mxq2,4.6702,6.4951,10.31,9.15,50.12552452087402,13000000000 +Meta-Llama-3-8B,mxq,5_32,5.32,mxq2,6.0495,9.3753,7.24,6.28,21.262410402297974,8000000000 +Llama-2-13b-hf,mxq,5_22,5.22,mxq2,4.6838,6.5014,9.48,8.32,49.90577721595764,13000000000 +Llama-2-7b-hf,mxq,7_01,7.01,mxq2,5.2439,7.0075,6.49,5.77,18.865073442459103,7000000000 +Llama-2-7b-hf,mxq,4_91,4.91,mxq2,5.2785,7.0549,4.93,4.19,25.09949827194214,7000000000 +Llama-2-13b-hf,mxq,7_16,7.16,mxq2,4.6549,6.476,12.31,11.19,48.0704996585846,13000000000 +Llama-2-13b-hf,mxq,5_84,5.84,mxq2,4.6698,6.4942,10.39,9.24,49.98740792274475,13000000000 +Meta-Llama-3-8B,mxq,4_85,4.85,mxq2,6.0699,9.4117,6.86,5.9,22.2575740814209,8000000000 +Llama-2-7b-hf,mxq,5_70,5.7,mxq2,5.2656,7.0345,5.52,4.79,25.81827068328857,7000000000 +Meta-Llama-3-8B,mxq,5_54,5.54,mxq2,6.0424,9.3601,7.42,6.46,21.535847902297974,8000000000 +Llama-2-7b-hf,mxq,7_44,7.44,mxq2,5.2384,6.9969,6.81,6.1,19.544636726379395,7000000000 +Llama-2-13b-hf,mxq,5_72,5.72,mxq2,4.6708,6.4967,10.22,9.06,49.822482109069824,13000000000 +Llama-2-13b-hf,mxq,4_69,4.69,mxq2,4.6887,6.508,8.7,7.54,49.65893650054932,13000000000 +Meta-Llama-3-8B,mxq,4_71,4.71,mxq2,6.0958,9.4436,6.74,5.78,23.4683678150177,8000000000 +Llama-2-7b-hf,mxq,5_80,5.8,mxq2,5.2608,7.0316,5.6,4.86,19.85802149772644,7000000000 +Llama-2-13b-hf,mxq,6_98,6.98,mxq2,4.6551,6.4784,12.07,10.95,48.51734519004822,13000000000 +Meta-Llama-3-8B,mxq,7_10,7.1,mxq2,6.0102,9.2989,8.66,7.73,22.83919477462769,8000000000 +Llama-2-13b-hf,mxq,7_41,7.41,mxq2,4.6491,6.4707,12.83,11.71,47.471407890319824,13000000000 +Meta-Llama-3-8B,mxq,5_70,5.7,mxq2,6.0356,9.3462,7.55,6.59,21.7558650970459,8000000000 +Meta-Llama-3-8B,mxq,7_47,7.47,mxq2,6.0014,9.2897,8.96,8.03,23.23203945159912,8000000000 +Meta-Llama-3-8B,mxq,8_13,8.13,mxq2,6.0033,9.2966,9.49,8.56,22.368326663970947,8000000000 +Llama-2-13b-hf,mxq,8_13,8.13,mxq2,4.6372,6.4626,13.74,12.62,46.49796843528748,13000000000 +Llama-2-13b-hf,mxq,8_25,8.25,mxq2,4.6423,6.4638,13.92,12.8,46.96759104728699,13000000000 +Llama-2-7b-hf,mxq,8_13,8.13,mxq2,5.2092,6.9721,7.33,6.62,17.209035396575928,7000000000 +Meta-Llama-3-8B,mxq,8_51,8.51,mxq2,6.0778,9.4209,9.8,8.87,26.99336671829224,8000000000 +Meta-Llama-3-8B,mxq,8_25,8.25,mxq2,6.0173,9.3191,9.59,8.66,23.151795387268063,8000000000 +Llama-2-7b-hf,mxq,8_51,8.51,mxq2,5.2149,6.9966,7.62,6.9,17.689634323120117,7000000000 +Llama-2-13b-hf,mxq,8_51,8.51,mxq2,4.6482,6.4706,14.3,13.18,36.30884647369385,13000000000 +Llama-2-7b-hf,mxq,8_25,8.25,mxq2,5.2058,6.9778,7.42,6.71,17.007137060165405,7000000000 +Llama-2-13b-hf,awq,b4g64,4.25,,4.71029,6.5293,7.1,6.98,883.8464283943176,13000000000 +Llama-2-13b-hf,awq,b4g128,4.13,,4.7113,6.5489,6.92,6.75,812.8657555580139,13000000000 +Llama-2-13b-hf,awq,b4g32,4.51,,4.6865,6.508,7.59,7.44,1059.5766835212708,13000000000 +Llama-2-7b-hf,fp16,base,16,,5.1847,6.9453,12.55,12.55,,7000000000 +Meta-Llama-3-8B,fp16,base,16,,5.8132,8.9824,14.96,14.96,,8000000000 +Llama-2-13b-hf,fp16,base,16,,4.6301,6.4458,19.21,24.24,,13000000000 +Llama-2-7b-hf,gptq,b3g128,3.13,,6.3173,8.2991,2.87,2.87,817.5435881614685,7000000000 +Meta-Llama-3-8B,gptq,b4g128,4.13,,97.0309,27.7734,6.33,5.34,966.0167262554168,8000000000 +Llama-2-7b-hf,gptq,b3g32,3.51,,5.9409,7.8088,3.2,3.2,826.258552312851,7000000000 +Llama-2-7b-hf,gptq,b3g64,3.25,,6.1327,8.0688,2.98,2.98,818.5346009731293,7000000000 +Meta-Llama-3-8B,gptq,b3g128,3.13,,52.779,30.0427,4.52,4.52,967.3104581832886,8000000000 +Meta-Llama-3-8B,gptq,b4g32,4.51,,8.805,10.4355,6.71,5.72,980.0271611213684,8000000000 +Llama-2-13b-hf,gptq,b3g128,3.13,,5.2384,7.1918,5.27,5.27,1540.2862856388092,13000000000 +Llama-2-7b-hf,gptq,b4g128,4.13,,5.3939,7.1774,4.39,3.63,812.6538500785828,7000000000 +Llama-2-7b-hf,gptq,b4g32,4.51,,5.3859,7.1101,4.74,3.98,825.9306561946869,7000000000 +Meta-Llama-3-8B,gptq,b3g32,3.51,,17.758,17.9848,4.88,4.88,976.306769132614,8000000000 +Llama-2-13b-hf,gptq,b3g32,3.51,,5.0878,6.9585,5.93,5.93,1546.1331825256348,13000000000 +Meta-Llama-3-8B,gptq,b3g64,3.25,,11.1596,14.3308,4.64,4.64,1056.0845897197723,8000000000 +Llama-2-13b-hf,gptq,b4g32,4.51,,4.7167,6.537,8.43,7.45,1545.0226376056671,13000000000 +Llama-2-13b-hf,gptq,b3g64,3.25,,5.1423,7.0625,5.49,5.49,1538.153817653656,13000000000 +Llama-2-7b-hf,gptq,b4g64,4.25,,5.3901,7.1289,4.5,3.74,819.5383853912354,7000000000 +Meta-Llama-3-8B,gptq,b4g64,4.25,,11.8327,11.7743,6.46,5.47,974.3064377307892,8000000000 +Llama-2-13b-hf,gptq,b4g128,4.13,,4.7422,6.5699,7.74,6.76,1538.8324785232544,13000000000 +Llama-2-13b-hf,gptq,b4g64,4.25,,4.7325,6.5575,7.97,6.99,1540.7657170295715,13000000000 +Meta-Llama-3-8B,awq,b4g128,4.13,,6.209,9.6688,5.33,5.33,443.1117050647736,8000000000 +Meta-Llama-3-8B,awq,b4g32,4.51,,6.0663,9.3942,5.72,5.72,591.7591543197632,8000000000 +Meta-Llama-3-8B,awq,b4g64,4.25,,6.1454,9.5234,5.46,5.46,488.3597602844238,8000000000 +Llama-2-7b-hf,awq,b4g64,4.25,,5.2851,7.0702,3.74,3.74,488.7674260139465,7000000000 +Llama-2-7b-hf,awq,b4g128,4.13,,5.3135,7.0998,3.62,3.62,495.0557653903961,7000000000 +Llama-2-7b-hf,awq,b4g32,4.51,,5.262,7.04,3.98,3.98,612.8054578304291,7000000000 +Llama-2-7b-hf,gptq,b8g64,8.25,,5.186,6.9462,6.81,6.81,816.7253777980804,7000000000 +Meta-Llama-3-8B,gptq,b8g32,8.51,,5.8131,8.9833,9.07,9.07,0,8000000000 +Meta-Llama-3-8B,gptq,b8g128,8.13,,5.8155,8.9844,8.61,8.61,973.6111924648284,8000000000 +Llama-2-7b-hf,gptq,b8g128,8.13,,5.1863,6.9459,6.67,6.67,818.6892747879028,7000000000 +Llama-2-13b-hf,gptq,b8g64,8.25,,4.6308,6.4455,12.99,12.99,1568.4314601421356,13000000000 +Llama-2-13b-hf,gptq,b8g32,8.51,,4.6307,6.4461,13.54,13.54,1557.962459564209,13000000000 +Llama-2-7b-hf,gptq,b8g32,8.51,,5.1861,6.9465,7.09,7.09,825.0034923553467,7000000000 +Meta-Llama-3-8B,gptq,b8g64,8.25,,5.814,8.9836,8.77,8.77,0,8000000000 +Llama-2-13b-hf,gptq,b8g128,8.13,,4.631,6.446,12.71,12.71,1545.3703949451449,13000000000 +Llama-2-7b-hf,bnb,b8g128,8.13,,5.2151,6.9793,6.59,6.53,2.3675479888916016,7000000000 +Llama-2-13b-hf,bnb,b8g128,8.13,,4.6676,6.4639,12.54,12.44,3.731398344039917,13000000000 +Meta-Llama-3-8B,bnb,b4g64,4.25,,6.2037,9.6428,5.31,5.31,3.9524896144866943,8000000000 +Meta-Llama-3-8B,bnb,b8g128,8.13,,5.9052,9.1156,8.59,8.46,3.766427755355835,8000000000 +Llama-2-13b-hf,bnb,b4g64,4.25,,4.7233,6.5475,6.71,6.71,3.897571563720703,13000000000 +Llama-2-7b-hf,bnb,b4g64,4.25,,5.319,7.1207,3.6,3.6,2.413228750228882,7000000000 +Llama-2-13b-hf,hqq,b4g64,4.25,,4.6991,6.54,6.99,6.89,52.35158634185791,13000000000 +Meta-Llama-3-8B,hqq,b3g32,3.51,,7.0876,11.1578,5.65,5.62,27.51951837539673,8000000000 +Meta-Llama-3-8B,hqq,b8g128,8.13,,5.9953,9.2893,8.56,8.56,22.69859981536865,8000000000 +Llama-2-7b-hf,hqq,b8g128,8.13,,5.2076,6.9741,6.71,6.62,16.541415691375732,7000000000 +Llama-2-13b-hf,hqq,b8g64,8.25,,4.6443,6.465,13.02,12.8,32.57941198348999,13000000000 +Llama-2-7b-hf,hqq,b4g32,4.51,,5.2843,7.072,3.93,3.89,19.446409463882446,7000000000 +Llama-2-13b-hf,hqq,b4g128,4.13,,4.7378,6.5696,6.74,6.71,48.4294548034668,13000000000 +Llama-2-13b-hf,hqq,b3g128,3.13,,5.1523,7.1368,5.67,5.6,51.76061177253723,13000000000 +Llama-2-7b-hf,hqq,b4g128,4.13,,5.3477,7.1605,3.65,3.6,21.988754272460938,7000000000 +Meta-Llama-3-8B,hqq,b8g64,8.25,,6.0122,9.3414,8.66,8.66,,8000000000 +Llama-2-7b-hf,hqq,b4g64,4.25,,5.3087,7.1184,3.74,3.7,20.24692916870117,7000000000 +Meta-Llama-3-8B,hqq,b4g64,4.25,,6.1929,9.6053,5.41,5.41,27.83445835113525,8000000000 +Llama-2-7b-hf,hqq,b8g32,8.51,,5.2178,6.9972,7,6.9,17.16417956352234,7000000000 +Llama-2-13b-hf,hqq,b4g32,4.51,,4.6916,6.5129,7.3,7.27,46.37011647224426,13000000000 +Meta-Llama-3-8B,hqq,b3g64,3.25,,7.8081,12.3615,5.02,5.01,27.30276918411255,8000000000 +Meta-Llama-3-8B,hqq,b4g32,4.51,,6.0738,9.4091,5.65,5.62,21.84357762336731,8000000000 +Meta-Llama-3-8B,hqq,b4g128,4.13,,6.3786,9.9358,5.31,5.31,30.85788106918335,8000000000 +Llama-2-7b-hf,hqq,b8g64,8.25,,5.2169,6.9772,6.81,6.71,19.32092261314392,7000000000 +Meta-Llama-3-8B,hqq,b3g128,3.13,,9.3077,14.8934,4.71,4.7,29.502231121063232,8000000000 +Llama-2-13b-hf,hqq,b3g32,3.51,,4.8894,6.7812,7.3,7.27,52.36325001716614,13000000000 +Llama-2-13b-hf,hqq,b3g64,3.25,,4.9847,6.9391,6.22,6.16,52.09609436988831,13000000000 +Llama-2-7b-hf,hqq,b3g128,3.13,,6.2021,8.3973,3.11,3.04,23.767679691314697,7000000000 +Llama-2-13b-hf,hqq,b8g32,8.51,,4.6474,6.4709,13.39,13.18,47.807037115097046,13000000000 +Llama-2-13b-hf,hqq,b8g128,8.13,,4.6401,6.4605,12.83,12.62,44.79381275177002,13000000000 +Meta-Llama-3-8B,hqq,b8g32,8.51,,6.0772,9.422,8.87,8.87,22.836755990982056,8000000000 +Llama-2-7b-hf,hqq,b3g32,3.51,,5.628,7.5494,3.93,3.89,21.869824409484863,7000000000 +Llama-2-7b-hf,hqq,b3g64,3.25,,5.8224,7.8095,3.32,3.32,22.90697860717773,7000000000 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-13b-hf.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-13b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..b2a7cb996622c66ad3690915d538b4b049255dd1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-13b-hf.csv @@ -0,0 +1,3361 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params,kurtosis,kurtosis_scaled +0,self_attn.q_proj,2,32,8,128,24.609375,7.8369140625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,2,64,8,128,29.796875,7.04345703125,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,2,128,8,128,34.625,6.646728515625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,3,32,8,128,11.0234375,10.9619140625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,3,64,8,128,13.96875,10.16845703125,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,3,128,8,128,17.078125,9.771728515625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,4,32,8,128,5.15625,14.0869140625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,4,64,8,128,6.5625,13.29345703125,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,4,128,8,128,8.0703125,12.896728515625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,8,32,8,128,0.3125,26.5869140625,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,8,64,8,128,0.396484375,25.79345703125,26214400,130.83713963078688,1.0 +0,self_attn.q_proj,8,128,8,128,0.486572265625,25.396728515625,26214400,130.83713963078688,1.0 +0,self_attn.v_proj,2,32,8,128,21.703125,7.8369140625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,2,64,8,128,26.578125,7.04345703125,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,2,128,8,128,30.9375,6.646728515625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,3,32,8,128,9.4140625,10.9619140625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,3,64,8,128,11.7578125,10.16845703125,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,3,128,8,128,14.1796875,9.771728515625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,4,32,8,128,4.39453125,14.0869140625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,4,64,8,128,5.48828125,13.29345703125,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,4,128,8,128,6.62109375,12.896728515625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,8,32,8,128,0.265625,26.5869140625,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,8,64,8,128,0.331787109375,25.79345703125,26214400,6.886821964622624,1.0 +0,self_attn.v_proj,8,128,8,128,0.39892578125,25.396728515625,26214400,6.886821964622624,1.0 +0,self_attn.k_proj,2,32,8,128,26.59375,7.8369140625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,2,64,8,128,32.0,7.04345703125,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,2,128,8,128,36.84375,6.646728515625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,3,32,8,128,11.703125,10.9619140625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,3,64,8,128,14.53125,10.16845703125,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,3,128,8,128,17.46875,9.771728515625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,4,32,8,128,5.46875,14.0869140625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,4,64,8,128,6.79296875,13.29345703125,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,4,128,8,128,8.1875,12.896728515625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,8,32,8,128,0.3310546875,26.5869140625,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,8,64,8,128,0.41064453125,25.79345703125,26214400,64.52939795597361,1.0 +0,self_attn.k_proj,8,128,8,128,0.493408203125,25.396728515625,26214400,64.52939795597361,1.0 +0,self_attn.o_proj,2,32,8,128,13.78125,7.8369140625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,2,64,8,128,16.234375,7.04345703125,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,2,128,8,128,18.546875,6.646728515625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,3,32,8,128,5.96875,10.9619140625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,3,64,8,128,7.10546875,10.16845703125,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,3,128,8,128,8.265625,9.771728515625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,4,32,8,128,2.796875,14.0869140625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,4,64,8,128,3.341796875,13.29345703125,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,4,128,8,128,3.9140625,12.896728515625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,8,32,8,128,0.16943359375,26.5869140625,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,8,64,8,128,0.2025146484375,25.79345703125,26214400,27.589738715545355,0.4145863119413807 +0,self_attn.o_proj,8,128,8,128,0.23681640625,25.396728515625,26214400,27.589738715545355,0.4145863119413807 +0,mlp.gate_proj,2,32,8,128,47.4375,21.15966796875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,2,64,8,128,55.75,19.017333984375,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,2,128,8,128,63.65625,17.9461669921875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,3,32,8,128,20.3125,29.59716796875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,3,64,8,128,23.96875,27.454833984375,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,3,128,8,128,27.546875,26.3836669921875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,4,32,8,128,9.484375,38.03466796875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,4,64,8,128,11.1953125,35.892333984375,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,4,128,8,128,12.8828125,34.8211669921875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,8,32,8,128,0.57470703125,71.78466796875,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,8,64,8,128,0.67822265625,69.642333984375,70778880,6.313392220689957,1.0 +0,mlp.gate_proj,8,128,8,128,0.77783203125,68.5711669921875,70778880,6.313392220689957,1.0 +0,mlp.up_proj,2,32,8,128,45.8125,21.15966796875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,2,64,8,128,53.5,19.017333984375,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,2,128,8,128,60.5,17.9461669921875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,3,32,8,128,19.59375,29.59716796875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,3,64,8,128,22.90625,27.454833984375,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,3,128,8,128,25.9375,26.3836669921875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,4,32,8,128,9.140625,38.03466796875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,4,64,8,128,10.6953125,35.892333984375,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,4,128,8,128,12.109375,34.8211669921875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,8,32,8,128,0.5537109375,71.78466796875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,8,64,8,128,0.64697265625,69.642333984375,70778880,3.249017058311768,0.19469088690342592 +0,mlp.up_proj,8,128,8,128,0.72998046875,68.5711669921875,70778880,3.249017058311768,0.19469088690342592 +0,mlp.down_proj,2,32,8,128,50.9375,21.15966796875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,2,64,8,128,59.625,19.017333984375,70778880,14.052663070569466,1.0 +0,mlp.down_proj,2,128,8,128,67.625,17.9461669921875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,3,32,8,128,21.828125,29.59716796875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,3,64,8,128,25.625,27.454833984375,70778880,14.052663070569466,1.0 +0,mlp.down_proj,3,128,8,128,29.1875,26.3836669921875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,4,32,8,128,10.1953125,38.03466796875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,4,64,8,128,11.9765625,35.892333984375,70778880,14.052663070569466,1.0 +0,mlp.down_proj,4,128,8,128,13.65625,34.8211669921875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,8,32,8,128,0.61767578125,71.78466796875,70778880,14.052663070569466,1.0 +0,mlp.down_proj,8,64,8,128,0.724609375,69.642333984375,70778880,14.052663070569466,1.0 +0,mlp.down_proj,8,128,8,128,0.82373046875,68.5711669921875,70778880,14.052663070569466,1.0 +1,self_attn.q_proj,2,32,8,128,44.59375,7.8369140625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,2,64,8,128,53.1875,7.04345703125,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,2,128,8,128,60.375,6.646728515625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,3,32,8,128,20.53125,10.9619140625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,3,64,8,128,25.9375,10.16845703125,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,3,128,8,128,31.390625,9.771728515625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,4,32,8,128,9.609375,14.0869140625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,4,64,8,128,12.1796875,13.29345703125,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,4,128,8,128,14.875,12.896728515625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,8,32,8,128,0.5810546875,26.5869140625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,8,64,8,128,0.73681640625,25.79345703125,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.q_proj,8,128,8,128,0.896484375,25.396728515625,26214400,13.08326186837005,0.07492374960546874 +1,self_attn.v_proj,2,32,8,128,23.46875,7.8369140625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,2,64,8,128,28.15625,7.04345703125,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,2,128,8,128,32.40625,6.646728515625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,3,32,8,128,10.0703125,10.9619140625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,3,64,8,128,12.1484375,10.16845703125,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,3,128,8,128,14.1328125,9.771728515625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,4,32,8,128,4.703125,14.0869140625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,4,64,8,128,5.66796875,13.29345703125,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,4,128,8,128,6.59765625,12.896728515625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,8,32,8,128,0.28466796875,26.5869140625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,8,64,8,128,0.3427734375,25.79345703125,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.v_proj,8,128,8,128,0.3974609375,25.396728515625,26214400,4.534623898336895,0.38621188200433526 +1,self_attn.k_proj,2,32,8,128,45.53125,7.8369140625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,2,64,8,128,54.46875,7.04345703125,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,2,128,8,128,61.875,6.646728515625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,3,32,8,128,20.71875,10.9619140625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,3,64,8,128,26.15625,10.16845703125,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,3,128,8,128,31.59375,9.771728515625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,4,32,8,128,9.6875,14.0869140625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,4,64,8,128,12.2578125,13.29345703125,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,4,128,8,128,14.9140625,12.896728515625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,8,32,8,128,0.5859375,26.5869140625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,8,64,8,128,0.74072265625,25.79345703125,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.k_proj,8,128,8,128,0.89892578125,25.396728515625,26214400,11.090631672369472,0.12214851759386554 +1,self_attn.o_proj,2,32,8,128,18.984375,7.8369140625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,2,64,8,128,22.296875,7.04345703125,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,2,128,8,128,25.40625,6.646728515625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,3,32,8,128,8.171875,10.9619140625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,3,64,8,128,9.6640625,10.16845703125,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,3,128,8,128,11.1328125,9.771728515625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,4,32,8,128,3.822265625,14.0869140625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,4,64,8,128,4.52734375,13.29345703125,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,4,128,8,128,5.234375,12.896728515625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,8,32,8,128,0.2313232421875,26.5869140625,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,8,64,8,128,0.27392578125,25.79345703125,26214400,12.902235283117223,0.16604850363257426 +1,self_attn.o_proj,8,128,8,128,0.315673828125,25.396728515625,26214400,12.902235283117223,0.16604850363257426 +1,mlp.gate_proj,2,32,8,128,54.84375,21.15966796875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,2,64,8,128,64.125,19.017333984375,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,2,128,8,128,72.75,17.9461669921875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,3,32,8,128,23.46875,29.59716796875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,3,64,8,128,27.53125,27.454833984375,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,3,128,8,128,31.3125,26.3836669921875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,4,32,8,128,10.953125,38.03466796875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,4,64,8,128,12.8515625,35.892333984375,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,4,128,8,128,14.6328125,34.8211669921875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,8,32,8,128,0.6630859375,71.78466796875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,8,64,8,128,0.77685546875,69.642333984375,70778880,3.722426098049931,0.18157581936494474 +1,mlp.gate_proj,8,128,8,128,0.88232421875,68.5711669921875,70778880,3.722426098049931,0.18157581936494474 +1,mlp.up_proj,2,32,8,128,51.9375,21.15966796875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,2,64,8,128,60.5,19.017333984375,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,2,128,8,128,68.1875,17.9461669921875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,3,32,8,128,22.21875,29.59716796875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,3,64,8,128,25.90625,27.454833984375,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,3,128,8,128,29.234375,26.3836669921875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,4,32,8,128,10.3671875,38.03466796875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,4,64,8,128,12.09375,35.892333984375,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,4,128,8,128,13.6484375,34.8211669921875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,8,32,8,128,0.62744140625,71.78466796875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,8,64,8,128,0.73095703125,69.642333984375,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.up_proj,8,128,8,128,0.822265625,68.5711669921875,70778880,3.1117683059926806,0.07531777600922589 +1,mlp.down_proj,2,32,8,128,53.375,21.15966796875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,2,64,8,128,62.1875,19.017333984375,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,2,128,8,128,70.1875,17.9461669921875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,3,32,8,128,22.828125,29.59716796875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,3,64,8,128,26.640625,27.454833984375,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,3,128,8,128,30.125,26.3836669921875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,4,32,8,128,10.6484375,38.03466796875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,4,64,8,128,12.4375,35.892333984375,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,4,128,8,128,14.0703125,34.8211669921875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,8,32,8,128,0.64501953125,71.78466796875,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,8,64,8,128,0.75244140625,69.642333984375,70778880,6.31968660475201,0.2965402474877697 +1,mlp.down_proj,8,128,8,128,0.8486328125,68.5711669921875,70778880,6.31968660475201,0.2965402474877697 +2,self_attn.q_proj,2,32,8,128,51.0625,7.8369140625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,2,64,8,128,61.25,7.04345703125,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,2,128,8,128,69.6875,6.646728515625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,3,32,8,128,22.171875,10.9619140625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,3,64,8,128,26.984375,10.16845703125,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,3,128,8,128,31.625,9.771728515625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,4,32,8,128,10.34375,14.0869140625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,4,64,8,128,12.6015625,13.29345703125,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,4,128,8,128,14.765625,12.896728515625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,8,32,8,128,0.6259765625,26.5869140625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,8,64,8,128,0.76171875,25.79345703125,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.q_proj,8,128,8,128,0.8896484375,25.396728515625,26214400,7.525079013280852,0.03125858076094716 +2,self_attn.v_proj,2,32,8,128,25.625,7.8369140625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,2,64,8,128,29.96875,7.04345703125,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,2,128,8,128,33.9375,6.646728515625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,3,32,8,128,10.953125,10.9619140625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,3,64,8,128,12.828125,10.16845703125,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,3,128,8,128,14.5390625,9.771728515625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,4,32,8,128,5.11328125,14.0869140625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,4,64,8,128,5.984375,13.29345703125,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,4,128,8,128,6.7890625,12.896728515625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,8,32,8,128,0.3095703125,26.5869140625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,8,64,8,128,0.362060546875,25.79345703125,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.v_proj,8,128,8,128,0.408935546875,25.396728515625,26214400,3.2075231160174624,0.039915069994511866 +2,self_attn.k_proj,2,32,8,128,53.09375,7.8369140625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,2,64,8,128,63.40625,7.04345703125,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,2,128,8,128,71.6875,6.646728515625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,3,32,8,128,23.328125,10.9619140625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,3,64,8,128,28.484375,10.16845703125,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,3,128,8,128,33.40625,9.771728515625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,4,32,8,128,10.8984375,14.0869140625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,4,64,8,128,13.3125,13.29345703125,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,4,128,8,128,15.640625,12.896728515625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,8,32,8,128,0.6591796875,26.5869140625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,8,64,8,128,0.8046875,25.79345703125,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.k_proj,8,128,8,128,0.94287109375,25.396728515625,26214400,5.773346598858214,0.03480019522830933 +2,self_attn.o_proj,2,32,8,128,24.734375,7.8369140625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,2,64,8,128,28.9375,7.04345703125,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,2,128,8,128,32.84375,6.646728515625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,3,32,8,128,10.609375,10.9619140625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,3,64,8,128,12.4609375,10.16845703125,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,3,128,8,128,14.2421875,9.771728515625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,4,32,8,128,4.95703125,14.0869140625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,4,64,8,128,5.82421875,13.29345703125,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,4,128,8,128,6.66796875,12.896728515625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,8,32,8,128,0.300048828125,26.5869140625,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,8,64,8,128,0.352294921875,25.79345703125,26214400,5.917068726590824,0.04784747684690518 +2,self_attn.o_proj,8,128,8,128,0.40185546875,25.396728515625,26214400,5.917068726590824,0.04784747684690518 +2,mlp.gate_proj,2,32,8,128,57.25,21.15966796875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,2,64,8,128,66.8125,19.017333984375,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,2,128,8,128,75.5,17.9461669921875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,3,32,8,128,24.5,29.59716796875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,3,64,8,128,28.625,27.454833984375,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,3,128,8,128,32.40625,26.3836669921875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,4,32,8,128,11.4296875,38.03466796875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,4,64,8,128,13.359375,35.892333984375,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,4,128,8,128,15.125,34.8211669921875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,8,32,8,128,0.69189453125,71.78466796875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,8,64,8,128,0.8076171875,69.642333984375,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.gate_proj,8,128,8,128,0.91162109375,68.5711669921875,70778880,3.2308532400372494,0.0262997198335745 +2,mlp.up_proj,2,32,8,128,53.1875,21.15966796875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,2,64,8,128,61.90625,19.017333984375,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,2,128,8,128,69.75,17.9461669921875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,3,32,8,128,22.75,29.59716796875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,3,64,8,128,26.5,27.454833984375,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,3,128,8,128,29.890625,26.3836669921875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,4,32,8,128,10.609375,38.03466796875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,4,64,8,128,12.3671875,35.892333984375,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,4,128,8,128,13.953125,34.8211669921875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,8,32,8,128,0.642578125,71.78466796875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,8,64,8,128,0.748046875,69.642333984375,70778880,3.080849335928324,0.04842577458945346 +2,mlp.up_proj,8,128,8,128,0.8408203125,68.5711669921875,70778880,3.080849335928324,0.04842577458945346 +2,mlp.down_proj,2,32,8,128,53.90625,21.15966796875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,2,64,8,128,62.75,19.017333984375,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,2,128,8,128,70.75,17.9461669921875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,3,32,8,128,23.046875,29.59716796875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,3,64,8,128,26.875,27.454833984375,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,3,128,8,128,30.328125,26.3836669921875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,4,32,8,128,10.75,38.03466796875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,4,64,8,128,12.546875,35.892333984375,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,4,128,8,128,14.1640625,34.8211669921875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,8,32,8,128,0.65087890625,71.78466796875,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,8,64,8,128,0.75830078125,69.642333984375,70778880,3.275261780947932,0.019592510408511087 +2,mlp.down_proj,8,128,8,128,0.85302734375,68.5711669921875,70778880,3.275261780947932,0.019592510408511087 +3,self_attn.q_proj,2,32,8,128,51.46875,7.8369140625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,2,64,8,128,61.625,7.04345703125,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,2,128,8,128,70.5,6.646728515625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,3,32,8,128,22.171875,10.9619140625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,3,64,8,128,26.765625,10.16845703125,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,3,128,8,128,31.140625,9.771728515625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,4,32,8,128,10.3515625,14.0869140625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,4,64,8,128,12.5,13.29345703125,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,4,128,8,128,14.5390625,12.896728515625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,8,32,8,128,0.6259765625,26.5869140625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,8,64,8,128,0.75537109375,25.79345703125,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.q_proj,8,128,8,128,0.8759765625,25.396728515625,26214400,8.390562250303343,0.038057830203071484 +3,self_attn.v_proj,2,32,8,128,26.90625,7.8369140625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,2,64,8,128,31.453125,7.04345703125,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,2,128,8,128,35.5625,6.646728515625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,3,32,8,128,11.5078125,10.9619140625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,3,64,8,128,13.4609375,10.16845703125,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,3,128,8,128,15.2265625,9.771728515625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,4,32,8,128,5.375,14.0869140625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,4,64,8,128,6.2890625,13.29345703125,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,4,128,8,128,7.1171875,12.896728515625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,8,32,8,128,0.325439453125,26.5869140625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,8,64,8,128,0.38037109375,25.79345703125,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.v_proj,8,128,8,128,0.4296875,25.396728515625,26214400,3.588921793712654,0.13943814160311258 +3,self_attn.k_proj,2,32,8,128,55.5,7.8369140625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,2,64,8,128,66.6875,7.04345703125,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,2,128,8,128,75.875,6.646728515625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,3,32,8,128,24.25,10.9619140625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,3,64,8,128,29.640625,10.16845703125,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,3,128,8,128,34.875,9.771728515625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,4,32,8,128,11.3203125,14.0869140625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,4,64,8,128,13.84375,13.29345703125,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,4,128,8,128,16.3125,12.896728515625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,8,32,8,128,0.68505859375,26.5869140625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,8,64,8,128,0.83642578125,25.79345703125,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.k_proj,8,128,8,128,0.98291015625,25.396728515625,26214400,5.7891896210301095,0.03506045236870778 +3,self_attn.o_proj,2,32,8,128,25.796875,7.8369140625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,2,64,8,128,30.171875,7.04345703125,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,2,128,8,128,34.1875,6.646728515625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,3,32,8,128,11.0703125,10.9619140625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,3,64,8,128,12.9921875,10.16845703125,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,3,128,8,128,14.828125,9.771728515625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,4,32,8,128,5.1796875,14.0869140625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,4,64,8,128,6.08984375,13.29345703125,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,4,128,8,128,6.97265625,12.896728515625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,8,32,8,128,0.315673828125,26.5869140625,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,8,64,8,128,0.3720703125,25.79345703125,26214400,47.64313079806701,0.7539241810541811 +3,self_attn.o_proj,8,128,8,128,0.427490234375,25.396728515625,26214400,47.64313079806701,0.7539241810541811 +3,mlp.gate_proj,2,32,8,128,58.4375,21.15966796875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,2,64,8,128,68.3125,19.017333984375,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,2,128,8,128,77.375,17.9461669921875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,3,32,8,128,25.015625,29.59716796875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,3,64,8,128,29.28125,27.454833984375,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,3,128,8,128,33.21875,26.3836669921875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,4,32,8,128,11.671875,38.03466796875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,4,64,8,128,13.6640625,35.892333984375,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,4,128,8,128,15.5078125,34.8211669921875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,8,32,8,128,0.70654296875,71.78466796875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,8,64,8,128,0.826171875,69.642333984375,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.gate_proj,8,128,8,128,0.935546875,68.5711669921875,70778880,3.4501241375690457,0.09556214788366375 +3,mlp.up_proj,2,32,8,128,54.0,21.15966796875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,2,64,8,128,62.90625,19.017333984375,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,2,128,8,128,70.9375,17.9461669921875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,3,32,8,128,23.09375,29.59716796875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,3,64,8,128,26.9375,27.454833984375,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,3,128,8,128,30.421875,26.3836669921875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,4,32,8,128,10.7734375,38.03466796875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,4,64,8,128,12.578125,35.892333984375,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,4,128,8,128,14.203125,34.8211669921875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,8,32,8,128,0.65234375,71.78466796875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,8,64,8,128,0.76025390625,69.642333984375,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.up_proj,8,128,8,128,0.85595703125,68.5711669921875,70778880,3.2669610023884306,0.21029776412415863 +3,mlp.down_proj,2,32,8,128,54.0625,21.15966796875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,2,64,8,128,63.0,19.017333984375,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,2,128,8,128,71.0625,17.9461669921875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,3,32,8,128,23.140625,29.59716796875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,3,64,8,128,26.984375,27.454833984375,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,3,128,8,128,30.484375,26.3836669921875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,4,32,8,128,10.796875,38.03466796875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,4,64,8,128,12.6015625,35.892333984375,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,4,128,8,128,14.2421875,34.8211669921875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,8,32,8,128,0.654296875,71.78466796875,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,8,64,8,128,0.7626953125,69.642333984375,70778880,9.500845348313662,0.5859265080486231 +3,mlp.down_proj,8,128,8,128,0.85986328125,68.5711669921875,70778880,9.500845348313662,0.5859265080486231 +4,self_attn.q_proj,2,32,8,128,48.875,7.8369140625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,2,64,8,128,58.53125,7.04345703125,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,2,128,8,128,67.0625,6.646728515625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,3,32,8,128,21.015625,10.9619140625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,3,64,8,128,25.34375,10.16845703125,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,3,128,8,128,29.4375,9.771728515625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,4,32,8,128,9.8046875,14.0869140625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,4,64,8,128,11.828125,13.29345703125,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,4,128,8,128,13.75,12.896728515625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,8,32,8,128,0.59375,26.5869140625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,8,64,8,128,0.71484375,25.79345703125,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.q_proj,8,128,8,128,0.828125,25.396728515625,26214400,4.4551653725123055,0.007141292618920515 +4,self_attn.v_proj,2,32,8,128,26.8125,7.8369140625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,2,64,8,128,31.390625,7.04345703125,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,2,128,8,128,35.53125,6.646728515625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,3,32,8,128,11.4609375,10.9619140625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,3,64,8,128,13.4296875,10.16845703125,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,3,128,8,128,15.2109375,9.771728515625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,4,32,8,128,5.34765625,14.0869140625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,4,64,8,128,6.26953125,13.29345703125,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,4,128,8,128,7.09765625,12.896728515625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,8,32,8,128,0.32373046875,26.5869140625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,8,64,8,128,0.37890625,25.79345703125,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.v_proj,8,128,8,128,0.427734375,25.396728515625,26214400,3.234219982779673,0.04688141345054286 +4,self_attn.k_proj,2,32,8,128,49.5,7.8369140625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,2,64,8,128,59.25,7.04345703125,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,2,128,8,128,67.5625,6.646728515625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,3,32,8,128,21.328125,10.9619140625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,3,64,8,128,25.71875,10.16845703125,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,3,128,8,128,29.8125,9.771728515625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,4,32,8,128,9.953125,14.0869140625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,4,64,8,128,12.0078125,13.29345703125,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,4,128,8,128,13.921875,12.896728515625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,8,32,8,128,0.60302734375,26.5869140625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,8,64,8,128,0.7255859375,25.79345703125,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.k_proj,8,128,8,128,0.8388671875,25.396728515625,26214400,4.573635068411043,0.015092245013412438 +4,self_attn.o_proj,2,32,8,128,25.734375,7.8369140625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,2,64,8,128,30.03125,7.04345703125,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,2,128,8,128,33.96875,6.646728515625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,3,32,8,128,11.0234375,10.9619140625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,3,64,8,128,12.90625,10.16845703125,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,3,128,8,128,14.640625,9.771728515625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,4,32,8,128,5.14453125,14.0869140625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,4,64,8,128,6.0234375,13.29345703125,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,4,128,8,128,6.84375,12.896728515625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,8,32,8,128,0.3115234375,26.5869140625,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,8,64,8,128,0.364013671875,25.79345703125,26214400,4.84968615849468,0.029785528788671817 +4,self_attn.o_proj,8,128,8,128,0.412109375,25.396728515625,26214400,4.84968615849468,0.029785528788671817 +4,mlp.gate_proj,2,32,8,128,58.6875,21.15966796875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,2,64,8,128,68.5,19.017333984375,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,2,128,8,128,77.5625,17.9461669921875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,3,32,8,128,25.09375,29.59716796875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,3,64,8,128,29.34375,27.454833984375,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,3,128,8,128,33.25,26.3836669921875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,4,32,8,128,11.7109375,38.03466796875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,4,64,8,128,13.6953125,35.892333984375,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,4,128,8,128,15.515625,34.8211669921875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,8,32,8,128,0.70849609375,71.78466796875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,8,64,8,128,0.828125,69.642333984375,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.gate_proj,8,128,8,128,0.935546875,68.5711669921875,70778880,3.1955631490833403,0.015152424806783303 +4,mlp.up_proj,2,32,8,128,54.03125,21.15966796875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,2,64,8,128,62.9375,19.017333984375,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,2,128,8,128,70.9375,17.9461669921875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,3,32,8,128,23.109375,29.59716796875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,3,64,8,128,26.953125,27.454833984375,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,3,128,8,128,30.40625,26.3836669921875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,4,32,8,128,10.78125,38.03466796875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,4,64,8,128,12.578125,35.892333984375,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,4,128,8,128,14.1953125,34.8211669921875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,8,32,8,128,0.65283203125,71.78466796875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,8,64,8,128,0.76025390625,69.642333984375,70778880,3.095126478043274,0.06084342385870038 +4,mlp.up_proj,8,128,8,128,0.85546875,68.5711669921875,70778880,3.095126478043274,0.06084342385870038 +4,mlp.down_proj,2,32,8,128,54.09375,21.15966796875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,2,64,8,128,62.96875,19.017333984375,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,2,128,8,128,70.9375,17.9461669921875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,3,32,8,128,23.125,29.59716796875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,3,64,8,128,26.953125,27.454833984375,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,3,128,8,128,30.40625,26.3836669921875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,4,32,8,128,10.7890625,38.03466796875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,4,64,8,128,12.578125,35.892333984375,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,4,128,8,128,14.1875,34.8211669921875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,8,32,8,128,0.6533203125,71.78466796875,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,8,64,8,128,0.7607421875,69.642333984375,70778880,3.1665068249588635,0.009699200275895629 +4,mlp.down_proj,8,128,8,128,0.85498046875,68.5711669921875,70778880,3.1665068249588635,0.009699200275895629 +5,self_attn.q_proj,2,32,8,128,48.59375,7.8369140625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,2,64,8,128,58.59375,7.04345703125,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,2,128,8,128,67.4375,6.646728515625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,3,32,8,128,20.9375,10.9619140625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,3,64,8,128,25.5,10.16845703125,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,3,128,8,128,29.921875,9.771728515625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,4,32,8,128,9.765625,14.0869140625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,4,64,8,128,11.90625,13.29345703125,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,4,128,8,128,13.9765625,12.896728515625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,8,32,8,128,0.59130859375,26.5869140625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,8,64,8,128,0.7197265625,25.79345703125,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.q_proj,8,128,8,128,0.841796875,25.396728515625,26214400,4.949500834374297,0.011024799507916528 +5,self_attn.v_proj,2,32,8,128,27.28125,7.8369140625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,2,64,8,128,31.875,7.04345703125,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,2,128,8,128,36.03125,6.646728515625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,3,32,8,128,11.6640625,10.9619140625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,3,64,8,128,13.640625,10.16845703125,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,3,128,8,128,15.4296875,9.771728515625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,4,32,8,128,5.44140625,14.0869140625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,4,64,8,128,6.36328125,13.29345703125,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,4,128,8,128,7.203125,12.896728515625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,8,32,8,128,0.329345703125,26.5869140625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,8,64,8,128,0.384765625,25.79345703125,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.v_proj,8,128,8,128,0.433837890625,25.396728515625,26214400,3.181611634064576,0.03315366670526659 +5,self_attn.k_proj,2,32,8,128,48.09375,7.8369140625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,2,64,8,128,57.84375,7.04345703125,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,2,128,8,128,66.25,6.646728515625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,3,32,8,128,20.71875,10.9619140625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,3,64,8,128,25.140625,10.16845703125,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,3,128,8,128,29.34375,9.771728515625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,4,32,8,128,9.6640625,14.0869140625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,4,64,8,128,11.734375,13.29345703125,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,4,128,8,128,13.703125,12.896728515625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,8,32,8,128,0.5849609375,26.5869140625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,8,64,8,128,0.70947265625,25.79345703125,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.k_proj,8,128,8,128,0.82568359375,25.396728515625,26214400,4.8544486363668495,0.019705237117337453 +5,self_attn.o_proj,2,32,8,128,26.15625,7.8369140625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,2,64,8,128,30.546875,7.04345703125,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,2,128,8,128,34.53125,6.646728515625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,3,32,8,128,11.1953125,10.9619140625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,3,64,8,128,13.109375,10.16845703125,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,3,128,8,128,14.8828125,9.771728515625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,4,32,8,128,5.2265625,14.0869140625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,4,64,8,128,6.12109375,13.29345703125,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,4,128,8,128,6.95703125,12.896728515625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,8,32,8,128,0.31640625,26.5869140625,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,8,64,8,128,0.3701171875,25.79345703125,26214400,4.859526520116928,0.029952044624519034 +5,self_attn.o_proj,8,128,8,128,0.419189453125,25.396728515625,26214400,4.859526520116928,0.029952044624519034 +5,mlp.gate_proj,2,32,8,128,59.40625,21.15966796875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,2,64,8,128,69.5,19.017333984375,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,2,128,8,128,78.6875,17.9461669921875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,3,32,8,128,25.421875,29.59716796875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,3,64,8,128,29.75,27.454833984375,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,3,128,8,128,33.75,26.3836669921875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,4,32,8,128,11.859375,38.03466796875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,4,64,8,128,13.890625,35.892333984375,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,4,128,8,128,15.75,34.8211669921875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,8,32,8,128,0.7177734375,71.78466796875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,8,64,8,128,0.83935546875,69.642333984375,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.gate_proj,8,128,8,128,0.94970703125,68.5711669921875,70778880,3.2403906037879358,0.029312344755555556 +5,mlp.up_proj,2,32,8,128,53.9375,21.15966796875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,2,64,8,128,62.84375,19.017333984375,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,2,128,8,128,70.8125,17.9461669921875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,3,32,8,128,23.0625,29.59716796875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,3,64,8,128,26.890625,27.454833984375,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,3,128,8,128,30.34375,26.3836669921875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,4,32,8,128,10.7578125,38.03466796875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,4,64,8,128,12.5546875,35.892333984375,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,4,128,8,128,14.171875,34.8211669921875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,8,32,8,128,0.6513671875,71.78466796875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,8,64,8,128,0.75927734375,69.642333984375,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.up_proj,8,128,8,128,0.85400390625,68.5711669921875,70778880,3.1187659555331035,0.08140403311883956 +5,mlp.down_proj,2,32,8,128,53.9375,21.15966796875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,2,64,8,128,62.8125,19.017333984375,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,2,128,8,128,70.75,17.9461669921875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,3,32,8,128,23.0625,29.59716796875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,3,64,8,128,26.890625,27.454833984375,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,3,128,8,128,30.3125,26.3836669921875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,4,32,8,128,10.765625,38.03466796875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,4,64,8,128,12.546875,35.892333984375,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,4,128,8,128,14.15625,34.8211669921875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,8,32,8,128,0.65185546875,71.78466796875,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,8,64,8,128,0.7587890625,69.642333984375,70778880,3.232898674556788,0.015738788562945714 +5,mlp.down_proj,8,128,8,128,0.85302734375,68.5711669921875,70778880,3.232898674556788,0.015738788562945714 +6,self_attn.q_proj,2,32,8,128,47.90625,7.8369140625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,2,64,8,128,57.53125,7.04345703125,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,2,128,8,128,66.25,6.646728515625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,3,32,8,128,20.5625,10.9619140625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,3,64,8,128,24.84375,10.16845703125,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,3,128,8,128,28.953125,9.771728515625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,4,32,8,128,9.59375,14.0869140625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,4,64,8,128,11.59375,13.29345703125,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,4,128,8,128,13.5234375,12.896728515625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,8,32,8,128,0.5810546875,26.5869140625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,8,64,8,128,0.701171875,25.79345703125,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.q_proj,8,128,8,128,0.814453125,25.396728515625,26214400,4.49736449180947,0.007472809540411076 +6,self_attn.v_proj,2,32,8,128,27.78125,7.8369140625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,2,64,8,128,32.46875,7.04345703125,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,2,128,8,128,36.6875,6.646728515625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,3,32,8,128,11.8828125,10.9619140625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,3,64,8,128,13.890625,10.16845703125,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,3,128,8,128,15.703125,9.771728515625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,4,32,8,128,5.54296875,14.0869140625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,4,64,8,128,6.48046875,13.29345703125,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,4,128,8,128,7.328125,12.896728515625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,8,32,8,128,0.33544921875,26.5869140625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,8,64,8,128,0.391845703125,25.79345703125,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.v_proj,8,128,8,128,0.44140625,25.396728515625,26214400,3.1369344191217348,0.021495488735434297 +6,self_attn.k_proj,2,32,8,128,49.0625,7.8369140625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,2,64,8,128,58.84375,7.04345703125,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,2,128,8,128,67.5625,6.646728515625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,3,32,8,128,21.078125,10.9619140625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,3,64,8,128,25.4375,10.16845703125,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,3,128,8,128,29.609375,9.771728515625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,4,32,8,128,9.8359375,14.0869140625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,4,64,8,128,11.875,13.29345703125,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,4,128,8,128,13.828125,12.896728515625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,8,32,8,128,0.59521484375,26.5869140625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,8,64,8,128,0.71826171875,25.79345703125,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.k_proj,8,128,8,128,0.83251953125,25.396728515625,26214400,4.544626995182409,0.014615722409010266 +6,self_attn.o_proj,2,32,8,128,27.0625,7.8369140625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,2,64,8,128,31.5625,7.04345703125,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,2,128,8,128,35.65625,6.646728515625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,3,32,8,128,11.5859375,10.9619140625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,3,64,8,128,13.5390625,10.16845703125,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,3,128,8,128,15.3359375,9.771728515625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,4,32,8,128,5.40625,14.0869140625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,4,64,8,128,6.3203125,13.29345703125,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,4,128,8,128,7.1640625,12.896728515625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,8,32,8,128,0.327392578125,26.5869140625,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,8,64,8,128,0.382080078125,25.79345703125,26214400,4.214262948729349,0.019033075682520342 +6,self_attn.o_proj,8,128,8,128,0.431640625,25.396728515625,26214400,4.214262948729349,0.019033075682520342 +6,mlp.gate_proj,2,32,8,128,60.1875,21.15966796875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,2,64,8,128,70.4375,19.017333984375,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,2,128,8,128,79.9375,17.9461669921875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,3,32,8,128,25.75,29.59716796875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,3,64,8,128,30.171875,27.454833984375,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,3,128,8,128,34.25,26.3836669921875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,4,32,8,128,12.015625,38.03466796875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,4,64,8,128,14.078125,35.892333984375,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,4,128,8,128,15.984375,34.8211669921875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,8,32,8,128,0.72705078125,71.78466796875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,8,64,8,128,0.85107421875,69.642333984375,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.gate_proj,8,128,8,128,0.9638671875,68.5711669921875,70778880,3.2443207674755223,0.030553789391851015 +6,mlp.up_proj,2,32,8,128,53.8125,21.15966796875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,2,64,8,128,62.65625,19.017333984375,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,2,128,8,128,70.625,17.9461669921875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,3,32,8,128,23.0,29.59716796875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,3,64,8,128,26.828125,27.454833984375,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,3,128,8,128,30.265625,26.3836669921875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,4,32,8,128,10.734375,38.03466796875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,4,64,8,128,12.515625,35.892333984375,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,4,128,8,128,14.125,34.8211669921875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,8,32,8,128,0.64990234375,71.78466796875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,8,64,8,128,0.7568359375,69.642333984375,70778880,3.108046386120236,0.07208060884985013 +6,mlp.up_proj,8,128,8,128,0.85107421875,68.5711669921875,70778880,3.108046386120236,0.07208060884985013 +6,mlp.down_proj,2,32,8,128,53.71875,21.15966796875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,2,64,8,128,62.53125,19.017333984375,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,2,128,8,128,70.4375,17.9461669921875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,3,32,8,128,22.96875,29.59716796875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,3,64,8,128,26.765625,27.454833984375,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,3,128,8,128,30.1875,26.3836669921875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,4,32,8,128,10.71875,38.03466796875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,4,64,8,128,12.4921875,35.892333984375,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,4,128,8,128,14.09375,34.8211669921875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,8,32,8,128,0.64892578125,71.78466796875,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,8,64,8,128,0.75537109375,69.642333984375,70778880,3.2297373677424512,0.015451208208982572 +6,mlp.down_proj,8,128,8,128,0.84912109375,68.5711669921875,70778880,3.2297373677424512,0.015451208208982572 +7,self_attn.q_proj,2,32,8,128,48.46875,7.8369140625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,2,64,8,128,58.09375,7.04345703125,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,2,128,8,128,66.8125,6.646728515625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,3,32,8,128,20.8125,10.9619140625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,3,64,8,128,25.03125,10.16845703125,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,3,128,8,128,29.0625,9.771728515625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,4,32,8,128,9.7109375,14.0869140625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,4,64,8,128,11.6796875,13.29345703125,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,4,128,8,128,13.5703125,12.896728515625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,8,32,8,128,0.58740234375,26.5869140625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,8,64,8,128,0.7060546875,25.79345703125,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.q_proj,8,128,8,128,0.81689453125,25.396728515625,26214400,4.21756324679348,0.005274686714109336 +7,self_attn.v_proj,2,32,8,128,28.25,7.8369140625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,2,64,8,128,33.0,7.04345703125,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,2,128,8,128,37.28125,6.646728515625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,3,32,8,128,12.078125,10.9619140625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,3,64,8,128,14.1171875,10.16845703125,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,3,128,8,128,15.9609375,9.771728515625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,4,32,8,128,5.63671875,14.0869140625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,4,64,8,128,6.58984375,13.29345703125,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,4,128,8,128,7.44921875,12.896728515625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,8,32,8,128,0.34130859375,26.5869140625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,8,64,8,128,0.3984375,25.79345703125,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.v_proj,8,128,8,128,0.44873046875,25.396728515625,26214400,3.133032125857189,0.02047721511594495 +7,self_attn.k_proj,2,32,8,128,49.625,7.8369140625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,2,64,8,128,59.46875,7.04345703125,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,2,128,8,128,68.1875,6.646728515625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,3,32,8,128,21.3125,10.9619140625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,3,64,8,128,25.671875,10.16845703125,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,3,128,8,128,29.8125,9.771728515625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,4,32,8,128,9.9453125,14.0869140625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,4,64,8,128,11.9921875,13.29345703125,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,4,128,8,128,13.921875,12.896728515625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,8,32,8,128,0.60205078125,26.5869140625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,8,64,8,128,0.724609375,25.79345703125,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.k_proj,8,128,8,128,0.83837890625,25.396728515625,26214400,4.362283595211108,0.01162032346730801 +7,self_attn.o_proj,2,32,8,128,27.390625,7.8369140625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,2,64,8,128,31.953125,7.04345703125,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,2,128,8,128,36.09375,6.646728515625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,3,32,8,128,11.7421875,10.9619140625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,3,64,8,128,13.71875,10.16845703125,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,3,128,8,128,15.5546875,9.771728515625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,4,32,8,128,5.4765625,14.0869140625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,4,64,8,128,6.41015625,13.29345703125,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,4,128,8,128,7.26953125,12.896728515625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,8,32,8,128,0.33154296875,26.5869140625,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,8,64,8,128,0.38720703125,25.79345703125,26214400,4.71536300013941,0.027512550025716977 +7,self_attn.o_proj,8,128,8,128,0.43798828125,25.396728515625,26214400,4.71536300013941,0.027512550025716977 +7,mlp.gate_proj,2,32,8,128,60.6875,21.15966796875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,2,64,8,128,71.1875,19.017333984375,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,2,128,8,128,80.9375,17.9461669921875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,3,32,8,128,25.953125,29.59716796875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,3,64,8,128,30.484375,27.454833984375,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,3,128,8,128,34.6875,26.3836669921875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,4,32,8,128,12.109375,38.03466796875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,4,64,8,128,14.2265625,35.892333984375,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,4,128,8,128,16.203125,34.8211669921875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,8,32,8,128,0.73291015625,71.78466796875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,8,64,8,128,0.8603515625,69.642333984375,70778880,3.393630016183593,0.07771700718438097 +7,mlp.gate_proj,8,128,8,128,0.97705078125,68.5711669921875,70778880,3.393630016183593,0.07771700718438097 +7,mlp.up_proj,2,32,8,128,53.9375,21.15966796875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,2,64,8,128,62.84375,19.017333984375,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,2,128,8,128,70.875,17.9461669921875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,3,32,8,128,23.0625,29.59716796875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,3,64,8,128,26.90625,27.454833984375,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,3,128,8,128,30.390625,26.3836669921875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,4,32,8,128,10.7578125,38.03466796875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,4,64,8,128,12.5546875,35.892333984375,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,4,128,8,128,14.1875,34.8211669921875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,8,32,8,128,0.6513671875,71.78466796875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,8,64,8,128,0.75927734375,69.642333984375,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.up_proj,8,128,8,128,0.85498046875,68.5711669921875,70778880,3.1168342824347484,0.07972394624675493 +7,mlp.down_proj,2,32,8,128,53.71875,21.15966796875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,2,64,8,128,62.53125,19.017333984375,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,2,128,8,128,70.5,17.9461669921875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,3,32,8,128,22.96875,29.59716796875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,3,64,8,128,26.78125,27.454833984375,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,3,128,8,128,30.203125,26.3836669921875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,4,32,8,128,10.71875,38.03466796875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,4,64,8,128,12.5,35.892333984375,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,4,128,8,128,14.1171875,34.8211669921875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,8,32,8,128,0.64892578125,71.78466796875,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,8,64,8,128,0.755859375,69.642333984375,70778880,4.681598217347249,0.14752527806550098 +7,mlp.down_proj,8,128,8,128,0.85107421875,68.5711669921875,70778880,4.681598217347249,0.14752527806550098 +8,self_attn.q_proj,2,32,8,128,47.21875,7.8369140625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,2,64,8,128,56.6875,7.04345703125,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,2,128,8,128,65.1875,6.646728515625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,3,32,8,128,20.25,10.9619140625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,3,64,8,128,24.421875,10.16845703125,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,3,128,8,128,28.328125,9.771728515625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,4,32,8,128,9.453125,14.0869140625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,4,64,8,128,11.390625,13.29345703125,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,4,128,8,128,13.2265625,12.896728515625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,8,32,8,128,0.57177734375,26.5869140625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,8,64,8,128,0.68896484375,25.79345703125,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.q_proj,8,128,8,128,0.796875,25.396728515625,26214400,4.2598895714391,0.005607202962747465 +8,self_attn.v_proj,2,32,8,128,28.5,7.8369140625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,2,64,8,128,33.28125,7.04345703125,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,2,128,8,128,37.625,6.646728515625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,3,32,8,128,12.1875,10.9619140625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,3,64,8,128,14.2421875,10.16845703125,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,3,128,8,128,16.109375,9.771728515625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,4,32,8,128,5.68359375,14.0869140625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,4,64,8,128,6.6484375,13.29345703125,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,4,128,8,128,7.515625,12.896728515625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,8,32,8,128,0.343994140625,26.5869140625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,8,64,8,128,0.40185546875,25.79345703125,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.v_proj,8,128,8,128,0.452880859375,25.396728515625,26214400,3.1597576159760687,0.02745102761825751 +8,self_attn.k_proj,2,32,8,128,48.46875,7.8369140625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,2,64,8,128,58.21875,7.04345703125,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,2,128,8,128,66.875,6.646728515625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,3,32,8,128,20.8125,10.9619140625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,3,64,8,128,25.125,10.16845703125,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,3,128,8,128,29.1875,9.771728515625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,4,32,8,128,9.7109375,14.0869140625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,4,64,8,128,11.7265625,13.29345703125,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,4,128,8,128,13.6328125,12.896728515625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,8,32,8,128,0.587890625,26.5869140625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,8,64,8,128,0.708984375,25.79345703125,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.k_proj,8,128,8,128,0.82080078125,25.396728515625,26214400,4.405596656467856,0.012331837554852548 +8,self_attn.o_proj,2,32,8,128,27.765625,7.8369140625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,2,64,8,128,32.375,7.04345703125,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,2,128,8,128,36.59375,6.646728515625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,3,32,8,128,11.890625,10.9619140625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,3,64,8,128,13.90625,10.16845703125,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,3,128,8,128,15.765625,9.771728515625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,4,32,8,128,5.5546875,14.0869140625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,4,64,8,128,6.49609375,13.29345703125,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,4,128,8,128,7.37890625,12.896728515625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,8,32,8,128,0.336181640625,26.5869140625,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,8,64,8,128,0.392822265625,25.79345703125,26214400,5.974815297237448,0.048824648098090985 +8,self_attn.o_proj,8,128,8,128,0.444580078125,25.396728515625,26214400,5.974815297237448,0.048824648098090985 +8,mlp.gate_proj,2,32,8,128,60.5625,21.15966796875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,2,64,8,128,71.0625,19.017333984375,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,2,128,8,128,80.8125,17.9461669921875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,3,32,8,128,25.90625,29.59716796875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,3,64,8,128,30.421875,27.454833984375,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,3,128,8,128,34.6875,26.3836669921875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,4,32,8,128,12.0859375,38.03466796875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,4,64,8,128,14.203125,35.892333984375,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,4,128,8,128,16.171875,34.8211669921875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,8,32,8,128,0.7314453125,71.78466796875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,8,64,8,128,0.85888671875,69.642333984375,70778880,3.349456358964778,0.06376360621203432 +8,mlp.gate_proj,8,128,8,128,0.97607421875,68.5711669921875,70778880,3.349456358964778,0.06376360621203432 +8,mlp.up_proj,2,32,8,128,54.40625,21.15966796875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,2,64,8,128,63.375,19.017333984375,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,2,128,8,128,71.4375,17.9461669921875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,3,32,8,128,23.265625,29.59716796875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,3,64,8,128,27.140625,27.454833984375,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,3,128,8,128,30.625,26.3836669921875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,4,32,8,128,10.859375,38.03466796875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,4,64,8,128,12.6640625,35.892333984375,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,4,128,8,128,14.296875,34.8211669921875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,8,32,8,128,0.6572265625,71.78466796875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,8,64,8,128,0.765625,69.642333984375,70778880,3.169466057423486,0.12550081930482337 +8,mlp.up_proj,8,128,8,128,0.86181640625,68.5711669921875,70778880,3.169466057423486,0.12550081930482337 +8,mlp.down_proj,2,32,8,128,54.125,21.15966796875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,2,64,8,128,63.03125,19.017333984375,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,2,128,8,128,71.0625,17.9461669921875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,3,32,8,128,23.140625,29.59716796875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,3,64,8,128,26.984375,27.454833984375,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,3,128,8,128,30.4375,26.3836669921875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,4,32,8,128,10.8046875,38.03466796875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,4,64,8,128,12.59375,35.892333984375,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,4,128,8,128,14.2109375,34.8211669921875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,8,32,8,128,0.65380859375,71.78466796875,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,8,64,8,128,0.76171875,69.642333984375,70778880,3.625380400230104,0.051442388441745805 +8,mlp.down_proj,8,128,8,128,0.8564453125,68.5711669921875,70778880,3.625380400230104,0.051442388441745805 +9,self_attn.q_proj,2,32,8,128,47.4375,7.8369140625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,2,64,8,128,57.0625,7.04345703125,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,2,128,8,128,65.9375,6.646728515625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,3,32,8,128,20.375,10.9619140625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,3,64,8,128,24.6875,10.16845703125,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,3,128,8,128,28.9375,9.771728515625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,4,32,8,128,9.5078125,14.0869140625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,4,64,8,128,11.5234375,13.29345703125,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,4,128,8,128,13.515625,12.896728515625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,8,32,8,128,0.5751953125,26.5869140625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,8,64,8,128,0.69677734375,25.79345703125,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.q_proj,8,128,8,128,0.814453125,25.396728515625,26214400,4.848214892015664,0.010229095607923974 +9,self_attn.v_proj,2,32,8,128,28.515625,7.8369140625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,2,64,8,128,33.375,7.04345703125,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,2,128,8,128,37.75,6.646728515625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,3,32,8,128,12.1953125,10.9619140625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,3,64,8,128,14.2734375,10.16845703125,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,3,128,8,128,16.171875,9.771728515625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,4,32,8,128,5.69140625,14.0869140625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,4,64,8,128,6.6640625,13.29345703125,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,4,128,8,128,7.546875,12.896728515625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,8,32,8,128,0.344482421875,26.5869140625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,8,64,8,128,0.402587890625,25.79345703125,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.v_proj,8,128,8,128,0.45458984375,25.396728515625,26214400,3.204364379777786,0.039090821900958625 +9,self_attn.k_proj,2,32,8,128,47.34375,7.8369140625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,2,64,8,128,56.6875,7.04345703125,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,2,128,8,128,65.0625,6.646728515625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,3,32,8,128,20.3125,10.9619140625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,3,64,8,128,24.4375,10.16845703125,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,3,128,8,128,28.3125,9.771728515625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,4,32,8,128,9.4765625,14.0869140625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,4,64,8,128,11.40625,13.29345703125,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,4,128,8,128,13.21875,12.896728515625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,8,32,8,128,0.57373046875,26.5869140625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,8,64,8,128,0.689453125,25.79345703125,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.k_proj,8,128,8,128,0.79638671875,25.396728515625,26214400,4.253390650850058,0.009831512847624124 +9,self_attn.o_proj,2,32,8,128,27.828125,7.8369140625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,2,64,8,128,32.46875,7.04345703125,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,2,128,8,128,36.6875,6.646728515625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,3,32,8,128,11.9296875,10.9619140625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,3,64,8,128,13.9453125,10.16845703125,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,3,128,8,128,15.8125,9.771728515625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,4,32,8,128,5.56640625,14.0869140625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,4,64,8,128,6.51171875,13.29345703125,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,4,128,8,128,7.39453125,12.896728515625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,8,32,8,128,0.3369140625,26.5869140625,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,8,64,8,128,0.3935546875,25.79345703125,26214400,4.723760427466953,0.027654648932656598 +9,self_attn.o_proj,8,128,8,128,0.4453125,25.396728515625,26214400,4.723760427466953,0.027654648932656598 +9,mlp.gate_proj,2,32,8,128,59.90625,21.15966796875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,2,64,8,128,70.3125,19.017333984375,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,2,128,8,128,79.875,17.9461669921875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,3,32,8,128,25.640625,29.59716796875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,3,64,8,128,30.109375,27.454833984375,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,3,128,8,128,34.28125,26.3836669921875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,4,32,8,128,11.9609375,38.03466796875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,4,64,8,128,14.0546875,35.892333984375,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,4,128,8,128,15.9921875,34.8211669921875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,8,32,8,128,0.72412109375,71.78466796875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,8,64,8,128,0.849609375,69.642333984375,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.gate_proj,8,128,8,128,0.96435546875,68.5711669921875,70778880,3.3583231350160534,0.06656440853099536 +9,mlp.up_proj,2,32,8,128,54.96875,21.15966796875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,2,64,8,128,64.0,19.017333984375,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,2,128,8,128,72.1875,17.9461669921875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,3,32,8,128,23.5,29.59716796875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,3,64,8,128,27.421875,27.454833984375,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,3,128,8,128,30.9375,26.3836669921875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,4,32,8,128,10.96875,38.03466796875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,4,64,8,128,12.796875,35.892333984375,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,4,128,8,128,14.4375,34.8211669921875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,8,32,8,128,0.6640625,71.78466796875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,8,64,8,128,0.77392578125,69.642333984375,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.up_proj,8,128,8,128,0.87060546875,68.5711669921875,70778880,3.1575336738495885,0.11512254100698208 +9,mlp.down_proj,2,32,8,128,54.65625,21.15966796875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,2,64,8,128,63.625,19.017333984375,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,2,128,8,128,71.75,17.9461669921875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,3,32,8,128,23.375,29.59716796875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,3,64,8,128,27.25,27.454833984375,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,3,128,8,128,30.75,26.3836669921875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,4,32,8,128,10.90625,38.03466796875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,4,64,8,128,12.71875,35.892333984375,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,4,128,8,128,14.359375,34.8211669921875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,8,32,8,128,0.66015625,71.78466796875,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,8,64,8,128,0.76904296875,69.642333984375,70778880,3.644571413205425,0.05318817226738573 +9,mlp.down_proj,8,128,8,128,0.865234375,68.5711669921875,70778880,3.644571413205425,0.05318817226738573 +10,self_attn.q_proj,2,32,8,128,47.03125,7.8369140625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,2,64,8,128,56.5,7.04345703125,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,2,128,8,128,65.0,6.646728515625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,3,32,8,128,20.171875,10.9619140625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,3,64,8,128,24.34375,10.16845703125,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,3,128,8,128,28.3125,9.771728515625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,4,32,8,128,9.40625,14.0869140625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,4,64,8,128,11.3671875,13.29345703125,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,4,128,8,128,13.21875,12.896728515625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,8,32,8,128,0.56982421875,26.5869140625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,8,64,8,128,0.68701171875,25.79345703125,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.q_proj,8,128,8,128,0.79638671875,25.396728515625,26214400,4.303988247000512,0.005953642827072139 +10,self_attn.v_proj,2,32,8,128,28.4375,7.8369140625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,2,64,8,128,33.3125,7.04345703125,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,2,128,8,128,37.8125,6.646728515625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,3,32,8,128,12.15625,10.9619140625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,3,64,8,128,14.265625,10.16845703125,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,3,128,8,128,16.1875,9.771728515625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,4,32,8,128,5.671875,14.0869140625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,4,64,8,128,6.65625,13.29345703125,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,4,128,8,128,7.5546875,12.896728515625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,8,32,8,128,0.34326171875,26.5869140625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,8,64,8,128,0.40234375,25.79345703125,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.v_proj,8,128,8,128,0.455078125,25.396728515625,26214400,3.242423995290732,0.049022187848477464 +10,self_attn.k_proj,2,32,8,128,48.1875,7.8369140625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,2,64,8,128,57.84375,7.04345703125,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,2,128,8,128,66.4375,6.646728515625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,3,32,8,128,20.6875,10.9619140625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,3,64,8,128,25.0,10.16845703125,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,3,128,8,128,29.046875,9.771728515625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,4,32,8,128,9.65625,14.0869140625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,4,64,8,128,11.6640625,13.29345703125,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,4,128,8,128,13.5625,12.896728515625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,8,32,8,128,0.58447265625,26.5869140625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,8,64,8,128,0.705078125,25.79345703125,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.k_proj,8,128,8,128,0.8173828125,25.396728515625,26214400,4.424770246783603,0.012646806740188895 +10,self_attn.o_proj,2,32,8,128,27.78125,7.8369140625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,2,64,8,128,32.375,7.04345703125,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,2,128,8,128,36.53125,6.646728515625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,3,32,8,128,11.890625,10.9619140625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,3,64,8,128,13.8828125,10.16845703125,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,3,128,8,128,15.703125,9.771728515625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,4,32,8,128,5.55078125,14.0869140625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,4,64,8,128,6.484375,13.29345703125,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,4,128,8,128,7.33984375,12.896728515625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,8,32,8,128,0.3359375,26.5869140625,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,8,64,8,128,0.391845703125,25.79345703125,26214400,4.358131861560106,0.021467585021921108 +10,self_attn.o_proj,8,128,8,128,0.442138671875,25.396728515625,26214400,4.358131861560106,0.021467585021921108 +10,mlp.gate_proj,2,32,8,128,59.28125,21.15966796875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,2,64,8,128,69.625,19.017333984375,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,2,128,8,128,79.1875,17.9461669921875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,3,32,8,128,25.359375,29.59716796875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,3,64,8,128,29.8125,27.454833984375,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,3,128,8,128,33.96875,26.3836669921875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,4,32,8,128,11.8359375,38.03466796875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,4,64,8,128,13.9140625,35.892333984375,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,4,128,8,128,15.8515625,34.8211669921875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,8,32,8,128,0.71630859375,71.78466796875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,8,64,8,128,0.84130859375,69.642333984375,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.gate_proj,8,128,8,128,0.9560546875,68.5711669921875,70778880,3.3639723293555432,0.06834885380341528 +10,mlp.up_proj,2,32,8,128,55.34375,21.15966796875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,2,64,8,128,64.5,19.017333984375,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,2,128,8,128,72.6875,17.9461669921875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,3,32,8,128,23.65625,29.59716796875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,3,64,8,128,27.59375,27.454833984375,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,3,128,8,128,31.140625,26.3836669921875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,4,32,8,128,11.0390625,38.03466796875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,4,64,8,128,12.8828125,35.892333984375,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,4,128,8,128,14.53125,34.8211669921875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,8,32,8,128,0.66845703125,71.78466796875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,8,64,8,128,0.77880859375,69.642333984375,70778880,3.152513533783804,0.11075623729455154 +10,mlp.up_proj,8,128,8,128,0.8759765625,68.5711669921875,70778880,3.152513533783804,0.11075623729455154 +10,mlp.down_proj,2,32,8,128,54.96875,21.15966796875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,2,64,8,128,64.0,19.017333984375,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,2,128,8,128,72.1875,17.9461669921875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,3,32,8,128,23.5,29.59716796875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,3,64,8,128,27.40625,27.454833984375,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,3,128,8,128,30.921875,26.3836669921875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,4,32,8,128,10.96875,38.03466796875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,4,64,8,128,12.7890625,35.892333984375,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,4,128,8,128,14.4375,34.8211669921875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,8,32,8,128,0.6640625,71.78466796875,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,8,64,8,128,0.7734375,69.642333984375,70778880,3.783258014120437,0.06580432885181206 +10,mlp.down_proj,8,128,8,128,0.86962890625,68.5711669921875,70778880,3.783258014120437,0.06580432885181206 +11,self_attn.q_proj,2,32,8,128,47.625,7.8369140625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,2,64,8,128,56.90625,7.04345703125,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,2,128,8,128,65.375,6.646728515625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,3,32,8,128,20.40625,10.9619140625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,3,64,8,128,24.453125,10.16845703125,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,3,128,8,128,28.265625,9.771728515625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,4,32,8,128,9.5234375,14.0869140625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,4,64,8,128,11.40625,13.29345703125,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,4,128,8,128,13.203125,12.896728515625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,8,32,8,128,0.576171875,26.5869140625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,8,64,8,128,0.68994140625,25.79345703125,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.q_proj,8,128,8,128,0.794921875,25.396728515625,26214400,4.002172186447971,0.0035825712758819493 +11,self_attn.v_proj,2,32,8,128,28.59375,7.8369140625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,2,64,8,128,33.46875,7.04345703125,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,2,128,8,128,37.875,6.646728515625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,3,32,8,128,12.234375,10.9619140625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,3,64,8,128,14.3203125,10.16845703125,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,3,128,8,128,16.203125,9.771728515625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,4,32,8,128,5.70703125,14.0869140625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,4,64,8,128,6.68359375,13.29345703125,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,4,128,8,128,7.5703125,12.896728515625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,8,32,8,128,0.345458984375,26.5869140625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,8,64,8,128,0.40380859375,25.79345703125,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.v_proj,8,128,8,128,0.4560546875,25.396728515625,26214400,3.194709650506192,0.03657149404574665 +11,self_attn.k_proj,2,32,8,128,49.0625,7.8369140625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,2,64,8,128,58.65625,7.04345703125,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,2,128,8,128,67.3125,6.646728515625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,3,32,8,128,21.03125,10.9619140625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,3,64,8,128,25.234375,10.16845703125,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,3,128,8,128,29.203125,9.771728515625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,4,32,8,128,9.8125,14.0869140625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,4,64,8,128,11.78125,13.29345703125,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,4,128,8,128,13.6328125,12.896728515625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,8,32,8,128,0.59423828125,26.5869140625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,8,64,8,128,0.71240234375,25.79345703125,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.k_proj,8,128,8,128,0.8212890625,25.396728515625,26214400,4.13048267998045,0.0078124740125056795 +11,self_attn.o_proj,2,32,8,128,27.859375,7.8369140625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,2,64,8,128,32.46875,7.04345703125,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,2,128,8,128,36.65625,6.646728515625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,3,32,8,128,11.921875,10.9619140625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,3,64,8,128,13.921875,10.16845703125,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,3,128,8,128,15.734375,9.771728515625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,4,32,8,128,5.56640625,14.0869140625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,4,64,8,128,6.5,13.29345703125,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,4,128,8,128,7.35546875,12.896728515625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,8,32,8,128,0.3369140625,26.5869140625,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,8,64,8,128,0.392822265625,25.79345703125,26214400,3.9787550573897312,0.015047877284285785 +11,self_attn.o_proj,8,128,8,128,0.443115234375,25.396728515625,26214400,3.9787550573897312,0.015047877284285785 +11,mlp.gate_proj,2,32,8,128,59.0,21.15966796875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,2,64,8,128,69.375,19.017333984375,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,2,128,8,128,79.125,17.9461669921875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,3,32,8,128,25.234375,29.59716796875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,3,64,8,128,29.734375,27.454833984375,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,3,128,8,128,33.96875,26.3836669921875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,4,32,8,128,11.78125,38.03466796875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,4,64,8,128,13.8828125,35.892333984375,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,4,128,8,128,15.859375,34.8211669921875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,8,32,8,128,0.712890625,71.78466796875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,8,64,8,128,0.8388671875,69.642333984375,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.gate_proj,8,128,8,128,0.95654296875,68.5711669921875,70778880,3.4940067849359866,0.10942362580943107 +11,mlp.up_proj,2,32,8,128,55.84375,21.15966796875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,2,64,8,128,65.0625,19.017333984375,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,2,128,8,128,73.375,17.9461669921875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,3,32,8,128,23.875,29.59716796875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,3,64,8,128,27.859375,27.454833984375,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,3,128,8,128,31.453125,26.3836669921875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,4,32,8,128,11.140625,38.03466796875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,4,64,8,128,13.0,35.892333984375,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,4,128,8,128,14.6796875,34.8211669921875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,8,32,8,128,0.67431640625,71.78466796875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,8,64,8,128,0.7861328125,69.642333984375,70778880,3.178196654496327,0.1330943202652246 +11,mlp.up_proj,8,128,8,128,0.884765625,68.5711669921875,70778880,3.178196654496327,0.1330943202652246 +11,mlp.down_proj,2,32,8,128,55.34375,21.15966796875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,2,64,8,128,64.4375,19.017333984375,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,2,128,8,128,72.6875,17.9461669921875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,3,32,8,128,23.65625,29.59716796875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,3,64,8,128,27.59375,27.454833984375,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,3,128,8,128,31.125,26.3836669921875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,4,32,8,128,11.046875,38.03466796875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,4,64,8,128,12.875,35.892333984375,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,4,128,8,128,14.53125,34.8211669921875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,8,32,8,128,0.66845703125,71.78466796875,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,8,64,8,128,0.77880859375,69.642333984375,70778880,3.5196599441868432,0.04182512319175896 +11,mlp.down_proj,8,128,8,128,0.8759765625,68.5711669921875,70778880,3.5196599441868432,0.04182512319175896 +12,self_attn.q_proj,2,32,8,128,46.1875,7.8369140625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,2,64,8,128,55.1875,7.04345703125,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,2,128,8,128,63.3125,6.646728515625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,3,32,8,128,19.796875,10.9619140625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,3,64,8,128,23.703125,10.16845703125,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,3,128,8,128,27.375,9.771728515625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,4,32,8,128,9.234375,14.0869140625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,4,64,8,128,11.0625,13.29345703125,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,4,128,8,128,12.78125,12.896728515625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,8,32,8,128,0.55908203125,26.5869140625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,8,64,8,128,0.6689453125,25.79345703125,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.q_proj,8,128,8,128,0.77001953125,25.396728515625,26214400,4.006244550550894,0.0036145638300649615 +12,self_attn.v_proj,2,32,8,128,29.234375,7.8369140625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,2,64,8,128,34.21875,7.04345703125,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,2,128,8,128,38.78125,6.646728515625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,3,32,8,128,12.5078125,10.9619140625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,3,64,8,128,14.6484375,10.16845703125,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,3,128,8,128,16.59375,9.771728515625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,4,32,8,128,5.8359375,14.0869140625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,4,64,8,128,6.83203125,13.29345703125,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,4,128,8,128,7.75,12.896728515625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,8,32,8,128,0.353271484375,26.5869140625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,8,64,8,128,0.413330078125,25.79345703125,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.v_proj,8,128,8,128,0.466796875,25.396728515625,26214400,3.196419036679571,0.0370175453104443 +12,self_attn.k_proj,2,32,8,128,47.4375,7.8369140625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,2,64,8,128,56.78125,7.04345703125,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,2,128,8,128,65.125,6.646728515625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,3,32,8,128,20.34375,10.9619140625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,3,64,8,128,24.453125,10.16845703125,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,3,128,8,128,28.296875,9.771728515625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,4,32,8,128,9.5,14.0869140625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,4,64,8,128,11.4140625,13.29345703125,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,4,128,8,128,13.21875,12.896728515625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,8,32,8,128,0.57470703125,26.5869140625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,8,64,8,128,0.6904296875,25.79345703125,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.k_proj,8,128,8,128,0.7958984375,25.396728515625,26214400,4.189627180144341,0.008784054959369177 +12,self_attn.o_proj,2,32,8,128,28.484375,7.8369140625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,2,64,8,128,33.1875,7.04345703125,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,2,128,8,128,37.46875,6.646728515625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,3,32,8,128,12.1953125,10.9619140625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,3,64,8,128,14.234375,10.16845703125,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,3,128,8,128,16.109375,9.771728515625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,4,32,8,128,5.6875,14.0869140625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,4,64,8,128,6.64453125,13.29345703125,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,4,128,8,128,7.52734375,12.896728515625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,8,32,8,128,0.34423828125,26.5869140625,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,8,64,8,128,0.40185546875,25.79345703125,26214400,4.060156170436918,0.01642532405893485 +12,self_attn.o_proj,8,128,8,128,0.453369140625,25.396728515625,26214400,4.060156170436918,0.01642532405893485 +12,mlp.gate_proj,2,32,8,128,58.90625,21.15966796875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,2,64,8,128,69.375,19.017333984375,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,2,128,8,128,79.25,17.9461669921875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,3,32,8,128,25.203125,29.59716796875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,3,64,8,128,29.734375,27.454833984375,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,3,128,8,128,34.03125,26.3836669921875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,4,32,8,128,11.7578125,38.03466796875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,4,64,8,128,13.875,35.892333984375,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,4,128,8,128,15.8828125,34.8211669921875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,8,32,8,128,0.7119140625,71.78466796875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,8,64,8,128,0.8388671875,69.642333984375,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.gate_proj,8,128,8,128,0.9580078125,68.5711669921875,70778880,3.5210305108326145,0.11795977397879362 +12,mlp.up_proj,2,32,8,128,56.28125,21.15966796875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,2,64,8,128,65.625,19.017333984375,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,2,128,8,128,74.0625,17.9461669921875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,3,32,8,128,24.0625,29.59716796875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,3,64,8,128,28.09375,27.454833984375,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,3,128,8,128,31.71875,26.3836669921875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,4,32,8,128,11.2265625,38.03466796875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,4,64,8,128,13.109375,35.892333984375,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,4,128,8,128,14.8046875,34.8211669921875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,8,32,8,128,0.6796875,71.78466796875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,8,64,8,128,0.79248046875,69.642333984375,70778880,3.141626426727454,0.10128709592900201 +12,mlp.up_proj,8,128,8,128,0.892578125,68.5711669921875,70778880,3.141626426727454,0.10128709592900201 +12,mlp.down_proj,2,32,8,128,55.75,21.15966796875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,2,64,8,128,64.9375,19.017333984375,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,2,128,8,128,73.25,17.9461669921875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,3,32,8,128,23.84375,29.59716796875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,3,64,8,128,27.796875,27.454833984375,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,3,128,8,128,31.359375,26.3836669921875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,4,32,8,128,11.125,38.03466796875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,4,64,8,128,12.96875,35.892333984375,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,4,128,8,128,14.6484375,34.8211669921875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,8,32,8,128,0.67333984375,71.78466796875,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,8,64,8,128,0.7841796875,69.642333984375,70778880,3.62280706457444,0.051208295130914426 +12,mlp.down_proj,8,128,8,128,0.8828125,68.5711669921875,70778880,3.62280706457444,0.051208295130914426 +13,self_attn.q_proj,2,32,8,128,45.8125,7.8369140625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,2,64,8,128,55.1875,7.04345703125,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,2,128,8,128,63.53125,6.646728515625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,3,32,8,128,19.65625,10.9619140625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,3,64,8,128,23.84375,10.16845703125,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,3,128,8,128,27.796875,9.771728515625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,4,32,8,128,9.171875,14.0869140625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,4,64,8,128,11.1328125,13.29345703125,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,4,128,8,128,12.984375,12.896728515625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,8,32,8,128,0.55517578125,26.5869140625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,8,64,8,128,0.6728515625,25.79345703125,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.q_proj,8,128,8,128,0.78173828125,25.396728515625,26214400,4.4299117684795135,0.0069428999224630935 +13,self_attn.v_proj,2,32,8,128,29.9375,7.8369140625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,2,64,8,128,35.09375,7.04345703125,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,2,128,8,128,39.875,6.646728515625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,3,32,8,128,12.8046875,10.9619140625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,3,64,8,128,15.0234375,10.16845703125,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,3,128,8,128,17.0625,9.771728515625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,4,32,8,128,5.97265625,14.0869140625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,4,64,8,128,7.01171875,13.29345703125,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,4,128,8,128,7.96875,12.896728515625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,8,32,8,128,0.36181640625,26.5869140625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,8,64,8,128,0.423828125,25.79345703125,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.v_proj,8,128,8,128,0.480224609375,25.396728515625,26214400,3.255516211444412,0.05243850164812641 +13,self_attn.k_proj,2,32,8,128,45.71875,7.8369140625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,2,64,8,128,54.90625,7.04345703125,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,2,128,8,128,62.9375,6.646728515625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,3,32,8,128,19.625,10.9619140625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,3,64,8,128,23.71875,10.16845703125,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,3,128,8,128,27.515625,9.771728515625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,4,32,8,128,9.15625,14.0869140625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,4,64,8,128,11.0703125,13.29345703125,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,4,128,8,128,12.859375,12.896728515625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,8,32,8,128,0.55419921875,26.5869140625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,8,64,8,128,0.66943359375,25.79345703125,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.k_proj,8,128,8,128,0.77392578125,25.396728515625,26214400,4.447280781844841,0.013016592720433847 +13,self_attn.o_proj,2,32,8,128,29.28125,7.8369140625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,2,64,8,128,34.125,7.04345703125,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,2,128,8,128,38.53125,6.646728515625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,3,32,8,128,12.5390625,10.9619140625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,3,64,8,128,14.65625,10.16845703125,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,3,128,8,128,16.578125,9.771728515625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,4,32,8,128,5.85546875,14.0869140625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,4,64,8,128,6.83984375,13.29345703125,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,4,128,8,128,7.75,12.896728515625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,8,32,8,128,0.354248046875,26.5869140625,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,8,64,8,128,0.41357421875,25.79345703125,26214400,4.708008374501372,0.027388097116111246 +13,self_attn.o_proj,8,128,8,128,0.466796875,25.396728515625,26214400,4.708008374501372,0.027388097116111246 +13,mlp.gate_proj,2,32,8,128,58.5625,21.15966796875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,2,64,8,128,68.9375,19.017333984375,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,2,128,8,128,78.75,17.9461669921875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,3,32,8,128,25.0625,29.59716796875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,3,64,8,128,29.53125,27.454833984375,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,3,128,8,128,33.78125,26.3836669921875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,4,32,8,128,11.6875,38.03466796875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,4,64,8,128,13.7890625,35.892333984375,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,4,128,8,128,15.7734375,34.8211669921875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,8,32,8,128,0.70751953125,71.78466796875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,8,64,8,128,0.83349609375,69.642333984375,70778880,3.497141020915925,0.11041365593424966 +13,mlp.gate_proj,8,128,8,128,0.95166015625,68.5711669921875,70778880,3.497141020915925,0.11041365593424966 +13,mlp.up_proj,2,32,8,128,56.5625,21.15966796875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,2,64,8,128,65.9375,19.017333984375,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,2,128,8,128,74.375,17.9461669921875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,3,32,8,128,24.171875,29.59716796875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,3,64,8,128,28.21875,27.454833984375,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,3,128,8,128,31.84375,26.3836669921875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,4,32,8,128,11.28125,38.03466796875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,4,64,8,128,13.1640625,35.892333984375,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,4,128,8,128,14.8671875,34.8211669921875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,8,32,8,128,0.68310546875,71.78466796875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,8,64,8,128,0.7958984375,69.642333984375,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.up_proj,8,128,8,128,0.89599609375,68.5711669921875,70778880,3.1080582609263234,0.07209093704970593 +13,mlp.down_proj,2,32,8,128,55.96875,21.15966796875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,2,64,8,128,65.125,19.017333984375,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,2,128,8,128,73.4375,17.9461669921875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,3,32,8,128,23.921875,29.59716796875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,3,64,8,128,27.890625,27.454833984375,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,3,128,8,128,31.4375,26.3836669921875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,4,32,8,128,11.1640625,38.03466796875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,4,64,8,128,13.015625,35.892333984375,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,4,128,8,128,14.6796875,34.8211669921875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,8,32,8,128,0.67578125,71.78466796875,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,8,64,8,128,0.787109375,69.642333984375,70778880,3.387287808734869,0.029783386086237113 +13,mlp.down_proj,8,128,8,128,0.884765625,68.5711669921875,70778880,3.387287808734869,0.029783386086237113 +14,self_attn.q_proj,2,32,8,128,45.625,7.8369140625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,2,64,8,128,54.46875,7.04345703125,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,2,128,8,128,62.4375,6.646728515625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,3,32,8,128,19.546875,10.9619140625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,3,64,8,128,23.40625,10.16845703125,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,3,128,8,128,27.0,9.771728515625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,4,32,8,128,9.1171875,14.0869140625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,4,64,8,128,10.921875,13.29345703125,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,4,128,8,128,12.6015625,12.896728515625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,8,32,8,128,0.5517578125,26.5869140625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,8,64,8,128,0.66064453125,25.79345703125,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.q_proj,8,128,8,128,0.75927734375,25.396728515625,26214400,3.960685905759808,0.003256654425319685 +14,self_attn.v_proj,2,32,8,128,29.375,7.8369140625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,2,64,8,128,34.34375,7.04345703125,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,2,128,8,128,38.8125,6.646728515625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,3,32,8,128,12.5625,10.9619140625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,3,64,8,128,14.6875,10.16845703125,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,3,128,8,128,16.625,9.771728515625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,4,32,8,128,5.86328125,14.0869140625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,4,64,8,128,6.85546875,13.29345703125,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,4,128,8,128,7.76171875,12.896728515625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,8,32,8,128,0.35498046875,26.5869140625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,8,64,8,128,0.41455078125,25.79345703125,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.v_proj,8,128,8,128,0.467529296875,25.396728515625,26214400,3.17076299282502,0.030322796641780805 +14,self_attn.k_proj,2,32,8,128,46.78125,7.8369140625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,2,64,8,128,55.96875,7.04345703125,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,2,128,8,128,64.125,6.646728515625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,3,32,8,128,20.0625,10.9619140625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,3,64,8,128,24.09375,10.16845703125,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,3,128,8,128,27.84375,9.771728515625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,4,32,8,128,9.3671875,14.0869140625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,4,64,8,128,11.2421875,13.29345703125,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,4,128,8,128,13.0,12.896728515625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,8,32,8,128,0.56689453125,26.5869140625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,8,64,8,128,0.6796875,25.79345703125,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.k_proj,8,128,8,128,0.78271484375,25.396728515625,26214400,4.124556259461563,0.0077151192754921485 +14,self_attn.o_proj,2,32,8,128,28.734375,7.8369140625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,2,64,8,128,33.46875,7.04345703125,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,2,128,8,128,37.78125,6.646728515625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,3,32,8,128,12.3046875,10.9619140625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,3,64,8,128,14.359375,10.16845703125,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,3,128,8,128,16.234375,9.771728515625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,4,32,8,128,5.7421875,14.0869140625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,4,64,8,128,6.70703125,13.29345703125,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,4,128,8,128,7.59375,12.896728515625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,8,32,8,128,0.34765625,26.5869140625,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,8,64,8,128,0.405517578125,25.79345703125,26214400,4.786041526677701,0.028708552202747185 +14,self_attn.o_proj,8,128,8,128,0.457275390625,25.396728515625,26214400,4.786041526677701,0.028708552202747185 +14,mlp.gate_proj,2,32,8,128,58.3125,21.15966796875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,2,64,8,128,68.5625,19.017333984375,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,2,128,8,128,78.125,17.9461669921875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,3,32,8,128,24.9375,29.59716796875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,3,64,8,128,29.359375,27.454833984375,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,3,128,8,128,33.53125,26.3836669921875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,4,32,8,128,11.640625,38.03466796875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,4,64,8,128,13.703125,35.892333984375,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,4,128,8,128,15.6484375,34.8211669921875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,8,32,8,128,0.70458984375,71.78466796875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,8,64,8,128,0.82861328125,69.642333984375,70778880,3.397050603770907,0.07879748892784179 +14,mlp.gate_proj,8,128,8,128,0.943359375,68.5711669921875,70778880,3.397050603770907,0.07879748892784179 +14,mlp.up_proj,2,32,8,128,56.84375,21.15966796875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,2,64,8,128,66.25,19.017333984375,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,2,128,8,128,74.75,17.9461669921875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,3,32,8,128,24.3125,29.59716796875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,3,64,8,128,28.375,27.454833984375,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,3,128,8,128,32.03125,26.3836669921875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,4,32,8,128,11.34375,38.03466796875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,4,64,8,128,13.234375,35.892333984375,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,4,128,8,128,14.9453125,34.8211669921875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,8,32,8,128,0.6865234375,71.78466796875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,8,64,8,128,0.80029296875,69.642333984375,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.up_proj,8,128,8,128,0.90087890625,68.5711669921875,70778880,3.1233856872096504,0.08542207869235244 +14,mlp.down_proj,2,32,8,128,56.1875,21.15966796875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,2,64,8,128,65.375,19.017333984375,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,2,128,8,128,73.6875,17.9461669921875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,3,32,8,128,24.015625,29.59716796875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,3,64,8,128,27.984375,27.454833984375,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,3,128,8,128,31.546875,26.3836669921875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,4,32,8,128,11.203125,38.03466796875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,4,64,8,128,13.0625,35.892333984375,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,4,128,8,128,14.734375,34.8211669921875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,8,32,8,128,0.67822265625,71.78466796875,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,8,64,8,128,0.78955078125,69.642333984375,70778880,3.398956108003938,0.030844837514718882 +14,mlp.down_proj,8,128,8,128,0.88818359375,68.5711669921875,70778880,3.398956108003938,0.030844837514718882 +15,self_attn.q_proj,2,32,8,128,44.78125,7.8369140625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,2,64,8,128,53.375,7.04345703125,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,2,128,8,128,61.125,6.646728515625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,3,32,8,128,19.171875,10.9619140625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,3,64,8,128,22.90625,10.16845703125,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,3,128,8,128,26.375,9.771728515625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,4,32,8,128,8.9453125,14.0869140625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,4,64,8,128,10.6953125,13.29345703125,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,4,128,8,128,12.3125,12.896728515625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,8,32,8,128,0.54150390625,26.5869140625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,8,64,8,128,0.646484375,25.79345703125,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.q_proj,8,128,8,128,0.74169921875,25.396728515625,26214400,3.900748740594978,0.0027857871463513547 +15,self_attn.v_proj,2,32,8,128,30.53125,7.8369140625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,2,64,8,128,35.75,7.04345703125,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,2,128,8,128,40.5,6.646728515625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,3,32,8,128,13.0546875,10.9619140625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,3,64,8,128,15.2890625,10.16845703125,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,3,128,8,128,17.328125,9.771728515625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,4,32,8,128,6.09375,14.0869140625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,4,64,8,128,7.13671875,13.29345703125,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,4,128,8,128,8.09375,12.896728515625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,8,32,8,128,0.36865234375,26.5869140625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,8,64,8,128,0.431396484375,25.79345703125,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.v_proj,8,128,8,128,0.487548828125,25.396728515625,26214400,3.210370125926212,0.04065797548314942 +15,self_attn.k_proj,2,32,8,128,46.65625,7.8369140625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,2,64,8,128,55.84375,7.04345703125,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,2,128,8,128,64.0,6.646728515625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,3,32,8,128,20.015625,10.9619140625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,3,64,8,128,24.03125,10.16845703125,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,3,128,8,128,27.796875,9.771728515625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,4,32,8,128,9.3359375,14.0869140625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,4,64,8,128,11.21875,13.29345703125,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,4,128,8,128,12.9765625,12.896728515625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,8,32,8,128,0.5654296875,26.5869140625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,8,64,8,128,0.67822265625,25.79345703125,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.k_proj,8,128,8,128,0.78173828125,25.396728515625,26214400,4.1431620457492055,0.008020761007325138 +15,self_attn.o_proj,2,32,8,128,29.875,7.8369140625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,2,64,8,128,34.8125,7.04345703125,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,2,128,8,128,39.28125,6.646728515625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,3,32,8,128,12.78125,10.9619140625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,3,64,8,128,14.9140625,10.16845703125,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,3,128,8,128,16.859375,9.771728515625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,4,32,8,128,5.96484375,14.0869140625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,4,64,8,128,6.9609375,13.29345703125,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,4,128,8,128,7.87109375,12.896728515625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,8,32,8,128,0.361083984375,26.5869140625,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,8,64,8,128,0.4208984375,25.79345703125,26214400,3.681356284986596,0.010015378777860915 +15,self_attn.o_proj,8,128,8,128,0.474365234375,25.396728515625,26214400,3.681356284986596,0.010015378777860915 +15,mlp.gate_proj,2,32,8,128,58.59375,21.15966796875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,2,64,8,128,69.0625,19.017333984375,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,2,128,8,128,78.9375,17.9461669921875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,3,32,8,128,25.0625,29.59716796875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,3,64,8,128,29.59375,27.454833984375,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,3,128,8,128,33.9375,26.3836669921875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,4,32,8,128,11.6953125,38.03466796875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,4,64,8,128,13.8125,35.892333984375,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,4,128,8,128,15.84375,34.8211669921875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,8,32,8,128,0.7080078125,71.78466796875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,8,64,8,128,0.8349609375,69.642333984375,70778880,3.522446408932607,0.11840702229756678 +15,mlp.gate_proj,8,128,8,128,0.955078125,68.5711669921875,70778880,3.522446408932607,0.11840702229756678 +15,mlp.up_proj,2,32,8,128,57.15625,21.15966796875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,2,64,8,128,66.625,19.017333984375,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,2,128,8,128,75.1875,17.9461669921875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,3,32,8,128,24.4375,29.59716796875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,3,64,8,128,28.53125,27.454833984375,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,3,128,8,128,32.1875,26.3836669921875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,4,32,8,128,11.40625,38.03466796875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,4,64,8,128,13.3125,35.892333984375,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,4,128,8,128,15.03125,34.8211669921875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,8,32,8,128,0.6904296875,71.78466796875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,8,64,8,128,0.8046875,69.642333984375,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.up_proj,8,128,8,128,0.90625,68.5711669921875,70778880,3.1566055735186187,0.11431531892402844 +15,mlp.down_proj,2,32,8,128,56.5,21.15966796875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,2,64,8,128,65.75,19.017333984375,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,2,128,8,128,74.125,17.9461669921875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,3,32,8,128,24.140625,29.59716796875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,3,64,8,128,28.15625,27.454833984375,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,3,128,8,128,31.734375,26.3836669921875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,4,32,8,128,11.265625,38.03466796875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,4,64,8,128,13.1328125,35.892333984375,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,4,128,8,128,14.8125,34.8211669921875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,8,32,8,128,0.68212890625,71.78466796875,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,8,64,8,128,0.7939453125,69.642333984375,70778880,3.367632157102179,0.027995334629709472 +15,mlp.down_proj,8,128,8,128,0.89306640625,68.5711669921875,70778880,3.367632157102179,0.027995334629709472 +16,self_attn.q_proj,2,32,8,128,44.59375,7.8369140625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,2,64,8,128,53.28125,7.04345703125,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,2,128,8,128,61.1875,6.646728515625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,3,32,8,128,19.09375,10.9619140625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,3,64,8,128,22.890625,10.16845703125,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,3,128,8,128,26.46875,9.771728515625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,4,32,8,128,8.9140625,14.0869140625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,4,64,8,128,10.6875,13.29345703125,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,4,128,8,128,12.3515625,12.896728515625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,8,32,8,128,0.53955078125,26.5869140625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,8,64,8,128,0.64599609375,25.79345703125,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.q_proj,8,128,8,128,0.744140625,25.396728515625,26214400,4.015306292045239,0.0036857530087393707 +16,self_attn.v_proj,2,32,8,128,30.640625,7.8369140625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,2,64,8,128,35.84375,7.04345703125,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,2,128,8,128,40.625,6.646728515625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,3,32,8,128,13.109375,10.9619140625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,3,64,8,128,15.34375,10.16845703125,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,3,128,8,128,17.390625,9.771728515625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,4,32,8,128,6.1171875,14.0869140625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,4,64,8,128,7.16015625,13.29345703125,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,4,128,8,128,8.1171875,12.896728515625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,8,32,8,128,0.3701171875,26.5869140625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,8,64,8,128,0.43310546875,25.79345703125,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.v_proj,8,128,8,128,0.4892578125,25.396728515625,26214400,3.208079856248501,0.040060347105108814 +16,self_attn.k_proj,2,32,8,128,45.8125,7.8369140625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,2,64,8,128,54.78125,7.04345703125,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,2,128,8,128,62.84375,6.646728515625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,3,32,8,128,19.625,10.9619140625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,3,64,8,128,23.5625,10.16845703125,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,3,128,8,128,27.265625,9.771728515625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,4,32,8,128,9.15625,14.0869140625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,4,64,8,128,11.0,13.29345703125,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,4,128,8,128,12.7265625,12.896728515625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,8,32,8,128,0.5546875,26.5869140625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,8,64,8,128,0.6650390625,25.79345703125,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.k_proj,8,128,8,128,0.76611328125,25.396728515625,26214400,4.115485197768421,0.007566106760643632 +16,self_attn.o_proj,2,32,8,128,29.953125,7.8369140625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,2,64,8,128,34.90625,7.04345703125,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,2,128,8,128,39.375,6.646728515625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,3,32,8,128,12.828125,10.9619140625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,3,64,8,128,14.96875,10.16845703125,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,3,128,8,128,16.9375,9.771728515625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,4,32,8,128,5.98828125,14.0869140625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,4,64,8,128,6.99609375,13.29345703125,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,4,128,8,128,7.92578125,12.896728515625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,8,32,8,128,0.362548828125,26.5869140625,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,8,64,8,128,0.4228515625,25.79345703125,26214400,6.091573402332714,0.05080039596267339 +16,self_attn.o_proj,8,128,8,128,0.477294921875,25.396728515625,26214400,6.091573402332714,0.05080039596267339 +16,mlp.gate_proj,2,32,8,128,58.59375,21.15966796875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,2,64,8,128,69.0,19.017333984375,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,2,128,8,128,78.8125,17.9461669921875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,3,32,8,128,25.0625,29.59716796875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,3,64,8,128,29.5625,27.454833984375,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,3,128,8,128,33.8125,26.3836669921875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,4,32,8,128,11.6953125,38.03466796875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,4,64,8,128,13.796875,35.892333984375,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,4,128,8,128,15.7890625,34.8211669921875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,8,32,8,128,0.7080078125,71.78466796875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,8,64,8,128,0.833984375,69.642333984375,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.gate_proj,8,128,8,128,0.9521484375,68.5711669921875,70778880,3.4666247117190028,0.10077428429898917 +16,mlp.up_proj,2,32,8,128,57.125,21.15966796875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,2,64,8,128,66.5625,19.017333984375,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,2,128,8,128,75.125,17.9461669921875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,3,32,8,128,24.421875,29.59716796875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,3,64,8,128,28.5,27.454833984375,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,3,128,8,128,32.15625,26.3836669921875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,4,32,8,128,11.390625,38.03466796875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,4,64,8,128,13.296875,35.892333984375,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,4,128,8,128,15.015625,34.8211669921875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,8,32,8,128,0.689453125,71.78466796875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,8,64,8,128,0.8037109375,69.642333984375,70778880,3.093354071104304,0.05930185989909938 +16,mlp.up_proj,8,128,8,128,0.90478515625,68.5711669921875,70778880,3.093354071104304,0.05930185989909938 +16,mlp.down_proj,2,32,8,128,56.40625,21.15966796875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,2,64,8,128,65.625,19.017333984375,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,2,128,8,128,74.0,17.9461669921875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,3,32,8,128,24.125,29.59716796875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,3,64,8,128,28.09375,27.454833984375,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,3,128,8,128,31.671875,26.3836669921875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,4,32,8,128,11.25,38.03466796875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,4,64,8,128,13.1171875,35.892333984375,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,4,128,8,128,14.7890625,34.8211669921875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,8,32,8,128,0.68115234375,71.78466796875,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,8,64,8,128,0.79296875,69.642333984375,70778880,3.279300456888825,0.019959903997566496 +16,mlp.down_proj,8,128,8,128,0.89111328125,68.5711669921875,70778880,3.279300456888825,0.019959903997566496 +17,self_attn.q_proj,2,32,8,128,43.96875,7.8369140625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,2,64,8,128,52.40625,7.04345703125,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,2,128,8,128,60.09375,6.646728515625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,3,32,8,128,18.828125,10.9619140625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,3,64,8,128,22.484375,10.16845703125,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,3,128,8,128,25.90625,9.771728515625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,4,32,8,128,8.7890625,14.0869140625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,4,64,8,128,10.5,13.29345703125,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,4,128,8,128,12.1015625,12.896728515625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,8,32,8,128,0.53173828125,26.5869140625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,8,64,8,128,0.634765625,25.79345703125,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.q_proj,8,128,8,128,0.728515625,25.396728515625,26214400,3.896804818362088,0.0027548036334481894 +17,self_attn.v_proj,2,32,8,128,30.921875,7.8369140625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,2,64,8,128,36.1875,7.04345703125,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,2,128,8,128,40.96875,6.646728515625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,3,32,8,128,13.2265625,10.9619140625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,3,64,8,128,15.484375,10.16845703125,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,3,128,8,128,17.546875,9.771728515625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,4,32,8,128,6.171875,14.0869140625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,4,64,8,128,7.2265625,13.29345703125,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,4,128,8,128,8.1875,12.896728515625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,8,32,8,128,0.37353515625,26.5869140625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,8,64,8,128,0.436767578125,25.79345703125,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.v_proj,8,128,8,128,0.493408203125,25.396728515625,26214400,3.1923282596666613,0.03595008829656341 +17,self_attn.k_proj,2,32,8,128,45.40625,7.8369140625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,2,64,8,128,54.28125,7.04345703125,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,2,128,8,128,62.28125,6.646728515625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,3,32,8,128,19.46875,10.9619140625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,3,64,8,128,23.359375,10.16845703125,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,3,128,8,128,27.015625,9.771728515625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,4,32,8,128,9.0859375,14.0869140625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,4,64,8,128,10.8984375,13.29345703125,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,4,128,8,128,12.609375,12.896728515625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,8,32,8,128,0.5498046875,26.5869140625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,8,64,8,128,0.6591796875,25.79345703125,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.k_proj,8,128,8,128,0.759765625,25.396728515625,26214400,4.119076165517264,0.007625096452599928 +17,self_attn.o_proj,2,32,8,128,30.3125,7.8369140625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,2,64,8,128,35.34375,7.04345703125,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,2,128,8,128,39.875,6.646728515625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,3,32,8,128,12.9765625,10.9619140625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,3,64,8,128,15.1484375,10.16845703125,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,3,128,8,128,17.140625,9.771728515625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,4,32,8,128,6.0546875,14.0869140625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,4,64,8,128,7.0703125,13.29345703125,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,4,128,8,128,8.0,12.896728515625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,8,32,8,128,0.366455078125,26.5869140625,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,8,64,8,128,0.427490234375,25.79345703125,26214400,4.002000642357157,0.015441232544915326 +17,self_attn.o_proj,8,128,8,128,0.482177734375,25.396728515625,26214400,4.002000642357157,0.015441232544915326 +17,mlp.gate_proj,2,32,8,128,58.84375,21.15966796875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,2,64,8,128,69.125,19.017333984375,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,2,128,8,128,78.8125,17.9461669921875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,3,32,8,128,25.171875,29.59716796875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,3,64,8,128,29.609375,27.454833984375,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,3,128,8,128,33.78125,26.3836669921875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,4,32,8,128,11.7421875,38.03466796875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,4,64,8,128,13.8203125,35.892333984375,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,4,128,8,128,15.7734375,34.8211669921875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,8,32,8,128,0.7109375,71.78466796875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,8,64,8,128,0.83544921875,69.642333984375,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.gate_proj,8,128,8,128,0.951171875,68.5711669921875,70778880,3.4159640675062617,0.08477179940813707 +17,mlp.up_proj,2,32,8,128,56.8125,21.15966796875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,2,64,8,128,66.1875,19.017333984375,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,2,128,8,128,74.625,17.9461669921875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,3,32,8,128,24.296875,29.59716796875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,3,64,8,128,28.328125,27.454833984375,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,3,128,8,128,31.96875,26.3836669921875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,4,32,8,128,11.3359375,38.03466796875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,4,64,8,128,13.21875,35.892333984375,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,4,128,8,128,14.921875,34.8211669921875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,8,32,8,128,0.68603515625,71.78466796875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,8,64,8,128,0.79931640625,69.642333984375,70778880,3.133833524652865,0.09450916208392919 +17,mlp.up_proj,8,128,8,128,0.8994140625,68.5711669921875,70778880,3.133833524652865,0.09450916208392919 +17,mlp.down_proj,2,32,8,128,56.28125,21.15966796875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,2,64,8,128,65.5,19.017333984375,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,2,128,8,128,73.75,17.9461669921875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,3,32,8,128,24.046875,29.59716796875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,3,64,8,128,28.03125,27.454833984375,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,3,128,8,128,31.59375,26.3836669921875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,4,32,8,128,11.2265625,38.03466796875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,4,64,8,128,13.078125,35.892333984375,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,4,128,8,128,14.7421875,34.8211669921875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,8,32,8,128,0.6796875,71.78466796875,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,8,64,8,128,0.791015625,69.642333984375,70778880,3.9286620564322408,0.07903156316075893 +17,mlp.down_proj,8,128,8,128,0.88916015625,68.5711669921875,70778880,3.9286620564322408,0.07903156316075893 +18,self_attn.q_proj,2,32,8,128,43.625,7.8369140625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,2,64,8,128,51.78125,7.04345703125,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,2,128,8,128,59.21875,6.646728515625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,3,32,8,128,18.671875,10.9619140625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,3,64,8,128,22.203125,10.16845703125,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,3,128,8,128,25.484375,9.771728515625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,4,32,8,128,8.7109375,14.0869140625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,4,64,8,128,10.3671875,13.29345703125,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,4,128,8,128,11.90625,12.896728515625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,8,32,8,128,0.52734375,26.5869140625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,8,64,8,128,0.62646484375,25.79345703125,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.q_proj,8,128,8,128,0.716796875,25.396728515625,26214400,3.7631441598780113,0.0017047634723489063 +18,self_attn.v_proj,2,32,8,128,31.59375,7.8369140625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,2,64,8,128,36.84375,7.04345703125,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,2,128,8,128,41.59375,6.646728515625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,3,32,8,128,13.5078125,10.9619140625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,3,64,8,128,15.765625,10.16845703125,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,3,128,8,128,17.8125,9.771728515625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,4,32,8,128,6.3046875,14.0869140625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,4,64,8,128,7.359375,13.29345703125,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,4,128,8,128,8.3125,12.896728515625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,8,32,8,128,0.381591796875,26.5869140625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,8,64,8,128,0.445068359375,25.79345703125,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.v_proj,8,128,8,128,0.5009765625,25.396728515625,26214400,3.1055448499499003,0.013304620431092009 +18,self_attn.k_proj,2,32,8,128,44.96875,7.8369140625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,2,64,8,128,53.53125,7.04345703125,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,2,128,8,128,61.3125,6.646728515625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,3,32,8,128,19.265625,10.9619140625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,3,64,8,128,22.984375,10.16845703125,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,3,128,8,128,26.46875,9.771728515625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,4,32,8,128,8.984375,14.0869140625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,4,64,8,128,10.7265625,13.29345703125,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,4,128,8,128,12.3515625,12.896728515625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,8,32,8,128,0.5439453125,26.5869140625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,8,64,8,128,0.6484375,25.79345703125,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.k_proj,8,128,8,128,0.744140625,25.396728515625,26214400,3.909797088561795,0.0041872186586600505 +18,self_attn.o_proj,2,32,8,128,31.03125,7.8369140625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,2,64,8,128,36.15625,7.04345703125,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,2,128,8,128,40.84375,6.646728515625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,3,32,8,128,13.28125,10.9619140625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,3,64,8,128,15.5,10.16845703125,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,3,128,8,128,17.53125,9.771728515625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,4,32,8,128,6.19921875,14.0869140625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,4,64,8,128,7.234375,13.29345703125,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,4,128,8,128,8.1953125,12.896728515625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,8,32,8,128,0.375244140625,26.5869140625,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,8,64,8,128,0.4375,25.79345703125,26214400,3.885843346848159,0.013475651411422993 +18,self_attn.o_proj,8,128,8,128,0.49365234375,25.396728515625,26214400,3.885843346848159,0.013475651411422993 +18,mlp.gate_proj,2,32,8,128,59.28125,21.15966796875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,2,64,8,128,69.6875,19.017333984375,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,2,128,8,128,79.4375,17.9461669921875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,3,32,8,128,25.34375,29.59716796875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,3,64,8,128,29.84375,27.454833984375,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,3,128,8,128,34.0625,26.3836669921875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,4,32,8,128,11.828125,38.03466796875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,4,64,8,128,13.9296875,35.892333984375,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,4,128,8,128,15.8984375,34.8211669921875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,8,32,8,128,0.7158203125,71.78466796875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,8,64,8,128,0.841796875,69.642333984375,70778880,3.353831686213448,0.06514566736181665 +18,mlp.gate_proj,8,128,8,128,0.958984375,68.5711669921875,70778880,3.353831686213448,0.06514566736181665 +18,mlp.up_proj,2,32,8,128,56.53125,21.15966796875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,2,64,8,128,65.875,19.017333984375,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,2,128,8,128,74.25,17.9461669921875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,3,32,8,128,24.171875,29.59716796875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,3,64,8,128,28.1875,27.454833984375,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,3,128,8,128,31.796875,26.3836669921875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,4,32,8,128,11.28125,38.03466796875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,4,64,8,128,13.15625,35.892333984375,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,4,128,8,128,14.8359375,34.8211669921875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,8,32,8,128,0.6826171875,71.78466796875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,8,64,8,128,0.79541015625,69.642333984375,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.up_proj,8,128,8,128,0.89453125,68.5711669921875,70778880,3.1039488066796554,0.06851670902057495 +18,mlp.down_proj,2,32,8,128,56.0625,21.15966796875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,2,64,8,128,65.25,19.017333984375,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,2,128,8,128,73.5,17.9461669921875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,3,32,8,128,23.96875,29.59716796875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,3,64,8,128,27.921875,27.454833984375,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,3,128,8,128,31.484375,26.3836669921875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,4,32,8,128,11.1875,38.03466796875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,4,64,8,128,13.03125,35.892333984375,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,4,128,8,128,14.6953125,34.8211669921875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,8,32,8,128,0.67724609375,71.78466796875,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,8,64,8,128,0.7880859375,69.642333984375,70778880,3.206519627778468,0.013339117776384775 +18,mlp.down_proj,8,128,8,128,0.8857421875,68.5711669921875,70778880,3.206519627778468,0.013339117776384775 +19,self_attn.q_proj,2,32,8,128,43.09375,7.8369140625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,2,64,8,128,51.46875,7.04345703125,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,2,128,8,128,59.09375,6.646728515625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,3,32,8,128,18.453125,10.9619140625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,3,64,8,128,22.09375,10.16845703125,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,3,128,8,128,25.515625,9.771728515625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,4,32,8,128,8.609375,14.0869140625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,4,64,8,128,10.3125,13.29345703125,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,4,128,8,128,11.9140625,12.896728515625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,8,32,8,128,0.52099609375,26.5869140625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,8,64,8,128,0.62353515625,25.79345703125,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.q_proj,8,128,8,128,0.7177734375,25.396728515625,26214400,3.9938806997987055,0.0035174332309576522 +19,self_attn.v_proj,2,32,8,128,31.59375,7.8369140625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,2,64,8,128,36.90625,7.04345703125,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,2,128,8,128,41.6875,6.646728515625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,3,32,8,128,13.5078125,10.9619140625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,3,64,8,128,15.78125,10.16845703125,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,3,128,8,128,17.84375,9.771728515625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,4,32,8,128,6.3046875,14.0869140625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,4,64,8,128,7.3671875,13.29345703125,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,4,128,8,128,8.328125,12.896728515625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,8,32,8,128,0.381591796875,26.5869140625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,8,64,8,128,0.4453125,25.79345703125,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.v_proj,8,128,8,128,0.501953125,25.396728515625,26214400,3.1198698064368555,0.017042608404350536 +19,self_attn.k_proj,2,32,8,128,43.9375,7.8369140625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,2,64,8,128,52.5,7.04345703125,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,2,128,8,128,60.125,6.646728515625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,3,32,8,128,18.828125,10.9619140625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,3,64,8,128,22.546875,10.16845703125,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,3,128,8,128,26.015625,9.771728515625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,4,32,8,128,8.78125,14.0869140625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,4,64,8,128,10.5234375,13.29345703125,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,4,128,8,128,12.140625,12.896728515625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,8,32,8,128,0.53173828125,26.5869140625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,8,64,8,128,0.63623046875,25.79345703125,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.k_proj,8,128,8,128,0.7314453125,25.396728515625,26214400,4.052765581853566,0.006535796526410335 +19,self_attn.o_proj,2,32,8,128,31.0625,7.8369140625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,2,64,8,128,36.21875,7.04345703125,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,2,128,8,128,40.875,6.646728515625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,3,32,8,128,13.296875,10.9619140625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,3,64,8,128,15.5234375,10.16845703125,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,3,128,8,128,17.5625,9.771728515625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,4,32,8,128,6.203125,14.0869140625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,4,64,8,128,7.24609375,13.29345703125,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,4,128,8,128,8.203125,12.896728515625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,8,32,8,128,0.37548828125,26.5869140625,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,8,64,8,128,0.43798828125,25.79345703125,26214400,3.911405517711008,0.01390820728799496 +19,self_attn.o_proj,8,128,8,128,0.494384765625,25.396728515625,26214400,3.911405517711008,0.01390820728799496 +19,mlp.gate_proj,2,32,8,128,59.59375,21.15966796875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,2,64,8,128,70.0,19.017333984375,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,2,128,8,128,79.875,17.9461669921875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,3,32,8,128,25.484375,29.59716796875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,3,64,8,128,29.984375,27.454833984375,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,3,128,8,128,34.25,26.3836669921875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,4,32,8,128,11.890625,38.03466796875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,4,64,8,128,14.0,35.892333984375,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,4,128,8,128,15.984375,34.8211669921875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,8,32,8,128,0.7197265625,71.78466796875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,8,64,8,128,0.84619140625,69.642333984375,70778880,3.384791202549012,0.0749250375235438 +19,mlp.gate_proj,8,128,8,128,0.9638671875,68.5711669921875,70778880,3.384791202549012,0.0749250375235438 +19,mlp.up_proj,2,32,8,128,56.4375,21.15966796875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,2,64,8,128,65.75,19.017333984375,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,2,128,8,128,74.125,17.9461669921875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,3,32,8,128,24.125,29.59716796875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,3,64,8,128,28.125,27.454833984375,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,3,128,8,128,31.734375,26.3836669921875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,4,32,8,128,11.2578125,38.03466796875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,4,64,8,128,13.125,35.892333984375,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,4,128,8,128,14.8125,34.8211669921875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,8,32,8,128,0.681640625,71.78466796875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,8,64,8,128,0.7939453125,69.642333984375,70778880,3.089232912233438,0.05571745168706154 +19,mlp.up_proj,8,128,8,128,0.892578125,68.5711669921875,70778880,3.089232912233438,0.05571745168706154 +19,mlp.down_proj,2,32,8,128,56.0,21.15966796875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,2,64,8,128,65.1875,19.017333984375,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,2,128,8,128,73.4375,17.9461669921875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,3,32,8,128,23.953125,29.59716796875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,3,64,8,128,27.890625,27.454833984375,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,3,128,8,128,31.4375,26.3836669921875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,4,32,8,128,11.171875,38.03466796875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,4,64,8,128,13.015625,35.892333984375,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,4,128,8,128,14.671875,34.8211669921875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,8,32,8,128,0.67626953125,71.78466796875,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,8,64,8,128,0.787109375,69.642333984375,70778880,3.097167460842176,0.0033914800679660973 +19,mlp.down_proj,8,128,8,128,0.88427734375,68.5711669921875,70778880,3.097167460842176,0.0033914800679660973 +20,self_attn.q_proj,2,32,8,128,43.25,7.8369140625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,2,64,8,128,51.375,7.04345703125,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,2,128,8,128,58.75,6.646728515625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,3,32,8,128,18.515625,10.9619140625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,3,64,8,128,22.03125,10.16845703125,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,3,128,8,128,25.296875,9.771728515625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,4,32,8,128,8.640625,14.0869140625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,4,64,8,128,10.28125,13.29345703125,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,4,128,8,128,11.8203125,12.896728515625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,8,32,8,128,0.52294921875,26.5869140625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,8,64,8,128,0.62158203125,25.79345703125,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.q_proj,8,128,8,128,0.71142578125,25.396728515625,26214400,3.7925515574012776,0.0019357884334934745 +20,self_attn.v_proj,2,32,8,128,31.5,7.8369140625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,2,64,8,128,36.75,7.04345703125,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,2,128,8,128,41.53125,6.646728515625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,3,32,8,128,13.46875,10.9619140625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,3,64,8,128,15.7265625,10.16845703125,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,3,128,8,128,17.765625,9.771728515625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,4,32,8,128,6.28125,14.0869140625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,4,64,8,128,7.33984375,13.29345703125,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,4,128,8,128,8.296875,12.896728515625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,8,32,8,128,0.38037109375,26.5869140625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,8,64,8,128,0.44384765625,25.79345703125,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.v_proj,8,128,8,128,0.5,25.396728515625,26214400,3.116102509566827,0.016059561062832652 +20,self_attn.k_proj,2,32,8,128,44.5,7.8369140625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,2,64,8,128,52.9375,7.04345703125,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,2,128,8,128,60.59375,6.646728515625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,3,32,8,128,19.0625,10.9619140625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,3,64,8,128,22.75,10.16845703125,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,3,128,8,128,26.171875,9.771728515625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,4,32,8,128,8.8984375,14.0869140625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,4,64,8,128,10.6171875,13.29345703125,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,4,128,8,128,12.21875,12.896728515625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,8,32,8,128,0.53857421875,26.5869140625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,8,64,8,128,0.64208984375,25.79345703125,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.k_proj,8,128,8,128,0.73583984375,25.396728515625,26214400,3.947109397028816,0.004800156935077911 +20,self_attn.o_proj,2,32,8,128,31.140625,7.8369140625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,2,64,8,128,36.3125,7.04345703125,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,2,128,8,128,41.03125,6.646728515625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,3,32,8,128,13.328125,10.9619140625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,3,64,8,128,15.5703125,10.16845703125,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,3,128,8,128,17.640625,9.771728515625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,4,32,8,128,6.21875,14.0869140625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,4,64,8,128,7.26953125,13.29345703125,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,4,128,8,128,8.234375,12.896728515625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,8,32,8,128,0.37646484375,26.5869140625,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,8,64,8,128,0.439453125,25.79345703125,26214400,4.149188151567589,0.01793189824027275 +20,self_attn.o_proj,8,128,8,128,0.496337890625,25.396728515625,26214400,4.149188151567589,0.01793189824027275 +20,mlp.gate_proj,2,32,8,128,59.75,21.15966796875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,2,64,8,128,70.1875,19.017333984375,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,2,128,8,128,80.0625,17.9461669921875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,3,32,8,128,25.5625,29.59716796875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,3,64,8,128,30.078125,27.454833984375,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,3,128,8,128,34.3125,26.3836669921875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,4,32,8,128,11.921875,38.03466796875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,4,64,8,128,14.0390625,35.892333984375,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,4,128,8,128,16.015625,34.8211669921875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,8,32,8,128,0.7216796875,71.78466796875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,8,64,8,128,0.8486328125,69.642333984375,70778880,3.376316700726662,0.07224814524400291 +20,mlp.gate_proj,8,128,8,128,0.96630859375,68.5711669921875,70778880,3.376316700726662,0.07224814524400291 +20,mlp.up_proj,2,32,8,128,56.40625,21.15966796875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,2,64,8,128,65.6875,19.017333984375,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,2,128,8,128,74.0625,17.9461669921875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,3,32,8,128,24.125,29.59716796875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,3,64,8,128,28.125,27.454833984375,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,3,128,8,128,31.734375,26.3836669921875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,4,32,8,128,11.25,38.03466796875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,4,64,8,128,13.125,35.892333984375,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,4,128,8,128,14.8125,34.8211669921875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,8,32,8,128,0.68115234375,71.78466796875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,8,64,8,128,0.79345703125,69.642333984375,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.up_proj,8,128,8,128,0.892578125,68.5711669921875,70778880,3.1405187056523607,0.10032364738391422 +20,mlp.down_proj,2,32,8,128,56.03125,21.15966796875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,2,64,8,128,65.1875,19.017333984375,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,2,128,8,128,73.5,17.9461669921875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,3,32,8,128,23.953125,29.59716796875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,3,64,8,128,27.90625,27.454833984375,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,3,128,8,128,31.46875,26.3836669921875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,4,32,8,128,11.1796875,38.03466796875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,4,64,8,128,13.0234375,35.892333984375,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,4,128,8,128,14.6953125,34.8211669921875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,8,32,8,128,0.6767578125,71.78466796875,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,8,64,8,128,0.78759765625,69.642333984375,70778880,3.2922558293785413,0.021138438959570436 +20,mlp.down_proj,8,128,8,128,0.8857421875,68.5711669921875,70778880,3.2922558293785413,0.021138438959570436 +21,self_attn.q_proj,2,32,8,128,42.84375,7.8369140625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,2,64,8,128,51.09375,7.04345703125,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,2,128,8,128,58.5,6.646728515625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,3,32,8,128,18.34375,10.9619140625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,3,64,8,128,21.9375,10.16845703125,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,3,128,8,128,25.28125,9.771728515625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,4,32,8,128,8.5625,14.0869140625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,4,64,8,128,10.234375,13.29345703125,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,4,128,8,128,11.796875,12.896728515625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,8,32,8,128,0.51806640625,26.5869140625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,8,64,8,128,0.619140625,25.79345703125,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.q_proj,8,128,8,128,0.71044921875,25.396728515625,26214400,3.984176450445595,0.003441196500795938 +21,self_attn.v_proj,2,32,8,128,32.25,7.8369140625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,2,64,8,128,37.625,7.04345703125,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,2,128,8,128,42.46875,6.646728515625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,3,32,8,128,13.796875,10.9619140625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,3,64,8,128,16.09375,10.16845703125,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,3,128,8,128,18.171875,9.771728515625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,4,32,8,128,6.43359375,14.0869140625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,4,64,8,128,7.51171875,13.29345703125,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,4,128,8,128,8.484375,12.896728515625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,8,32,8,128,0.3896484375,26.5869140625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,8,64,8,128,0.4541015625,25.79345703125,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.v_proj,8,128,8,128,0.51123046875,25.396728515625,26214400,3.090195036594181,0.009299203886358232 +21,self_attn.k_proj,2,32,8,128,43.8125,7.8369140625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,2,64,8,128,52.3125,7.04345703125,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,2,128,8,128,59.875,6.646728515625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,3,32,8,128,18.78125,10.9619140625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,3,64,8,128,22.5,10.16845703125,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,3,128,8,128,25.953125,9.771728515625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,4,32,8,128,8.765625,14.0869140625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,4,64,8,128,10.5078125,13.29345703125,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,4,128,8,128,12.125,12.896728515625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,8,32,8,128,0.5302734375,26.5869140625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,8,64,8,128,0.63525390625,25.79345703125,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.k_proj,8,128,8,128,0.73046875,25.396728515625,26214400,4.163806778835872,0.008359897009227372 +21,self_attn.o_proj,2,32,8,128,31.921875,7.8369140625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,2,64,8,128,37.21875,7.04345703125,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,2,128,8,128,42.0,6.646728515625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,3,32,8,128,13.671875,10.9619140625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,3,64,8,128,15.9765625,10.16845703125,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,3,128,8,128,18.09375,9.771728515625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,4,32,8,128,6.3828125,14.0869140625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,4,64,8,128,7.45703125,13.29345703125,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,4,128,8,128,8.453125,12.896728515625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,8,32,8,128,0.38623046875,26.5869140625,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,8,64,8,128,0.450927734375,25.79345703125,26214400,4.137223077108645,0.017729428610498105 +21,self_attn.o_proj,8,128,8,128,0.50927734375,25.396728515625,26214400,4.137223077108645,0.017729428610498105 +21,mlp.gate_proj,2,32,8,128,59.9375,21.15966796875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,2,64,8,128,70.375,19.017333984375,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,2,128,8,128,80.25,17.9461669921875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,3,32,8,128,25.640625,29.59716796875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,3,64,8,128,30.140625,27.454833984375,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,3,128,8,128,34.375,26.3836669921875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,4,32,8,128,11.9609375,38.03466796875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,4,64,8,128,14.0703125,35.892333984375,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,4,128,8,128,16.046875,34.8211669921875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,8,32,8,128,0.72412109375,71.78466796875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,8,64,8,128,0.8505859375,69.642333984375,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.gate_proj,8,128,8,128,0.9677734375,68.5711669921875,70778880,3.3018414645837937,0.04872320078979953 +21,mlp.up_proj,2,32,8,128,56.09375,21.15966796875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,2,64,8,128,65.3125,19.017333984375,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,2,128,8,128,73.625,17.9461669921875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,3,32,8,128,23.96875,29.59716796875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,3,64,8,128,27.953125,27.454833984375,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,3,128,8,128,31.515625,26.3836669921875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,4,32,8,128,11.1875,38.03466796875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,4,64,8,128,13.046875,35.892333984375,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,4,128,8,128,14.7109375,34.8211669921875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,8,32,8,128,0.67724609375,71.78466796875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,8,64,8,128,0.78857421875,69.642333984375,70778880,3.048963194698437,0.02069256894125855 +21,mlp.up_proj,8,128,8,128,0.88671875,68.5711669921875,70778880,3.048963194698437,0.02069256894125855 +21,mlp.down_proj,2,32,8,128,55.84375,21.15966796875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,2,64,8,128,65.0,19.017333984375,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,2,128,8,128,73.1875,17.9461669921875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,3,32,8,128,23.875,29.59716796875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,3,64,8,128,27.8125,27.454833984375,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,3,128,8,128,31.34375,26.3836669921875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,4,32,8,128,11.140625,38.03466796875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,4,64,8,128,12.9765625,35.892333984375,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,4,128,8,128,14.6328125,34.8211669921875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,8,32,8,128,0.67431640625,71.78466796875,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,8,64,8,128,0.78466796875,69.642333984375,70778880,3.223733999187667,0.014905088849062628 +21,mlp.down_proj,8,128,8,128,0.8818359375,68.5711669921875,70778880,3.223733999187667,0.014905088849062628 +22,self_attn.q_proj,2,32,8,128,41.375,7.8369140625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,2,64,8,128,48.875,7.04345703125,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,2,128,8,128,55.6875,6.646728515625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,3,32,8,128,17.703125,10.9619140625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,3,64,8,128,20.9375,10.16845703125,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,3,128,8,128,23.90625,9.771728515625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,4,32,8,128,8.2578125,14.0869140625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,4,64,8,128,9.7734375,13.29345703125,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,4,128,8,128,11.15625,12.896728515625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,8,32,8,128,0.5,26.5869140625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,8,64,8,128,0.5908203125,25.79345703125,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.q_proj,8,128,8,128,0.67236328125,25.396728515625,26214400,3.605910793407125,0.0004695357596338653 +22,self_attn.v_proj,2,32,8,128,33.84375,7.8369140625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,2,64,8,128,39.46875,7.04345703125,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,2,128,8,128,44.53125,6.646728515625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,3,32,8,128,14.46875,10.9619140625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,3,64,8,128,16.875,10.16845703125,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,3,128,8,128,19.0625,9.771728515625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,4,32,8,128,6.75,14.0869140625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,4,64,8,128,7.87890625,13.29345703125,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,4,128,8,128,8.8984375,12.896728515625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,8,32,8,128,0.40869140625,26.5869140625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,8,64,8,128,0.4765625,25.79345703125,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.v_proj,8,128,8,128,0.5361328125,25.396728515625,26214400,3.089145454146545,0.009025323363944132 +22,self_attn.k_proj,2,32,8,128,42.40625,7.8369140625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,2,64,8,128,50.21875,7.04345703125,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,2,128,8,128,57.25,6.646728515625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,3,32,8,128,18.15625,10.9619140625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,3,64,8,128,21.515625,10.16845703125,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,3,128,8,128,24.609375,9.771728515625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,4,32,8,128,8.46875,14.0869140625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,4,64,8,128,10.046875,13.29345703125,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,4,128,8,128,11.4921875,12.896728515625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,8,32,8,128,0.5126953125,26.5869140625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,8,64,8,128,0.607421875,25.79345703125,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.k_proj,8,128,8,128,0.6923828125,25.396728515625,26214400,3.7222669512438,0.001106615933538064 +22,self_attn.o_proj,2,32,8,128,33.3125,7.8369140625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,2,64,8,128,38.84375,7.04345703125,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,2,128,8,128,43.84375,6.646728515625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,3,32,8,128,14.2578125,10.9619140625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,3,64,8,128,16.65625,10.16845703125,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,3,128,8,128,18.84375,9.771728515625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,4,32,8,128,6.65625,14.0869140625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,4,64,8,128,7.7734375,13.29345703125,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,4,128,8,128,8.796875,12.896728515625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,8,32,8,128,0.40283203125,26.5869140625,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,8,64,8,128,0.469970703125,25.79345703125,26214400,3.7049986475082526,0.010415448196833866 +22,self_attn.o_proj,8,128,8,128,0.5302734375,25.396728515625,26214400,3.7049986475082526,0.010415448196833866 +22,mlp.gate_proj,2,32,8,128,60.15625,21.15966796875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,2,64,8,128,70.5,19.017333984375,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,2,128,8,128,80.25,17.9461669921875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,3,32,8,128,25.734375,29.59716796875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,3,64,8,128,30.203125,27.454833984375,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,3,128,8,128,34.375,26.3836669921875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,4,32,8,128,12.0078125,38.03466796875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,4,64,8,128,14.09375,35.892333984375,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,4,128,8,128,16.046875,34.8211669921875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,8,32,8,128,0.7265625,71.78466796875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,8,64,8,128,0.85205078125,69.642333984375,70778880,3.26893401295517,0.03832852449488071 +22,mlp.gate_proj,8,128,8,128,0.96728515625,68.5711669921875,70778880,3.26893401295517,0.03832852449488071 +22,mlp.up_proj,2,32,8,128,55.875,21.15966796875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,2,64,8,128,65.0,19.017333984375,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,2,128,8,128,73.3125,17.9461669921875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,3,32,8,128,23.875,29.59716796875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,3,64,8,128,27.828125,27.454833984375,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,3,128,8,128,31.375,26.3836669921875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,4,32,8,128,11.140625,38.03466796875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,4,64,8,128,12.984375,35.892333984375,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,4,128,8,128,14.6484375,34.8211669921875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,8,32,8,128,0.6748046875,71.78466796875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,8,64,8,128,0.78515625,69.642333984375,70778880,3.064189693523624,0.03393592818552824 +22,mlp.up_proj,8,128,8,128,0.8828125,68.5711669921875,70778880,3.064189693523624,0.03393592818552824 +22,mlp.down_proj,2,32,8,128,55.75,21.15966796875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,2,64,8,128,64.875,19.017333984375,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,2,128,8,128,73.0625,17.9461669921875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,3,32,8,128,23.828125,29.59716796875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,3,64,8,128,27.75,27.454833984375,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,3,128,8,128,31.28125,26.3836669921875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,4,32,8,128,11.1171875,38.03466796875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,4,64,8,128,12.953125,35.892333984375,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,4,128,8,128,14.609375,34.8211669921875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,8,32,8,128,0.6728515625,71.78466796875,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,8,64,8,128,0.783203125,69.642333984375,70778880,3.272555204176862,0.019346296310492245 +22,mlp.down_proj,8,128,8,128,0.88037109375,68.5711669921875,70778880,3.272555204176862,0.019346296310492245 +23,self_attn.q_proj,2,32,8,128,41.1875,7.8369140625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,2,64,8,128,48.84375,7.04345703125,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,2,128,8,128,55.78125,6.646728515625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,3,32,8,128,17.625,10.9619140625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,3,64,8,128,20.921875,10.16845703125,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,3,128,8,128,23.984375,9.771728515625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,4,32,8,128,8.2265625,14.0869140625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,4,64,8,128,9.765625,13.29345703125,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,4,128,8,128,11.1953125,12.896728515625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,8,32,8,128,0.498046875,26.5869140625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,8,64,8,128,0.5908203125,25.79345703125,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.q_proj,8,128,8,128,0.67431640625,25.396728515625,26214400,3.7204906793103816,0.0013696770818234936 +23,self_attn.v_proj,2,32,8,128,33.78125,7.8369140625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,2,64,8,128,39.4375,7.04345703125,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,2,128,8,128,44.59375,6.646728515625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,3,32,8,128,14.4453125,10.9619140625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,3,64,8,128,16.875,10.16845703125,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,3,128,8,128,19.078125,9.771728515625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,4,32,8,128,6.73828125,14.0869140625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,4,64,8,128,7.875,13.29345703125,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,4,128,8,128,8.90625,12.896728515625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,8,32,8,128,0.407958984375,26.5869140625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,8,64,8,128,0.476318359375,25.79345703125,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.v_proj,8,128,8,128,0.53662109375,25.396728515625,26214400,3.117658875099658,0.016465682760236352 +23,self_attn.k_proj,2,32,8,128,41.9375,7.8369140625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,2,64,8,128,49.75,7.04345703125,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,2,128,8,128,56.78125,6.646728515625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,3,32,8,128,17.953125,10.9619140625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,3,64,8,128,21.34375,10.16845703125,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,3,128,8,128,24.5,9.771728515625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,4,32,8,128,8.375,14.0869140625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,4,64,8,128,9.96875,13.29345703125,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,4,128,8,128,11.4375,12.896728515625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,8,32,8,128,0.5068359375,26.5869140625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,8,64,8,128,0.6025390625,25.79345703125,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.k_proj,8,128,8,128,0.68896484375,25.396728515625,26214400,3.910896881454506,0.004205285221351306 +23,self_attn.o_proj,2,32,8,128,33.3125,7.8369140625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,2,64,8,128,38.84375,7.04345703125,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,2,128,8,128,43.84375,6.646728515625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,3,32,8,128,14.265625,10.9619140625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,3,64,8,128,16.65625,10.16845703125,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,3,128,8,128,18.875,9.771728515625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,4,32,8,128,6.65625,14.0869140625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,4,64,8,128,7.77734375,13.29345703125,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,4,128,8,128,8.8125,12.896728515625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,8,32,8,128,0.40283203125,26.5869140625,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,8,64,8,128,0.47021484375,25.79345703125,26214400,3.75767278408296,0.011306785143175072 +23,self_attn.o_proj,8,128,8,128,0.53076171875,25.396728515625,26214400,3.75767278408296,0.011306785143175072 +23,mlp.gate_proj,2,32,8,128,60.4375,21.15966796875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,2,64,8,128,70.875,19.017333984375,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,2,128,8,128,80.5625,17.9461669921875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,3,32,8,128,25.84375,29.59716796875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,3,64,8,128,30.328125,27.454833984375,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,3,128,8,128,34.5,26.3836669921875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,4,32,8,128,12.0625,38.03466796875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,4,64,8,128,14.15625,35.892333984375,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,4,128,8,128,16.109375,34.8211669921875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,8,32,8,128,0.72998046875,71.78466796875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,8,64,8,128,0.85595703125,69.642333984375,70778880,3.238691402749831,0.02877560781978733 +23,mlp.gate_proj,8,128,8,128,0.9716796875,68.5711669921875,70778880,3.238691402749831,0.02877560781978733 +23,mlp.up_proj,2,32,8,128,55.65625,21.15966796875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,2,64,8,128,64.75,19.017333984375,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,2,128,8,128,72.9375,17.9461669921875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,3,32,8,128,23.796875,29.59716796875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,3,64,8,128,27.71875,27.454833984375,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,3,128,8,128,31.25,26.3836669921875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,4,32,8,128,11.1015625,38.03466796875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,4,64,8,128,12.9375,35.892333984375,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,4,128,8,128,14.578125,34.8211669921875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,8,32,8,128,0.671875,71.78466796875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,8,64,8,128,0.7822265625,69.642333984375,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.up_proj,8,128,8,128,0.87890625,68.5711669921875,70778880,3.0380139216222206,0.011169358223107016 +23,mlp.down_proj,2,32,8,128,55.59375,21.15966796875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,2,64,8,128,64.6875,19.017333984375,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,2,128,8,128,72.875,17.9461669921875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,3,32,8,128,23.765625,29.59716796875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,3,64,8,128,27.6875,27.454833984375,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,3,128,8,128,31.21875,26.3836669921875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,4,32,8,128,11.09375,38.03466796875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,4,64,8,128,12.9296875,35.892333984375,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,4,128,8,128,14.5625,34.8211669921875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,8,32,8,128,0.67138671875,71.78466796875,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,8,64,8,128,0.78125,69.642333984375,70778880,3.379180474804809,0.029045871476541342 +23,mlp.down_proj,8,128,8,128,0.8779296875,68.5711669921875,70778880,3.379180474804809,0.029045871476541342 +24,self_attn.q_proj,2,32,8,128,41.1875,7.8369140625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,2,64,8,128,48.65625,7.04345703125,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,2,128,8,128,55.4375,6.646728515625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,3,32,8,128,17.625,10.9619140625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,3,64,8,128,20.859375,10.16845703125,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,3,128,8,128,23.8125,9.771728515625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,4,32,8,128,8.2265625,14.0869140625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,4,64,8,128,9.734375,13.29345703125,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,4,128,8,128,11.125,12.896728515625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,8,32,8,128,0.498046875,26.5869140625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,8,64,8,128,0.5888671875,25.79345703125,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.q_proj,8,128,8,128,0.67041015625,25.396728515625,26214400,3.906884734753069,0.002833991609559455 +24,self_attn.v_proj,2,32,8,128,33.90625,7.8369140625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,2,64,8,128,39.53125,7.04345703125,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,2,128,8,128,44.59375,6.646728515625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,3,32,8,128,14.4921875,10.9619140625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,3,64,8,128,16.90625,10.16845703125,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,3,128,8,128,19.09375,9.771728515625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,4,32,8,128,6.76171875,14.0869140625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,4,64,8,128,7.890625,13.29345703125,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,4,128,8,128,8.9140625,12.896728515625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,8,32,8,128,0.409423828125,26.5869140625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,8,64,8,128,0.477294921875,25.79345703125,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.v_proj,8,128,8,128,0.537109375,25.396728515625,26214400,3.0860331622448647,0.008213194565623156 +24,self_attn.k_proj,2,32,8,128,41.9375,7.8369140625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,2,64,8,128,49.625,7.04345703125,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,2,128,8,128,56.5,6.646728515625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,3,32,8,128,17.953125,10.9619140625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,3,64,8,128,21.28125,10.16845703125,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,3,128,8,128,24.328125,9.771728515625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,4,32,8,128,8.375,14.0869140625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,4,64,8,128,9.9296875,13.29345703125,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,4,128,8,128,11.359375,12.896728515625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,8,32,8,128,0.50732421875,26.5869140625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,8,64,8,128,0.6005859375,25.79345703125,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.k_proj,8,128,8,128,0.68408203125,25.396728515625,26214400,3.788283257206423,0.002191081689066675 +24,self_attn.o_proj,2,32,8,128,33.40625,7.8369140625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,2,64,8,128,38.9375,7.04345703125,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,2,128,8,128,43.96875,6.646728515625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,3,32,8,128,14.3359375,10.9619140625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,3,64,8,128,16.734375,10.16845703125,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,3,128,8,128,18.953125,9.771728515625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,4,32,8,128,6.69921875,14.0869140625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,4,64,8,128,7.83203125,13.29345703125,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,4,128,8,128,8.890625,12.896728515625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,8,32,8,128,0.4052734375,26.5869140625,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,8,64,8,128,0.473388671875,25.79345703125,26214400,8.464742855236834,0.09095850297410371 +24,self_attn.o_proj,8,128,8,128,0.5361328125,25.396728515625,26214400,8.464742855236834,0.09095850297410371 +24,mlp.gate_proj,2,32,8,128,60.375,21.15966796875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,2,64,8,128,70.625,19.017333984375,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,2,128,8,128,80.0625,17.9461669921875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,3,32,8,128,25.828125,29.59716796875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,3,64,8,128,30.234375,27.454833984375,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,3,128,8,128,34.28125,26.3836669921875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,4,32,8,128,12.046875,38.03466796875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,4,64,8,128,14.109375,35.892333984375,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,4,128,8,128,16.0,34.8211669921875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,8,32,8,128,0.72900390625,71.78466796875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,8,64,8,128,0.85302734375,69.642333984375,70778880,3.181030610905902,0.010561943848159847 +24,mlp.gate_proj,8,128,8,128,0.96484375,68.5711669921875,70778880,3.181030610905902,0.010561943848159847 +24,mlp.up_proj,2,32,8,128,55.5625,21.15966796875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,2,64,8,128,64.6875,19.017333984375,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,2,128,8,128,72.8125,17.9461669921875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,3,32,8,128,23.75,29.59716796875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,3,64,8,128,27.671875,27.454833984375,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,3,128,8,128,31.1875,26.3836669921875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,4,32,8,128,11.0859375,38.03466796875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,4,64,8,128,12.9140625,35.892333984375,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,4,128,8,128,14.5546875,34.8211669921875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,8,32,8,128,0.6708984375,71.78466796875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,8,64,8,128,0.78076171875,69.642333984375,70778880,3.051218091213576,0.022653781755279673 +24,mlp.up_proj,8,128,8,128,0.876953125,68.5711669921875,70778880,3.051218091213576,0.022653781755279673 +24,mlp.down_proj,2,32,8,128,55.59375,21.15966796875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,2,64,8,128,64.6875,19.017333984375,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,2,128,8,128,72.8125,17.9461669921875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,3,32,8,128,23.765625,29.59716796875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,3,64,8,128,27.671875,27.454833984375,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,3,128,8,128,31.171875,26.3836669921875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,4,32,8,128,11.0859375,38.03466796875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,4,64,8,128,12.9140625,35.892333984375,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,4,128,8,128,14.5546875,34.8211669921875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,8,32,8,128,0.67138671875,71.78466796875,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,8,64,8,128,0.78076171875,69.642333984375,70778880,3.179330304089504,0.010865737054516557 +24,mlp.down_proj,8,128,8,128,0.876953125,68.5711669921875,70778880,3.179330304089504,0.010865737054516557 +25,self_attn.q_proj,2,32,8,128,41.15625,7.8369140625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,2,64,8,128,48.75,7.04345703125,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,2,128,8,128,55.5625,6.646728515625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,3,32,8,128,17.625,10.9619140625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,3,64,8,128,20.890625,10.16845703125,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,3,128,8,128,23.890625,9.771728515625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,4,32,8,128,8.21875,14.0869140625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,4,64,8,128,9.75,13.29345703125,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,4,128,8,128,11.1484375,12.896728515625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,8,32,8,128,0.49755859375,26.5869140625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,8,64,8,128,0.58984375,25.79345703125,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.q_proj,8,128,8,128,0.671875,25.396728515625,26214400,3.710539954994752,0.0012915040406164353 +25,self_attn.v_proj,2,32,8,128,34.625,7.8369140625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,2,64,8,128,40.375,7.04345703125,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,2,128,8,128,45.5625,6.646728515625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,3,32,8,128,14.796875,10.9619140625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,3,64,8,128,17.265625,10.16845703125,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,3,128,8,128,19.484375,9.771728515625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,4,32,8,128,6.90234375,14.0869140625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,4,64,8,128,8.0546875,13.29345703125,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,4,128,8,128,9.1015625,12.896728515625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,8,32,8,128,0.41796875,26.5869140625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,8,64,8,128,0.4873046875,25.79345703125,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.v_proj,8,128,8,128,0.54833984375,25.396728515625,26214400,3.081358429754507,0.0069933588304800344 +25,self_attn.k_proj,2,32,8,128,41.84375,7.8369140625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,2,64,8,128,49.59375,7.04345703125,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,2,128,8,128,56.5,6.646728515625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,3,32,8,128,17.90625,10.9619140625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,3,64,8,128,21.28125,10.16845703125,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,3,128,8,128,24.34375,9.771728515625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,4,32,8,128,8.359375,14.0869140625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,4,64,8,128,9.9296875,13.29345703125,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,4,128,8,128,11.3671875,12.896728515625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,8,32,8,128,0.505859375,26.5869140625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,8,64,8,128,0.6005859375,25.79345703125,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.k_proj,8,128,8,128,0.68505859375,25.396728515625,26214400,3.872443399257408,0.0035736006092617996 +25,self_attn.o_proj,2,32,8,128,34.28125,7.8369140625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,2,64,8,128,39.9375,7.04345703125,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,2,128,8,128,45.0625,6.646728515625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,3,32,8,128,14.65625,10.9619140625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,3,64,8,128,17.09375,10.16845703125,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,3,128,8,128,19.3125,9.771728515625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,4,32,8,128,6.83984375,14.0869140625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,4,64,8,128,7.9765625,13.29345703125,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,4,128,8,128,9.015625,12.896728515625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,8,32,8,128,0.4140625,26.5869140625,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,8,64,8,128,0.482421875,25.79345703125,26214400,3.397547830409356,0.005212851813039937 +25,self_attn.o_proj,8,128,8,128,0.54345703125,25.396728515625,26214400,3.397547830409356,0.005212851813039937 +25,mlp.gate_proj,2,32,8,128,60.5625,21.15966796875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,2,64,8,128,70.8125,19.017333984375,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,2,128,8,128,80.25,17.9461669921875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,3,32,8,128,25.890625,29.59716796875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,3,64,8,128,30.3125,27.454833984375,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,3,128,8,128,34.375,26.3836669921875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,4,32,8,128,12.0859375,38.03466796875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,4,64,8,128,14.140625,35.892333984375,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,4,128,8,128,16.046875,34.8211669921875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,8,32,8,128,0.7314453125,71.78466796875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,8,64,8,128,0.85498046875,69.642333984375,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.gate_proj,8,128,8,128,0.96728515625,68.5711669921875,70778880,3.1751834555934093,0.008714967442772977 +25,mlp.up_proj,2,32,8,128,55.53125,21.15966796875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,2,64,8,128,64.625,19.017333984375,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,2,128,8,128,72.75,17.9461669921875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,3,32,8,128,23.734375,29.59716796875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,3,64,8,128,27.640625,27.454833984375,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,3,128,8,128,31.15625,26.3836669921875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,4,32,8,128,11.0703125,38.03466796875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,4,64,8,128,12.8984375,35.892333984375,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,4,128,8,128,14.5390625,34.8211669921875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,8,32,8,128,0.67041015625,71.78466796875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,8,64,8,128,0.7802734375,69.642333984375,70778880,3.048168807880293,0.020001645168671194 +25,mlp.up_proj,8,128,8,128,0.87646484375,68.5711669921875,70778880,3.048168807880293,0.020001645168671194 +25,mlp.down_proj,2,32,8,128,55.5625,21.15966796875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,2,64,8,128,64.625,19.017333984375,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,2,128,8,128,72.8125,17.9461669921875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,3,32,8,128,23.75,29.59716796875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,3,64,8,128,27.65625,27.454833984375,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,3,128,8,128,31.15625,26.3836669921875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,4,32,8,128,11.078125,38.03466796875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,4,64,8,128,12.90625,35.892333984375,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,4,128,8,128,14.5390625,34.8211669921875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,8,32,8,128,0.6708984375,71.78466796875,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,8,64,8,128,0.7802734375,69.642333984375,70778880,3.0716347899566943,0.0010688030985646815 +25,mlp.down_proj,8,128,8,128,0.87646484375,68.5711669921875,70778880,3.0716347899566943,0.0010688030985646815 +26,self_attn.q_proj,2,32,8,128,41.25,7.8369140625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,2,64,8,128,48.75,7.04345703125,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,2,128,8,128,55.53125,6.646728515625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,3,32,8,128,17.640625,10.9619140625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,3,64,8,128,20.890625,10.16845703125,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,3,128,8,128,23.875,9.771728515625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,4,32,8,128,8.234375,14.0869140625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,4,64,8,128,9.7578125,13.29345703125,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,4,128,8,128,11.1484375,12.896728515625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,8,32,8,128,0.49853515625,26.5869140625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,8,64,8,128,0.58984375,25.79345703125,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.q_proj,8,128,8,128,0.67138671875,25.396728515625,26214400,3.710783805147631,0.0012934197311174186 +26,self_attn.v_proj,2,32,8,128,35.4375,7.8369140625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,2,64,8,128,41.4375,7.04345703125,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,2,128,8,128,46.9375,6.646728515625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,3,32,8,128,15.1484375,10.9619140625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,3,64,8,128,17.734375,10.16845703125,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,3,128,8,128,20.09375,9.771728515625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,4,32,8,128,7.06640625,14.0869140625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,4,64,8,128,8.2734375,13.29345703125,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,4,128,8,128,9.375,12.896728515625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,8,32,8,128,0.427734375,26.5869140625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,8,64,8,128,0.50048828125,25.79345703125,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.v_proj,8,128,8,128,0.56494140625,25.396728515625,26214400,3.1605120215671305,0.02764788399467414 +26,self_attn.k_proj,2,32,8,128,41.90625,7.8369140625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,2,64,8,128,49.59375,7.04345703125,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,2,128,8,128,56.5,6.646728515625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,3,32,8,128,17.9375,10.9619140625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,3,64,8,128,21.265625,10.16845703125,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,3,128,8,128,24.328125,9.771728515625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,4,32,8,128,8.375,14.0869140625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,4,64,8,128,9.9375,13.29345703125,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,4,128,8,128,11.3671875,12.896728515625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,8,32,8,128,0.5068359375,26.5869140625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,8,64,8,128,0.6005859375,25.79345703125,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.k_proj,8,128,8,128,0.68505859375,25.396728515625,26214400,4.002086270347984,0.005703275272151005 +26,self_attn.o_proj,2,32,8,128,34.34375,7.8369140625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,2,64,8,128,40.03125,7.04345703125,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,2,128,8,128,45.1875,6.646728515625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,3,32,8,128,14.7265625,10.9619140625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,3,64,8,128,17.203125,10.16845703125,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,3,128,8,128,19.515625,9.771728515625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,4,32,8,128,6.87109375,14.0869140625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,4,64,8,128,8.0390625,13.29345703125,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,4,128,8,128,9.1171875,12.896728515625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,8,32,8,128,0.416015625,26.5869140625,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,8,64,8,128,0.48583984375,25.79345703125,26214400,4.555290016948518,0.02480383995836283 +26,self_attn.o_proj,8,128,8,128,0.54931640625,25.396728515625,26214400,4.555290016948518,0.02480383995836283 +26,mlp.gate_proj,2,32,8,128,60.625,21.15966796875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,2,64,8,128,70.875,19.017333984375,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,2,128,8,128,80.25,17.9461669921875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,3,32,8,128,25.921875,29.59716796875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,3,64,8,128,30.328125,27.454833984375,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,3,128,8,128,34.34375,26.3836669921875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,4,32,8,128,12.09375,38.03466796875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,4,64,8,128,14.1484375,35.892333984375,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,4,128,8,128,16.03125,34.8211669921875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,8,32,8,128,0.73193359375,71.78466796875,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,8,64,8,128,0.85546875,69.642333984375,70778880,3.147593623891938,0.0 +26,mlp.gate_proj,8,128,8,128,0.966796875,68.5711669921875,70778880,3.147593623891938,0.0 +26,mlp.up_proj,2,32,8,128,55.5625,21.15966796875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,2,64,8,128,64.625,19.017333984375,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,2,128,8,128,72.8125,17.9461669921875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,3,32,8,128,23.75,29.59716796875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,3,64,8,128,27.671875,27.454833984375,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,3,128,8,128,31.171875,26.3836669921875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,4,32,8,128,11.078125,38.03466796875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,4,64,8,128,12.9140625,35.892333984375,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,4,128,8,128,14.546875,34.8211669921875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,8,32,8,128,0.6708984375,71.78466796875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,8,64,8,128,0.7802734375,69.642333984375,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.up_proj,8,128,8,128,0.876953125,68.5711669921875,70778880,3.0361184315449607,0.0095207417995089 +26,mlp.down_proj,2,32,8,128,55.625,21.15966796875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,2,64,8,128,64.6875,19.017333984375,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,2,128,8,128,72.875,17.9461669921875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,3,32,8,128,23.765625,29.59716796875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,3,64,8,128,27.6875,27.454833984375,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,3,128,8,128,31.1875,26.3836669921875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,4,32,8,128,11.09375,38.03466796875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,4,64,8,128,12.921875,35.892333984375,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,4,128,8,128,14.5625,34.8211669921875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,8,32,8,128,0.67138671875,71.78466796875,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,8,64,8,128,0.78125,69.642333984375,70778880,3.2339799975026917,0.01583715523653819 +26,mlp.down_proj,8,128,8,128,0.87744140625,68.5711669921875,70778880,3.2339799975026917,0.01583715523653819 +27,self_attn.q_proj,2,32,8,128,41.1875,7.8369140625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,2,64,8,128,48.65625,7.04345703125,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,2,128,8,128,55.34375,6.646728515625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,3,32,8,128,17.625,10.9619140625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,3,64,8,128,20.828125,10.16845703125,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,3,128,8,128,23.765625,9.771728515625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,4,32,8,128,8.21875,14.0869140625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,4,64,8,128,9.7265625,13.29345703125,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,4,128,8,128,11.09375,12.896728515625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,8,32,8,128,0.497802734375,26.5869140625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,8,64,8,128,0.587890625,25.79345703125,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.q_proj,8,128,8,128,0.66845703125,25.396728515625,26214400,3.6128496367100977,0.0005240474179058776 +27,self_attn.v_proj,2,32,8,128,34.96875,7.8369140625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,2,64,8,128,40.78125,7.04345703125,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,2,128,8,128,46.0625,6.646728515625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,3,32,8,128,14.953125,10.9619140625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,3,64,8,128,17.453125,10.16845703125,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,3,128,8,128,19.703125,9.771728515625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,4,32,8,128,6.9765625,14.0869140625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,4,64,8,128,8.140625,13.29345703125,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,4,128,8,128,9.1953125,12.896728515625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,8,32,8,128,0.422119140625,26.5869140625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,8,64,8,128,0.492431640625,25.79345703125,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.v_proj,8,128,8,128,0.55419921875,25.396728515625,26214400,3.0835869745815465,0.007574880580226874 +27,self_attn.k_proj,2,32,8,128,41.6875,7.8369140625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,2,64,8,128,49.21875,7.04345703125,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,2,128,8,128,56.03125,6.646728515625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,3,32,8,128,17.84375,10.9619140625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,3,64,8,128,21.109375,10.16845703125,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,3,128,8,128,24.109375,9.771728515625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,4,32,8,128,8.3203125,14.0869140625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,4,64,8,128,9.859375,13.29345703125,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,4,128,8,128,11.2578125,12.896728515625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,8,32,8,128,0.50390625,26.5869140625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,8,64,8,128,0.595703125,25.79345703125,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.k_proj,8,128,8,128,0.67822265625,25.396728515625,26214400,3.7650393075529607,0.0018092477307006477 +27,self_attn.o_proj,2,32,8,128,34.34375,7.8369140625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,2,64,8,128,39.96875,7.04345703125,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,2,128,8,128,45.0625,6.646728515625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,3,32,8,128,14.6875,10.9619140625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,3,64,8,128,17.109375,10.16845703125,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,3,128,8,128,19.296875,9.771728515625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,4,32,8,128,6.8515625,14.0869140625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,4,64,8,128,7.984375,13.29345703125,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,4,128,8,128,9.0078125,12.896728515625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,8,32,8,128,0.414794921875,26.5869140625,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,8,64,8,128,0.48291015625,25.79345703125,26214400,3.1842078993627765,0.0016027734133303832 +27,self_attn.o_proj,8,128,8,128,0.54248046875,25.396728515625,26214400,3.1842078993627765,0.0016027734133303832 +27,mlp.gate_proj,2,32,8,128,60.78125,21.15966796875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,2,64,8,128,71.0,19.017333984375,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,2,128,8,128,80.4375,17.9461669921875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,3,32,8,128,26.0,29.59716796875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,3,64,8,128,30.390625,27.454833984375,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,3,128,8,128,34.40625,26.3836669921875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,4,32,8,128,12.1328125,38.03466796875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,4,64,8,128,14.1796875,35.892333984375,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,4,128,8,128,16.0625,34.8211669921875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,8,32,8,128,0.73388671875,71.78466796875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,8,64,8,128,0.857421875,69.642333984375,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.gate_proj,8,128,8,128,0.96875,68.5711669921875,70778880,3.157584369714205,0.0031558374662152256 +27,mlp.up_proj,2,32,8,128,55.59375,21.15966796875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,2,64,8,128,64.6875,19.017333984375,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,2,128,8,128,72.8125,17.9461669921875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,3,32,8,128,23.765625,29.59716796875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,3,64,8,128,27.671875,27.454833984375,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,3,128,8,128,31.1875,26.3836669921875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,4,32,8,128,11.0859375,38.03466796875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,4,64,8,128,12.9140625,35.892333984375,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,4,128,8,128,14.5546875,34.8211669921875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,8,32,8,128,0.67138671875,71.78466796875,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,8,64,8,128,0.78076171875,69.642333984375,70778880,3.0251719970979862,0.0 +27,mlp.up_proj,8,128,8,128,0.876953125,68.5711669921875,70778880,3.0251719970979862,0.0 +27,mlp.down_proj,2,32,8,128,55.65625,21.15966796875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,2,64,8,128,64.75,19.017333984375,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,2,128,8,128,72.9375,17.9461669921875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,3,32,8,128,23.78125,29.59716796875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,3,64,8,128,27.703125,27.454833984375,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,3,128,8,128,31.203125,26.3836669921875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,4,32,8,128,11.1015625,38.03466796875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,4,64,8,128,12.9296875,35.892333984375,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,4,128,8,128,14.5625,34.8211669921875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,8,32,8,128,0.671875,71.78466796875,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,8,64,8,128,0.78173828125,69.642333984375,70778880,3.0598856754149213,0.0 +27,mlp.down_proj,8,128,8,128,0.87744140625,68.5711669921875,70778880,3.0598856754149213,0.0 +28,self_attn.q_proj,2,32,8,128,41.15625,7.8369140625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,2,64,8,128,48.65625,7.04345703125,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,2,128,8,128,55.40625,6.646728515625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,3,32,8,128,17.609375,10.9619140625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,3,64,8,128,20.84375,10.16845703125,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,3,128,8,128,23.796875,9.771728515625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,4,32,8,128,8.21875,14.0869140625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,4,64,8,128,9.7265625,13.29345703125,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,4,128,8,128,11.109375,12.896728515625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,8,32,8,128,0.49755859375,26.5869140625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,8,64,8,128,0.58837890625,25.79345703125,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.q_proj,8,128,8,128,0.669921875,25.396728515625,26214400,3.711759424735552,0.0013010842134033123 +28,self_attn.v_proj,2,32,8,128,35.125,7.8369140625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,2,64,8,128,40.96875,7.04345703125,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,2,128,8,128,46.21875,6.646728515625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,3,32,8,128,15.0234375,10.9619140625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,3,64,8,128,17.53125,10.16845703125,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,3,128,8,128,19.78125,9.771728515625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,4,32,8,128,7.01171875,14.0869140625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,4,64,8,128,8.1796875,13.29345703125,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,4,128,8,128,9.234375,12.896728515625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,8,32,8,128,0.424560546875,26.5869140625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,8,64,8,128,0.49462890625,25.79345703125,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.v_proj,8,128,8,128,0.55615234375,25.396728515625,26214400,3.0727206019189923,0.004739383637352297 +28,self_attn.k_proj,2,32,8,128,41.65625,7.8369140625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,2,64,8,128,49.25,7.04345703125,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,2,128,8,128,56.0625,6.646728515625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,3,32,8,128,17.828125,10.9619140625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,3,64,8,128,21.125,10.16845703125,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,3,128,8,128,24.125,9.771728515625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,4,32,8,128,8.3203125,14.0869140625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,4,64,8,128,9.859375,13.29345703125,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,4,128,8,128,11.265625,12.896728515625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,8,32,8,128,0.50341796875,26.5869140625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,8,64,8,128,0.59619140625,25.79345703125,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.k_proj,8,128,8,128,0.67919921875,25.396728515625,26214400,3.814974524914145,0.0026295455712635877 +28,self_attn.o_proj,2,32,8,128,34.46875,7.8369140625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,2,64,8,128,40.125,7.04345703125,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,2,128,8,128,45.21875,6.646728515625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,3,32,8,128,14.765625,10.9619140625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,3,64,8,128,17.21875,10.16845703125,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,3,128,8,128,19.453125,9.771728515625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,4,32,8,128,6.92578125,14.0869140625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,4,64,8,128,8.09375,13.29345703125,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,4,128,8,128,9.1796875,12.896728515625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,8,32,8,128,0.419189453125,26.5869140625,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,8,64,8,128,0.489990234375,25.79345703125,26214400,13.607847890990024,0.17798868202181428 +28,self_attn.o_proj,8,128,8,128,0.55517578125,25.396728515625,26214400,13.607847890990024,0.17798868202181428 +28,mlp.gate_proj,2,32,8,128,60.875,21.15966796875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,2,64,8,128,71.125,19.017333984375,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,2,128,8,128,80.5,17.9461669921875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,3,32,8,128,26.03125,29.59716796875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,3,64,8,128,30.4375,27.454833984375,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,3,128,8,128,34.46875,26.3836669921875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,4,32,8,128,12.1484375,38.03466796875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,4,64,8,128,14.203125,35.892333984375,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,4,128,8,128,16.09375,34.8211669921875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,8,32,8,128,0.7353515625,71.78466796875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,8,64,8,128,0.85888671875,69.642333984375,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.gate_proj,8,128,8,128,0.97021484375,68.5711669921875,70778880,3.1952669014106267,0.01505884725797361 +28,mlp.up_proj,2,32,8,128,55.71875,21.15966796875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,2,64,8,128,64.8125,19.017333984375,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,2,128,8,128,73.0,17.9461669921875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,3,32,8,128,23.8125,29.59716796875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,3,64,8,128,27.75,27.454833984375,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,3,128,8,128,31.25,26.3836669921875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,4,32,8,128,11.1171875,38.03466796875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,4,64,8,128,12.9453125,35.892333984375,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,4,128,8,128,14.59375,34.8211669921875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,8,32,8,128,0.6728515625,71.78466796875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,8,64,8,128,0.78271484375,69.642333984375,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.up_proj,8,128,8,128,0.87939453125,68.5711669921875,70778880,3.0860375775511315,0.05293828586638966 +28,mlp.down_proj,2,32,8,128,55.75,21.15966796875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,2,64,8,128,64.875,19.017333984375,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,2,128,8,128,73.0625,17.9461669921875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,3,32,8,128,23.828125,29.59716796875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,3,64,8,128,27.765625,27.454833984375,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,3,128,8,128,31.265625,26.3836669921875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,4,32,8,128,11.125,38.03466796875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,4,64,8,128,12.953125,35.892333984375,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,4,128,8,128,14.59375,34.8211669921875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,8,32,8,128,0.67333984375,71.78466796875,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,8,64,8,128,0.783203125,69.642333984375,70778880,3.1706288688125244,0.01007417774569119 +28,mlp.down_proj,8,128,8,128,0.87939453125,68.5711669921875,70778880,3.1706288688125244,0.01007417774569119 +29,self_attn.q_proj,2,32,8,128,41.3125,7.8369140625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,2,64,8,128,48.71875,7.04345703125,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,2,128,8,128,55.40625,6.646728515625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,3,32,8,128,17.671875,10.9619140625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,3,64,8,128,20.859375,10.16845703125,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,3,128,8,128,23.765625,9.771728515625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,4,32,8,128,8.25,14.0869140625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,4,64,8,128,9.7421875,13.29345703125,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,4,128,8,128,11.09375,12.896728515625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,8,32,8,128,0.499267578125,26.5869140625,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,8,64,8,128,0.5888671875,25.79345703125,26214400,3.5461431186652543,0.0 +29,self_attn.q_proj,8,128,8,128,0.66845703125,25.396728515625,26214400,3.5461431186652543,0.0 +29,self_attn.v_proj,2,32,8,128,35.1875,7.8369140625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,2,64,8,128,40.96875,7.04345703125,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,2,128,8,128,46.1875,6.646728515625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,3,32,8,128,15.0390625,10.9619140625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,3,64,8,128,17.53125,10.16845703125,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,3,128,8,128,19.765625,9.771728515625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,4,32,8,128,7.015625,14.0869140625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,4,64,8,128,8.1796875,13.29345703125,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,4,128,8,128,9.2265625,12.896728515625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,8,32,8,128,0.4248046875,26.5869140625,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,8,64,8,128,0.49462890625,25.79345703125,26214400,3.0545580329471944,0.0 +29,self_attn.v_proj,8,128,8,128,0.55615234375,25.396728515625,26214400,3.0545580329471944,0.0 +29,self_attn.k_proj,2,32,8,128,41.96875,7.8369140625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,2,64,8,128,49.53125,7.04345703125,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,2,128,8,128,56.34375,6.646728515625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,3,32,8,128,17.953125,10.9619140625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,3,64,8,128,21.21875,10.16845703125,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,3,128,8,128,24.203125,9.771728515625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,4,32,8,128,8.375,14.0869140625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,4,64,8,128,9.90625,13.29345703125,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,4,128,8,128,11.3046875,12.896728515625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,8,32,8,128,0.5068359375,26.5869140625,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,8,64,8,128,0.59912109375,25.79345703125,26214400,3.654902264365372,0.0 +29,self_attn.k_proj,8,128,8,128,0.68115234375,25.396728515625,26214400,3.654902264365372,0.0 +29,self_attn.o_proj,2,32,8,128,34.75,7.8369140625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,2,64,8,128,40.46875,7.04345703125,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,2,128,8,128,45.59375,6.646728515625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,3,32,8,128,14.859375,10.9619140625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,3,64,8,128,17.328125,10.16845703125,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,3,128,8,128,19.5625,9.771728515625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,4,32,8,128,6.9375,14.0869140625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,4,64,8,128,8.0859375,13.29345703125,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,4,128,8,128,9.1328125,12.896728515625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,8,32,8,128,0.419921875,26.5869140625,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,8,64,8,128,0.489013671875,25.79345703125,26214400,3.3875154692277696,0.005043087014569923 +29,self_attn.o_proj,8,128,8,128,0.55029296875,25.396728515625,26214400,3.3875154692277696,0.005043087014569923 +29,mlp.gate_proj,2,32,8,128,60.84375,21.15966796875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,2,64,8,128,71.0625,19.017333984375,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,2,128,8,128,80.4375,17.9461669921875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,3,32,8,128,26.015625,29.59716796875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,3,64,8,128,30.421875,27.454833984375,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,3,128,8,128,34.46875,26.3836669921875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,4,32,8,128,12.140625,38.03466796875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,4,64,8,128,14.203125,35.892333984375,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,4,128,8,128,16.09375,34.8211669921875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,8,32,8,128,0.73486328125,71.78466796875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,8,64,8,128,0.8583984375,69.642333984375,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.gate_proj,8,128,8,128,0.9697265625,68.5711669921875,70778880,3.1642828381065327,0.005271723296445459 +29,mlp.up_proj,2,32,8,128,55.875,21.15966796875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,2,64,8,128,65.0,19.017333984375,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,2,128,8,128,73.25,17.9461669921875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,3,32,8,128,23.890625,29.59716796875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,3,64,8,128,27.8125,27.454833984375,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,3,128,8,128,31.34375,26.3836669921875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,4,32,8,128,11.1484375,38.03466796875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,4,64,8,128,12.984375,35.892333984375,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,4,128,8,128,14.6328125,34.8211669921875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,8,32,8,128,0.6748046875,71.78466796875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,8,64,8,128,0.78515625,69.642333984375,70778880,3.030916472520534,0.004996299711712995 +29,mlp.up_proj,8,128,8,128,0.88134765625,68.5711669921875,70778880,3.030916472520534,0.004996299711712995 +29,mlp.down_proj,2,32,8,128,55.90625,21.15966796875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,2,64,8,128,65.0625,19.017333984375,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,2,128,8,128,73.25,17.9461669921875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,3,32,8,128,23.90625,29.59716796875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,3,64,8,128,27.828125,27.454833984375,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,3,128,8,128,31.34375,26.3836669921875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,4,32,8,128,11.15625,38.03466796875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,4,64,8,128,12.9921875,35.892333984375,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,4,128,8,128,14.6328125,34.8211669921875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,8,32,8,128,0.67529296875,71.78466796875,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,8,64,8,128,0.78515625,69.642333984375,70778880,3.2209807909367822,0.014654632740299947 +29,mlp.down_proj,8,128,8,128,0.8818359375,68.5711669921875,70778880,3.2209807909367822,0.014654632740299947 +30,self_attn.q_proj,2,32,8,128,40.65625,7.8369140625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,2,64,8,128,47.90625,7.04345703125,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,2,128,8,128,54.4375,6.646728515625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,3,32,8,128,17.390625,10.9619140625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,3,64,8,128,20.515625,10.16845703125,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,3,128,8,128,23.359375,9.771728515625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,4,32,8,128,8.1171875,14.0869140625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,4,64,8,128,9.578125,13.29345703125,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,4,128,8,128,10.90625,12.896728515625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,8,32,8,128,0.4912109375,26.5869140625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,8,64,8,128,0.5791015625,25.79345703125,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.q_proj,8,128,8,128,0.65771484375,25.396728515625,26214400,3.578559751573899,0.00025466555999157135 +30,self_attn.v_proj,2,32,8,128,36.65625,7.8369140625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,2,64,8,128,42.78125,7.04345703125,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,2,128,8,128,48.34375,6.646728515625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,3,32,8,128,15.671875,10.9619140625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,3,64,8,128,18.296875,10.16845703125,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,3,128,8,128,20.671875,9.771728515625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,4,32,8,128,7.3125,14.0869140625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,4,64,8,128,8.5390625,13.29345703125,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,4,128,8,128,9.6484375,12.896728515625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,8,32,8,128,0.442626953125,26.5869140625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,8,64,8,128,0.5166015625,25.79345703125,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.v_proj,8,128,8,128,0.58154296875,25.396728515625,26214400,3.0946710011424896,0.010467172645324088 +30,self_attn.k_proj,2,32,8,128,40.96875,7.8369140625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,2,64,8,128,48.3125,7.04345703125,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,2,128,8,128,55.0,6.646728515625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,3,32,8,128,17.53125,10.9619140625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,3,64,8,128,20.71875,10.16845703125,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,3,128,8,128,23.609375,9.771728515625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,4,32,8,128,8.1796875,14.0869140625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,4,64,8,128,9.671875,13.29345703125,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,4,128,8,128,11.0234375,12.896728515625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,8,32,8,128,0.495361328125,26.5869140625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,8,64,8,128,0.58447265625,25.79345703125,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.k_proj,8,128,8,128,0.6640625,25.396728515625,26214400,3.663534054993735,0.00014179650328590698 +30,self_attn.o_proj,2,32,8,128,36.25,7.8369140625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,2,64,8,128,42.21875,7.04345703125,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,2,128,8,128,47.59375,6.646728515625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,3,32,8,128,15.5,10.9619140625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,3,64,8,128,18.078125,10.16845703125,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,3,128,8,128,20.40625,9.771728515625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,4,32,8,128,7.234375,14.0869140625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,4,64,8,128,8.4375,13.29345703125,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,4,128,8,128,9.5234375,12.896728515625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,8,32,8,128,0.43798828125,26.5869140625,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,8,64,8,128,0.51025390625,25.79345703125,26214400,3.422926202998674,0.005642297506844321 +30,self_attn.o_proj,8,128,8,128,0.57421875,25.396728515625,26214400,3.422926202998674,0.005642297506844321 +30,mlp.gate_proj,2,32,8,128,61.125,21.15966796875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,2,64,8,128,71.5,19.017333984375,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,2,128,8,128,81.0625,17.9461669921875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,3,32,8,128,26.140625,29.59716796875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,3,64,8,128,30.609375,27.454833984375,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,3,128,8,128,34.71875,26.3836669921875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,4,32,8,128,12.1953125,38.03466796875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,4,64,8,128,14.28125,35.892333984375,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,4,128,8,128,16.203125,34.8211669921875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,8,32,8,128,0.73828125,71.78466796875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,8,64,8,128,0.86328125,69.642333984375,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.gate_proj,8,128,8,128,0.97705078125,68.5711669921875,70778880,3.1901158459098817,0.01343175212123467 +30,mlp.up_proj,2,32,8,128,56.0,21.15966796875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,2,64,8,128,65.1875,19.017333984375,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,2,128,8,128,73.375,17.9461669921875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,3,32,8,128,23.953125,29.59716796875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,3,64,8,128,27.890625,27.454833984375,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,3,128,8,128,31.4375,26.3836669921875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,4,32,8,128,11.171875,38.03466796875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,4,64,8,128,13.015625,35.892333984375,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,4,128,8,128,14.671875,34.8211669921875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,8,32,8,128,0.67626953125,71.78466796875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,8,64,8,128,0.78662109375,69.642333984375,70778880,3.042341780343169,0.014933545148676407 +30,mlp.up_proj,8,128,8,128,0.88427734375,68.5711669921875,70778880,3.042341780343169,0.014933545148676407 +30,mlp.down_proj,2,32,8,128,56.0,21.15966796875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,2,64,8,128,65.1875,19.017333984375,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,2,128,8,128,73.375,17.9461669921875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,3,32,8,128,23.953125,29.59716796875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,3,64,8,128,27.875,27.454833984375,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,3,128,8,128,31.40625,26.3836669921875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,4,32,8,128,11.171875,38.03466796875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,4,64,8,128,13.0078125,35.892333984375,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,4,128,8,128,14.6640625,34.8211669921875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,8,32,8,128,0.67626953125,71.78466796875,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,8,64,8,128,0.78662109375,69.642333984375,70778880,3.146555838960171,0.007884282600269204 +30,mlp.down_proj,8,128,8,128,0.8837890625,68.5711669921875,70778880,3.146555838960171,0.007884282600269204 +31,self_attn.q_proj,2,32,8,128,41.25,7.8369140625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,2,64,8,128,48.6875,7.04345703125,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,2,128,8,128,55.40625,6.646728515625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,3,32,8,128,17.640625,10.9619140625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,3,64,8,128,20.84375,10.16845703125,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,3,128,8,128,23.765625,9.771728515625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,4,32,8,128,8.234375,14.0869140625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,4,64,8,128,9.7265625,13.29345703125,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,4,128,8,128,11.09375,12.896728515625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,8,32,8,128,0.498291015625,26.5869140625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,8,64,8,128,0.58837890625,25.79345703125,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.q_proj,8,128,8,128,0.6689453125,25.396728515625,26214400,3.574678432199897,0.00022417385609770993 +31,self_attn.v_proj,2,32,8,128,35.6875,7.8369140625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,2,64,8,128,41.625,7.04345703125,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,2,128,8,128,47.0,6.646728515625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,3,32,8,128,15.2578125,10.9619140625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,3,64,8,128,17.796875,10.16845703125,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,3,128,8,128,20.09375,9.771728515625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,4,32,8,128,7.1171875,14.0869140625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,4,64,8,128,8.3046875,13.29345703125,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,4,128,8,128,9.3828125,12.896728515625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,8,32,8,128,0.430908203125,26.5869140625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,8,64,8,128,0.50244140625,25.79345703125,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.v_proj,8,128,8,128,0.56494140625,25.396728515625,26214400,3.082027691980877,0.007167997696252938 +31,self_attn.k_proj,2,32,8,128,42.125,7.8369140625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,2,64,8,128,49.8125,7.04345703125,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,2,128,8,128,56.75,6.646728515625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,3,32,8,128,18.03125,10.9619140625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,3,64,8,128,21.34375,10.16845703125,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,3,128,8,128,24.375,9.771728515625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,4,32,8,128,8.4140625,14.0869140625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,4,64,8,128,9.9609375,13.29345703125,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,4,128,8,128,11.3828125,12.896728515625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,8,32,8,128,0.50927734375,26.5869140625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,8,64,8,128,0.6025390625,25.79345703125,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.k_proj,8,128,8,128,0.685546875,25.396728515625,26214400,3.700566929035908,0.0007501444431157877 +31,self_attn.o_proj,2,32,8,128,35.15625,7.8369140625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,2,64,8,128,40.9375,7.04345703125,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,2,128,8,128,46.15625,6.646728515625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,3,32,8,128,15.0390625,10.9619140625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,3,64,8,128,17.53125,10.16845703125,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,3,128,8,128,19.765625,9.771728515625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,4,32,8,128,7.015625,14.0869140625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,4,64,8,128,8.171875,13.29345703125,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,4,128,8,128,9.21875,12.896728515625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,8,32,8,128,0.424560546875,26.5869140625,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,8,64,8,128,0.494384765625,25.79345703125,26214400,3.1539103185663726,0.001090086259734782 +31,self_attn.o_proj,8,128,8,128,0.5556640625,25.396728515625,26214400,3.1539103185663726,0.001090086259734782 +31,mlp.gate_proj,2,32,8,128,61.28125,21.15966796875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,2,64,8,128,71.75,19.017333984375,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,2,128,8,128,81.375,17.9461669921875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,3,32,8,128,26.203125,29.59716796875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,3,64,8,128,30.71875,27.454833984375,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,3,128,8,128,34.875,26.3836669921875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,4,32,8,128,12.2265625,38.03466796875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,4,64,8,128,14.3359375,35.892333984375,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,4,128,8,128,16.28125,34.8211669921875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,8,32,8,128,0.740234375,71.78466796875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,8,64,8,128,0.86669921875,69.642333984375,70778880,3.231870053797732,0.026620906962001083 +31,mlp.gate_proj,8,128,8,128,0.98193359375,68.5711669921875,70778880,3.231870053797732,0.026620906962001083 +31,mlp.up_proj,2,32,8,128,56.125,21.15966796875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,2,64,8,128,65.3125,19.017333984375,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,2,128,8,128,73.5625,17.9461669921875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,3,32,8,128,24.0,29.59716796875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,3,64,8,128,27.953125,27.454833984375,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,3,128,8,128,31.484375,26.3836669921875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,4,32,8,128,11.1953125,38.03466796875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,4,64,8,128,13.0390625,35.892333984375,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,4,128,8,128,14.6953125,34.8211669921875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,8,32,8,128,0.677734375,71.78466796875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,8,64,8,128,0.78857421875,69.642333984375,70778880,3.026023815726937,0.000740875512070837 +31,mlp.up_proj,8,128,8,128,0.8857421875,68.5711669921875,70778880,3.026023815726937,0.000740875512070837 +31,mlp.down_proj,2,32,8,128,56.15625,21.15966796875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,2,64,8,128,65.3125,19.017333984375,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,2,128,8,128,73.5,17.9461669921875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,3,32,8,128,24.0,29.59716796875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,3,64,8,128,27.953125,27.454833984375,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,3,128,8,128,31.46875,26.3836669921875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,4,32,8,128,11.1953125,38.03466796875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,4,64,8,128,13.0390625,35.892333984375,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,4,128,8,128,14.6875,34.8211669921875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,8,32,8,128,0.677734375,71.78466796875,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,8,64,8,128,0.7880859375,69.642333984375,70778880,3.1999752212382955,0.01274378082877614 +31,mlp.down_proj,8,128,8,128,0.88525390625,68.5711669921875,70778880,3.1999752212382955,0.01274378082877614 +32,self_attn.q_proj,2,32,8,128,40.65625,7.8369140625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,2,64,8,128,48.09375,7.04345703125,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,2,128,8,128,54.8125,6.646728515625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,3,32,8,128,17.390625,10.9619140625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,3,64,8,128,20.59375,10.16845703125,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,3,128,8,128,23.53125,9.771728515625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,4,32,8,128,8.1171875,14.0869140625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,4,64,8,128,9.6171875,13.29345703125,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,4,128,8,128,10.984375,12.896728515625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,8,32,8,128,0.4912109375,26.5869140625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,8,64,8,128,0.58154296875,25.79345703125,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.q_proj,8,128,8,128,0.662109375,25.396728515625,26214400,3.648626260402023,0.0008051091164724257 +32,self_attn.v_proj,2,32,8,128,36.6875,7.8369140625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,2,64,8,128,42.75,7.04345703125,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,2,128,8,128,48.28125,6.646728515625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,3,32,8,128,15.6796875,10.9619140625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,3,64,8,128,18.296875,10.16845703125,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,3,128,8,128,20.65625,9.771728515625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,4,32,8,128,7.31640625,14.0869140625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,4,64,8,128,8.53125,13.29345703125,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,4,128,8,128,9.640625,12.896728515625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,8,32,8,128,0.44287109375,26.5869140625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,8,64,8,128,0.51611328125,25.79345703125,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.v_proj,8,128,8,128,0.58056640625,25.396728515625,26214400,3.079064781992189,0.006394848967064879 +32,self_attn.k_proj,2,32,8,128,41.0625,7.8369140625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,2,64,8,128,48.625,7.04345703125,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,2,128,8,128,55.46875,6.646728515625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,3,32,8,128,17.578125,10.9619140625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,3,64,8,128,20.84375,10.16845703125,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,3,128,8,128,23.859375,9.771728515625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,4,32,8,128,8.1953125,14.0869140625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,4,64,8,128,9.734375,13.29345703125,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,4,128,8,128,11.1328125,12.896728515625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,8,32,8,128,0.496337890625,26.5869140625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,8,64,8,128,0.58837890625,25.79345703125,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.k_proj,8,128,8,128,0.6708984375,25.396728515625,26214400,3.812716306076528,0.002592449266613164 +32,self_attn.o_proj,2,32,8,128,36.3125,7.8369140625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,2,64,8,128,42.28125,7.04345703125,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,2,128,8,128,47.65625,6.646728515625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,3,32,8,128,15.5234375,10.9619140625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,3,64,8,128,18.09375,10.16845703125,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,3,128,8,128,20.40625,9.771728515625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,4,32,8,128,7.2421875,14.0869140625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,4,64,8,128,8.4453125,13.29345703125,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,4,128,8,128,9.5234375,12.896728515625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,8,32,8,128,0.4384765625,26.5869140625,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,8,64,8,128,0.51025390625,25.79345703125,26214400,3.1787468600069664,0.0015103632390059646 +32,self_attn.o_proj,8,128,8,128,0.57373046875,25.396728515625,26214400,3.1787468600069664,0.0015103632390059646 +32,mlp.gate_proj,2,32,8,128,61.25,21.15966796875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,2,64,8,128,71.75,19.017333984375,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,2,128,8,128,81.5,17.9461669921875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,3,32,8,128,26.203125,29.59716796875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,3,64,8,128,30.71875,27.454833984375,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,3,128,8,128,34.90625,26.3836669921875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,4,32,8,128,12.2265625,38.03466796875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,4,64,8,128,14.3359375,35.892333984375,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,4,128,8,128,16.296875,34.8211669921875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,8,32,8,128,0.73974609375,71.78466796875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,8,64,8,128,0.8671875,69.642333984375,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.gate_proj,8,128,8,128,0.98291015625,68.5711669921875,70778880,3.2412875372910315,0.02959566458013407 +32,mlp.up_proj,2,32,8,128,56.375,21.15966796875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,2,64,8,128,65.625,19.017333984375,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,2,128,8,128,73.875,17.9461669921875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,3,32,8,128,24.09375,29.59716796875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,3,64,8,128,28.078125,27.454833984375,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,3,128,8,128,31.640625,26.3836669921875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,4,32,8,128,11.2421875,38.03466796875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,4,64,8,128,13.1015625,35.892333984375,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,4,128,8,128,14.765625,34.8211669921875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,8,32,8,128,0.6806640625,71.78466796875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,8,64,8,128,0.7919921875,69.642333984375,70778880,3.037189293635506,0.01045213197192983 +32,mlp.up_proj,8,128,8,128,0.89013671875,68.5711669921875,70778880,3.037189293635506,0.01045213197192983 +32,mlp.down_proj,2,32,8,128,56.375,21.15966796875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,2,64,8,128,65.5625,19.017333984375,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,2,128,8,128,73.8125,17.9461669921875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,3,32,8,128,24.09375,29.59716796875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,3,64,8,128,28.046875,27.454833984375,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,3,128,8,128,31.59375,26.3836669921875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,4,32,8,128,11.2421875,38.03466796875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,4,64,8,128,13.09375,35.892333984375,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,4,128,8,128,14.75,34.8211669921875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,8,32,8,128,0.6806640625,71.78466796875,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,8,64,8,128,0.79150390625,69.642333984375,70778880,3.218702971060462,0.01444742215152517 +32,mlp.down_proj,8,128,8,128,0.88916015625,68.5711669921875,70778880,3.218702971060462,0.01444742215152517 +33,self_attn.q_proj,2,32,8,128,40.40625,7.8369140625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,2,64,8,128,47.8125,7.04345703125,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,2,128,8,128,54.5,6.646728515625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,3,32,8,128,17.296875,10.9619140625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,3,64,8,128,20.46875,10.16845703125,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,3,128,8,128,23.375,9.771728515625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,4,32,8,128,8.0703125,14.0869140625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,4,64,8,128,9.5546875,13.29345703125,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,4,128,8,128,10.9140625,12.896728515625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,8,32,8,128,0.48828125,26.5869140625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,8,64,8,128,0.57763671875,25.79345703125,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.q_proj,8,128,8,128,0.65771484375,25.396728515625,26214400,3.606294432238728,0.0004725496321159339 +33,self_attn.v_proj,2,32,8,128,36.0625,7.8369140625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,2,64,8,128,42.0,7.04345703125,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,2,128,8,128,47.375,6.646728515625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,3,32,8,128,15.4140625,10.9619140625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,3,64,8,128,17.96875,10.16845703125,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,3,128,8,128,20.265625,9.771728515625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,4,32,8,128,7.1953125,14.0869140625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,4,64,8,128,8.3828125,13.29345703125,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,4,128,8,128,9.4609375,12.896728515625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,8,32,8,128,0.435302734375,26.5869140625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,8,64,8,128,0.50732421875,25.79345703125,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.v_proj,8,128,8,128,0.5703125,25.396728515625,26214400,3.064640666796211,0.0026309862861163893 +33,self_attn.k_proj,2,32,8,128,41.09375,7.8369140625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,2,64,8,128,48.65625,7.04345703125,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,2,128,8,128,55.46875,6.646728515625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,3,32,8,128,17.578125,10.9619140625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,3,64,8,128,20.84375,10.16845703125,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,3,128,8,128,23.84375,9.771728515625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,4,32,8,128,8.203125,14.0869140625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,4,64,8,128,9.7265625,13.29345703125,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,4,128,8,128,11.125,12.896728515625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,8,32,8,128,0.49658203125,26.5869140625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,8,64,8,128,0.58837890625,25.79345703125,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.k_proj,8,128,8,128,0.67041015625,25.396728515625,26214400,3.7002149416408994,0.0007443622614153952 +33,self_attn.o_proj,2,32,8,128,35.71875,7.8369140625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,2,64,8,128,41.59375,7.04345703125,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,2,128,8,128,46.90625,6.646728515625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,3,32,8,128,15.28125,10.9619140625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,3,64,8,128,17.828125,10.16845703125,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,3,128,8,128,20.125,9.771728515625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,4,32,8,128,7.1328125,14.0869140625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,4,64,8,128,8.3203125,13.29345703125,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,4,128,8,128,9.3984375,12.896728515625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,8,32,8,128,0.431640625,26.5869140625,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,8,64,8,128,0.5029296875,25.79345703125,26214400,3.782551729012757,0.011727779662382145 +33,self_attn.o_proj,8,128,8,128,0.56640625,25.396728515625,26214400,3.782551729012757,0.011727779662382145 +33,mlp.gate_proj,2,32,8,128,61.28125,21.15966796875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,2,64,8,128,71.8125,19.017333984375,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,2,128,8,128,81.625,17.9461669921875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,3,32,8,128,26.21875,29.59716796875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,3,64,8,128,30.75,27.454833984375,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,3,128,8,128,34.96875,26.3836669921875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,4,32,8,128,12.2265625,38.03466796875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,4,64,8,128,14.3515625,35.892333984375,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,4,128,8,128,16.328125,34.8211669921875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,8,32,8,128,0.740234375,71.78466796875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,8,64,8,128,0.86767578125,69.642333984375,70778880,3.263398755102336,0.03658006903140531 +33,mlp.gate_proj,8,128,8,128,0.98486328125,68.5711669921875,70778880,3.263398755102336,0.03658006903140531 +33,mlp.up_proj,2,32,8,128,56.625,21.15966796875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,2,64,8,128,65.875,19.017333984375,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,2,128,8,128,74.25,17.9461669921875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,3,32,8,128,24.203125,29.59716796875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,3,64,8,128,28.203125,27.454833984375,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,3,128,8,128,31.78125,26.3836669921875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,4,32,8,128,11.296875,38.03466796875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,4,64,8,128,13.1640625,35.892333984375,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,4,128,8,128,14.8359375,34.8211669921875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,8,32,8,128,0.68359375,71.78466796875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,8,64,8,128,0.7958984375,69.642333984375,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.up_proj,8,128,8,128,0.89404296875,68.5711669921875,70778880,3.0444602722176484,0.01677611902412211 +33,mlp.down_proj,2,32,8,128,56.59375,21.15966796875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,2,64,8,128,65.875,19.017333984375,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,2,128,8,128,74.1875,17.9461669921875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,3,32,8,128,24.203125,29.59716796875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,3,64,8,128,28.1875,27.454833984375,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,3,128,8,128,31.75,26.3836669921875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,4,32,8,128,11.2890625,38.03466796875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,4,64,8,128,13.1484375,35.892333984375,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,4,128,8,128,14.8203125,34.8211669921875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,8,32,8,128,0.68359375,71.78466796875,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,8,64,8,128,0.794921875,69.642333984375,70778880,3.368253222560591,0.028051832222272928 +33,mlp.down_proj,8,128,8,128,0.89306640625,68.5711669921875,70778880,3.368253222560591,0.028051832222272928 +34,self_attn.q_proj,2,32,8,128,39.875,7.8369140625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,2,64,8,128,47.375,7.04345703125,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,2,128,8,128,54.09375,6.646728515625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,3,32,8,128,17.0625,10.9619140625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,3,64,8,128,20.28125,10.16845703125,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,3,128,8,128,23.21875,9.771728515625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,4,32,8,128,7.96484375,14.0869140625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,4,64,8,128,9.46875,13.29345703125,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,4,128,8,128,10.84375,12.896728515625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,8,32,8,128,0.48193359375,26.5869140625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,8,64,8,128,0.57275390625,25.79345703125,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.q_proj,8,128,8,128,0.6533203125,25.396728515625,26214400,3.7008888716634902,0.0012156849835290575 +34,self_attn.v_proj,2,32,8,128,36.78125,7.8369140625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,2,64,8,128,42.875,7.04345703125,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,2,128,8,128,48.40625,6.646728515625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,3,32,8,128,15.7265625,10.9619140625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,3,64,8,128,18.34375,10.16845703125,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,3,128,8,128,20.703125,9.771728515625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,4,32,8,128,7.3359375,14.0869140625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,4,64,8,128,8.5625,13.29345703125,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,4,128,8,128,9.6640625,12.896728515625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,8,32,8,128,0.444091796875,26.5869140625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,8,64,8,128,0.517578125,25.79345703125,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.v_proj,8,128,8,128,0.58251953125,25.396728515625,26214400,3.0699658643467256,0.004020555910092292 +34,self_attn.k_proj,2,32,8,128,40.5,7.8369140625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,2,64,8,128,48.15625,7.04345703125,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,2,128,8,128,55.03125,6.646728515625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,3,32,8,128,17.34375,10.9619140625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,3,64,8,128,20.65625,10.16845703125,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,3,128,8,128,23.6875,9.771728515625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,4,32,8,128,8.09375,14.0869140625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,4,64,8,128,9.640625,13.29345703125,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,4,128,8,128,11.0625,12.896728515625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,8,32,8,128,0.489990234375,26.5869140625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,8,64,8,128,0.5830078125,25.79345703125,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.k_proj,8,128,8,128,0.66650390625,25.396728515625,26214400,3.9016793791258255,0.004053867090918217 +34,self_attn.o_proj,2,32,8,128,36.46875,7.8369140625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,2,64,8,128,42.46875,7.04345703125,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,2,128,8,128,47.875,6.646728515625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,3,32,8,128,15.59375,10.9619140625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,3,64,8,128,18.171875,10.16845703125,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,3,128,8,128,20.5,9.771728515625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,4,32,8,128,7.27734375,14.0869140625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,4,64,8,128,8.4765625,13.29345703125,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,4,128,8,128,9.5625,12.896728515625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,8,32,8,128,0.4404296875,26.5869140625,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,8,64,8,128,0.5126953125,25.79345703125,26214400,3.089490962048976,0.0 +34,self_attn.o_proj,8,128,8,128,0.576171875,25.396728515625,26214400,3.089490962048976,0.0 +34,mlp.gate_proj,2,32,8,128,61.09375,21.15966796875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,2,64,8,128,71.625,19.017333984375,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,2,128,8,128,81.4375,17.9461669921875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,3,32,8,128,26.125,29.59716796875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,3,64,8,128,30.671875,27.454833984375,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,3,128,8,128,34.90625,26.3836669921875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,4,32,8,128,12.1875,38.03466796875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,4,64,8,128,14.3203125,35.892333984375,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,4,128,8,128,16.296875,34.8211669921875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,8,32,8,128,0.73779296875,71.78466796875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,8,64,8,128,0.86572265625,69.642333984375,70778880,3.276419555666429,0.04069302826300737 +34,mlp.gate_proj,8,128,8,128,0.98291015625,68.5711669921875,70778880,3.276419555666429,0.04069302826300737 +34,mlp.up_proj,2,32,8,128,57.03125,21.15966796875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,2,64,8,128,66.375,19.017333984375,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,2,128,8,128,74.75,17.9461669921875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,3,32,8,128,24.375,29.59716796875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,3,64,8,128,28.40625,27.454833984375,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,3,128,8,128,32.03125,26.3836669921875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,4,32,8,128,11.375,38.03466796875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,4,64,8,128,13.2578125,35.892333984375,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,4,128,8,128,14.9453125,34.8211669921875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,8,32,8,128,0.6884765625,71.78466796875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,8,64,8,128,0.80126953125,69.642333984375,70778880,3.052189834731244,0.02349896282057369 +34,mlp.up_proj,8,128,8,128,0.90087890625,68.5711669921875,70778880,3.052189834731244,0.02349896282057369 +34,mlp.down_proj,2,32,8,128,57.0,21.15966796875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,2,64,8,128,66.3125,19.017333984375,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,2,128,8,128,74.6875,17.9461669921875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,3,32,8,128,24.359375,29.59716796875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,3,64,8,128,28.375,27.454833984375,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,3,128,8,128,31.96875,26.3836669921875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,4,32,8,128,11.3671875,38.03466796875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,4,64,8,128,13.2421875,35.892333984375,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,4,128,8,128,14.9140625,34.8211669921875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,8,32,8,128,0.68798828125,71.78466796875,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,8,64,8,128,0.80029296875,69.642333984375,70778880,3.0853296262737886,0.0023146062131743543 +34,mlp.down_proj,8,128,8,128,0.8994140625,68.5711669921875,70778880,3.0853296262737886,0.0023146062131743543 +35,self_attn.q_proj,2,32,8,128,39.5625,7.8369140625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,2,64,8,128,46.9375,7.04345703125,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,2,128,8,128,53.59375,6.646728515625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,3,32,8,128,16.9375,10.9619140625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,3,64,8,128,20.109375,10.16845703125,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,3,128,8,128,22.984375,9.771728515625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,4,32,8,128,7.90234375,14.0869140625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,4,64,8,128,9.3828125,13.29345703125,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,4,128,8,128,10.734375,12.896728515625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,8,32,8,128,0.478271484375,26.5869140625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,8,64,8,128,0.5673828125,25.79345703125,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.q_proj,8,128,8,128,0.64697265625,25.396728515625,26214400,3.695354537166732,0.001172207167749438 +35,self_attn.v_proj,2,32,8,128,36.90625,7.8369140625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,2,64,8,128,43.03125,7.04345703125,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,2,128,8,128,48.59375,6.646728515625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,3,32,8,128,15.78125,10.9619140625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,3,64,8,128,18.40625,10.16845703125,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,3,128,8,128,20.796875,9.771728515625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,4,32,8,128,7.36328125,14.0869140625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,4,64,8,128,8.59375,13.29345703125,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,4,128,8,128,9.703125,12.896728515625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,8,32,8,128,0.445556640625,26.5869140625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,8,64,8,128,0.51953125,25.79345703125,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.v_proj,8,128,8,128,0.5849609375,25.396728515625,26214400,3.08790764923557,0.008702327627469959 +35,self_attn.k_proj,2,32,8,128,40.25,7.8369140625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,2,64,8,128,47.84375,7.04345703125,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,2,128,8,128,54.59375,6.646728515625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,3,32,8,128,17.234375,10.9619140625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,3,64,8,128,20.515625,10.16845703125,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,3,128,8,128,23.5,9.771728515625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,4,32,8,128,8.0390625,14.0869140625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,4,64,8,128,9.5703125,13.29345703125,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,4,128,8,128,10.96875,12.896728515625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,8,32,8,128,0.486572265625,26.5869140625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,8,64,8,128,0.57861328125,25.79345703125,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.k_proj,8,128,8,128,0.66064453125,25.396728515625,26214400,3.877189056760186,0.003651558667868468 +35,self_attn.o_proj,2,32,8,128,36.53125,7.8369140625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,2,64,8,128,42.5625,7.04345703125,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,2,128,8,128,47.96875,6.646728515625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,3,32,8,128,15.625,10.9619140625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,3,64,8,128,18.203125,10.16845703125,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,3,128,8,128,20.546875,9.771728515625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,4,32,8,128,7.2890625,14.0869140625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,4,64,8,128,8.5,13.29345703125,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,4,128,8,128,9.5859375,12.896728515625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,8,32,8,128,0.441162109375,26.5869140625,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,8,64,8,128,0.513671875,25.79345703125,26214400,3.151090877754406,0.0010423764741142084 +35,self_attn.o_proj,8,128,8,128,0.57763671875,25.396728515625,26214400,3.151090877754406,0.0010423764741142084 +35,mlp.gate_proj,2,32,8,128,60.90625,21.15966796875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,2,64,8,128,71.4375,19.017333984375,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,2,128,8,128,81.3125,17.9461669921875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,3,32,8,128,26.046875,29.59716796875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,3,64,8,128,30.59375,27.454833984375,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,3,128,8,128,34.84375,26.3836669921875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,4,32,8,128,12.1484375,38.03466796875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,4,64,8,128,14.2734375,35.892333984375,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,4,128,8,128,16.265625,34.8211669921875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,8,32,8,128,0.7353515625,71.78466796875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,8,64,8,128,0.86279296875,69.642333984375,70778880,3.262019537227573,0.03614440711780231 +35,mlp.gate_proj,8,128,8,128,0.98095703125,68.5711669921875,70778880,3.262019537227573,0.03614440711780231 +35,mlp.up_proj,2,32,8,128,57.46875,21.15966796875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,2,64,8,128,66.875,19.017333984375,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,2,128,8,128,75.375,17.9461669921875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,3,32,8,128,24.5625,29.59716796875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,3,64,8,128,28.625,27.454833984375,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,3,128,8,128,32.28125,26.3836669921875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,4,32,8,128,11.4609375,38.03466796875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,4,64,8,128,13.359375,35.892333984375,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,4,128,8,128,15.0625,34.8211669921875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,8,32,8,128,0.69384765625,71.78466796875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,8,64,8,128,0.8076171875,69.642333984375,70778880,3.04554433182972,0.017718987837872156 +35,mlp.up_proj,8,128,8,128,0.908203125,68.5711669921875,70778880,3.04554433182972,0.017718987837872156 +35,mlp.down_proj,2,32,8,128,57.40625,21.15966796875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,2,64,8,128,66.8125,19.017333984375,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,2,128,8,128,75.25,17.9461669921875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,3,32,8,128,24.546875,29.59716796875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,3,64,8,128,28.59375,27.454833984375,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,3,128,8,128,32.21875,26.3836669921875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,4,32,8,128,11.453125,38.03466796875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,4,64,8,128,13.34375,35.892333984375,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,4,128,8,128,15.03125,34.8211669921875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,8,32,8,128,0.693359375,71.78466796875,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,8,64,8,128,0.806640625,69.642333984375,70778880,3.0694624239201405,0.0008711855212714904 +35,mlp.down_proj,8,128,8,128,0.90625,68.5711669921875,70778880,3.0694624239201405,0.0008711855212714904 +36,self_attn.q_proj,2,32,8,128,39.40625,7.8369140625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,2,64,8,128,46.6875,7.04345703125,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,2,128,8,128,53.28125,6.646728515625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,3,32,8,128,16.859375,10.9619140625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,3,64,8,128,19.984375,10.16845703125,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,3,128,8,128,22.859375,9.771728515625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,4,32,8,128,7.86328125,14.0869140625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,4,64,8,128,9.3359375,13.29345703125,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,4,128,8,128,10.671875,12.896728515625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,8,32,8,128,0.47607421875,26.5869140625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,8,64,8,128,0.564453125,25.79345703125,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.q_proj,8,128,8,128,0.64306640625,25.396728515625,26214400,3.642855649545628,0.0007597751100264492 +36,self_attn.v_proj,2,32,8,128,37.78125,7.8369140625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,2,64,8,128,44.15625,7.04345703125,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,2,128,8,128,49.9375,6.646728515625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,3,32,8,128,16.15625,10.9619140625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,3,64,8,128,18.890625,10.16845703125,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,3,128,8,128,21.359375,9.771728515625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,4,32,8,128,7.53515625,14.0869140625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,4,64,8,128,8.8125,13.29345703125,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,4,128,8,128,9.9765625,12.896728515625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,8,32,8,128,0.4560546875,26.5869140625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,8,64,8,128,0.533203125,25.79345703125,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.v_proj,8,128,8,128,0.60107421875,25.396728515625,26214400,3.1403323886474728,0.022382162927587983 +36,self_attn.k_proj,2,32,8,128,40.3125,7.8369140625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,2,64,8,128,47.90625,7.04345703125,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,2,128,8,128,54.6875,6.646728515625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,3,32,8,128,17.265625,10.9619140625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,3,64,8,128,20.53125,10.16845703125,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,3,128,8,128,23.515625,9.771728515625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,4,32,8,128,8.0546875,14.0869140625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,4,64,8,128,9.578125,13.29345703125,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,4,128,8,128,10.9765625,12.896728515625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,8,32,8,128,0.487548828125,26.5869140625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,8,64,8,128,0.5791015625,25.79345703125,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.k_proj,8,128,8,128,0.66162109375,25.396728515625,26214400,3.833528981728686,0.0029343441014812116 +36,self_attn.o_proj,2,32,8,128,37.25,7.8369140625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,2,64,8,128,43.40625,7.04345703125,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,2,128,8,128,48.96875,6.646728515625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,3,32,8,128,15.9296875,10.9619140625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,3,64,8,128,18.578125,10.16845703125,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,3,128,8,128,20.984375,9.771728515625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,4,32,8,128,7.43359375,14.0869140625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,4,64,8,128,8.671875,13.29345703125,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,4,128,8,128,9.796875,12.896728515625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,8,32,8,128,0.449951171875,26.5869140625,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,8,64,8,128,0.5244140625,25.79345703125,26214400,3.2896862307779187,0.003387648115460441 +36,self_attn.o_proj,8,128,8,128,0.59033203125,25.396728515625,26214400,3.2896862307779187,0.003387648115460441 +36,mlp.gate_proj,2,32,8,128,60.90625,21.15966796875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,2,64,8,128,71.5625,19.017333984375,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,2,128,8,128,81.5,17.9461669921875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,3,32,8,128,26.046875,29.59716796875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,3,64,8,128,30.640625,27.454833984375,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,3,128,8,128,34.96875,26.3836669921875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,4,32,8,128,12.15625,38.03466796875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,4,64,8,128,14.296875,35.892333984375,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,4,128,8,128,16.3125,34.8211669921875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,8,32,8,128,0.7353515625,71.78466796875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,8,64,8,128,0.8642578125,69.642333984375,70778880,3.330972969715487,0.05792514596760011 +36,mlp.gate_proj,8,128,8,128,0.98388671875,68.5711669921875,70778880,3.330972969715487,0.05792514596760011 +36,mlp.up_proj,2,32,8,128,57.75,21.15966796875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,2,64,8,128,67.25,19.017333984375,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,2,128,8,128,75.8125,17.9461669921875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,3,32,8,128,24.6875,29.59716796875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,3,64,8,128,28.78125,27.454833984375,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,3,128,8,128,32.46875,26.3836669921875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,4,32,8,128,11.515625,38.03466796875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,4,64,8,128,13.4296875,35.892333984375,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,4,128,8,128,15.1484375,34.8211669921875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,8,32,8,128,0.697265625,71.78466796875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,8,64,8,128,0.81201171875,69.642333984375,70778880,3.056325074580746,0.027095618067253822 +36,mlp.up_proj,8,128,8,128,0.91357421875,68.5711669921875,70778880,3.056325074580746,0.027095618067253822 +36,mlp.down_proj,2,32,8,128,57.5625,21.15966796875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,2,64,8,128,67.0,19.017333984375,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,2,128,8,128,75.5,17.9461669921875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,3,32,8,128,24.625,29.59716796875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,3,64,8,128,28.671875,27.454833984375,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,3,128,8,128,32.3125,26.3836669921875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,4,32,8,128,11.484375,38.03466796875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,4,64,8,128,13.3828125,35.892333984375,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,4,128,8,128,15.0859375,34.8211669921875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,8,32,8,128,0.6953125,71.78466796875,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,8,64,8,128,0.80908203125,69.642333984375,70778880,3.175252880494978,0.01049481863709063 +36,mlp.down_proj,8,128,8,128,0.90966796875,68.5711669921875,70778880,3.175252880494978,0.01049481863709063 +37,self_attn.q_proj,2,32,8,128,38.3125,7.8369140625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,2,64,8,128,45.71875,7.04345703125,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,2,128,8,128,52.375,6.646728515625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,3,32,8,128,16.40625,10.9619140625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,3,64,8,128,19.625,10.16845703125,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,3,128,8,128,22.578125,9.771728515625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,4,32,8,128,7.65234375,14.0869140625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,4,64,8,128,9.15625,13.29345703125,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,4,128,8,128,10.5390625,12.896728515625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,8,32,8,128,0.463134765625,26.5869140625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,8,64,8,128,0.5537109375,25.79345703125,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.q_proj,8,128,8,128,0.63525390625,25.396728515625,26214400,3.957392821774528,0.003230783907564989 +37,self_attn.v_proj,2,32,8,128,38.40625,7.8369140625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,2,64,8,128,44.875,7.04345703125,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,2,128,8,128,50.78125,6.646728515625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,3,32,8,128,16.421875,10.9619140625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,3,64,8,128,19.203125,10.16845703125,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,3,128,8,128,21.734375,9.771728515625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,4,32,8,128,7.66015625,14.0869140625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,4,64,8,128,8.9609375,13.29345703125,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,4,128,8,128,10.140625,12.896728515625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,8,32,8,128,0.463623046875,26.5869140625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,8,64,8,128,0.5419921875,25.79345703125,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.v_proj,8,128,8,128,0.611328125,25.396728515625,26214400,3.1504427946267484,0.025020396138956444 +37,self_attn.k_proj,2,32,8,128,38.4375,7.8369140625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,2,64,8,128,45.78125,7.04345703125,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,2,128,8,128,52.34375,6.646728515625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,3,32,8,128,16.453125,10.9619140625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,3,64,8,128,19.671875,10.16845703125,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,3,128,8,128,22.625,9.771728515625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,4,32,8,128,7.6796875,14.0869140625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,4,64,8,128,9.1875,13.29345703125,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,4,128,8,128,10.5625,12.896728515625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,8,32,8,128,0.46484375,26.5869140625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,8,64,8,128,0.55517578125,25.79345703125,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.k_proj,8,128,8,128,0.63671875,25.396728515625,26214400,4.254668164665942,0.009852498874717572 +37,self_attn.o_proj,2,32,8,128,37.875,7.8369140625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,2,64,8,128,44.21875,7.04345703125,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,2,128,8,128,50.0625,6.646728515625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,3,32,8,128,16.265625,10.9619140625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,3,64,8,128,19.046875,10.16845703125,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,3,128,8,128,21.671875,9.771728515625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,4,32,8,128,7.59375,14.0869140625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,4,64,8,128,8.90625,13.29345703125,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,4,128,8,128,10.1484375,12.896728515625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,8,32,8,128,0.45947265625,26.5869140625,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,8,64,8,128,0.53857421875,25.79345703125,26214400,5.5332901959324925,0.04135328432980242 +37,self_attn.o_proj,8,128,8,128,0.611328125,25.396728515625,26214400,5.5332901959324925,0.04135328432980242 +37,mlp.gate_proj,2,32,8,128,61.1875,21.15966796875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,2,64,8,128,72.0,19.017333984375,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,2,128,8,128,82.125,17.9461669921875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,3,32,8,128,26.1875,29.59716796875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,3,64,8,128,30.828125,27.454833984375,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,3,128,8,128,35.21875,26.3836669921875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,4,32,8,128,12.21875,38.03466796875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,4,64,8,128,14.390625,35.892333984375,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,4,128,8,128,16.453125,34.8211669921875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,8,32,8,128,0.73974609375,71.78466796875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,8,64,8,128,0.87060546875,69.642333984375,70778880,3.6163712417859415,0.148075628805995 +37,mlp.gate_proj,8,128,8,128,0.9921875,68.5711669921875,70778880,3.6163712417859415,0.148075628805995 +37,mlp.up_proj,2,32,8,128,58.125,21.15966796875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,2,64,8,128,67.6875,19.017333984375,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,2,128,8,128,76.3125,17.9461669921875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,3,32,8,128,24.859375,29.59716796875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,3,64,8,128,29.0,27.454833984375,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,3,128,8,128,32.71875,26.3836669921875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,4,32,8,128,11.6015625,38.03466796875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,4,64,8,128,13.53125,35.892333984375,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,4,128,8,128,15.265625,34.8211669921875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,8,32,8,128,0.7021484375,71.78466796875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,8,64,8,128,0.81787109375,69.642333984375,70778880,3.093066664166201,0.05905188560269078 +37,mlp.up_proj,8,128,8,128,0.92041015625,68.5711669921875,70778880,3.093066664166201,0.05905188560269078 +37,mlp.down_proj,2,32,8,128,57.78125,21.15966796875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,2,64,8,128,67.3125,19.017333984375,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,2,128,8,128,75.875,17.9461669921875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,3,32,8,128,24.71875,29.59716796875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,3,64,8,128,28.8125,27.454833984375,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,3,128,8,128,32.53125,26.3836669921875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,4,32,8,128,11.53125,38.03466796875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,4,64,8,128,13.453125,35.892333984375,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,4,128,8,128,15.1875,34.8211669921875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,8,32,8,128,0.6982421875,71.78466796875,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,8,64,8,128,0.81298828125,69.642333984375,70778880,3.3536157623483787,0.026720279723205283 +37,mlp.down_proj,8,128,8,128,0.91552734375,68.5711669921875,70778880,3.3536157623483787,0.026720279723205283 +38,self_attn.q_proj,2,32,8,128,37.5625,7.8369140625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,2,64,8,128,44.71875,7.04345703125,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,2,128,8,128,51.09375,6.646728515625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,3,32,8,128,16.078125,10.9619140625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,3,64,8,128,19.1875,10.16845703125,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,3,128,8,128,22.015625,9.771728515625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,4,32,8,128,7.50390625,14.0869140625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,4,64,8,128,8.953125,13.29345703125,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,4,128,8,128,10.28125,12.896728515625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,8,32,8,128,0.4541015625,26.5869140625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,8,64,8,128,0.54150390625,25.79345703125,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.q_proj,8,128,8,128,0.61962890625,25.396728515625,26214400,4.022298271040198,0.003740682101813862 +38,self_attn.v_proj,2,32,8,128,39.96875,7.8369140625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,2,64,8,128,46.75,7.04345703125,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,2,128,8,128,52.96875,6.646728515625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,3,32,8,128,17.09375,10.9619140625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,3,64,8,128,20.015625,10.16845703125,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,3,128,8,128,22.671875,9.771728515625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,4,32,8,128,7.9765625,14.0869140625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,4,64,8,128,9.3359375,13.29345703125,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,4,128,8,128,10.578125,12.896728515625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,8,32,8,128,0.48291015625,26.5869140625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,8,64,8,128,0.564453125,25.79345703125,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.v_proj,8,128,8,128,0.63720703125,25.396728515625,26214400,3.168706955380703,0.029786289375847753 +38,self_attn.k_proj,2,32,8,128,38.03125,7.8369140625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,2,64,8,128,45.3125,7.04345703125,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,2,128,8,128,51.78125,6.646728515625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,3,32,8,128,16.28125,10.9619140625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,3,64,8,128,19.46875,10.16845703125,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,3,128,8,128,22.375,9.771728515625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,4,32,8,128,7.59765625,14.0869140625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,4,64,8,128,9.0859375,13.29345703125,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,4,128,8,128,10.453125,12.896728515625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,8,32,8,128,0.4599609375,26.5869140625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,8,64,8,128,0.54931640625,25.79345703125,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.k_proj,8,128,8,128,0.6298828125,25.396728515625,26214400,4.238062894882317,0.009579720109243312 +38,self_attn.o_proj,2,32,8,128,39.5625,7.8369140625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,2,64,8,128,46.125,7.04345703125,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,2,128,8,128,52.15625,6.646728515625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,3,32,8,128,16.9375,10.9619140625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,3,64,8,128,19.8125,10.16845703125,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,3,128,8,128,22.484375,9.771728515625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,4,32,8,128,7.91015625,14.0869140625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,4,64,8,128,9.2578125,13.29345703125,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,4,128,8,128,10.515625,12.896728515625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,8,32,8,128,0.478759765625,26.5869140625,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,8,64,8,128,0.5595703125,25.79345703125,26214400,4.620147934426817,0.02590134742351444 +38,self_attn.o_proj,8,128,8,128,0.6337890625,25.396728515625,26214400,4.620147934426817,0.02590134742351444 +38,mlp.gate_proj,2,32,8,128,63.15625,21.15966796875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,2,64,8,128,74.5,19.017333984375,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,2,128,8,128,85.25,17.9461669921875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,3,32,8,128,27.0625,29.59716796875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,3,64,8,128,32.0,27.454833984375,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,3,128,8,128,36.8125,26.3836669921875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,4,32,8,128,12.6328125,38.03466796875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,4,64,8,128,14.9453125,35.892333984375,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,4,128,8,128,17.203125,34.8211669921875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,8,32,8,128,0.76416015625,71.78466796875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,8,64,8,128,0.90380859375,69.642333984375,70778880,4.20085133702986,0.3326989007459974 +38,mlp.gate_proj,8,128,8,128,1.037109375,68.5711669921875,70778880,4.20085133702986,0.3326989007459974 +38,mlp.up_proj,2,32,8,128,58.625,21.15966796875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,2,64,8,128,68.4375,19.017333984375,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,2,128,8,128,77.4375,17.9461669921875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,3,32,8,128,25.09375,29.59716796875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,3,64,8,128,29.390625,27.454833984375,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,3,128,8,128,33.375,26.3836669921875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,4,32,8,128,11.7109375,38.03466796875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,4,64,8,128,13.71875,35.892333984375,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,4,128,8,128,15.5859375,34.8211669921875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,8,32,8,128,0.708984375,71.78466796875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,8,64,8,128,0.8291015625,69.642333984375,70778880,3.990713763191592,0.8397870462888305 +38,mlp.up_proj,8,128,8,128,0.93994140625,68.5711669921875,70778880,3.990713763191592,0.8397870462888305 +38,mlp.down_proj,2,32,8,128,57.4375,21.15966796875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,2,64,8,128,67.0,19.017333984375,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,2,128,8,128,75.625,17.9461669921875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,3,32,8,128,24.59375,29.59716796875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,3,64,8,128,28.734375,27.454833984375,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,3,128,8,128,32.53125,26.3836669921875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,4,32,8,128,11.4765625,38.03466796875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,4,64,8,128,13.421875,35.892333984375,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,4,128,8,128,15.21875,34.8211669921875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,8,32,8,128,0.69482421875,71.78466796875,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,8,64,8,128,0.8115234375,69.642333984375,70778880,4.5711958175866725,0.13748210191520066 +38,mlp.down_proj,8,128,8,128,0.91796875,68.5711669921875,70778880,4.5711958175866725,0.13748210191520066 +39,self_attn.q_proj,2,32,8,128,37.1875,7.8369140625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,2,64,8,128,44.25,7.04345703125,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,2,128,8,128,50.625,6.646728515625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,3,32,8,128,15.921875,10.9619140625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,3,64,8,128,18.984375,10.16845703125,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,3,128,8,128,21.796875,9.771728515625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,4,32,8,128,7.4296875,14.0869140625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,4,64,8,128,8.8515625,13.29345703125,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,4,128,8,128,10.171875,12.896728515625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,8,32,8,128,0.44970703125,26.5869140625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,8,64,8,128,0.53564453125,25.79345703125,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.q_proj,8,128,8,128,0.61328125,25.396728515625,26214400,4.085587322066365,0.004237881846967399 +39,self_attn.v_proj,2,32,8,128,37.9375,7.8369140625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,2,64,8,128,44.75,7.04345703125,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,2,128,8,128,51.125,6.646728515625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,3,32,8,128,16.25,10.9619140625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,3,64,8,128,19.203125,10.16845703125,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,3,128,8,128,21.96875,9.771728515625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,4,32,8,128,7.59765625,14.0869140625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,4,64,8,128,8.984375,13.29345703125,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,4,128,8,128,10.2890625,12.896728515625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,8,32,8,128,0.461181640625,26.5869140625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,8,64,8,128,0.546875,25.79345703125,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.v_proj,8,128,8,128,0.62646484375,25.396728515625,26214400,5.760929836951724,0.7062070494767122 +39,self_attn.k_proj,2,32,8,128,38.0,7.8369140625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,2,64,8,128,45.28125,7.04345703125,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,2,128,8,128,51.8125,6.646728515625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,3,32,8,128,16.28125,10.9619140625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,3,64,8,128,19.46875,10.16845703125,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,3,128,8,128,22.421875,9.771728515625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,4,32,8,128,7.6015625,14.0869140625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,4,64,8,128,9.0859375,13.29345703125,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,4,128,8,128,10.46875,12.896728515625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,8,32,8,128,0.4599609375,26.5869140625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,8,64,8,128,0.54931640625,25.79345703125,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.k_proj,8,128,8,128,0.630859375,25.396728515625,26214400,4.530434964667962,0.01438258650614637 +39,self_attn.o_proj,2,32,8,128,37.28125,7.8369140625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,2,64,8,128,43.75,7.04345703125,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,2,128,8,128,49.8125,6.646728515625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,3,32,8,128,16.0625,10.9619140625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,3,64,8,128,18.96875,10.16845703125,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,3,128,8,128,21.875,9.771728515625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,4,32,8,128,7.5234375,14.0869140625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,4,64,8,128,8.9140625,13.29345703125,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,4,128,8,128,10.328125,12.896728515625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,8,32,8,128,0.46240234375,26.5869140625,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,8,64,8,128,0.5517578125,25.79345703125,26214400,62.18514136779736,1.0 +39,self_attn.o_proj,8,128,8,128,0.6455078125,25.396728515625,26214400,62.18514136779736,1.0 +39,mlp.gate_proj,2,32,8,128,66.5,21.15966796875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,2,64,8,128,78.5,19.017333984375,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,2,128,8,128,89.75,17.9461669921875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,3,32,8,128,28.453125,29.59716796875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,3,64,8,128,33.625,27.454833984375,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,3,128,8,128,38.53125,26.3836669921875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,4,32,8,128,13.28125,38.03466796875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,4,64,8,128,15.6875,35.892333984375,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,4,128,8,128,17.984375,34.8211669921875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,8,32,8,128,0.80322265625,71.78466796875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,8,64,8,128,0.94921875,69.642333984375,70778880,3.535894804400329,0.12265504852429014 +39,mlp.gate_proj,8,128,8,128,1.0849609375,68.5711669921875,70778880,3.535894804400329,0.12265504852429014 +39,mlp.up_proj,2,32,8,128,60.625,21.15966796875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,2,64,8,128,70.875,19.017333984375,70778880,4.174917959911426,1.0 +39,mlp.up_proj,2,128,8,128,80.1875,17.9461669921875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,3,32,8,128,25.9375,29.59716796875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,3,64,8,128,30.359375,27.454833984375,70778880,4.174917959911426,1.0 +39,mlp.up_proj,3,128,8,128,34.4375,26.3836669921875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,4,32,8,128,12.109375,38.03466796875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,4,64,8,128,14.1796875,35.892333984375,70778880,4.174917959911426,1.0 +39,mlp.up_proj,4,128,8,128,16.09375,34.8211669921875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,8,32,8,128,0.73291015625,71.78466796875,70778880,4.174917959911426,1.0 +39,mlp.up_proj,8,64,8,128,0.857421875,69.642333984375,70778880,4.174917959911426,1.0 +39,mlp.up_proj,8,128,8,128,0.970703125,68.5711669921875,70778880,4.174917959911426,1.0 +39,mlp.down_proj,2,32,8,128,57.46875,21.15966796875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,2,64,8,128,67.25,19.017333984375,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,2,128,8,128,76.25,17.9461669921875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,3,32,8,128,24.6875,29.59716796875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,3,64,8,128,29.015625,27.454833984375,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,3,128,8,128,33.15625,26.3836669921875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,4,32,8,128,11.5390625,38.03466796875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,4,64,8,128,13.5859375,35.892333984375,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,4,128,8,128,15.578125,34.8211669921875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,8,32,8,128,0.69921875,71.78466796875,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,8,64,8,128,0.82275390625,69.642333984375,70778880,9.784047895918558,0.6116891099302665 +39,mlp.down_proj,8,128,8,128,0.94189453125,68.5711669921875,70778880,9.784047895918558,0.6116891099302665 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-70b-hf.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-70b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..f8f588393b83c8cabc8bd2d93273fa07b896c51c --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-70b-hf.csv @@ -0,0 +1,6721 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params +0,self_attn.q_proj,2,32,8,128,33.875,20.0625,67108864 +0,self_attn.q_proj,2,64,8,128,40.5625,18.03125,67108864 +0,self_attn.q_proj,2,128,8,128,46.625,17.015625,67108864 +0,self_attn.q_proj,3,32,8,128,14.78125,28.0625,67108864 +0,self_attn.q_proj,3,64,8,128,18.09375,26.03125,67108864 +0,self_attn.q_proj,3,128,8,128,21.5,25.015625,67108864 +0,self_attn.q_proj,4,32,8,128,6.90234375,36.0625,67108864 +0,self_attn.q_proj,4,64,8,128,8.453125,34.03125,67108864 +0,self_attn.q_proj,4,128,8,128,10.09375,33.015625,67108864 +0,self_attn.q_proj,8,32,8,128,0.41796875,68.0625,67108864 +0,self_attn.q_proj,8,64,8,128,0.51171875,66.03125,67108864 +0,self_attn.q_proj,8,128,8,128,0.609375,65.015625,67108864 +0,self_attn.v_proj,2,32,8,128,9.8515625,2.5078125,8388608 +0,self_attn.v_proj,2,64,8,128,11.765625,2.25390625,8388608 +0,self_attn.v_proj,2,128,8,128,13.578125,2.126953125,8388608 +0,self_attn.v_proj,3,32,8,128,4.21484375,3.5078125,8388608 +0,self_attn.v_proj,3,64,8,128,5.05078125,3.25390625,8388608 +0,self_attn.v_proj,3,128,8,128,5.8515625,3.126953125,8388608 +0,self_attn.v_proj,4,32,8,128,1.9677734375,4.5078125,8388608 +0,self_attn.v_proj,4,64,8,128,2.357421875,4.25390625,8388608 +0,self_attn.v_proj,4,128,8,128,2.73046875,4.126953125,8388608 +0,self_attn.v_proj,8,32,8,128,0.119140625,8.5078125,8388608 +0,self_attn.v_proj,8,64,8,128,0.142578125,8.25390625,8388608 +0,self_attn.v_proj,8,128,8,128,0.16455078125,8.126953125,8388608 +0,self_attn.k_proj,2,32,8,128,27.875,2.5078125,8388608 +0,self_attn.k_proj,2,64,8,128,33.96875,2.25390625,8388608 +0,self_attn.k_proj,2,128,8,128,38.625,2.126953125,8388608 +0,self_attn.k_proj,3,32,8,128,12.40625,3.5078125,8388608 +0,self_attn.k_proj,3,64,8,128,16.21875,3.25390625,8388608 +0,self_attn.k_proj,3,128,8,128,19.703125,3.126953125,8388608 +0,self_attn.k_proj,4,32,8,128,5.79296875,4.5078125,8388608 +0,self_attn.k_proj,4,64,8,128,7.6015625,4.25390625,8388608 +0,self_attn.k_proj,4,128,8,128,9.3125,4.126953125,8388608 +0,self_attn.k_proj,8,32,8,128,0.350830078125,8.5078125,8388608 +0,self_attn.k_proj,8,64,8,128,0.459228515625,8.25390625,8388608 +0,self_attn.k_proj,8,128,8,128,0.56103515625,8.126953125,8388608 +0,self_attn.o_proj,2,32,8,128,22.90625,20.0625,67108864 +0,self_attn.o_proj,2,64,8,128,26.890625,18.03125,67108864 +0,self_attn.o_proj,2,128,8,128,30.609375,17.015625,67108864 +0,self_attn.o_proj,3,32,8,128,9.8671875,28.0625,67108864 +0,self_attn.o_proj,3,64,8,128,11.6484375,26.03125,67108864 +0,self_attn.o_proj,3,128,8,128,13.40625,25.015625,67108864 +0,self_attn.o_proj,4,32,8,128,4.62109375,36.0625,67108864 +0,self_attn.o_proj,4,64,8,128,5.47265625,34.03125,67108864 +0,self_attn.o_proj,4,128,8,128,6.328125,33.015625,67108864 +0,self_attn.o_proj,8,32,8,128,0.2802734375,68.0625,67108864 +0,self_attn.o_proj,8,64,8,128,0.33154296875,66.03125,67108864 +0,self_attn.o_proj,8,128,8,128,0.3828125,65.015625,67108864 +0,mlp.gate_proj,2,32,8,128,56.25,70.21875,234881024 +0,mlp.gate_proj,2,64,8,128,66.6875,63.109375,234881024 +0,mlp.gate_proj,2,128,8,128,76.875,59.5546875,234881024 +0,mlp.gate_proj,3,32,8,128,24.09375,98.21875,234881024 +0,mlp.gate_proj,3,64,8,128,28.734375,91.109375,234881024 +0,mlp.gate_proj,3,128,8,128,33.28125,87.5546875,234881024 +0,mlp.gate_proj,4,32,8,128,11.2421875,126.21875,234881024 +0,mlp.gate_proj,4,64,8,128,13.421875,119.109375,234881024 +0,mlp.gate_proj,4,128,8,128,15.5390625,115.5546875,234881024 +0,mlp.gate_proj,8,32,8,128,0.68408203125,238.21875,234881024 +0,mlp.gate_proj,8,64,8,128,0.8154296875,231.109375,234881024 +0,mlp.gate_proj,8,128,8,128,0.94091796875,227.5546875,234881024 +0,mlp.up_proj,2,32,8,128,54.375,70.21875,234881024 +0,mlp.up_proj,2,64,8,128,64.0625,63.109375,234881024 +0,mlp.up_proj,2,128,8,128,73.25,59.5546875,234881024 +0,mlp.up_proj,3,32,8,128,23.234375,98.21875,234881024 +0,mlp.up_proj,3,64,8,128,27.46875,91.109375,234881024 +0,mlp.up_proj,3,128,8,128,31.375,87.5546875,234881024 +0,mlp.up_proj,4,32,8,128,10.8359375,126.21875,234881024 +0,mlp.up_proj,4,64,8,128,12.8125,119.109375,234881024 +0,mlp.up_proj,4,128,8,128,14.6484375,115.5546875,234881024 +0,mlp.up_proj,8,32,8,128,0.65966796875,238.21875,234881024 +0,mlp.up_proj,8,64,8,128,0.77880859375,231.109375,234881024 +0,mlp.up_proj,8,128,8,128,0.88720703125,227.5546875,234881024 +0,mlp.down_proj,2,32,8,128,65.375,70.21875,234881024 +0,mlp.down_proj,2,64,8,128,76.5625,63.109375,234881024 +0,mlp.down_proj,2,128,8,128,86.6875,59.5546875,234881024 +0,mlp.down_proj,3,32,8,128,28.0625,98.21875,234881024 +0,mlp.down_proj,3,64,8,128,32.875,91.109375,234881024 +0,mlp.down_proj,3,128,8,128,37.46875,87.5546875,234881024 +0,mlp.down_proj,4,32,8,128,13.1015625,126.21875,234881024 +0,mlp.down_proj,4,64,8,128,15.3671875,119.109375,234881024 +0,mlp.down_proj,4,128,8,128,17.515625,115.5546875,234881024 +0,mlp.down_proj,8,32,8,128,0.7958984375,238.21875,234881024 +0,mlp.down_proj,8,64,8,128,0.93359375,231.109375,234881024 +0,mlp.down_proj,8,128,8,128,1.0615234375,227.5546875,234881024 +1,self_attn.q_proj,2,32,8,128,47.625,20.0625,67108864 +1,self_attn.q_proj,2,64,8,128,56.15625,18.03125,67108864 +1,self_attn.q_proj,2,128,8,128,64.0625,17.015625,67108864 +1,self_attn.q_proj,3,32,8,128,21.5,28.0625,67108864 +1,self_attn.q_proj,3,64,8,128,26.359375,26.03125,67108864 +1,self_attn.q_proj,3,128,8,128,31.578125,25.015625,67108864 +1,self_attn.q_proj,4,32,8,128,10.0546875,36.0625,67108864 +1,self_attn.q_proj,4,64,8,128,12.359375,34.03125,67108864 +1,self_attn.q_proj,4,128,8,128,14.8828125,33.015625,67108864 +1,self_attn.q_proj,8,32,8,128,0.60888671875,68.0625,67108864 +1,self_attn.q_proj,8,64,8,128,0.74755859375,66.03125,67108864 +1,self_attn.q_proj,8,128,8,128,0.8974609375,65.015625,67108864 +1,self_attn.v_proj,2,32,8,128,9.65625,2.5078125,8388608 +1,self_attn.v_proj,2,64,8,128,11.4765625,2.25390625,8388608 +1,self_attn.v_proj,2,128,8,128,13.1328125,2.126953125,8388608 +1,self_attn.v_proj,3,32,8,128,4.1328125,3.5078125,8388608 +1,self_attn.v_proj,3,64,8,128,4.921875,3.25390625,8388608 +1,self_attn.v_proj,3,128,8,128,5.65625,3.126953125,8388608 +1,self_attn.v_proj,4,32,8,128,1.927734375,4.5078125,8388608 +1,self_attn.v_proj,4,64,8,128,2.296875,4.25390625,8388608 +1,self_attn.v_proj,4,128,8,128,2.640625,4.126953125,8388608 +1,self_attn.v_proj,8,32,8,128,0.11676025390625,8.5078125,8388608 +1,self_attn.v_proj,8,64,8,128,0.138916015625,8.25390625,8388608 +1,self_attn.v_proj,8,128,8,128,0.1591796875,8.126953125,8388608 +1,self_attn.k_proj,2,32,8,128,32.03125,2.5078125,8388608 +1,self_attn.k_proj,2,64,8,128,38.46875,2.25390625,8388608 +1,self_attn.k_proj,2,128,8,128,43.8125,2.126953125,8388608 +1,self_attn.k_proj,3,32,8,128,14.2734375,3.5078125,8388608 +1,self_attn.k_proj,3,64,8,128,17.796875,3.25390625,8388608 +1,self_attn.k_proj,3,128,8,128,21.3125,3.126953125,8388608 +1,self_attn.k_proj,4,32,8,128,6.671875,4.5078125,8388608 +1,self_attn.k_proj,4,64,8,128,8.34375,4.25390625,8388608 +1,self_attn.k_proj,4,128,8,128,10.0234375,4.126953125,8388608 +1,self_attn.k_proj,8,32,8,128,0.403076171875,8.5078125,8388608 +1,self_attn.k_proj,8,64,8,128,0.50390625,8.25390625,8388608 +1,self_attn.k_proj,8,128,8,128,0.603515625,8.126953125,8388608 +1,self_attn.o_proj,2,32,8,128,27.6875,20.0625,67108864 +1,self_attn.o_proj,2,64,8,128,32.53125,18.03125,67108864 +1,self_attn.o_proj,2,128,8,128,37.15625,17.015625,67108864 +1,self_attn.o_proj,3,32,8,128,11.90625,28.0625,67108864 +1,self_attn.o_proj,3,64,8,128,14.0859375,26.03125,67108864 +1,self_attn.o_proj,3,128,8,128,16.234375,25.015625,67108864 +1,self_attn.o_proj,4,32,8,128,5.5625,36.0625,67108864 +1,self_attn.o_proj,4,64,8,128,6.58984375,34.03125,67108864 +1,self_attn.o_proj,4,128,8,128,7.62109375,33.015625,67108864 +1,self_attn.o_proj,8,32,8,128,0.3369140625,68.0625,67108864 +1,self_attn.o_proj,8,64,8,128,0.398681640625,66.03125,67108864 +1,self_attn.o_proj,8,128,8,128,0.459716796875,65.015625,67108864 +1,mlp.gate_proj,2,32,8,128,73.3125,70.21875,234881024 +1,mlp.gate_proj,2,64,8,128,85.875,63.109375,234881024 +1,mlp.gate_proj,2,128,8,128,97.5625,59.5546875,234881024 +1,mlp.gate_proj,3,32,8,128,31.359375,98.21875,234881024 +1,mlp.gate_proj,3,64,8,128,36.84375,91.109375,234881024 +1,mlp.gate_proj,3,128,8,128,41.96875,87.5546875,234881024 +1,mlp.gate_proj,4,32,8,128,14.6328125,126.21875,234881024 +1,mlp.gate_proj,4,64,8,128,17.1875,119.109375,234881024 +1,mlp.gate_proj,4,128,8,128,19.625,115.5546875,234881024 +1,mlp.gate_proj,8,32,8,128,0.88916015625,238.21875,234881024 +1,mlp.gate_proj,8,64,8,128,1.044921875,231.109375,234881024 +1,mlp.gate_proj,8,128,8,128,1.189453125,227.5546875,234881024 +1,mlp.up_proj,2,32,8,128,71.3125,70.21875,234881024 +1,mlp.up_proj,2,64,8,128,83.1875,63.109375,234881024 +1,mlp.up_proj,2,128,8,128,93.8125,59.5546875,234881024 +1,mlp.up_proj,3,32,8,128,30.484375,98.21875,234881024 +1,mlp.up_proj,3,64,8,128,35.625,91.109375,234881024 +1,mlp.up_proj,3,128,8,128,40.25,87.5546875,234881024 +1,mlp.up_proj,4,32,8,128,14.234375,126.21875,234881024 +1,mlp.up_proj,4,64,8,128,16.609375,119.109375,234881024 +1,mlp.up_proj,4,128,8,128,18.78125,115.5546875,234881024 +1,mlp.up_proj,8,32,8,128,0.86474609375,238.21875,234881024 +1,mlp.up_proj,8,64,8,128,1.009765625,231.109375,234881024 +1,mlp.up_proj,8,128,8,128,1.138671875,227.5546875,234881024 +1,mlp.down_proj,2,32,8,128,76.75,70.21875,234881024 +1,mlp.down_proj,2,64,8,128,89.375,63.109375,234881024 +1,mlp.down_proj,2,128,8,128,100.9375,59.5546875,234881024 +1,mlp.down_proj,3,32,8,128,32.8125,98.21875,234881024 +1,mlp.down_proj,3,64,8,128,38.34375,91.109375,234881024 +1,mlp.down_proj,3,128,8,128,43.3125,87.5546875,234881024 +1,mlp.down_proj,4,32,8,128,15.3046875,126.21875,234881024 +1,mlp.down_proj,4,64,8,128,17.890625,119.109375,234881024 +1,mlp.down_proj,4,128,8,128,20.234375,115.5546875,234881024 +1,mlp.down_proj,8,32,8,128,0.93017578125,238.21875,234881024 +1,mlp.down_proj,8,64,8,128,1.0869140625,231.109375,234881024 +1,mlp.down_proj,8,128,8,128,1.2275390625,227.5546875,234881024 +2,self_attn.q_proj,2,32,8,128,57.03125,20.0625,67108864 +2,self_attn.q_proj,2,64,8,128,67.4375,18.03125,67108864 +2,self_attn.q_proj,2,128,8,128,78.5625,17.015625,67108864 +2,self_attn.q_proj,3,32,8,128,24.5,28.0625,67108864 +2,self_attn.q_proj,3,64,8,128,29.15625,26.03125,67108864 +2,self_attn.q_proj,3,128,8,128,34.3125,25.015625,67108864 +2,self_attn.q_proj,4,32,8,128,11.4296875,36.0625,67108864 +2,self_attn.q_proj,4,64,8,128,13.609375,34.03125,67108864 +2,self_attn.q_proj,4,128,8,128,16.015625,33.015625,67108864 +2,self_attn.q_proj,8,32,8,128,0.69189453125,68.0625,67108864 +2,self_attn.q_proj,8,64,8,128,0.82275390625,66.03125,67108864 +2,self_attn.q_proj,8,128,8,128,0.96630859375,65.015625,67108864 +2,self_attn.v_proj,2,32,8,128,10.03125,2.5078125,8388608 +2,self_attn.v_proj,2,64,8,128,11.75,2.25390625,8388608 +2,self_attn.v_proj,2,128,8,128,13.3125,2.126953125,8388608 +2,self_attn.v_proj,3,32,8,128,4.2890625,3.5078125,8388608 +2,self_attn.v_proj,3,64,8,128,5.02734375,3.25390625,8388608 +2,self_attn.v_proj,3,128,8,128,5.6953125,3.126953125,8388608 +2,self_attn.v_proj,4,32,8,128,2.0,4.5078125,8388608 +2,self_attn.v_proj,4,64,8,128,2.345703125,4.25390625,8388608 +2,self_attn.v_proj,4,128,8,128,2.65625,4.126953125,8388608 +2,self_attn.v_proj,8,32,8,128,0.1212158203125,8.5078125,8388608 +2,self_attn.v_proj,8,64,8,128,0.141845703125,8.25390625,8388608 +2,self_attn.v_proj,8,128,8,128,0.1602783203125,8.126953125,8388608 +2,self_attn.k_proj,2,32,8,128,36.46875,2.5078125,8388608 +2,self_attn.k_proj,2,64,8,128,43.71875,2.25390625,8388608 +2,self_attn.k_proj,2,128,8,128,49.75,2.126953125,8388608 +2,self_attn.k_proj,3,32,8,128,15.796875,3.5078125,8388608 +2,self_attn.k_proj,3,64,8,128,19.1875,3.25390625,8388608 +2,self_attn.k_proj,3,128,8,128,22.40625,3.126953125,8388608 +2,self_attn.k_proj,4,32,8,128,7.37109375,4.5078125,8388608 +2,self_attn.k_proj,4,64,8,128,8.953125,4.25390625,8388608 +2,self_attn.k_proj,4,128,8,128,10.4609375,4.126953125,8388608 +2,self_attn.k_proj,8,32,8,128,0.44580078125,8.5078125,8388608 +2,self_attn.k_proj,8,64,8,128,0.54150390625,8.25390625,8388608 +2,self_attn.k_proj,8,128,8,128,0.63037109375,8.126953125,8388608 +2,self_attn.o_proj,2,32,8,128,34.6875,20.0625,67108864 +2,self_attn.o_proj,2,64,8,128,40.65625,18.03125,67108864 +2,self_attn.o_proj,2,128,8,128,46.28125,17.015625,67108864 +2,self_attn.o_proj,3,32,8,128,14.8828125,28.0625,67108864 +2,self_attn.o_proj,3,64,8,128,17.515625,26.03125,67108864 +2,self_attn.o_proj,3,128,8,128,20.09375,25.015625,67108864 +2,self_attn.o_proj,4,32,8,128,6.94921875,36.0625,67108864 +2,self_attn.o_proj,4,64,8,128,8.1796875,34.03125,67108864 +2,self_attn.o_proj,4,128,8,128,9.3984375,33.015625,67108864 +2,self_attn.o_proj,8,32,8,128,0.420166015625,68.0625,67108864 +2,self_attn.o_proj,8,64,8,128,0.4951171875,66.03125,67108864 +2,self_attn.o_proj,8,128,8,128,0.56640625,65.015625,67108864 +2,mlp.gate_proj,2,32,8,128,80.1875,70.21875,234881024 +2,mlp.gate_proj,2,64,8,128,93.625,63.109375,234881024 +2,mlp.gate_proj,2,128,8,128,106.0625,59.5546875,234881024 +2,mlp.gate_proj,3,32,8,128,34.28125,98.21875,234881024 +2,mlp.gate_proj,3,64,8,128,40.15625,91.109375,234881024 +2,mlp.gate_proj,3,128,8,128,45.5,87.5546875,234881024 +2,mlp.gate_proj,4,32,8,128,15.9921875,126.21875,234881024 +2,mlp.gate_proj,4,64,8,128,18.734375,119.109375,234881024 +2,mlp.gate_proj,4,128,8,128,21.25,115.5546875,234881024 +2,mlp.gate_proj,8,32,8,128,0.97265625,238.21875,234881024 +2,mlp.gate_proj,8,64,8,128,1.1396484375,231.109375,234881024 +2,mlp.gate_proj,8,128,8,128,1.2890625,227.5546875,234881024 +2,mlp.up_proj,2,32,8,128,76.375,70.21875,234881024 +2,mlp.up_proj,2,64,8,128,88.875,63.109375,234881024 +2,mlp.up_proj,2,128,8,128,100.25,59.5546875,234881024 +2,mlp.up_proj,3,32,8,128,32.625,98.21875,234881024 +2,mlp.up_proj,3,64,8,128,38.09375,91.109375,234881024 +2,mlp.up_proj,3,128,8,128,42.9375,87.5546875,234881024 +2,mlp.up_proj,4,32,8,128,15.2265625,126.21875,234881024 +2,mlp.up_proj,4,64,8,128,17.765625,119.109375,234881024 +2,mlp.up_proj,4,128,8,128,20.046875,115.5546875,234881024 +2,mlp.up_proj,8,32,8,128,0.92578125,238.21875,234881024 +2,mlp.up_proj,8,64,8,128,1.080078125,231.109375,234881024 +2,mlp.up_proj,8,128,8,128,1.216796875,227.5546875,234881024 +2,mlp.down_proj,2,32,8,128,79.5,70.21875,234881024 +2,mlp.down_proj,2,64,8,128,92.5,63.109375,234881024 +2,mlp.down_proj,2,128,8,128,104.3125,59.5546875,234881024 +2,mlp.down_proj,3,32,8,128,33.96875,98.21875,234881024 +2,mlp.down_proj,3,64,8,128,39.625,91.109375,234881024 +2,mlp.down_proj,3,128,8,128,44.6875,87.5546875,234881024 +2,mlp.down_proj,4,32,8,128,15.84375,126.21875,234881024 +2,mlp.down_proj,4,64,8,128,18.484375,119.109375,234881024 +2,mlp.down_proj,4,128,8,128,20.859375,115.5546875,234881024 +2,mlp.down_proj,8,32,8,128,0.9638671875,238.21875,234881024 +2,mlp.down_proj,8,64,8,128,1.125,231.109375,234881024 +2,mlp.down_proj,8,128,8,128,1.2666015625,227.5546875,234881024 +3,self_attn.q_proj,2,32,8,128,51.6875,20.0625,67108864 +3,self_attn.q_proj,2,64,8,128,61.3125,18.03125,67108864 +3,self_attn.q_proj,2,128,8,128,70.9375,17.015625,67108864 +3,self_attn.q_proj,3,32,8,128,22.140625,28.0625,67108864 +3,self_attn.q_proj,3,64,8,128,26.328125,26.03125,67108864 +3,self_attn.q_proj,3,128,8,128,30.609375,25.015625,67108864 +3,self_attn.q_proj,4,32,8,128,10.328125,36.0625,67108864 +3,self_attn.q_proj,4,64,8,128,12.28125,34.03125,67108864 +3,self_attn.q_proj,4,128,8,128,14.28125,33.015625,67108864 +3,self_attn.q_proj,8,32,8,128,0.62548828125,68.0625,67108864 +3,self_attn.q_proj,8,64,8,128,0.74267578125,66.03125,67108864 +3,self_attn.q_proj,8,128,8,128,0.86083984375,65.015625,67108864 +3,self_attn.v_proj,2,32,8,128,11.6484375,2.5078125,8388608 +3,self_attn.v_proj,2,64,8,128,13.6328125,2.25390625,8388608 +3,self_attn.v_proj,2,128,8,128,15.4140625,2.126953125,8388608 +3,self_attn.v_proj,3,32,8,128,4.98046875,3.5078125,8388608 +3,self_attn.v_proj,3,64,8,128,5.828125,3.25390625,8388608 +3,self_attn.v_proj,3,128,8,128,6.58984375,3.126953125,8388608 +3,self_attn.v_proj,4,32,8,128,2.32421875,4.5078125,8388608 +3,self_attn.v_proj,4,64,8,128,2.71875,4.25390625,8388608 +3,self_attn.v_proj,4,128,8,128,3.076171875,4.126953125,8388608 +3,self_attn.v_proj,8,32,8,128,0.140869140625,8.5078125,8388608 +3,self_attn.v_proj,8,64,8,128,0.1644287109375,8.25390625,8388608 +3,self_attn.v_proj,8,128,8,128,0.1854248046875,8.126953125,8388608 +3,self_attn.k_proj,2,32,8,128,31.90625,2.5078125,8388608 +3,self_attn.k_proj,2,64,8,128,38.375,2.25390625,8388608 +3,self_attn.k_proj,2,128,8,128,43.78125,2.126953125,8388608 +3,self_attn.k_proj,3,32,8,128,13.875,3.5078125,8388608 +3,self_attn.k_proj,3,64,8,128,16.84375,3.25390625,8388608 +3,self_attn.k_proj,3,128,8,128,19.703125,3.126953125,8388608 +3,self_attn.k_proj,4,32,8,128,6.47265625,4.5078125,8388608 +3,self_attn.k_proj,4,64,8,128,7.86328125,4.25390625,8388608 +3,self_attn.k_proj,4,128,8,128,9.203125,4.126953125,8388608 +3,self_attn.k_proj,8,32,8,128,0.3916015625,8.5078125,8388608 +3,self_attn.k_proj,8,64,8,128,0.4755859375,8.25390625,8388608 +3,self_attn.k_proj,8,128,8,128,0.5546875,8.126953125,8388608 +3,self_attn.o_proj,2,32,8,128,38.125,20.0625,67108864 +3,self_attn.o_proj,2,64,8,128,44.53125,18.03125,67108864 +3,self_attn.o_proj,2,128,8,128,50.40625,17.015625,67108864 +3,self_attn.o_proj,3,32,8,128,16.328125,28.0625,67108864 +3,self_attn.o_proj,3,64,8,128,19.109375,26.03125,67108864 +3,self_attn.o_proj,3,128,8,128,21.703125,25.015625,67108864 +3,self_attn.o_proj,4,32,8,128,7.6171875,36.0625,67108864 +3,self_attn.o_proj,4,64,8,128,8.921875,34.03125,67108864 +3,self_attn.o_proj,4,128,8,128,10.1328125,33.015625,67108864 +3,self_attn.o_proj,8,32,8,128,0.461181640625,68.0625,67108864 +3,self_attn.o_proj,8,64,8,128,0.53955078125,66.03125,67108864 +3,self_attn.o_proj,8,128,8,128,0.61083984375,65.015625,67108864 +3,mlp.gate_proj,2,32,8,128,82.0625,70.21875,234881024 +3,mlp.gate_proj,2,64,8,128,95.875,63.109375,234881024 +3,mlp.gate_proj,2,128,8,128,108.625,59.5546875,234881024 +3,mlp.gate_proj,3,32,8,128,35.09375,98.21875,234881024 +3,mlp.gate_proj,3,64,8,128,41.0625,91.109375,234881024 +3,mlp.gate_proj,3,128,8,128,46.53125,87.5546875,234881024 +3,mlp.gate_proj,4,32,8,128,16.359375,126.21875,234881024 +3,mlp.gate_proj,4,64,8,128,19.171875,119.109375,234881024 +3,mlp.gate_proj,4,128,8,128,21.71875,115.5546875,234881024 +3,mlp.gate_proj,8,32,8,128,0.9951171875,238.21875,234881024 +3,mlp.gate_proj,8,64,8,128,1.166015625,231.109375,234881024 +3,mlp.gate_proj,8,128,8,128,1.3173828125,227.5546875,234881024 +3,mlp.up_proj,2,32,8,128,78.4375,70.21875,234881024 +3,mlp.up_proj,2,64,8,128,91.25,63.109375,234881024 +3,mlp.up_proj,2,128,8,128,103.0,59.5546875,234881024 +3,mlp.up_proj,3,32,8,128,33.5,98.21875,234881024 +3,mlp.up_proj,3,64,8,128,39.09375,91.109375,234881024 +3,mlp.up_proj,3,128,8,128,44.09375,87.5546875,234881024 +3,mlp.up_proj,4,32,8,128,15.6171875,126.21875,234881024 +3,mlp.up_proj,4,64,8,128,18.234375,119.109375,234881024 +3,mlp.up_proj,4,128,8,128,20.59375,115.5546875,234881024 +3,mlp.up_proj,8,32,8,128,0.94970703125,238.21875,234881024 +3,mlp.up_proj,8,64,8,128,1.109375,231.109375,234881024 +3,mlp.up_proj,8,128,8,128,1.2490234375,227.5546875,234881024 +3,mlp.down_proj,2,32,8,128,80.0,70.21875,234881024 +3,mlp.down_proj,2,64,8,128,93.125,63.109375,234881024 +3,mlp.down_proj,2,128,8,128,105.0625,59.5546875,234881024 +3,mlp.down_proj,3,32,8,128,34.1875,98.21875,234881024 +3,mlp.down_proj,3,64,8,128,39.875,91.109375,234881024 +3,mlp.down_proj,3,128,8,128,44.96875,87.5546875,234881024 +3,mlp.down_proj,4,32,8,128,15.9453125,126.21875,234881024 +3,mlp.down_proj,4,64,8,128,18.609375,119.109375,234881024 +3,mlp.down_proj,4,128,8,128,21.0,115.5546875,234881024 +3,mlp.down_proj,8,32,8,128,0.9697265625,238.21875,234881024 +3,mlp.down_proj,8,64,8,128,1.1318359375,231.109375,234881024 +3,mlp.down_proj,8,128,8,128,1.2734375,227.5546875,234881024 +4,self_attn.q_proj,2,32,8,128,48.125,20.0625,67108864 +4,self_attn.q_proj,2,64,8,128,56.875,18.03125,67108864 +4,self_attn.q_proj,2,128,8,128,65.5625,17.015625,67108864 +4,self_attn.q_proj,3,32,8,128,20.59375,28.0625,67108864 +4,self_attn.q_proj,3,64,8,128,24.40625,26.03125,67108864 +4,self_attn.q_proj,3,128,8,128,28.21875,25.015625,67108864 +4,self_attn.q_proj,4,32,8,128,9.609375,36.0625,67108864 +4,self_attn.q_proj,4,64,8,128,11.390625,34.03125,67108864 +4,self_attn.q_proj,4,128,8,128,13.171875,33.015625,67108864 +4,self_attn.q_proj,8,32,8,128,0.58203125,68.0625,67108864 +4,self_attn.q_proj,8,64,8,128,0.68896484375,66.03125,67108864 +4,self_attn.q_proj,8,128,8,128,0.7939453125,65.015625,67108864 +4,self_attn.v_proj,2,32,8,128,11.40625,2.5078125,8388608 +4,self_attn.v_proj,2,64,8,128,13.40625,2.25390625,8388608 +4,self_attn.v_proj,2,128,8,128,15.21875,2.126953125,8388608 +4,self_attn.v_proj,3,32,8,128,4.87890625,3.5078125,8388608 +4,self_attn.v_proj,3,64,8,128,5.73046875,3.25390625,8388608 +4,self_attn.v_proj,3,128,8,128,6.51171875,3.126953125,8388608 +4,self_attn.v_proj,4,32,8,128,2.275390625,4.5078125,8388608 +4,self_attn.v_proj,4,64,8,128,2.67578125,4.25390625,8388608 +4,self_attn.v_proj,4,128,8,128,3.037109375,4.126953125,8388608 +4,self_attn.v_proj,8,32,8,128,0.137939453125,8.5078125,8388608 +4,self_attn.v_proj,8,64,8,128,0.161865234375,8.25390625,8388608 +4,self_attn.v_proj,8,128,8,128,0.18310546875,8.126953125,8388608 +4,self_attn.k_proj,2,32,8,128,27.859375,2.5078125,8388608 +4,self_attn.k_proj,2,64,8,128,33.59375,2.25390625,8388608 +4,self_attn.k_proj,2,128,8,128,38.3125,2.126953125,8388608 +4,self_attn.k_proj,3,32,8,128,12.1484375,3.5078125,8388608 +4,self_attn.k_proj,3,64,8,128,14.90625,3.25390625,8388608 +4,self_attn.k_proj,3,128,8,128,17.546875,3.126953125,8388608 +4,self_attn.k_proj,4,32,8,128,5.66796875,4.5078125,8388608 +4,self_attn.k_proj,4,64,8,128,6.9609375,4.25390625,8388608 +4,self_attn.k_proj,4,128,8,128,8.2109375,4.126953125,8388608 +4,self_attn.k_proj,8,32,8,128,0.343017578125,8.5078125,8388608 +4,self_attn.k_proj,8,64,8,128,0.4208984375,8.25390625,8388608 +4,self_attn.k_proj,8,128,8,128,0.494384765625,8.126953125,8388608 +4,self_attn.o_proj,2,32,8,128,36.09375,20.0625,67108864 +4,self_attn.o_proj,2,64,8,128,42.125,18.03125,67108864 +4,self_attn.o_proj,2,128,8,128,47.6875,17.015625,67108864 +4,self_attn.o_proj,3,32,8,128,15.4453125,28.0625,67108864 +4,self_attn.o_proj,3,64,8,128,18.0625,26.03125,67108864 +4,self_attn.o_proj,3,128,8,128,20.5,25.015625,67108864 +4,self_attn.o_proj,4,32,8,128,7.2109375,36.0625,67108864 +4,self_attn.o_proj,4,64,8,128,8.4375,34.03125,67108864 +4,self_attn.o_proj,4,128,8,128,9.578125,33.015625,67108864 +4,self_attn.o_proj,8,32,8,128,0.436279296875,68.0625,67108864 +4,self_attn.o_proj,8,64,8,128,0.51025390625,66.03125,67108864 +4,self_attn.o_proj,8,128,8,128,0.5771484375,65.015625,67108864 +4,mlp.gate_proj,2,32,8,128,82.8125,70.21875,234881024 +4,mlp.gate_proj,2,64,8,128,96.8125,63.109375,234881024 +4,mlp.gate_proj,2,128,8,128,109.875,59.5546875,234881024 +4,mlp.gate_proj,3,32,8,128,35.40625,98.21875,234881024 +4,mlp.gate_proj,3,64,8,128,41.46875,91.109375,234881024 +4,mlp.gate_proj,3,128,8,128,47.03125,87.5546875,234881024 +4,mlp.gate_proj,4,32,8,128,16.515625,126.21875,234881024 +4,mlp.gate_proj,4,64,8,128,19.359375,119.109375,234881024 +4,mlp.gate_proj,4,128,8,128,21.953125,115.5546875,234881024 +4,mlp.gate_proj,8,32,8,128,1.0048828125,238.21875,234881024 +4,mlp.gate_proj,8,64,8,128,1.177734375,231.109375,234881024 +4,mlp.gate_proj,8,128,8,128,1.33203125,227.5546875,234881024 +4,mlp.up_proj,2,32,8,128,78.75,70.21875,234881024 +4,mlp.up_proj,2,64,8,128,91.625,63.109375,234881024 +4,mlp.up_proj,2,128,8,128,103.375,59.5546875,234881024 +4,mlp.up_proj,3,32,8,128,33.625,98.21875,234881024 +4,mlp.up_proj,3,64,8,128,39.25,91.109375,234881024 +4,mlp.up_proj,3,128,8,128,44.28125,87.5546875,234881024 +4,mlp.up_proj,4,32,8,128,15.6875,126.21875,234881024 +4,mlp.up_proj,4,64,8,128,18.3125,119.109375,234881024 +4,mlp.up_proj,4,128,8,128,20.671875,115.5546875,234881024 +4,mlp.up_proj,8,32,8,128,0.95361328125,238.21875,234881024 +4,mlp.up_proj,8,64,8,128,1.11328125,231.109375,234881024 +4,mlp.up_proj,8,128,8,128,1.25390625,227.5546875,234881024 +4,mlp.down_proj,2,32,8,128,80.0,70.21875,234881024 +4,mlp.down_proj,2,64,8,128,93.0625,63.109375,234881024 +4,mlp.down_proj,2,128,8,128,104.9375,59.5546875,234881024 +4,mlp.down_proj,3,32,8,128,34.1875,98.21875,234881024 +4,mlp.down_proj,3,64,8,128,39.84375,91.109375,234881024 +4,mlp.down_proj,3,128,8,128,44.875,87.5546875,234881024 +4,mlp.down_proj,4,32,8,128,15.9375,126.21875,234881024 +4,mlp.down_proj,4,64,8,128,18.59375,119.109375,234881024 +4,mlp.down_proj,4,128,8,128,20.953125,115.5546875,234881024 +4,mlp.down_proj,8,32,8,128,0.96923828125,238.21875,234881024 +4,mlp.down_proj,8,64,8,128,1.130859375,231.109375,234881024 +4,mlp.down_proj,8,128,8,128,1.271484375,227.5546875,234881024 +5,self_attn.q_proj,2,32,8,128,50.375,20.0625,67108864 +5,self_attn.q_proj,2,64,8,128,59.25,18.03125,67108864 +5,self_attn.q_proj,2,128,8,128,68.1875,17.015625,67108864 +5,self_attn.q_proj,3,32,8,128,21.5625,28.0625,67108864 +5,self_attn.q_proj,3,64,8,128,25.390625,26.03125,67108864 +5,self_attn.q_proj,3,128,8,128,29.28125,25.015625,67108864 +5,self_attn.q_proj,4,32,8,128,10.0625,36.0625,67108864 +5,self_attn.q_proj,4,64,8,128,11.8515625,34.03125,67108864 +5,self_attn.q_proj,4,128,8,128,13.671875,33.015625,67108864 +5,self_attn.q_proj,8,32,8,128,0.609375,68.0625,67108864 +5,self_attn.q_proj,8,64,8,128,0.716796875,66.03125,67108864 +5,self_attn.q_proj,8,128,8,128,0.82421875,65.015625,67108864 +5,self_attn.v_proj,2,32,8,128,11.46875,2.5078125,8388608 +5,self_attn.v_proj,2,64,8,128,13.40625,2.25390625,8388608 +5,self_attn.v_proj,2,128,8,128,15.1640625,2.126953125,8388608 +5,self_attn.v_proj,3,32,8,128,4.90234375,3.5078125,8388608 +5,self_attn.v_proj,3,64,8,128,5.73828125,3.25390625,8388608 +5,self_attn.v_proj,3,128,8,128,6.484375,3.126953125,8388608 +5,self_attn.v_proj,4,32,8,128,2.287109375,4.5078125,8388608 +5,self_attn.v_proj,4,64,8,128,2.67578125,4.25390625,8388608 +5,self_attn.v_proj,4,128,8,128,3.025390625,4.126953125,8388608 +5,self_attn.v_proj,8,32,8,128,0.1385498046875,8.5078125,8388608 +5,self_attn.v_proj,8,64,8,128,0.161865234375,8.25390625,8388608 +5,self_attn.v_proj,8,128,8,128,0.1824951171875,8.126953125,8388608 +5,self_attn.k_proj,2,32,8,128,28.84375,2.5078125,8388608 +5,self_attn.k_proj,2,64,8,128,34.8125,2.25390625,8388608 +5,self_attn.k_proj,2,128,8,128,39.9375,2.126953125,8388608 +5,self_attn.k_proj,3,32,8,128,12.5078125,3.5078125,8388608 +5,self_attn.k_proj,3,64,8,128,15.2890625,3.25390625,8388608 +5,self_attn.k_proj,3,128,8,128,18.0,3.126953125,8388608 +5,self_attn.k_proj,4,32,8,128,5.8359375,4.5078125,8388608 +5,self_attn.k_proj,4,64,8,128,7.140625,4.25390625,8388608 +5,self_attn.k_proj,4,128,8,128,8.40625,4.126953125,8388608 +5,self_attn.k_proj,8,32,8,128,0.353271484375,8.5078125,8388608 +5,self_attn.k_proj,8,64,8,128,0.431640625,8.25390625,8388608 +5,self_attn.k_proj,8,128,8,128,0.5068359375,8.126953125,8388608 +5,self_attn.o_proj,2,32,8,128,37.5,20.0625,67108864 +5,self_attn.o_proj,2,64,8,128,43.71875,18.03125,67108864 +5,self_attn.o_proj,2,128,8,128,49.40625,17.015625,67108864 +5,self_attn.o_proj,3,32,8,128,16.03125,28.0625,67108864 +5,self_attn.o_proj,3,64,8,128,18.71875,26.03125,67108864 +5,self_attn.o_proj,3,128,8,128,21.1875,25.015625,67108864 +5,self_attn.o_proj,4,32,8,128,7.48046875,36.0625,67108864 +5,self_attn.o_proj,4,64,8,128,8.734375,34.03125,67108864 +5,self_attn.o_proj,4,128,8,128,9.890625,33.015625,67108864 +5,self_attn.o_proj,8,32,8,128,0.452880859375,68.0625,67108864 +5,self_attn.o_proj,8,64,8,128,0.5283203125,66.03125,67108864 +5,self_attn.o_proj,8,128,8,128,0.59619140625,65.015625,67108864 +5,mlp.gate_proj,2,32,8,128,83.1875,70.21875,234881024 +5,mlp.gate_proj,2,64,8,128,97.3125,63.109375,234881024 +5,mlp.gate_proj,2,128,8,128,110.3125,59.5546875,234881024 +5,mlp.gate_proj,3,32,8,128,35.59375,98.21875,234881024 +5,mlp.gate_proj,3,64,8,128,41.65625,91.109375,234881024 +5,mlp.gate_proj,3,128,8,128,47.25,87.5546875,234881024 +5,mlp.gate_proj,4,32,8,128,16.59375,126.21875,234881024 +5,mlp.gate_proj,4,64,8,128,19.453125,119.109375,234881024 +5,mlp.gate_proj,4,128,8,128,22.046875,115.5546875,234881024 +5,mlp.gate_proj,8,32,8,128,1.009765625,238.21875,234881024 +5,mlp.gate_proj,8,64,8,128,1.18359375,231.109375,234881024 +5,mlp.gate_proj,8,128,8,128,1.337890625,227.5546875,234881024 +5,mlp.up_proj,2,32,8,128,79.1875,70.21875,234881024 +5,mlp.up_proj,2,64,8,128,92.1875,63.109375,234881024 +5,mlp.up_proj,2,128,8,128,104.0625,59.5546875,234881024 +5,mlp.up_proj,3,32,8,128,33.8125,98.21875,234881024 +5,mlp.up_proj,3,64,8,128,39.5,91.109375,234881024 +5,mlp.up_proj,3,128,8,128,44.53125,87.5546875,234881024 +5,mlp.up_proj,4,32,8,128,15.7734375,126.21875,234881024 +5,mlp.up_proj,4,64,8,128,18.421875,119.109375,234881024 +5,mlp.up_proj,4,128,8,128,20.796875,115.5546875,234881024 +5,mlp.up_proj,8,32,8,128,0.958984375,238.21875,234881024 +5,mlp.up_proj,8,64,8,128,1.1201171875,231.109375,234881024 +5,mlp.up_proj,8,128,8,128,1.26171875,227.5546875,234881024 +5,mlp.down_proj,2,32,8,128,80.0,70.21875,234881024 +5,mlp.down_proj,2,64,8,128,93.0625,63.109375,234881024 +5,mlp.down_proj,2,128,8,128,104.9375,59.5546875,234881024 +5,mlp.down_proj,3,32,8,128,34.1875,98.21875,234881024 +5,mlp.down_proj,3,64,8,128,39.875,91.109375,234881024 +5,mlp.down_proj,3,128,8,128,44.9375,87.5546875,234881024 +5,mlp.down_proj,4,32,8,128,15.9453125,126.21875,234881024 +5,mlp.down_proj,4,64,8,128,18.609375,119.109375,234881024 +5,mlp.down_proj,4,128,8,128,20.96875,115.5546875,234881024 +5,mlp.down_proj,8,32,8,128,0.9697265625,238.21875,234881024 +5,mlp.down_proj,8,64,8,128,1.130859375,231.109375,234881024 +5,mlp.down_proj,8,128,8,128,1.2724609375,227.5546875,234881024 +6,self_attn.q_proj,2,32,8,128,52.15625,20.0625,67108864 +6,self_attn.q_proj,2,64,8,128,61.40625,18.03125,67108864 +6,self_attn.q_proj,2,128,8,128,71.0,17.015625,67108864 +6,self_attn.q_proj,3,32,8,128,22.34375,28.0625,67108864 +6,self_attn.q_proj,3,64,8,128,26.375,26.03125,67108864 +6,self_attn.q_proj,3,128,8,128,30.625,25.015625,67108864 +6,self_attn.q_proj,4,32,8,128,10.4296875,36.0625,67108864 +6,self_attn.q_proj,4,64,8,128,12.3046875,34.03125,67108864 +6,self_attn.q_proj,4,128,8,128,14.3046875,33.015625,67108864 +6,self_attn.q_proj,8,32,8,128,0.63134765625,68.0625,67108864 +6,self_attn.q_proj,8,64,8,128,0.74462890625,66.03125,67108864 +6,self_attn.q_proj,8,128,8,128,0.86181640625,65.015625,67108864 +6,self_attn.v_proj,2,32,8,128,11.5546875,2.5078125,8388608 +6,self_attn.v_proj,2,64,8,128,13.484375,2.25390625,8388608 +6,self_attn.v_proj,2,128,8,128,15.2421875,2.126953125,8388608 +6,self_attn.v_proj,3,32,8,128,4.9375,3.5078125,8388608 +6,self_attn.v_proj,3,64,8,128,5.765625,3.25390625,8388608 +6,self_attn.v_proj,3,128,8,128,6.51953125,3.126953125,8388608 +6,self_attn.v_proj,4,32,8,128,2.3046875,4.5078125,8388608 +6,self_attn.v_proj,4,64,8,128,2.69140625,4.25390625,8388608 +6,self_attn.v_proj,4,128,8,128,3.041015625,4.126953125,8388608 +6,self_attn.v_proj,8,32,8,128,0.1396484375,8.5078125,8388608 +6,self_attn.v_proj,8,64,8,128,0.1627197265625,8.25390625,8388608 +6,self_attn.v_proj,8,128,8,128,0.183349609375,8.126953125,8388608 +6,self_attn.k_proj,2,32,8,128,28.609375,2.5078125,8388608 +6,self_attn.k_proj,2,64,8,128,34.5,2.25390625,8388608 +6,self_attn.k_proj,2,128,8,128,39.5,2.126953125,8388608 +6,self_attn.k_proj,3,32,8,128,12.3671875,3.5078125,8388608 +6,self_attn.k_proj,3,64,8,128,15.1015625,3.25390625,8388608 +6,self_attn.k_proj,3,128,8,128,17.65625,3.126953125,8388608 +6,self_attn.k_proj,4,32,8,128,5.76953125,4.5078125,8388608 +6,self_attn.k_proj,4,64,8,128,7.046875,4.25390625,8388608 +6,self_attn.k_proj,4,128,8,128,8.25,4.126953125,8388608 +6,self_attn.k_proj,8,32,8,128,0.349365234375,8.5078125,8388608 +6,self_attn.k_proj,8,64,8,128,0.42626953125,8.25390625,8388608 +6,self_attn.k_proj,8,128,8,128,0.4970703125,8.126953125,8388608 +6,self_attn.o_proj,2,32,8,128,38.1875,20.0625,67108864 +6,self_attn.o_proj,2,64,8,128,44.5,18.03125,67108864 +6,self_attn.o_proj,2,128,8,128,50.25,17.015625,67108864 +6,self_attn.o_proj,3,32,8,128,16.34375,28.0625,67108864 +6,self_attn.o_proj,3,64,8,128,19.0625,26.03125,67108864 +6,self_attn.o_proj,3,128,8,128,21.546875,25.015625,67108864 +6,self_attn.o_proj,4,32,8,128,7.625,36.0625,67108864 +6,self_attn.o_proj,4,64,8,128,8.8984375,34.03125,67108864 +6,self_attn.o_proj,4,128,8,128,10.0625,33.015625,67108864 +6,self_attn.o_proj,8,32,8,128,0.46142578125,68.0625,67108864 +6,self_attn.o_proj,8,64,8,128,0.53857421875,66.03125,67108864 +6,self_attn.o_proj,8,128,8,128,0.60693359375,65.015625,67108864 +6,mlp.gate_proj,2,32,8,128,83.625,70.21875,234881024 +6,mlp.gate_proj,2,64,8,128,97.75,63.109375,234881024 +6,mlp.gate_proj,2,128,8,128,110.75,59.5546875,234881024 +6,mlp.gate_proj,3,32,8,128,35.78125,98.21875,234881024 +6,mlp.gate_proj,3,64,8,128,41.84375,91.109375,234881024 +6,mlp.gate_proj,3,128,8,128,47.40625,87.5546875,234881024 +6,mlp.gate_proj,4,32,8,128,16.6875,126.21875,234881024 +6,mlp.gate_proj,4,64,8,128,19.546875,119.109375,234881024 +6,mlp.gate_proj,4,128,8,128,22.125,115.5546875,234881024 +6,mlp.gate_proj,8,32,8,128,1.0146484375,238.21875,234881024 +6,mlp.gate_proj,8,64,8,128,1.1884765625,231.109375,234881024 +6,mlp.gate_proj,8,128,8,128,1.3427734375,227.5546875,234881024 +6,mlp.up_proj,2,32,8,128,79.5625,70.21875,234881024 +6,mlp.up_proj,2,64,8,128,92.6875,63.109375,234881024 +6,mlp.up_proj,2,128,8,128,104.5625,59.5546875,234881024 +6,mlp.up_proj,3,32,8,128,34.0,98.21875,234881024 +6,mlp.up_proj,3,64,8,128,39.6875,91.109375,234881024 +6,mlp.up_proj,3,128,8,128,44.75,87.5546875,234881024 +6,mlp.up_proj,4,32,8,128,15.859375,126.21875,234881024 +6,mlp.up_proj,4,64,8,128,18.515625,119.109375,234881024 +6,mlp.up_proj,4,128,8,128,20.890625,115.5546875,234881024 +6,mlp.up_proj,8,32,8,128,0.96435546875,238.21875,234881024 +6,mlp.up_proj,8,64,8,128,1.1259765625,231.109375,234881024 +6,mlp.up_proj,8,128,8,128,1.267578125,227.5546875,234881024 +6,mlp.down_proj,2,32,8,128,80.375,70.21875,234881024 +6,mlp.down_proj,2,64,8,128,93.5625,63.109375,234881024 +6,mlp.down_proj,2,128,8,128,105.5,59.5546875,234881024 +6,mlp.down_proj,3,32,8,128,34.34375,98.21875,234881024 +6,mlp.down_proj,3,64,8,128,40.0625,91.109375,234881024 +6,mlp.down_proj,3,128,8,128,45.15625,87.5546875,234881024 +6,mlp.down_proj,4,32,8,128,16.015625,126.21875,234881024 +6,mlp.down_proj,4,64,8,128,18.6875,119.109375,234881024 +6,mlp.down_proj,4,128,8,128,21.078125,115.5546875,234881024 +6,mlp.down_proj,8,32,8,128,0.97412109375,238.21875,234881024 +6,mlp.down_proj,8,64,8,128,1.13671875,231.109375,234881024 +6,mlp.down_proj,8,128,8,128,1.279296875,227.5546875,234881024 +7,self_attn.q_proj,2,32,8,128,51.46875,20.0625,67108864 +7,self_attn.q_proj,2,64,8,128,60.59375,18.03125,67108864 +7,self_attn.q_proj,2,128,8,128,70.0,17.015625,67108864 +7,self_attn.q_proj,3,32,8,128,22.03125,28.0625,67108864 +7,self_attn.q_proj,3,64,8,128,26.0,26.03125,67108864 +7,self_attn.q_proj,3,128,8,128,30.109375,25.015625,67108864 +7,self_attn.q_proj,4,32,8,128,10.28125,36.0625,67108864 +7,self_attn.q_proj,4,64,8,128,12.1328125,34.03125,67108864 +7,self_attn.q_proj,4,128,8,128,14.0546875,33.015625,67108864 +7,self_attn.q_proj,8,32,8,128,0.62255859375,68.0625,67108864 +7,self_attn.q_proj,8,64,8,128,0.7333984375,66.03125,67108864 +7,self_attn.q_proj,8,128,8,128,0.84716796875,65.015625,67108864 +7,self_attn.v_proj,2,32,8,128,11.3046875,2.5078125,8388608 +7,self_attn.v_proj,2,64,8,128,13.25,2.25390625,8388608 +7,self_attn.v_proj,2,128,8,128,15.0390625,2.126953125,8388608 +7,self_attn.v_proj,3,32,8,128,4.8359375,3.5078125,8388608 +7,self_attn.v_proj,3,64,8,128,5.66796875,3.25390625,8388608 +7,self_attn.v_proj,3,128,8,128,6.4296875,3.126953125,8388608 +7,self_attn.v_proj,4,32,8,128,2.255859375,4.5078125,8388608 +7,self_attn.v_proj,4,64,8,128,2.64453125,4.25390625,8388608 +7,self_attn.v_proj,4,128,8,128,3.001953125,4.126953125,8388608 +7,self_attn.v_proj,8,32,8,128,0.13671875,8.5078125,8388608 +7,self_attn.v_proj,8,64,8,128,0.1600341796875,8.25390625,8388608 +7,self_attn.v_proj,8,128,8,128,0.1810302734375,8.126953125,8388608 +7,self_attn.k_proj,2,32,8,128,28.65625,2.5078125,8388608 +7,self_attn.k_proj,2,64,8,128,34.6875,2.25390625,8388608 +7,self_attn.k_proj,2,128,8,128,39.75,2.126953125,8388608 +7,self_attn.k_proj,3,32,8,128,12.390625,3.5078125,8388608 +7,self_attn.k_proj,3,64,8,128,15.2421875,3.25390625,8388608 +7,self_attn.k_proj,3,128,8,128,17.953125,3.126953125,8388608 +7,self_attn.k_proj,4,32,8,128,5.78125,4.5078125,8388608 +7,self_attn.k_proj,4,64,8,128,7.11328125,4.25390625,8388608 +7,self_attn.k_proj,4,128,8,128,8.3828125,4.126953125,8388608 +7,self_attn.k_proj,8,32,8,128,0.349853515625,8.5078125,8388608 +7,self_attn.k_proj,8,64,8,128,0.43017578125,8.25390625,8388608 +7,self_attn.k_proj,8,128,8,128,0.5048828125,8.126953125,8388608 +7,self_attn.o_proj,2,32,8,128,38.15625,20.0625,67108864 +7,self_attn.o_proj,2,64,8,128,44.46875,18.03125,67108864 +7,self_attn.o_proj,2,128,8,128,50.1875,17.015625,67108864 +7,self_attn.o_proj,3,32,8,128,16.3125,28.0625,67108864 +7,self_attn.o_proj,3,64,8,128,19.03125,26.03125,67108864 +7,self_attn.o_proj,3,128,8,128,21.5,25.015625,67108864 +7,self_attn.o_proj,4,32,8,128,7.61328125,36.0625,67108864 +7,self_attn.o_proj,4,64,8,128,8.8828125,34.03125,67108864 +7,self_attn.o_proj,4,128,8,128,10.0390625,33.015625,67108864 +7,self_attn.o_proj,8,32,8,128,0.4609375,68.0625,67108864 +7,self_attn.o_proj,8,64,8,128,0.537109375,66.03125,67108864 +7,self_attn.o_proj,8,128,8,128,0.60498046875,65.015625,67108864 +7,mlp.gate_proj,2,32,8,128,84.0,70.21875,234881024 +7,mlp.gate_proj,2,64,8,128,98.1875,63.109375,234881024 +7,mlp.gate_proj,2,128,8,128,111.1875,59.5546875,234881024 +7,mlp.gate_proj,3,32,8,128,35.9375,98.21875,234881024 +7,mlp.gate_proj,3,64,8,128,42.03125,91.109375,234881024 +7,mlp.gate_proj,3,128,8,128,47.625,87.5546875,234881024 +7,mlp.gate_proj,4,32,8,128,16.765625,126.21875,234881024 +7,mlp.gate_proj,4,64,8,128,19.625,119.109375,234881024 +7,mlp.gate_proj,4,128,8,128,22.234375,115.5546875,234881024 +7,mlp.gate_proj,8,32,8,128,1.01953125,238.21875,234881024 +7,mlp.gate_proj,8,64,8,128,1.1943359375,231.109375,234881024 +7,mlp.gate_proj,8,128,8,128,1.3486328125,227.5546875,234881024 +7,mlp.up_proj,2,32,8,128,79.9375,70.21875,234881024 +7,mlp.up_proj,2,64,8,128,93.125,63.109375,234881024 +7,mlp.up_proj,2,128,8,128,105.0,59.5546875,234881024 +7,mlp.up_proj,3,32,8,128,34.15625,98.21875,234881024 +7,mlp.up_proj,3,64,8,128,39.875,91.109375,234881024 +7,mlp.up_proj,3,128,8,128,44.9375,87.5546875,234881024 +7,mlp.up_proj,4,32,8,128,15.9375,126.21875,234881024 +7,mlp.up_proj,4,64,8,128,18.59375,119.109375,234881024 +7,mlp.up_proj,4,128,8,128,20.984375,115.5546875,234881024 +7,mlp.up_proj,8,32,8,128,0.96923828125,238.21875,234881024 +7,mlp.up_proj,8,64,8,128,1.130859375,231.109375,234881024 +7,mlp.up_proj,8,128,8,128,1.2724609375,227.5546875,234881024 +7,mlp.down_proj,2,32,8,128,80.75,70.21875,234881024 +7,mlp.down_proj,2,64,8,128,94.0,63.109375,234881024 +7,mlp.down_proj,2,128,8,128,106.0,59.5546875,234881024 +7,mlp.down_proj,3,32,8,128,34.53125,98.21875,234881024 +7,mlp.down_proj,3,64,8,128,40.25,91.109375,234881024 +7,mlp.down_proj,3,128,8,128,45.34375,87.5546875,234881024 +7,mlp.down_proj,4,32,8,128,16.09375,126.21875,234881024 +7,mlp.down_proj,4,64,8,128,18.78125,119.109375,234881024 +7,mlp.down_proj,4,128,8,128,21.1875,115.5546875,234881024 +7,mlp.down_proj,8,32,8,128,0.97900390625,238.21875,234881024 +7,mlp.down_proj,8,64,8,128,1.142578125,231.109375,234881024 +7,mlp.down_proj,8,128,8,128,1.28515625,227.5546875,234881024 +8,self_attn.q_proj,2,32,8,128,52.15625,20.0625,67108864 +8,self_attn.q_proj,2,64,8,128,61.28125,18.03125,67108864 +8,self_attn.q_proj,2,128,8,128,70.625,17.015625,67108864 +8,self_attn.q_proj,3,32,8,128,22.328125,28.0625,67108864 +8,self_attn.q_proj,3,64,8,128,26.28125,26.03125,67108864 +8,self_attn.q_proj,3,128,8,128,30.390625,25.015625,67108864 +8,self_attn.q_proj,4,32,8,128,10.421875,36.0625,67108864 +8,self_attn.q_proj,4,64,8,128,12.2578125,34.03125,67108864 +8,self_attn.q_proj,4,128,8,128,14.1796875,33.015625,67108864 +8,self_attn.q_proj,8,32,8,128,0.630859375,68.0625,67108864 +8,self_attn.q_proj,8,64,8,128,0.74169921875,66.03125,67108864 +8,self_attn.q_proj,8,128,8,128,0.85498046875,65.015625,67108864 +8,self_attn.v_proj,2,32,8,128,11.4921875,2.5078125,8388608 +8,self_attn.v_proj,2,64,8,128,13.453125,2.25390625,8388608 +8,self_attn.v_proj,2,128,8,128,15.25,2.126953125,8388608 +8,self_attn.v_proj,3,32,8,128,4.9140625,3.5078125,8388608 +8,self_attn.v_proj,3,64,8,128,5.7578125,3.25390625,8388608 +8,self_attn.v_proj,3,128,8,128,6.52734375,3.126953125,8388608 +8,self_attn.v_proj,4,32,8,128,2.29296875,4.5078125,8388608 +8,self_attn.v_proj,4,64,8,128,2.685546875,4.25390625,8388608 +8,self_attn.v_proj,4,128,8,128,3.046875,4.126953125,8388608 +8,self_attn.v_proj,8,32,8,128,0.1387939453125,8.5078125,8388608 +8,self_attn.v_proj,8,64,8,128,0.1624755859375,8.25390625,8388608 +8,self_attn.v_proj,8,128,8,128,0.18359375,8.126953125,8388608 +8,self_attn.k_proj,2,32,8,128,30.90625,2.5078125,8388608 +8,self_attn.k_proj,2,64,8,128,37.3125,2.25390625,8388608 +8,self_attn.k_proj,2,128,8,128,42.625,2.126953125,8388608 +8,self_attn.k_proj,3,32,8,128,13.3671875,3.5078125,8388608 +8,self_attn.k_proj,3,64,8,128,16.359375,3.25390625,8388608 +8,self_attn.k_proj,3,128,8,128,19.21875,3.126953125,8388608 +8,self_attn.k_proj,4,32,8,128,6.2421875,4.5078125,8388608 +8,self_attn.k_proj,4,64,8,128,7.63671875,4.25390625,8388608 +8,self_attn.k_proj,4,128,8,128,8.96875,4.126953125,8388608 +8,self_attn.k_proj,8,32,8,128,0.377685546875,8.5078125,8388608 +8,self_attn.k_proj,8,64,8,128,0.4619140625,8.25390625,8388608 +8,self_attn.k_proj,8,128,8,128,0.54052734375,8.126953125,8388608 +8,self_attn.o_proj,2,32,8,128,38.6875,20.0625,67108864 +8,self_attn.o_proj,2,64,8,128,45.1875,18.03125,67108864 +8,self_attn.o_proj,2,128,8,128,51.125,17.015625,67108864 +8,self_attn.o_proj,3,32,8,128,16.578125,28.0625,67108864 +8,self_attn.o_proj,3,64,8,128,19.40625,26.03125,67108864 +8,self_attn.o_proj,3,128,8,128,22.078125,25.015625,67108864 +8,self_attn.o_proj,4,32,8,128,7.75,36.0625,67108864 +8,self_attn.o_proj,4,64,8,128,9.0859375,34.03125,67108864 +8,self_attn.o_proj,4,128,8,128,10.3515625,33.015625,67108864 +8,self_attn.o_proj,8,32,8,128,0.46923828125,68.0625,67108864 +8,self_attn.o_proj,8,64,8,128,0.55029296875,66.03125,67108864 +8,self_attn.o_proj,8,128,8,128,0.62548828125,65.015625,67108864 +8,mlp.gate_proj,2,32,8,128,85.9375,70.21875,234881024 +8,mlp.gate_proj,2,64,8,128,100.8125,63.109375,234881024 +8,mlp.gate_proj,2,128,8,128,114.625,59.5546875,234881024 +8,mlp.gate_proj,3,32,8,128,36.84375,98.21875,234881024 +8,mlp.gate_proj,3,64,8,128,43.3125,91.109375,234881024 +8,mlp.gate_proj,3,128,8,128,49.46875,87.5546875,234881024 +8,mlp.gate_proj,4,32,8,128,17.171875,126.21875,234881024 +8,mlp.gate_proj,4,64,8,128,20.234375,119.109375,234881024 +8,mlp.gate_proj,4,128,8,128,23.125,115.5546875,234881024 +8,mlp.gate_proj,8,32,8,128,1.044921875,238.21875,234881024 +8,mlp.gate_proj,8,64,8,128,1.2314453125,231.109375,234881024 +8,mlp.gate_proj,8,128,8,128,1.40234375,227.5546875,234881024 +8,mlp.up_proj,2,32,8,128,80.1875,70.21875,234881024 +8,mlp.up_proj,2,64,8,128,93.4375,63.109375,234881024 +8,mlp.up_proj,2,128,8,128,105.625,59.5546875,234881024 +8,mlp.up_proj,3,32,8,128,34.28125,98.21875,234881024 +8,mlp.up_proj,3,64,8,128,40.0625,91.109375,234881024 +8,mlp.up_proj,3,128,8,128,45.3125,87.5546875,234881024 +8,mlp.up_proj,4,32,8,128,15.984375,126.21875,234881024 +8,mlp.up_proj,4,64,8,128,18.6875,119.109375,234881024 +8,mlp.up_proj,4,128,8,128,21.140625,115.5546875,234881024 +8,mlp.up_proj,8,32,8,128,0.97216796875,238.21875,234881024 +8,mlp.up_proj,8,64,8,128,1.13671875,231.109375,234881024 +8,mlp.up_proj,8,128,8,128,1.2822265625,227.5546875,234881024 +8,mlp.down_proj,2,32,8,128,80.9375,70.21875,234881024 +8,mlp.down_proj,2,64,8,128,94.1875,63.109375,234881024 +8,mlp.down_proj,2,128,8,128,106.1875,59.5546875,234881024 +8,mlp.down_proj,3,32,8,128,34.59375,98.21875,234881024 +8,mlp.down_proj,3,64,8,128,40.34375,91.109375,234881024 +8,mlp.down_proj,3,128,8,128,45.46875,87.5546875,234881024 +8,mlp.down_proj,4,32,8,128,16.140625,126.21875,234881024 +8,mlp.down_proj,4,64,8,128,18.84375,119.109375,234881024 +8,mlp.down_proj,4,128,8,128,21.25,115.5546875,234881024 +8,mlp.down_proj,8,32,8,128,0.982421875,238.21875,234881024 +8,mlp.down_proj,8,64,8,128,1.1474609375,231.109375,234881024 +8,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +9,self_attn.q_proj,2,32,8,128,47.28125,20.0625,67108864 +9,self_attn.q_proj,2,64,8,128,55.5625,18.03125,67108864 +9,self_attn.q_proj,2,128,8,128,63.9375,17.015625,67108864 +9,self_attn.q_proj,3,32,8,128,20.234375,28.0625,67108864 +9,self_attn.q_proj,3,64,8,128,23.8125,26.03125,67108864 +9,self_attn.q_proj,3,128,8,128,27.46875,25.015625,67108864 +9,self_attn.q_proj,4,32,8,128,9.4453125,36.0625,67108864 +9,self_attn.q_proj,4,64,8,128,11.109375,34.03125,67108864 +9,self_attn.q_proj,4,128,8,128,12.8125,33.015625,67108864 +9,self_attn.q_proj,8,32,8,128,0.57177734375,68.0625,67108864 +9,self_attn.q_proj,8,64,8,128,0.67236328125,66.03125,67108864 +9,self_attn.q_proj,8,128,8,128,0.7724609375,65.015625,67108864 +9,self_attn.v_proj,2,32,8,128,12.7734375,2.5078125,8388608 +9,self_attn.v_proj,2,64,8,128,14.9453125,2.25390625,8388608 +9,self_attn.v_proj,2,128,8,128,16.921875,2.126953125,8388608 +9,self_attn.v_proj,3,32,8,128,5.4609375,3.5078125,8388608 +9,self_attn.v_proj,3,64,8,128,6.390625,3.25390625,8388608 +9,self_attn.v_proj,3,128,8,128,7.23828125,3.126953125,8388608 +9,self_attn.v_proj,4,32,8,128,2.546875,4.5078125,8388608 +9,self_attn.v_proj,4,64,8,128,2.982421875,4.25390625,8388608 +9,self_attn.v_proj,4,128,8,128,3.37890625,4.126953125,8388608 +9,self_attn.v_proj,8,32,8,128,0.154296875,8.5078125,8388608 +9,self_attn.v_proj,8,64,8,128,0.180419921875,8.25390625,8388608 +9,self_attn.v_proj,8,128,8,128,0.20361328125,8.126953125,8388608 +9,self_attn.k_proj,2,32,8,128,28.15625,2.5078125,8388608 +9,self_attn.k_proj,2,64,8,128,34.0625,2.25390625,8388608 +9,self_attn.k_proj,2,128,8,128,39.03125,2.126953125,8388608 +9,self_attn.k_proj,3,32,8,128,12.1640625,3.5078125,8388608 +9,self_attn.k_proj,3,64,8,128,14.953125,3.25390625,8388608 +9,self_attn.k_proj,3,128,8,128,17.640625,3.126953125,8388608 +9,self_attn.k_proj,4,32,8,128,5.6796875,4.5078125,8388608 +9,self_attn.k_proj,4,64,8,128,6.98046875,4.25390625,8388608 +9,self_attn.k_proj,4,128,8,128,8.234375,4.126953125,8388608 +9,self_attn.k_proj,8,32,8,128,0.34375,8.5078125,8388608 +9,self_attn.k_proj,8,64,8,128,0.421875,8.25390625,8388608 +9,self_attn.k_proj,8,128,8,128,0.495849609375,8.126953125,8388608 +9,self_attn.o_proj,2,32,8,128,39.5,20.0625,67108864 +9,self_attn.o_proj,2,64,8,128,46.0,18.03125,67108864 +9,self_attn.o_proj,2,128,8,128,51.875,17.015625,67108864 +9,self_attn.o_proj,3,32,8,128,16.890625,28.0625,67108864 +9,self_attn.o_proj,3,64,8,128,19.703125,26.03125,67108864 +9,self_attn.o_proj,3,128,8,128,22.265625,25.015625,67108864 +9,self_attn.o_proj,4,32,8,128,7.8828125,36.0625,67108864 +9,self_attn.o_proj,4,64,8,128,9.1953125,34.03125,67108864 +9,self_attn.o_proj,4,128,8,128,10.390625,33.015625,67108864 +9,self_attn.o_proj,8,32,8,128,0.477294921875,68.0625,67108864 +9,self_attn.o_proj,8,64,8,128,0.55615234375,66.03125,67108864 +9,self_attn.o_proj,8,128,8,128,0.62646484375,65.015625,67108864 +9,mlp.gate_proj,2,32,8,128,86.0625,70.21875,234881024 +9,mlp.gate_proj,2,64,8,128,100.75,63.109375,234881024 +9,mlp.gate_proj,2,128,8,128,114.125,59.5546875,234881024 +9,mlp.gate_proj,3,32,8,128,36.875,98.21875,234881024 +9,mlp.gate_proj,3,64,8,128,43.15625,91.109375,234881024 +9,mlp.gate_proj,3,128,8,128,48.96875,87.5546875,234881024 +9,mlp.gate_proj,4,32,8,128,17.1875,126.21875,234881024 +9,mlp.gate_proj,4,64,8,128,20.15625,119.109375,234881024 +9,mlp.gate_proj,4,128,8,128,22.890625,115.5546875,234881024 +9,mlp.gate_proj,8,32,8,128,1.0458984375,238.21875,234881024 +9,mlp.gate_proj,8,64,8,128,1.2265625,231.109375,234881024 +9,mlp.gate_proj,8,128,8,128,1.3876953125,227.5546875,234881024 +9,mlp.up_proj,2,32,8,128,80.4375,70.21875,234881024 +9,mlp.up_proj,2,64,8,128,93.5625,63.109375,234881024 +9,mlp.up_proj,2,128,8,128,105.5625,59.5546875,234881024 +9,mlp.up_proj,3,32,8,128,34.375,98.21875,234881024 +9,mlp.up_proj,3,64,8,128,40.0625,91.109375,234881024 +9,mlp.up_proj,3,128,8,128,45.125,87.5546875,234881024 +9,mlp.up_proj,4,32,8,128,16.03125,126.21875,234881024 +9,mlp.up_proj,4,64,8,128,18.703125,119.109375,234881024 +9,mlp.up_proj,4,128,8,128,21.0625,115.5546875,234881024 +9,mlp.up_proj,8,32,8,128,0.974609375,238.21875,234881024 +9,mlp.up_proj,8,64,8,128,1.13671875,231.109375,234881024 +9,mlp.up_proj,8,128,8,128,1.2783203125,227.5546875,234881024 +9,mlp.down_proj,2,32,8,128,81.25,70.21875,234881024 +9,mlp.down_proj,2,64,8,128,94.5,63.109375,234881024 +9,mlp.down_proj,2,128,8,128,106.5,59.5546875,234881024 +9,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +9,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +9,mlp.down_proj,3,128,8,128,45.5625,87.5546875,234881024 +9,mlp.down_proj,4,32,8,128,16.1875,126.21875,234881024 +9,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +9,mlp.down_proj,4,128,8,128,21.265625,115.5546875,234881024 +9,mlp.down_proj,8,32,8,128,0.98486328125,238.21875,234881024 +9,mlp.down_proj,8,64,8,128,1.1484375,231.109375,234881024 +9,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +10,self_attn.q_proj,2,32,8,128,45.96875,20.0625,67108864 +10,self_attn.q_proj,2,64,8,128,54.625,18.03125,67108864 +10,self_attn.q_proj,2,128,8,128,62.8125,17.015625,67108864 +10,self_attn.q_proj,3,32,8,128,19.71875,28.0625,67108864 +10,self_attn.q_proj,3,64,8,128,23.546875,26.03125,67108864 +10,self_attn.q_proj,3,128,8,128,27.34375,25.015625,67108864 +10,self_attn.q_proj,4,32,8,128,9.203125,36.0625,67108864 +10,self_attn.q_proj,4,64,8,128,10.984375,34.03125,67108864 +10,self_attn.q_proj,4,128,8,128,12.7578125,33.015625,67108864 +10,self_attn.q_proj,8,32,8,128,0.55712890625,68.0625,67108864 +10,self_attn.q_proj,8,64,8,128,0.6650390625,66.03125,67108864 +10,self_attn.q_proj,8,128,8,128,0.76904296875,65.015625,67108864 +10,self_attn.v_proj,2,32,8,128,13.546875,2.5078125,8388608 +10,self_attn.v_proj,2,64,8,128,15.7734375,2.25390625,8388608 +10,self_attn.v_proj,2,128,8,128,17.78125,2.126953125,8388608 +10,self_attn.v_proj,3,32,8,128,5.79296875,3.5078125,8388608 +10,self_attn.v_proj,3,64,8,128,6.75,3.25390625,8388608 +10,self_attn.v_proj,3,128,8,128,7.60546875,3.126953125,8388608 +10,self_attn.v_proj,4,32,8,128,2.703125,4.5078125,8388608 +10,self_attn.v_proj,4,64,8,128,3.1484375,4.25390625,8388608 +10,self_attn.v_proj,4,128,8,128,3.55078125,4.126953125,8388608 +10,self_attn.v_proj,8,32,8,128,0.1636962890625,8.5078125,8388608 +10,self_attn.v_proj,8,64,8,128,0.1905517578125,8.25390625,8388608 +10,self_attn.v_proj,8,128,8,128,0.2139892578125,8.126953125,8388608 +10,self_attn.k_proj,2,32,8,128,26.1875,2.5078125,8388608 +10,self_attn.k_proj,2,64,8,128,31.78125,2.25390625,8388608 +10,self_attn.k_proj,2,128,8,128,36.625,2.126953125,8388608 +10,self_attn.k_proj,3,32,8,128,11.3515625,3.5078125,8388608 +10,self_attn.k_proj,3,64,8,128,14.0390625,3.25390625,8388608 +10,self_attn.k_proj,3,128,8,128,16.703125,3.126953125,8388608 +10,self_attn.k_proj,4,32,8,128,5.296875,4.5078125,8388608 +10,self_attn.k_proj,4,64,8,128,6.5546875,4.25390625,8388608 +10,self_attn.k_proj,4,128,8,128,7.80078125,4.126953125,8388608 +10,self_attn.k_proj,8,32,8,128,0.320556640625,8.5078125,8388608 +10,self_attn.k_proj,8,64,8,128,0.396240234375,8.25390625,8388608 +10,self_attn.k_proj,8,128,8,128,0.47021484375,8.126953125,8388608 +10,self_attn.o_proj,2,32,8,128,38.625,20.0625,67108864 +10,self_attn.o_proj,2,64,8,128,45.03125,18.03125,67108864 +10,self_attn.o_proj,2,128,8,128,50.90625,17.015625,67108864 +10,self_attn.o_proj,3,32,8,128,16.546875,28.0625,67108864 +10,self_attn.o_proj,3,64,8,128,19.359375,26.03125,67108864 +10,self_attn.o_proj,3,128,8,128,21.96875,25.015625,67108864 +10,self_attn.o_proj,4,32,8,128,7.73046875,36.0625,67108864 +10,self_attn.o_proj,4,64,8,128,9.046875,34.03125,67108864 +10,self_attn.o_proj,4,128,8,128,10.2890625,33.015625,67108864 +10,self_attn.o_proj,8,32,8,128,0.468017578125,68.0625,67108864 +10,self_attn.o_proj,8,64,8,128,0.5478515625,66.03125,67108864 +10,self_attn.o_proj,8,128,8,128,0.62060546875,65.015625,67108864 +10,mlp.gate_proj,2,32,8,128,86.5,70.21875,234881024 +10,mlp.gate_proj,2,64,8,128,101.1875,63.109375,234881024 +10,mlp.gate_proj,2,128,8,128,114.5625,59.5546875,234881024 +10,mlp.gate_proj,3,32,8,128,37.03125,98.21875,234881024 +10,mlp.gate_proj,3,64,8,128,43.34375,91.109375,234881024 +10,mlp.gate_proj,3,128,8,128,49.15625,87.5546875,234881024 +10,mlp.gate_proj,4,32,8,128,17.28125,126.21875,234881024 +10,mlp.gate_proj,4,64,8,128,20.234375,119.109375,234881024 +10,mlp.gate_proj,4,128,8,128,22.953125,115.5546875,234881024 +10,mlp.gate_proj,8,32,8,128,1.05078125,238.21875,234881024 +10,mlp.gate_proj,8,64,8,128,1.232421875,231.109375,234881024 +10,mlp.gate_proj,8,128,8,128,1.392578125,227.5546875,234881024 +10,mlp.up_proj,2,32,8,128,80.8125,70.21875,234881024 +10,mlp.up_proj,2,64,8,128,94.0,63.109375,234881024 +10,mlp.up_proj,2,128,8,128,106.0,59.5546875,234881024 +10,mlp.up_proj,3,32,8,128,34.53125,98.21875,234881024 +10,mlp.up_proj,3,64,8,128,40.28125,91.109375,234881024 +10,mlp.up_proj,3,128,8,128,45.375,87.5546875,234881024 +10,mlp.up_proj,4,32,8,128,16.109375,126.21875,234881024 +10,mlp.up_proj,4,64,8,128,18.796875,119.109375,234881024 +10,mlp.up_proj,4,128,8,128,21.171875,115.5546875,234881024 +10,mlp.up_proj,8,32,8,128,0.97900390625,238.21875,234881024 +10,mlp.up_proj,8,64,8,128,1.142578125,231.109375,234881024 +10,mlp.up_proj,8,128,8,128,1.2841796875,227.5546875,234881024 +10,mlp.down_proj,2,32,8,128,81.25,70.21875,234881024 +10,mlp.down_proj,2,64,8,128,94.5625,63.109375,234881024 +10,mlp.down_proj,2,128,8,128,106.5625,59.5546875,234881024 +10,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +10,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +10,mlp.down_proj,3,128,8,128,45.5625,87.5546875,234881024 +10,mlp.down_proj,4,32,8,128,16.203125,126.21875,234881024 +10,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +10,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +10,mlp.down_proj,8,32,8,128,0.9853515625,238.21875,234881024 +10,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +10,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +11,self_attn.q_proj,2,32,8,128,47.5,20.0625,67108864 +11,self_attn.q_proj,2,64,8,128,56.25,18.03125,67108864 +11,self_attn.q_proj,2,128,8,128,64.4375,17.015625,67108864 +11,self_attn.q_proj,3,32,8,128,20.359375,28.0625,67108864 +11,self_attn.q_proj,3,64,8,128,24.1875,26.03125,67108864 +11,self_attn.q_proj,3,128,8,128,27.9375,25.015625,67108864 +11,self_attn.q_proj,4,32,8,128,9.5078125,36.0625,67108864 +11,self_attn.q_proj,4,64,8,128,11.28125,34.03125,67108864 +11,self_attn.q_proj,4,128,8,128,13.03125,33.015625,67108864 +11,self_attn.q_proj,8,32,8,128,0.57568359375,68.0625,67108864 +11,self_attn.q_proj,8,64,8,128,0.6826171875,66.03125,67108864 +11,self_attn.q_proj,8,128,8,128,0.78564453125,65.015625,67108864 +11,self_attn.v_proj,2,32,8,128,12.765625,2.5078125,8388608 +11,self_attn.v_proj,2,64,8,128,14.8828125,2.25390625,8388608 +11,self_attn.v_proj,2,128,8,128,16.796875,2.126953125,8388608 +11,self_attn.v_proj,3,32,8,128,5.4609375,3.5078125,8388608 +11,self_attn.v_proj,3,64,8,128,6.3671875,3.25390625,8388608 +11,self_attn.v_proj,3,128,8,128,7.1875,3.126953125,8388608 +11,self_attn.v_proj,4,32,8,128,2.546875,4.5078125,8388608 +11,self_attn.v_proj,4,64,8,128,2.970703125,4.25390625,8388608 +11,self_attn.v_proj,4,128,8,128,3.353515625,4.126953125,8388608 +11,self_attn.v_proj,8,32,8,128,0.154296875,8.5078125,8388608 +11,self_attn.v_proj,8,64,8,128,0.1796875,8.25390625,8388608 +11,self_attn.v_proj,8,128,8,128,0.2021484375,8.126953125,8388608 +11,self_attn.k_proj,2,32,8,128,27.3125,2.5078125,8388608 +11,self_attn.k_proj,2,64,8,128,32.78125,2.25390625,8388608 +11,self_attn.k_proj,2,128,8,128,37.375,2.126953125,8388608 +11,self_attn.k_proj,3,32,8,128,11.765625,3.5078125,8388608 +11,self_attn.k_proj,3,64,8,128,14.2578125,3.25390625,8388608 +11,self_attn.k_proj,3,128,8,128,16.609375,3.126953125,8388608 +11,self_attn.k_proj,4,32,8,128,5.4921875,4.5078125,8388608 +11,self_attn.k_proj,4,64,8,128,6.65625,4.25390625,8388608 +11,self_attn.k_proj,4,128,8,128,7.75390625,4.126953125,8388608 +11,self_attn.k_proj,8,32,8,128,0.332275390625,8.5078125,8388608 +11,self_attn.k_proj,8,64,8,128,0.402587890625,8.25390625,8388608 +11,self_attn.k_proj,8,128,8,128,0.467041015625,8.126953125,8388608 +11,self_attn.o_proj,2,32,8,128,38.1875,20.0625,67108864 +11,self_attn.o_proj,2,64,8,128,44.53125,18.03125,67108864 +11,self_attn.o_proj,2,128,8,128,50.28125,17.015625,67108864 +11,self_attn.o_proj,3,32,8,128,16.34375,28.0625,67108864 +11,self_attn.o_proj,3,64,8,128,19.109375,26.03125,67108864 +11,self_attn.o_proj,3,128,8,128,21.625,25.015625,67108864 +11,self_attn.o_proj,4,32,8,128,7.6328125,36.0625,67108864 +11,self_attn.o_proj,4,64,8,128,8.921875,34.03125,67108864 +11,self_attn.o_proj,4,128,8,128,10.109375,33.015625,67108864 +11,self_attn.o_proj,8,32,8,128,0.4619140625,68.0625,67108864 +11,self_attn.o_proj,8,64,8,128,0.53955078125,66.03125,67108864 +11,self_attn.o_proj,8,128,8,128,0.60986328125,65.015625,67108864 +11,mlp.gate_proj,2,32,8,128,86.375,70.21875,234881024 +11,mlp.gate_proj,2,64,8,128,101.0,63.109375,234881024 +11,mlp.gate_proj,2,128,8,128,114.3125,59.5546875,234881024 +11,mlp.gate_proj,3,32,8,128,36.96875,98.21875,234881024 +11,mlp.gate_proj,3,64,8,128,43.28125,91.109375,234881024 +11,mlp.gate_proj,3,128,8,128,49.0625,87.5546875,234881024 +11,mlp.gate_proj,4,32,8,128,17.25,126.21875,234881024 +11,mlp.gate_proj,4,64,8,128,20.203125,119.109375,234881024 +11,mlp.gate_proj,4,128,8,128,22.90625,115.5546875,234881024 +11,mlp.gate_proj,8,32,8,128,1.048828125,238.21875,234881024 +11,mlp.gate_proj,8,64,8,128,1.2294921875,231.109375,234881024 +11,mlp.gate_proj,8,128,8,128,1.3896484375,227.5546875,234881024 +11,mlp.up_proj,2,32,8,128,81.0625,70.21875,234881024 +11,mlp.up_proj,2,64,8,128,94.3125,63.109375,234881024 +11,mlp.up_proj,2,128,8,128,106.375,59.5546875,234881024 +11,mlp.up_proj,3,32,8,128,34.625,98.21875,234881024 +11,mlp.up_proj,3,64,8,128,40.40625,91.109375,234881024 +11,mlp.up_proj,3,128,8,128,45.53125,87.5546875,234881024 +11,mlp.up_proj,4,32,8,128,16.15625,126.21875,234881024 +11,mlp.up_proj,4,64,8,128,18.84375,119.109375,234881024 +11,mlp.up_proj,4,128,8,128,21.25,115.5546875,234881024 +11,mlp.up_proj,8,32,8,128,0.982421875,238.21875,234881024 +11,mlp.up_proj,8,64,8,128,1.146484375,231.109375,234881024 +11,mlp.up_proj,8,128,8,128,1.2890625,227.5546875,234881024 +11,mlp.down_proj,2,32,8,128,81.1875,70.21875,234881024 +11,mlp.down_proj,2,64,8,128,94.4375,63.109375,234881024 +11,mlp.down_proj,2,128,8,128,106.5,59.5546875,234881024 +11,mlp.down_proj,3,32,8,128,34.6875,98.21875,234881024 +11,mlp.down_proj,3,64,8,128,40.4375,91.109375,234881024 +11,mlp.down_proj,3,128,8,128,45.53125,87.5546875,234881024 +11,mlp.down_proj,4,32,8,128,16.171875,126.21875,234881024 +11,mlp.down_proj,4,64,8,128,18.859375,119.109375,234881024 +11,mlp.down_proj,4,128,8,128,21.25,115.5546875,234881024 +11,mlp.down_proj,8,32,8,128,0.98388671875,238.21875,234881024 +11,mlp.down_proj,8,64,8,128,1.1474609375,231.109375,234881024 +11,mlp.down_proj,8,128,8,128,1.2900390625,227.5546875,234881024 +12,self_attn.q_proj,2,32,8,128,49.1875,20.0625,67108864 +12,self_attn.q_proj,2,64,8,128,58.25,18.03125,67108864 +12,self_attn.q_proj,2,128,8,128,67.0,17.015625,67108864 +12,self_attn.q_proj,3,32,8,128,21.046875,28.0625,67108864 +12,self_attn.q_proj,3,64,8,128,24.984375,26.03125,67108864 +12,self_attn.q_proj,3,128,8,128,28.828125,25.015625,67108864 +12,self_attn.q_proj,4,32,8,128,9.8203125,36.0625,67108864 +12,self_attn.q_proj,4,64,8,128,11.65625,34.03125,67108864 +12,self_attn.q_proj,4,128,8,128,13.4609375,33.015625,67108864 +12,self_attn.q_proj,8,32,8,128,0.5947265625,68.0625,67108864 +12,self_attn.q_proj,8,64,8,128,0.705078125,66.03125,67108864 +12,self_attn.q_proj,8,128,8,128,0.81103515625,65.015625,67108864 +12,self_attn.v_proj,2,32,8,128,13.3203125,2.5078125,8388608 +12,self_attn.v_proj,2,64,8,128,15.5390625,2.25390625,8388608 +12,self_attn.v_proj,2,128,8,128,17.53125,2.126953125,8388608 +12,self_attn.v_proj,3,32,8,128,5.69140625,3.5078125,8388608 +12,self_attn.v_proj,3,64,8,128,6.640625,3.25390625,8388608 +12,self_attn.v_proj,3,128,8,128,7.5,3.126953125,8388608 +12,self_attn.v_proj,4,32,8,128,2.65625,4.5078125,8388608 +12,self_attn.v_proj,4,64,8,128,3.099609375,4.25390625,8388608 +12,self_attn.v_proj,4,128,8,128,3.5,4.126953125,8388608 +12,self_attn.v_proj,8,32,8,128,0.160888671875,8.5078125,8388608 +12,self_attn.v_proj,8,64,8,128,0.1875,8.25390625,8388608 +12,self_attn.v_proj,8,128,8,128,0.2109375,8.126953125,8388608 +12,self_attn.k_proj,2,32,8,128,28.5625,2.5078125,8388608 +12,self_attn.k_proj,2,64,8,128,34.3125,2.25390625,8388608 +12,self_attn.k_proj,2,128,8,128,39.375,2.126953125,8388608 +12,self_attn.k_proj,3,32,8,128,12.28125,3.5078125,8388608 +12,self_attn.k_proj,3,64,8,128,14.828125,3.25390625,8388608 +12,self_attn.k_proj,3,128,8,128,17.28125,3.126953125,8388608 +12,self_attn.k_proj,4,32,8,128,5.734375,4.5078125,8388608 +12,self_attn.k_proj,4,64,8,128,6.921875,4.25390625,8388608 +12,self_attn.k_proj,4,128,8,128,8.0625,4.126953125,8388608 +12,self_attn.k_proj,8,32,8,128,0.346923828125,8.5078125,8388608 +12,self_attn.k_proj,8,64,8,128,0.418701171875,8.25390625,8388608 +12,self_attn.k_proj,8,128,8,128,0.48583984375,8.126953125,8388608 +12,self_attn.o_proj,2,32,8,128,39.21875,20.0625,67108864 +12,self_attn.o_proj,2,64,8,128,45.78125,18.03125,67108864 +12,self_attn.o_proj,2,128,8,128,51.8125,17.015625,67108864 +12,self_attn.o_proj,3,32,8,128,16.78125,28.0625,67108864 +12,self_attn.o_proj,3,64,8,128,19.625,26.03125,67108864 +12,self_attn.o_proj,3,128,8,128,22.28125,25.015625,67108864 +12,self_attn.o_proj,4,32,8,128,7.828125,36.0625,67108864 +12,self_attn.o_proj,4,64,8,128,9.15625,34.03125,67108864 +12,self_attn.o_proj,4,128,8,128,10.40625,33.015625,67108864 +12,self_attn.o_proj,8,32,8,128,0.473876953125,68.0625,67108864 +12,self_attn.o_proj,8,64,8,128,0.55419921875,66.03125,67108864 +12,self_attn.o_proj,8,128,8,128,0.626953125,65.015625,67108864 +12,mlp.gate_proj,2,32,8,128,85.625,70.21875,234881024 +12,mlp.gate_proj,2,64,8,128,100.1875,63.109375,234881024 +12,mlp.gate_proj,2,128,8,128,113.5,59.5546875,234881024 +12,mlp.gate_proj,3,32,8,128,36.65625,98.21875,234881024 +12,mlp.gate_proj,3,64,8,128,42.90625,91.109375,234881024 +12,mlp.gate_proj,3,128,8,128,48.6875,87.5546875,234881024 +12,mlp.gate_proj,4,32,8,128,17.09375,126.21875,234881024 +12,mlp.gate_proj,4,64,8,128,20.03125,119.109375,234881024 +12,mlp.gate_proj,4,128,8,128,22.703125,115.5546875,234881024 +12,mlp.gate_proj,8,32,8,128,1.0400390625,238.21875,234881024 +12,mlp.gate_proj,8,64,8,128,1.21875,231.109375,234881024 +12,mlp.gate_proj,8,128,8,128,1.3779296875,227.5546875,234881024 +12,mlp.up_proj,2,32,8,128,81.125,70.21875,234881024 +12,mlp.up_proj,2,64,8,128,94.5,63.109375,234881024 +12,mlp.up_proj,2,128,8,128,106.5625,59.5546875,234881024 +12,mlp.up_proj,3,32,8,128,34.6875,98.21875,234881024 +12,mlp.up_proj,3,64,8,128,40.4375,91.109375,234881024 +12,mlp.up_proj,3,128,8,128,45.625,87.5546875,234881024 +12,mlp.up_proj,4,32,8,128,16.171875,126.21875,234881024 +12,mlp.up_proj,4,64,8,128,18.875,119.109375,234881024 +12,mlp.up_proj,4,128,8,128,21.296875,115.5546875,234881024 +12,mlp.up_proj,8,32,8,128,0.9833984375,238.21875,234881024 +12,mlp.up_proj,8,64,8,128,1.1484375,231.109375,234881024 +12,mlp.up_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +12,mlp.down_proj,2,32,8,128,81.125,70.21875,234881024 +12,mlp.down_proj,2,64,8,128,94.375,63.109375,234881024 +12,mlp.down_proj,2,128,8,128,106.5,59.5546875,234881024 +12,mlp.down_proj,3,32,8,128,34.6875,98.21875,234881024 +12,mlp.down_proj,3,64,8,128,40.4375,91.109375,234881024 +12,mlp.down_proj,3,128,8,128,45.5625,87.5546875,234881024 +12,mlp.down_proj,4,32,8,128,16.171875,126.21875,234881024 +12,mlp.down_proj,4,64,8,128,18.875,119.109375,234881024 +12,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +12,mlp.down_proj,8,32,8,128,0.9833984375,238.21875,234881024 +12,mlp.down_proj,8,64,8,128,1.1474609375,231.109375,234881024 +12,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +13,self_attn.q_proj,2,32,8,128,48.9375,20.0625,67108864 +13,self_attn.q_proj,2,64,8,128,58.0,18.03125,67108864 +13,self_attn.q_proj,2,128,8,128,67.125,17.015625,67108864 +13,self_attn.q_proj,3,32,8,128,20.984375,28.0625,67108864 +13,self_attn.q_proj,3,64,8,128,24.953125,26.03125,67108864 +13,self_attn.q_proj,3,128,8,128,29.0625,25.015625,67108864 +13,self_attn.q_proj,4,32,8,128,9.7890625,36.0625,67108864 +13,self_attn.q_proj,4,64,8,128,11.640625,34.03125,67108864 +13,self_attn.q_proj,4,128,8,128,13.5625,33.015625,67108864 +13,self_attn.q_proj,8,32,8,128,0.5927734375,68.0625,67108864 +13,self_attn.q_proj,8,64,8,128,0.7041015625,66.03125,67108864 +13,self_attn.q_proj,8,128,8,128,0.8173828125,65.015625,67108864 +13,self_attn.v_proj,2,32,8,128,12.734375,2.5078125,8388608 +13,self_attn.v_proj,2,64,8,128,14.890625,2.25390625,8388608 +13,self_attn.v_proj,2,128,8,128,16.84375,2.126953125,8388608 +13,self_attn.v_proj,3,32,8,128,5.4453125,3.5078125,8388608 +13,self_attn.v_proj,3,64,8,128,6.3671875,3.25390625,8388608 +13,self_attn.v_proj,3,128,8,128,7.203125,3.126953125,8388608 +13,self_attn.v_proj,4,32,8,128,2.541015625,4.5078125,8388608 +13,self_attn.v_proj,4,64,8,128,2.970703125,4.25390625,8388608 +13,self_attn.v_proj,4,128,8,128,3.36328125,4.126953125,8388608 +13,self_attn.v_proj,8,32,8,128,0.15380859375,8.5078125,8388608 +13,self_attn.v_proj,8,64,8,128,0.1796875,8.25390625,8388608 +13,self_attn.v_proj,8,128,8,128,0.20263671875,8.126953125,8388608 +13,self_attn.k_proj,2,32,8,128,28.515625,2.5078125,8388608 +13,self_attn.k_proj,2,64,8,128,34.3125,2.25390625,8388608 +13,self_attn.k_proj,2,128,8,128,39.0625,2.126953125,8388608 +13,self_attn.k_proj,3,32,8,128,12.3671875,3.5078125,8388608 +13,self_attn.k_proj,3,64,8,128,15.1640625,3.25390625,8388608 +13,self_attn.k_proj,3,128,8,128,17.828125,3.126953125,8388608 +13,self_attn.k_proj,4,32,8,128,5.76953125,4.5078125,8388608 +13,self_attn.k_proj,4,64,8,128,7.078125,4.25390625,8388608 +13,self_attn.k_proj,4,128,8,128,8.3203125,4.126953125,8388608 +13,self_attn.k_proj,8,32,8,128,0.349365234375,8.5078125,8388608 +13,self_attn.k_proj,8,64,8,128,0.427734375,8.25390625,8388608 +13,self_attn.k_proj,8,128,8,128,0.50146484375,8.126953125,8388608 +13,self_attn.o_proj,2,32,8,128,39.71875,20.0625,67108864 +13,self_attn.o_proj,2,64,8,128,46.3125,18.03125,67108864 +13,self_attn.o_proj,2,128,8,128,52.3125,17.015625,67108864 +13,self_attn.o_proj,3,32,8,128,17.0,28.0625,67108864 +13,self_attn.o_proj,3,64,8,128,19.859375,26.03125,67108864 +13,self_attn.o_proj,3,128,8,128,22.484375,25.015625,67108864 +13,self_attn.o_proj,4,32,8,128,7.9375,36.0625,67108864 +13,self_attn.o_proj,4,64,8,128,9.2734375,34.03125,67108864 +13,self_attn.o_proj,4,128,8,128,10.5078125,33.015625,67108864 +13,self_attn.o_proj,8,32,8,128,0.48046875,68.0625,67108864 +13,self_attn.o_proj,8,64,8,128,0.56103515625,66.03125,67108864 +13,self_attn.o_proj,8,128,8,128,0.6337890625,65.015625,67108864 +13,mlp.gate_proj,2,32,8,128,85.0,70.21875,234881024 +13,mlp.gate_proj,2,64,8,128,99.4375,63.109375,234881024 +13,mlp.gate_proj,2,128,8,128,112.625,59.5546875,234881024 +13,mlp.gate_proj,3,32,8,128,36.375,98.21875,234881024 +13,mlp.gate_proj,3,64,8,128,42.5625,91.109375,234881024 +13,mlp.gate_proj,3,128,8,128,48.25,87.5546875,234881024 +13,mlp.gate_proj,4,32,8,128,16.953125,126.21875,234881024 +13,mlp.gate_proj,4,64,8,128,19.875,119.109375,234881024 +13,mlp.gate_proj,4,128,8,128,22.515625,115.5546875,234881024 +13,mlp.gate_proj,8,32,8,128,1.03125,238.21875,234881024 +13,mlp.gate_proj,8,64,8,128,1.208984375,231.109375,234881024 +13,mlp.gate_proj,8,128,8,128,1.3662109375,227.5546875,234881024 +13,mlp.up_proj,2,32,8,128,81.0,70.21875,234881024 +13,mlp.up_proj,2,64,8,128,94.3125,63.109375,234881024 +13,mlp.up_proj,2,128,8,128,106.375,59.5546875,234881024 +13,mlp.up_proj,3,32,8,128,34.625,98.21875,234881024 +13,mlp.up_proj,3,64,8,128,40.375,91.109375,234881024 +13,mlp.up_proj,3,128,8,128,45.5,87.5546875,234881024 +13,mlp.up_proj,4,32,8,128,16.140625,126.21875,234881024 +13,mlp.up_proj,4,64,8,128,18.84375,119.109375,234881024 +13,mlp.up_proj,4,128,8,128,21.25,115.5546875,234881024 +13,mlp.up_proj,8,32,8,128,0.98193359375,238.21875,234881024 +13,mlp.up_proj,8,64,8,128,1.146484375,231.109375,234881024 +13,mlp.up_proj,8,128,8,128,1.2890625,227.5546875,234881024 +13,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +13,mlp.down_proj,2,64,8,128,94.6875,63.109375,234881024 +13,mlp.down_proj,2,128,8,128,106.75,59.5546875,234881024 +13,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +13,mlp.down_proj,3,64,8,128,40.53125,91.109375,234881024 +13,mlp.down_proj,3,128,8,128,45.65625,87.5546875,234881024 +13,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +13,mlp.down_proj,4,64,8,128,18.921875,119.109375,234881024 +13,mlp.down_proj,4,128,8,128,21.3125,115.5546875,234881024 +13,mlp.down_proj,8,32,8,128,0.986328125,238.21875,234881024 +13,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +13,mlp.down_proj,8,128,8,128,1.29296875,227.5546875,234881024 +14,self_attn.q_proj,2,32,8,128,49.21875,20.0625,67108864 +14,self_attn.q_proj,2,64,8,128,58.09375,18.03125,67108864 +14,self_attn.q_proj,2,128,8,128,66.8125,17.015625,67108864 +14,self_attn.q_proj,3,32,8,128,21.0625,28.0625,67108864 +14,self_attn.q_proj,3,64,8,128,24.90625,26.03125,67108864 +14,self_attn.q_proj,3,128,8,128,28.734375,25.015625,67108864 +14,self_attn.q_proj,4,32,8,128,9.828125,36.0625,67108864 +14,self_attn.q_proj,4,64,8,128,11.625,34.03125,67108864 +14,self_attn.q_proj,4,128,8,128,13.4140625,33.015625,67108864 +14,self_attn.q_proj,8,32,8,128,0.59521484375,68.0625,67108864 +14,self_attn.q_proj,8,64,8,128,0.703125,66.03125,67108864 +14,self_attn.q_proj,8,128,8,128,0.80859375,65.015625,67108864 +14,self_attn.v_proj,2,32,8,128,12.6875,2.5078125,8388608 +14,self_attn.v_proj,2,64,8,128,14.8125,2.25390625,8388608 +14,self_attn.v_proj,2,128,8,128,16.734375,2.126953125,8388608 +14,self_attn.v_proj,3,32,8,128,5.42578125,3.5078125,8388608 +14,self_attn.v_proj,3,64,8,128,6.3359375,3.25390625,8388608 +14,self_attn.v_proj,3,128,8,128,7.16015625,3.126953125,8388608 +14,self_attn.v_proj,4,32,8,128,2.529296875,4.5078125,8388608 +14,self_attn.v_proj,4,64,8,128,2.955078125,4.25390625,8388608 +14,self_attn.v_proj,4,128,8,128,3.341796875,4.126953125,8388608 +14,self_attn.v_proj,8,32,8,128,0.1533203125,8.5078125,8388608 +14,self_attn.v_proj,8,64,8,128,0.1788330078125,8.25390625,8388608 +14,self_attn.v_proj,8,128,8,128,0.201416015625,8.126953125,8388608 +14,self_attn.k_proj,2,32,8,128,26.953125,2.5078125,8388608 +14,self_attn.k_proj,2,64,8,128,32.59375,2.25390625,8388608 +14,self_attn.k_proj,2,128,8,128,37.4375,2.126953125,8388608 +14,self_attn.k_proj,3,32,8,128,11.5859375,3.5078125,8388608 +14,self_attn.k_proj,3,64,8,128,14.15625,3.25390625,8388608 +14,self_attn.k_proj,3,128,8,128,16.5625,3.126953125,8388608 +14,self_attn.k_proj,4,32,8,128,5.40625,4.5078125,8388608 +14,self_attn.k_proj,4,64,8,128,6.6015625,4.25390625,8388608 +14,self_attn.k_proj,4,128,8,128,7.73046875,4.126953125,8388608 +14,self_attn.k_proj,8,32,8,128,0.327392578125,8.5078125,8388608 +14,self_attn.k_proj,8,64,8,128,0.3994140625,8.25390625,8388608 +14,self_attn.k_proj,8,128,8,128,0.4658203125,8.126953125,8388608 +14,self_attn.o_proj,2,32,8,128,40.0625,20.0625,67108864 +14,self_attn.o_proj,2,64,8,128,46.65625,18.03125,67108864 +14,self_attn.o_proj,2,128,8,128,52.6875,17.015625,67108864 +14,self_attn.o_proj,3,32,8,128,17.125,28.0625,67108864 +14,self_attn.o_proj,3,64,8,128,20.0,26.03125,67108864 +14,self_attn.o_proj,3,128,8,128,22.609375,25.015625,67108864 +14,self_attn.o_proj,4,32,8,128,7.9921875,36.0625,67108864 +14,self_attn.o_proj,4,64,8,128,9.328125,34.03125,67108864 +14,self_attn.o_proj,4,128,8,128,10.5546875,33.015625,67108864 +14,self_attn.o_proj,8,32,8,128,0.48388671875,68.0625,67108864 +14,self_attn.o_proj,8,64,8,128,0.564453125,66.03125,67108864 +14,self_attn.o_proj,8,128,8,128,0.63623046875,65.015625,67108864 +14,mlp.gate_proj,2,32,8,128,85.25,70.21875,234881024 +14,mlp.gate_proj,2,64,8,128,99.6875,63.109375,234881024 +14,mlp.gate_proj,2,128,8,128,112.875,59.5546875,234881024 +14,mlp.gate_proj,3,32,8,128,36.46875,98.21875,234881024 +14,mlp.gate_proj,3,64,8,128,42.65625,91.109375,234881024 +14,mlp.gate_proj,3,128,8,128,48.375,87.5546875,234881024 +14,mlp.gate_proj,4,32,8,128,17.015625,126.21875,234881024 +14,mlp.gate_proj,4,64,8,128,19.921875,119.109375,234881024 +14,mlp.gate_proj,4,128,8,128,22.578125,115.5546875,234881024 +14,mlp.gate_proj,8,32,8,128,1.0341796875,238.21875,234881024 +14,mlp.gate_proj,8,64,8,128,1.212890625,231.109375,234881024 +14,mlp.gate_proj,8,128,8,128,1.3701171875,227.5546875,234881024 +14,mlp.up_proj,2,32,8,128,81.1875,70.21875,234881024 +14,mlp.up_proj,2,64,8,128,94.5,63.109375,234881024 +14,mlp.up_proj,2,128,8,128,106.625,59.5546875,234881024 +14,mlp.up_proj,3,32,8,128,34.6875,98.21875,234881024 +14,mlp.up_proj,3,64,8,128,40.46875,91.109375,234881024 +14,mlp.up_proj,3,128,8,128,45.625,87.5546875,234881024 +14,mlp.up_proj,4,32,8,128,16.1875,126.21875,234881024 +14,mlp.up_proj,4,64,8,128,18.890625,119.109375,234881024 +14,mlp.up_proj,4,128,8,128,21.296875,115.5546875,234881024 +14,mlp.up_proj,8,32,8,128,0.98388671875,238.21875,234881024 +14,mlp.up_proj,8,64,8,128,1.1484375,231.109375,234881024 +14,mlp.up_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +14,mlp.down_proj,2,32,8,128,81.25,70.21875,234881024 +14,mlp.down_proj,2,64,8,128,94.5625,63.109375,234881024 +14,mlp.down_proj,2,128,8,128,106.625,59.5546875,234881024 +14,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +14,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +14,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +14,mlp.down_proj,4,32,8,128,16.203125,126.21875,234881024 +14,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +14,mlp.down_proj,4,128,8,128,21.296875,115.5546875,234881024 +14,mlp.down_proj,8,32,8,128,0.9853515625,238.21875,234881024 +14,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +14,mlp.down_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +15,self_attn.q_proj,2,32,8,128,45.375,20.0625,67108864 +15,self_attn.q_proj,2,64,8,128,53.59375,18.03125,67108864 +15,self_attn.q_proj,2,128,8,128,62.0625,17.015625,67108864 +15,self_attn.q_proj,3,32,8,128,19.4375,28.0625,67108864 +15,self_attn.q_proj,3,64,8,128,23.03125,26.03125,67108864 +15,self_attn.q_proj,3,128,8,128,26.828125,25.015625,67108864 +15,self_attn.q_proj,4,32,8,128,9.0703125,36.0625,67108864 +15,self_attn.q_proj,4,64,8,128,10.7421875,34.03125,67108864 +15,self_attn.q_proj,4,128,8,128,12.5234375,33.015625,67108864 +15,self_attn.q_proj,8,32,8,128,0.54931640625,68.0625,67108864 +15,self_attn.q_proj,8,64,8,128,0.650390625,66.03125,67108864 +15,self_attn.q_proj,8,128,8,128,0.7548828125,65.015625,67108864 +15,self_attn.v_proj,2,32,8,128,13.75,2.5078125,8388608 +15,self_attn.v_proj,2,64,8,128,16.078125,2.25390625,8388608 +15,self_attn.v_proj,2,128,8,128,18.171875,2.126953125,8388608 +15,self_attn.v_proj,3,32,8,128,5.87890625,3.5078125,8388608 +15,self_attn.v_proj,3,64,8,128,6.875,3.25390625,8388608 +15,self_attn.v_proj,3,128,8,128,7.77734375,3.126953125,8388608 +15,self_attn.v_proj,4,32,8,128,2.740234375,4.5078125,8388608 +15,self_attn.v_proj,4,64,8,128,3.20703125,4.25390625,8388608 +15,self_attn.v_proj,4,128,8,128,3.630859375,4.126953125,8388608 +15,self_attn.v_proj,8,32,8,128,0.166015625,8.5078125,8388608 +15,self_attn.v_proj,8,64,8,128,0.194091796875,8.25390625,8388608 +15,self_attn.v_proj,8,128,8,128,0.21875,8.126953125,8388608 +15,self_attn.k_proj,2,32,8,128,25.953125,2.5078125,8388608 +15,self_attn.k_proj,2,64,8,128,31.40625,2.25390625,8388608 +15,self_attn.k_proj,2,128,8,128,35.96875,2.126953125,8388608 +15,self_attn.k_proj,3,32,8,128,11.25,3.5078125,8388608 +15,self_attn.k_proj,3,64,8,128,13.890625,3.25390625,8388608 +15,self_attn.k_proj,3,128,8,128,16.4375,3.126953125,8388608 +15,self_attn.k_proj,4,32,8,128,5.24609375,4.5078125,8388608 +15,self_attn.k_proj,4,64,8,128,6.484375,4.25390625,8388608 +15,self_attn.k_proj,4,128,8,128,7.671875,4.126953125,8388608 +15,self_attn.k_proj,8,32,8,128,0.317626953125,8.5078125,8388608 +15,self_attn.k_proj,8,64,8,128,0.391845703125,8.25390625,8388608 +15,self_attn.k_proj,8,128,8,128,0.46240234375,8.126953125,8388608 +15,self_attn.o_proj,2,32,8,128,40.40625,20.0625,67108864 +15,self_attn.o_proj,2,64,8,128,47.0625,18.03125,67108864 +15,self_attn.o_proj,2,128,8,128,53.09375,17.015625,67108864 +15,self_attn.o_proj,3,32,8,128,17.296875,28.0625,67108864 +15,self_attn.o_proj,3,64,8,128,20.171875,26.03125,67108864 +15,self_attn.o_proj,3,128,8,128,22.796875,25.015625,67108864 +15,self_attn.o_proj,4,32,8,128,8.078125,36.0625,67108864 +15,self_attn.o_proj,4,64,8,128,9.421875,34.03125,67108864 +15,self_attn.o_proj,4,128,8,128,10.6640625,33.015625,67108864 +15,self_attn.o_proj,8,32,8,128,0.48876953125,68.0625,67108864 +15,self_attn.o_proj,8,64,8,128,0.5703125,66.03125,67108864 +15,self_attn.o_proj,8,128,8,128,0.64306640625,65.015625,67108864 +15,mlp.gate_proj,2,32,8,128,85.0625,70.21875,234881024 +15,mlp.gate_proj,2,64,8,128,99.5,63.109375,234881024 +15,mlp.gate_proj,2,128,8,128,112.6875,59.5546875,234881024 +15,mlp.gate_proj,3,32,8,128,36.40625,98.21875,234881024 +15,mlp.gate_proj,3,64,8,128,42.59375,91.109375,234881024 +15,mlp.gate_proj,3,128,8,128,48.28125,87.5546875,234881024 +15,mlp.gate_proj,4,32,8,128,16.96875,126.21875,234881024 +15,mlp.gate_proj,4,64,8,128,19.890625,119.109375,234881024 +15,mlp.gate_proj,4,128,8,128,22.53125,115.5546875,234881024 +15,mlp.gate_proj,8,32,8,128,1.033203125,238.21875,234881024 +15,mlp.gate_proj,8,64,8,128,1.2099609375,231.109375,234881024 +15,mlp.gate_proj,8,128,8,128,1.3671875,227.5546875,234881024 +15,mlp.up_proj,2,32,8,128,81.125,70.21875,234881024 +15,mlp.up_proj,2,64,8,128,94.4375,63.109375,234881024 +15,mlp.up_proj,2,128,8,128,106.5,59.5546875,234881024 +15,mlp.up_proj,3,32,8,128,34.6875,98.21875,234881024 +15,mlp.up_proj,3,64,8,128,40.4375,91.109375,234881024 +15,mlp.up_proj,3,128,8,128,45.59375,87.5546875,234881024 +15,mlp.up_proj,4,32,8,128,16.171875,126.21875,234881024 +15,mlp.up_proj,4,64,8,128,18.875,119.109375,234881024 +15,mlp.up_proj,4,128,8,128,21.28125,115.5546875,234881024 +15,mlp.up_proj,8,32,8,128,0.9833984375,238.21875,234881024 +15,mlp.up_proj,8,64,8,128,1.1474609375,231.109375,234881024 +15,mlp.up_proj,8,128,8,128,1.291015625,227.5546875,234881024 +15,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +15,mlp.down_proj,2,64,8,128,94.6875,63.109375,234881024 +15,mlp.down_proj,2,128,8,128,106.75,59.5546875,234881024 +15,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +15,mlp.down_proj,3,64,8,128,40.53125,91.109375,234881024 +15,mlp.down_proj,3,128,8,128,45.65625,87.5546875,234881024 +15,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +15,mlp.down_proj,4,64,8,128,18.921875,119.109375,234881024 +15,mlp.down_proj,4,128,8,128,21.3125,115.5546875,234881024 +15,mlp.down_proj,8,32,8,128,0.986328125,238.21875,234881024 +15,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +15,mlp.down_proj,8,128,8,128,1.29296875,227.5546875,234881024 +16,self_attn.q_proj,2,32,8,128,46.375,20.0625,67108864 +16,self_attn.q_proj,2,64,8,128,55.0,18.03125,67108864 +16,self_attn.q_proj,2,128,8,128,63.6875,17.015625,67108864 +16,self_attn.q_proj,3,32,8,128,19.890625,28.0625,67108864 +16,self_attn.q_proj,3,64,8,128,23.671875,26.03125,67108864 +16,self_attn.q_proj,3,128,8,128,27.609375,25.015625,67108864 +16,self_attn.q_proj,4,32,8,128,9.28125,36.0625,67108864 +16,self_attn.q_proj,4,64,8,128,11.046875,34.03125,67108864 +16,self_attn.q_proj,4,128,8,128,12.8828125,33.015625,67108864 +16,self_attn.q_proj,8,32,8,128,0.56201171875,68.0625,67108864 +16,self_attn.q_proj,8,64,8,128,0.66845703125,66.03125,67108864 +16,self_attn.q_proj,8,128,8,128,0.7763671875,65.015625,67108864 +16,self_attn.v_proj,2,32,8,128,13.5859375,2.5078125,8388608 +16,self_attn.v_proj,2,64,8,128,15.828125,2.25390625,8388608 +16,self_attn.v_proj,2,128,8,128,17.859375,2.126953125,8388608 +16,self_attn.v_proj,3,32,8,128,5.8046875,3.5078125,8388608 +16,self_attn.v_proj,3,64,8,128,6.7734375,3.25390625,8388608 +16,self_attn.v_proj,3,128,8,128,7.64453125,3.126953125,8388608 +16,self_attn.v_proj,4,32,8,128,2.708984375,4.5078125,8388608 +16,self_attn.v_proj,4,64,8,128,3.16015625,4.25390625,8388608 +16,self_attn.v_proj,4,128,8,128,3.56640625,4.126953125,8388608 +16,self_attn.v_proj,8,32,8,128,0.1640625,8.5078125,8388608 +16,self_attn.v_proj,8,64,8,128,0.191162109375,8.25390625,8388608 +16,self_attn.v_proj,8,128,8,128,0.2149658203125,8.126953125,8388608 +16,self_attn.k_proj,2,32,8,128,26.9375,2.5078125,8388608 +16,self_attn.k_proj,2,64,8,128,32.5,2.25390625,8388608 +16,self_attn.k_proj,2,128,8,128,37.21875,2.126953125,8388608 +16,self_attn.k_proj,3,32,8,128,11.640625,3.5078125,8388608 +16,self_attn.k_proj,3,64,8,128,14.265625,3.25390625,8388608 +16,self_attn.k_proj,3,128,8,128,16.765625,3.126953125,8388608 +16,self_attn.k_proj,4,32,8,128,5.43359375,4.5078125,8388608 +16,self_attn.k_proj,4,64,8,128,6.65625,4.25390625,8388608 +16,self_attn.k_proj,4,128,8,128,7.83203125,4.126953125,8388608 +16,self_attn.k_proj,8,32,8,128,0.328857421875,8.5078125,8388608 +16,self_attn.k_proj,8,64,8,128,0.402587890625,8.25390625,8388608 +16,self_attn.k_proj,8,128,8,128,0.471923828125,8.126953125,8388608 +16,self_attn.o_proj,2,32,8,128,40.40625,20.0625,67108864 +16,self_attn.o_proj,2,64,8,128,47.125,18.03125,67108864 +16,self_attn.o_proj,2,128,8,128,53.25,17.015625,67108864 +16,self_attn.o_proj,3,32,8,128,17.296875,28.0625,67108864 +16,self_attn.o_proj,3,64,8,128,20.21875,26.03125,67108864 +16,self_attn.o_proj,3,128,8,128,22.921875,25.015625,67108864 +16,self_attn.o_proj,4,32,8,128,8.0703125,36.0625,67108864 +16,self_attn.o_proj,4,64,8,128,9.4375,34.03125,67108864 +16,self_attn.o_proj,4,128,8,128,10.7109375,33.015625,67108864 +16,self_attn.o_proj,8,32,8,128,0.488525390625,68.0625,67108864 +16,self_attn.o_proj,8,64,8,128,0.57080078125,66.03125,67108864 +16,self_attn.o_proj,8,128,8,128,0.64501953125,65.015625,67108864 +16,mlp.gate_proj,2,32,8,128,84.9375,70.21875,234881024 +16,mlp.gate_proj,2,64,8,128,99.375,63.109375,234881024 +16,mlp.gate_proj,2,128,8,128,112.625,59.5546875,234881024 +16,mlp.gate_proj,3,32,8,128,36.375,98.21875,234881024 +16,mlp.gate_proj,3,64,8,128,42.5625,91.109375,234881024 +16,mlp.gate_proj,3,128,8,128,48.28125,87.5546875,234881024 +16,mlp.gate_proj,4,32,8,128,16.953125,126.21875,234881024 +16,mlp.gate_proj,4,64,8,128,19.875,119.109375,234881024 +16,mlp.gate_proj,4,128,8,128,22.53125,115.5546875,234881024 +16,mlp.gate_proj,8,32,8,128,1.03125,238.21875,234881024 +16,mlp.gate_proj,8,64,8,128,1.208984375,231.109375,234881024 +16,mlp.gate_proj,8,128,8,128,1.3671875,227.5546875,234881024 +16,mlp.up_proj,2,32,8,128,81.3125,70.21875,234881024 +16,mlp.up_proj,2,64,8,128,94.6875,63.109375,234881024 +16,mlp.up_proj,2,128,8,128,106.75,59.5546875,234881024 +16,mlp.up_proj,3,32,8,128,34.75,98.21875,234881024 +16,mlp.up_proj,3,64,8,128,40.53125,91.109375,234881024 +16,mlp.up_proj,3,128,8,128,45.71875,87.5546875,234881024 +16,mlp.up_proj,4,32,8,128,16.203125,126.21875,234881024 +16,mlp.up_proj,4,64,8,128,18.921875,119.109375,234881024 +16,mlp.up_proj,4,128,8,128,21.34375,115.5546875,234881024 +16,mlp.up_proj,8,32,8,128,0.98583984375,238.21875,234881024 +16,mlp.up_proj,8,64,8,128,1.150390625,231.109375,234881024 +16,mlp.up_proj,8,128,8,128,1.294921875,227.5546875,234881024 +16,mlp.down_proj,2,32,8,128,81.25,70.21875,234881024 +16,mlp.down_proj,2,64,8,128,94.5625,63.109375,234881024 +16,mlp.down_proj,2,128,8,128,106.625,59.5546875,234881024 +16,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +16,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +16,mlp.down_proj,3,128,8,128,45.625,87.5546875,234881024 +16,mlp.down_proj,4,32,8,128,16.203125,126.21875,234881024 +16,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +16,mlp.down_proj,4,128,8,128,21.296875,115.5546875,234881024 +16,mlp.down_proj,8,32,8,128,0.9853515625,238.21875,234881024 +16,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +16,mlp.down_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +17,self_attn.q_proj,2,32,8,128,49.25,20.0625,67108864 +17,self_attn.q_proj,2,64,8,128,58.15625,18.03125,67108864 +17,self_attn.q_proj,2,128,8,128,67.3125,17.015625,67108864 +17,self_attn.q_proj,3,32,8,128,21.09375,28.0625,67108864 +17,self_attn.q_proj,3,64,8,128,24.953125,26.03125,67108864 +17,self_attn.q_proj,3,128,8,128,28.953125,25.015625,67108864 +17,self_attn.q_proj,4,32,8,128,9.84375,36.0625,67108864 +17,self_attn.q_proj,4,64,8,128,11.6484375,34.03125,67108864 +17,self_attn.q_proj,4,128,8,128,13.515625,33.015625,67108864 +17,self_attn.q_proj,8,32,8,128,0.59619140625,68.0625,67108864 +17,self_attn.q_proj,8,64,8,128,0.70458984375,66.03125,67108864 +17,self_attn.q_proj,8,128,8,128,0.814453125,65.015625,67108864 +17,self_attn.v_proj,2,32,8,128,13.4453125,2.5078125,8388608 +17,self_attn.v_proj,2,64,8,128,15.7734375,2.25390625,8388608 +17,self_attn.v_proj,2,128,8,128,17.90625,2.126953125,8388608 +17,self_attn.v_proj,3,32,8,128,5.74609375,3.5078125,8388608 +17,self_attn.v_proj,3,64,8,128,6.75,3.25390625,8388608 +17,self_attn.v_proj,3,128,8,128,7.6640625,3.126953125,8388608 +17,self_attn.v_proj,4,32,8,128,2.681640625,4.5078125,8388608 +17,self_attn.v_proj,4,64,8,128,3.1484375,4.25390625,8388608 +17,self_attn.v_proj,4,128,8,128,3.580078125,4.126953125,8388608 +17,self_attn.v_proj,8,32,8,128,0.1624755859375,8.5078125,8388608 +17,self_attn.v_proj,8,64,8,128,0.1904296875,8.25390625,8388608 +17,self_attn.v_proj,8,128,8,128,0.215576171875,8.126953125,8388608 +17,self_attn.k_proj,2,32,8,128,29.140625,2.5078125,8388608 +17,self_attn.k_proj,2,64,8,128,35.15625,2.25390625,8388608 +17,self_attn.k_proj,2,128,8,128,40.28125,2.126953125,8388608 +17,self_attn.k_proj,3,32,8,128,12.6015625,3.5078125,8388608 +17,self_attn.k_proj,3,64,8,128,15.4140625,3.25390625,8388608 +17,self_attn.k_proj,3,128,8,128,18.125,3.126953125,8388608 +17,self_attn.k_proj,4,32,8,128,5.87890625,4.5078125,8388608 +17,self_attn.k_proj,4,64,8,128,7.19140625,4.25390625,8388608 +17,self_attn.k_proj,4,128,8,128,8.4609375,4.126953125,8388608 +17,self_attn.k_proj,8,32,8,128,0.355712890625,8.5078125,8388608 +17,self_attn.k_proj,8,64,8,128,0.434814453125,8.25390625,8388608 +17,self_attn.k_proj,8,128,8,128,0.51025390625,8.126953125,8388608 +17,self_attn.o_proj,2,32,8,128,40.5625,20.0625,67108864 +17,self_attn.o_proj,2,64,8,128,47.25,18.03125,67108864 +17,self_attn.o_proj,2,128,8,128,53.34375,17.015625,67108864 +17,self_attn.o_proj,3,32,8,128,17.34375,28.0625,67108864 +17,self_attn.o_proj,3,64,8,128,20.234375,26.03125,67108864 +17,self_attn.o_proj,3,128,8,128,22.859375,25.015625,67108864 +17,self_attn.o_proj,4,32,8,128,8.09375,36.0625,67108864 +17,self_attn.o_proj,4,64,8,128,9.4453125,34.03125,67108864 +17,self_attn.o_proj,4,128,8,128,10.6796875,33.015625,67108864 +17,self_attn.o_proj,8,32,8,128,0.490234375,68.0625,67108864 +17,self_attn.o_proj,8,64,8,128,0.57177734375,66.03125,67108864 +17,self_attn.o_proj,8,128,8,128,0.6435546875,65.015625,67108864 +17,mlp.gate_proj,2,32,8,128,85.0,70.21875,234881024 +17,mlp.gate_proj,2,64,8,128,99.5,63.109375,234881024 +17,mlp.gate_proj,2,128,8,128,112.8125,59.5546875,234881024 +17,mlp.gate_proj,3,32,8,128,36.375,98.21875,234881024 +17,mlp.gate_proj,3,64,8,128,42.59375,91.109375,234881024 +17,mlp.gate_proj,3,128,8,128,48.34375,87.5546875,234881024 +17,mlp.gate_proj,4,32,8,128,16.96875,126.21875,234881024 +17,mlp.gate_proj,4,64,8,128,19.890625,119.109375,234881024 +17,mlp.gate_proj,4,128,8,128,22.5625,115.5546875,234881024 +17,mlp.gate_proj,8,32,8,128,1.0322265625,238.21875,234881024 +17,mlp.gate_proj,8,64,8,128,1.2099609375,231.109375,234881024 +17,mlp.gate_proj,8,128,8,128,1.369140625,227.5546875,234881024 +17,mlp.up_proj,2,32,8,128,81.0625,70.21875,234881024 +17,mlp.up_proj,2,64,8,128,94.375,63.109375,234881024 +17,mlp.up_proj,2,128,8,128,106.4375,59.5546875,234881024 +17,mlp.up_proj,3,32,8,128,34.625,98.21875,234881024 +17,mlp.up_proj,3,64,8,128,40.40625,91.109375,234881024 +17,mlp.up_proj,3,128,8,128,45.5625,87.5546875,234881024 +17,mlp.up_proj,4,32,8,128,16.15625,126.21875,234881024 +17,mlp.up_proj,4,64,8,128,18.859375,119.109375,234881024 +17,mlp.up_proj,4,128,8,128,21.265625,115.5546875,234881024 +17,mlp.up_proj,8,32,8,128,0.982421875,238.21875,234881024 +17,mlp.up_proj,8,64,8,128,1.146484375,231.109375,234881024 +17,mlp.up_proj,8,128,8,128,1.2900390625,227.5546875,234881024 +17,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +17,mlp.down_proj,2,64,8,128,94.875,63.109375,234881024 +17,mlp.down_proj,2,128,8,128,106.9375,59.5546875,234881024 +17,mlp.down_proj,3,32,8,128,34.84375,98.21875,234881024 +17,mlp.down_proj,3,64,8,128,40.625,91.109375,234881024 +17,mlp.down_proj,3,128,8,128,45.75,87.5546875,234881024 +17,mlp.down_proj,4,32,8,128,16.25,126.21875,234881024 +17,mlp.down_proj,4,64,8,128,18.953125,119.109375,234881024 +17,mlp.down_proj,4,128,8,128,21.359375,115.5546875,234881024 +17,mlp.down_proj,8,32,8,128,0.98876953125,238.21875,234881024 +17,mlp.down_proj,8,64,8,128,1.1533203125,231.109375,234881024 +17,mlp.down_proj,8,128,8,128,1.296875,227.5546875,234881024 +18,self_attn.q_proj,2,32,8,128,46.3125,20.0625,67108864 +18,self_attn.q_proj,2,64,8,128,54.71875,18.03125,67108864 +18,self_attn.q_proj,2,128,8,128,63.125,17.015625,67108864 +18,self_attn.q_proj,3,32,8,128,19.859375,28.0625,67108864 +18,self_attn.q_proj,3,64,8,128,23.53125,26.03125,67108864 +18,self_attn.q_proj,3,128,8,128,27.296875,25.015625,67108864 +18,self_attn.q_proj,4,32,8,128,9.265625,36.0625,67108864 +18,self_attn.q_proj,4,64,8,128,10.9765625,34.03125,67108864 +18,self_attn.q_proj,4,128,8,128,12.7421875,33.015625,67108864 +18,self_attn.q_proj,8,32,8,128,0.56103515625,68.0625,67108864 +18,self_attn.q_proj,8,64,8,128,0.6640625,66.03125,67108864 +18,self_attn.q_proj,8,128,8,128,0.76806640625,65.015625,67108864 +18,self_attn.v_proj,2,32,8,128,14.40625,2.5078125,8388608 +18,self_attn.v_proj,2,64,8,128,16.828125,2.25390625,8388608 +18,self_attn.v_proj,2,128,8,128,19.015625,2.126953125,8388608 +18,self_attn.v_proj,3,32,8,128,6.16015625,3.5078125,8388608 +18,self_attn.v_proj,3,64,8,128,7.1953125,3.25390625,8388608 +18,self_attn.v_proj,3,128,8,128,8.1328125,3.126953125,8388608 +18,self_attn.v_proj,4,32,8,128,2.873046875,4.5078125,8388608 +18,self_attn.v_proj,4,64,8,128,3.357421875,4.25390625,8388608 +18,self_attn.v_proj,4,128,8,128,3.798828125,4.126953125,8388608 +18,self_attn.v_proj,8,32,8,128,0.174072265625,8.5078125,8388608 +18,self_attn.v_proj,8,64,8,128,0.203125,8.25390625,8388608 +18,self_attn.v_proj,8,128,8,128,0.2288818359375,8.126953125,8388608 +18,self_attn.k_proj,2,32,8,128,26.359375,2.5078125,8388608 +18,self_attn.k_proj,2,64,8,128,31.640625,2.25390625,8388608 +18,self_attn.k_proj,2,128,8,128,36.03125,2.126953125,8388608 +18,self_attn.k_proj,3,32,8,128,11.3828125,3.5078125,8388608 +18,self_attn.k_proj,3,64,8,128,13.8515625,3.25390625,8388608 +18,self_attn.k_proj,3,128,8,128,16.203125,3.126953125,8388608 +18,self_attn.k_proj,4,32,8,128,5.3125,4.5078125,8388608 +18,self_attn.k_proj,4,64,8,128,6.46875,4.25390625,8388608 +18,self_attn.k_proj,4,128,8,128,7.56640625,4.126953125,8388608 +18,self_attn.k_proj,8,32,8,128,0.321533203125,8.5078125,8388608 +18,self_attn.k_proj,8,64,8,128,0.39111328125,8.25390625,8388608 +18,self_attn.k_proj,8,128,8,128,0.455810546875,8.126953125,8388608 +18,self_attn.o_proj,2,32,8,128,40.625,20.0625,67108864 +18,self_attn.o_proj,2,64,8,128,47.3125,18.03125,67108864 +18,self_attn.o_proj,2,128,8,128,53.375,17.015625,67108864 +18,self_attn.o_proj,3,32,8,128,17.375,28.0625,67108864 +18,self_attn.o_proj,3,64,8,128,20.265625,26.03125,67108864 +18,self_attn.o_proj,3,128,8,128,22.890625,25.015625,67108864 +18,self_attn.o_proj,4,32,8,128,8.109375,36.0625,67108864 +18,self_attn.o_proj,4,64,8,128,9.4609375,34.03125,67108864 +18,self_attn.o_proj,4,128,8,128,10.6953125,33.015625,67108864 +18,self_attn.o_proj,8,32,8,128,0.4912109375,68.0625,67108864 +18,self_attn.o_proj,8,64,8,128,0.57275390625,66.03125,67108864 +18,self_attn.o_proj,8,128,8,128,0.6455078125,65.015625,67108864 +18,mlp.gate_proj,2,32,8,128,85.25,70.21875,234881024 +18,mlp.gate_proj,2,64,8,128,99.75,63.109375,234881024 +18,mlp.gate_proj,2,128,8,128,113.125,59.5546875,234881024 +18,mlp.gate_proj,3,32,8,128,36.46875,98.21875,234881024 +18,mlp.gate_proj,3,64,8,128,42.71875,91.109375,234881024 +18,mlp.gate_proj,3,128,8,128,48.46875,87.5546875,234881024 +18,mlp.gate_proj,4,32,8,128,17.015625,126.21875,234881024 +18,mlp.gate_proj,4,64,8,128,19.9375,119.109375,234881024 +18,mlp.gate_proj,4,128,8,128,22.625,115.5546875,234881024 +18,mlp.gate_proj,8,32,8,128,1.03515625,238.21875,234881024 +18,mlp.gate_proj,8,64,8,128,1.212890625,231.109375,234881024 +18,mlp.gate_proj,8,128,8,128,1.3720703125,227.5546875,234881024 +18,mlp.up_proj,2,32,8,128,80.9375,70.21875,234881024 +18,mlp.up_proj,2,64,8,128,94.1875,63.109375,234881024 +18,mlp.up_proj,2,128,8,128,106.25,59.5546875,234881024 +18,mlp.up_proj,3,32,8,128,34.59375,98.21875,234881024 +18,mlp.up_proj,3,64,8,128,40.34375,91.109375,234881024 +18,mlp.up_proj,3,128,8,128,45.46875,87.5546875,234881024 +18,mlp.up_proj,4,32,8,128,16.125,126.21875,234881024 +18,mlp.up_proj,4,64,8,128,18.828125,119.109375,234881024 +18,mlp.up_proj,4,128,8,128,21.21875,115.5546875,234881024 +18,mlp.up_proj,8,32,8,128,0.98095703125,238.21875,234881024 +18,mlp.up_proj,8,64,8,128,1.14453125,231.109375,234881024 +18,mlp.up_proj,8,128,8,128,1.2880859375,227.5546875,234881024 +18,mlp.down_proj,2,32,8,128,81.625,70.21875,234881024 +18,mlp.down_proj,2,64,8,128,94.9375,63.109375,234881024 +18,mlp.down_proj,2,128,8,128,107.0625,59.5546875,234881024 +18,mlp.down_proj,3,32,8,128,34.875,98.21875,234881024 +18,mlp.down_proj,3,64,8,128,40.65625,91.109375,234881024 +18,mlp.down_proj,3,128,8,128,45.78125,87.5546875,234881024 +18,mlp.down_proj,4,32,8,128,16.265625,126.21875,234881024 +18,mlp.down_proj,4,64,8,128,18.96875,119.109375,234881024 +18,mlp.down_proj,4,128,8,128,21.375,115.5546875,234881024 +18,mlp.down_proj,8,32,8,128,0.98974609375,238.21875,234881024 +18,mlp.down_proj,8,64,8,128,1.154296875,231.109375,234881024 +18,mlp.down_proj,8,128,8,128,1.2978515625,227.5546875,234881024 +19,self_attn.q_proj,2,32,8,128,45.21875,20.0625,67108864 +19,self_attn.q_proj,2,64,8,128,53.4375,18.03125,67108864 +19,self_attn.q_proj,2,128,8,128,61.78125,17.015625,67108864 +19,self_attn.q_proj,3,32,8,128,19.375,28.0625,67108864 +19,self_attn.q_proj,3,64,8,128,22.953125,26.03125,67108864 +19,self_attn.q_proj,3,128,8,128,26.65625,25.015625,67108864 +19,self_attn.q_proj,4,32,8,128,9.0390625,36.0625,67108864 +19,self_attn.q_proj,4,64,8,128,10.7109375,34.03125,67108864 +19,self_attn.q_proj,4,128,8,128,12.4375,33.015625,67108864 +19,self_attn.q_proj,8,32,8,128,0.54736328125,68.0625,67108864 +19,self_attn.q_proj,8,64,8,128,0.64794921875,66.03125,67108864 +19,self_attn.q_proj,8,128,8,128,0.75,65.015625,67108864 +19,self_attn.v_proj,2,32,8,128,14.84375,2.5078125,8388608 +19,self_attn.v_proj,2,64,8,128,17.34375,2.25390625,8388608 +19,self_attn.v_proj,2,128,8,128,19.59375,2.126953125,8388608 +19,self_attn.v_proj,3,32,8,128,6.34375,3.5078125,8388608 +19,self_attn.v_proj,3,64,8,128,7.41796875,3.25390625,8388608 +19,self_attn.v_proj,3,128,8,128,8.3828125,3.126953125,8388608 +19,self_attn.v_proj,4,32,8,128,2.958984375,4.5078125,8388608 +19,self_attn.v_proj,4,64,8,128,3.4609375,4.25390625,8388608 +19,self_attn.v_proj,4,128,8,128,3.912109375,4.126953125,8388608 +19,self_attn.v_proj,8,32,8,128,0.1793212890625,8.5078125,8388608 +19,self_attn.v_proj,8,64,8,128,0.209228515625,8.25390625,8388608 +19,self_attn.v_proj,8,128,8,128,0.23583984375,8.126953125,8388608 +19,self_attn.k_proj,2,32,8,128,26.90625,2.5078125,8388608 +19,self_attn.k_proj,2,64,8,128,32.4375,2.25390625,8388608 +19,self_attn.k_proj,2,128,8,128,36.9375,2.126953125,8388608 +19,self_attn.k_proj,3,32,8,128,11.6796875,3.5078125,8388608 +19,self_attn.k_proj,3,64,8,128,14.34375,3.25390625,8388608 +19,self_attn.k_proj,3,128,8,128,16.875,3.126953125,8388608 +19,self_attn.k_proj,4,32,8,128,5.44921875,4.5078125,8388608 +19,self_attn.k_proj,4,64,8,128,6.69140625,4.25390625,8388608 +19,self_attn.k_proj,4,128,8,128,7.875,4.126953125,8388608 +19,self_attn.k_proj,8,32,8,128,0.329833984375,8.5078125,8388608 +19,self_attn.k_proj,8,64,8,128,0.40478515625,8.25390625,8388608 +19,self_attn.k_proj,8,128,8,128,0.474609375,8.126953125,8388608 +19,self_attn.o_proj,2,32,8,128,41.875,20.0625,67108864 +19,self_attn.o_proj,2,64,8,128,48.78125,18.03125,67108864 +19,self_attn.o_proj,2,128,8,128,55.03125,17.015625,67108864 +19,self_attn.o_proj,3,32,8,128,17.921875,28.0625,67108864 +19,self_attn.o_proj,3,64,8,128,20.90625,26.03125,67108864 +19,self_attn.o_proj,3,128,8,128,23.625,25.015625,67108864 +19,self_attn.o_proj,4,32,8,128,8.3671875,36.0625,67108864 +19,self_attn.o_proj,4,64,8,128,9.765625,34.03125,67108864 +19,self_attn.o_proj,4,128,8,128,11.0390625,33.015625,67108864 +19,self_attn.o_proj,8,32,8,128,0.50634765625,68.0625,67108864 +19,self_attn.o_proj,8,64,8,128,0.5908203125,66.03125,67108864 +19,self_attn.o_proj,8,128,8,128,0.66552734375,65.015625,67108864 +19,mlp.gate_proj,2,32,8,128,85.0625,70.21875,234881024 +19,mlp.gate_proj,2,64,8,128,99.375,63.109375,234881024 +19,mlp.gate_proj,2,128,8,128,112.5625,59.5546875,234881024 +19,mlp.gate_proj,3,32,8,128,36.375,98.21875,234881024 +19,mlp.gate_proj,3,64,8,128,42.5625,91.109375,234881024 +19,mlp.gate_proj,3,128,8,128,48.21875,87.5546875,234881024 +19,mlp.gate_proj,4,32,8,128,16.96875,126.21875,234881024 +19,mlp.gate_proj,4,64,8,128,19.859375,119.109375,234881024 +19,mlp.gate_proj,4,128,8,128,22.5,115.5546875,234881024 +19,mlp.gate_proj,8,32,8,128,1.0322265625,238.21875,234881024 +19,mlp.gate_proj,8,64,8,128,1.208984375,231.109375,234881024 +19,mlp.gate_proj,8,128,8,128,1.3642578125,227.5546875,234881024 +19,mlp.up_proj,2,32,8,128,81.25,70.21875,234881024 +19,mlp.up_proj,2,64,8,128,94.5625,63.109375,234881024 +19,mlp.up_proj,2,128,8,128,106.625,59.5546875,234881024 +19,mlp.up_proj,3,32,8,128,34.71875,98.21875,234881024 +19,mlp.up_proj,3,64,8,128,40.5,91.109375,234881024 +19,mlp.up_proj,3,128,8,128,45.625,87.5546875,234881024 +19,mlp.up_proj,4,32,8,128,16.1875,126.21875,234881024 +19,mlp.up_proj,4,64,8,128,18.890625,119.109375,234881024 +19,mlp.up_proj,4,128,8,128,21.296875,115.5546875,234881024 +19,mlp.up_proj,8,32,8,128,0.98486328125,238.21875,234881024 +19,mlp.up_proj,8,64,8,128,1.1494140625,231.109375,234881024 +19,mlp.up_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +19,mlp.down_proj,2,32,8,128,81.9375,70.21875,234881024 +19,mlp.down_proj,2,64,8,128,95.3125,63.109375,234881024 +19,mlp.down_proj,2,128,8,128,107.4375,59.5546875,234881024 +19,mlp.down_proj,3,32,8,128,35.03125,98.21875,234881024 +19,mlp.down_proj,3,64,8,128,40.8125,91.109375,234881024 +19,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +19,mlp.down_proj,4,32,8,128,16.328125,126.21875,234881024 +19,mlp.down_proj,4,64,8,128,19.046875,119.109375,234881024 +19,mlp.down_proj,4,128,8,128,21.453125,115.5546875,234881024 +19,mlp.down_proj,8,32,8,128,0.9931640625,238.21875,234881024 +19,mlp.down_proj,8,64,8,128,1.158203125,231.109375,234881024 +19,mlp.down_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +20,self_attn.q_proj,2,32,8,128,45.46875,20.0625,67108864 +20,self_attn.q_proj,2,64,8,128,53.75,18.03125,67108864 +20,self_attn.q_proj,2,128,8,128,61.65625,17.015625,67108864 +20,self_attn.q_proj,3,32,8,128,19.5,28.0625,67108864 +20,self_attn.q_proj,3,64,8,128,23.140625,26.03125,67108864 +20,self_attn.q_proj,3,128,8,128,26.75,25.015625,67108864 +20,self_attn.q_proj,4,32,8,128,9.1015625,36.0625,67108864 +20,self_attn.q_proj,4,64,8,128,10.796875,34.03125,67108864 +20,self_attn.q_proj,4,128,8,128,12.484375,33.015625,67108864 +20,self_attn.q_proj,8,32,8,128,0.55126953125,68.0625,67108864 +20,self_attn.q_proj,8,64,8,128,0.6533203125,66.03125,67108864 +20,self_attn.q_proj,8,128,8,128,0.7529296875,65.015625,67108864 +20,self_attn.v_proj,2,32,8,128,13.9765625,2.5078125,8388608 +20,self_attn.v_proj,2,64,8,128,16.375,2.25390625,8388608 +20,self_attn.v_proj,2,128,8,128,18.53125,2.126953125,8388608 +20,self_attn.v_proj,3,32,8,128,5.9765625,3.5078125,8388608 +20,self_attn.v_proj,3,64,8,128,7.00390625,3.25390625,8388608 +20,self_attn.v_proj,3,128,8,128,7.9375,3.126953125,8388608 +20,self_attn.v_proj,4,32,8,128,2.7890625,4.5078125,8388608 +20,self_attn.v_proj,4,64,8,128,3.26953125,4.25390625,8388608 +20,self_attn.v_proj,4,128,8,128,3.703125,4.126953125,8388608 +20,self_attn.v_proj,8,32,8,128,0.1688232421875,8.5078125,8388608 +20,self_attn.v_proj,8,64,8,128,0.19775390625,8.25390625,8388608 +20,self_attn.v_proj,8,128,8,128,0.22314453125,8.126953125,8388608 +20,self_attn.k_proj,2,32,8,128,27.171875,2.5078125,8388608 +20,self_attn.k_proj,2,64,8,128,32.375,2.25390625,8388608 +20,self_attn.k_proj,2,128,8,128,36.53125,2.126953125,8388608 +20,self_attn.k_proj,3,32,8,128,11.84375,3.5078125,8388608 +20,self_attn.k_proj,3,64,8,128,14.4375,3.25390625,8388608 +20,self_attn.k_proj,3,128,8,128,16.875,3.126953125,8388608 +20,self_attn.k_proj,4,32,8,128,5.52734375,4.5078125,8388608 +20,self_attn.k_proj,4,64,8,128,6.7421875,4.25390625,8388608 +20,self_attn.k_proj,4,128,8,128,7.89453125,4.126953125,8388608 +20,self_attn.k_proj,8,32,8,128,0.33447265625,8.5078125,8388608 +20,self_attn.k_proj,8,64,8,128,0.40771484375,8.25390625,8388608 +20,self_attn.k_proj,8,128,8,128,0.475341796875,8.126953125,8388608 +20,self_attn.o_proj,2,32,8,128,39.84375,20.0625,67108864 +20,self_attn.o_proj,2,64,8,128,46.4375,18.03125,67108864 +20,self_attn.o_proj,2,128,8,128,52.40625,17.015625,67108864 +20,self_attn.o_proj,3,32,8,128,17.0625,28.0625,67108864 +20,self_attn.o_proj,3,64,8,128,19.921875,26.03125,67108864 +20,self_attn.o_proj,3,128,8,128,22.53125,25.015625,67108864 +20,self_attn.o_proj,4,32,8,128,7.96875,36.0625,67108864 +20,self_attn.o_proj,4,64,8,128,9.3125,34.03125,67108864 +20,self_attn.o_proj,4,128,8,128,10.5546875,33.015625,67108864 +20,self_attn.o_proj,8,32,8,128,0.4833984375,68.0625,67108864 +20,self_attn.o_proj,8,64,8,128,0.56494140625,66.03125,67108864 +20,self_attn.o_proj,8,128,8,128,0.6396484375,65.015625,67108864 +20,mlp.gate_proj,2,32,8,128,85.1875,70.21875,234881024 +20,mlp.gate_proj,2,64,8,128,99.625,63.109375,234881024 +20,mlp.gate_proj,2,128,8,128,112.8125,59.5546875,234881024 +20,mlp.gate_proj,3,32,8,128,36.46875,98.21875,234881024 +20,mlp.gate_proj,3,64,8,128,42.625,91.109375,234881024 +20,mlp.gate_proj,3,128,8,128,48.3125,87.5546875,234881024 +20,mlp.gate_proj,4,32,8,128,17.0,126.21875,234881024 +20,mlp.gate_proj,4,64,8,128,19.90625,119.109375,234881024 +20,mlp.gate_proj,4,128,8,128,22.546875,115.5546875,234881024 +20,mlp.gate_proj,8,32,8,128,1.0341796875,238.21875,234881024 +20,mlp.gate_proj,8,64,8,128,1.2109375,231.109375,234881024 +20,mlp.gate_proj,8,128,8,128,1.3681640625,227.5546875,234881024 +20,mlp.up_proj,2,32,8,128,81.4375,70.21875,234881024 +20,mlp.up_proj,2,64,8,128,94.8125,63.109375,234881024 +20,mlp.up_proj,2,128,8,128,106.9375,59.5546875,234881024 +20,mlp.up_proj,3,32,8,128,34.8125,98.21875,234881024 +20,mlp.up_proj,3,64,8,128,40.59375,91.109375,234881024 +20,mlp.up_proj,3,128,8,128,45.75,87.5546875,234881024 +20,mlp.up_proj,4,32,8,128,16.234375,126.21875,234881024 +20,mlp.up_proj,4,64,8,128,18.9375,119.109375,234881024 +20,mlp.up_proj,4,128,8,128,21.359375,115.5546875,234881024 +20,mlp.up_proj,8,32,8,128,0.9873046875,238.21875,234881024 +20,mlp.up_proj,8,64,8,128,1.15234375,231.109375,234881024 +20,mlp.up_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +20,mlp.down_proj,2,32,8,128,81.875,70.21875,234881024 +20,mlp.down_proj,2,64,8,128,95.25,63.109375,234881024 +20,mlp.down_proj,2,128,8,128,107.375,59.5546875,234881024 +20,mlp.down_proj,3,32,8,128,35.0,98.21875,234881024 +20,mlp.down_proj,3,64,8,128,40.78125,91.109375,234881024 +20,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +20,mlp.down_proj,4,32,8,128,16.328125,126.21875,234881024 +20,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +20,mlp.down_proj,4,128,8,128,21.4375,115.5546875,234881024 +20,mlp.down_proj,8,32,8,128,0.99267578125,238.21875,234881024 +20,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +20,mlp.down_proj,8,128,8,128,1.30078125,227.5546875,234881024 +21,self_attn.q_proj,2,32,8,128,44.0,20.0625,67108864 +21,self_attn.q_proj,2,64,8,128,52.125,18.03125,67108864 +21,self_attn.q_proj,2,128,8,128,59.9375,17.015625,67108864 +21,self_attn.q_proj,3,32,8,128,19.0,28.0625,67108864 +21,self_attn.q_proj,3,64,8,128,22.75,26.03125,67108864 +21,self_attn.q_proj,3,128,8,128,26.6875,25.015625,67108864 +21,self_attn.q_proj,4,32,8,128,8.859375,36.0625,67108864 +21,self_attn.q_proj,4,64,8,128,10.625,34.03125,67108864 +21,self_attn.q_proj,4,128,8,128,12.4609375,33.015625,67108864 +21,self_attn.q_proj,8,32,8,128,0.53662109375,68.0625,67108864 +21,self_attn.q_proj,8,64,8,128,0.64306640625,66.03125,67108864 +21,self_attn.q_proj,8,128,8,128,0.7509765625,65.015625,67108864 +21,self_attn.v_proj,2,32,8,128,13.7890625,2.5078125,8388608 +21,self_attn.v_proj,2,64,8,128,16.109375,2.25390625,8388608 +21,self_attn.v_proj,2,128,8,128,18.21875,2.126953125,8388608 +21,self_attn.v_proj,3,32,8,128,5.89453125,3.5078125,8388608 +21,self_attn.v_proj,3,64,8,128,6.8984375,3.25390625,8388608 +21,self_attn.v_proj,3,128,8,128,7.80078125,3.126953125,8388608 +21,self_attn.v_proj,4,32,8,128,2.75,4.5078125,8388608 +21,self_attn.v_proj,4,64,8,128,3.216796875,4.25390625,8388608 +21,self_attn.v_proj,4,128,8,128,3.642578125,4.126953125,8388608 +21,self_attn.v_proj,8,32,8,128,0.16650390625,8.5078125,8388608 +21,self_attn.v_proj,8,64,8,128,0.194580078125,8.25390625,8388608 +21,self_attn.v_proj,8,128,8,128,0.219482421875,8.126953125,8388608 +21,self_attn.k_proj,2,32,8,128,26.78125,2.5078125,8388608 +21,self_attn.k_proj,2,64,8,128,31.96875,2.25390625,8388608 +21,self_attn.k_proj,2,128,8,128,36.09375,2.126953125,8388608 +21,self_attn.k_proj,3,32,8,128,11.921875,3.5078125,8388608 +21,self_attn.k_proj,3,64,8,128,14.7734375,3.25390625,8388608 +21,self_attn.k_proj,3,128,8,128,17.484375,3.126953125,8388608 +21,self_attn.k_proj,4,32,8,128,5.56640625,4.5078125,8388608 +21,self_attn.k_proj,4,64,8,128,6.91015625,4.25390625,8388608 +21,self_attn.k_proj,4,128,8,128,8.2109375,4.126953125,8388608 +21,self_attn.k_proj,8,32,8,128,0.3369140625,8.5078125,8388608 +21,self_attn.k_proj,8,64,8,128,0.417724609375,8.25390625,8388608 +21,self_attn.k_proj,8,128,8,128,0.4951171875,8.126953125,8388608 +21,self_attn.o_proj,2,32,8,128,39.4375,20.0625,67108864 +21,self_attn.o_proj,2,64,8,128,45.96875,18.03125,67108864 +21,self_attn.o_proj,2,128,8,128,51.875,17.015625,67108864 +21,self_attn.o_proj,3,32,8,128,16.875,28.0625,67108864 +21,self_attn.o_proj,3,64,8,128,19.703125,26.03125,67108864 +21,self_attn.o_proj,3,128,8,128,22.28125,25.015625,67108864 +21,self_attn.o_proj,4,32,8,128,7.875,36.0625,67108864 +21,self_attn.o_proj,4,64,8,128,9.1953125,34.03125,67108864 +21,self_attn.o_proj,4,128,8,128,10.40625,33.015625,67108864 +21,self_attn.o_proj,8,32,8,128,0.476806640625,68.0625,67108864 +21,self_attn.o_proj,8,64,8,128,0.55615234375,66.03125,67108864 +21,self_attn.o_proj,8,128,8,128,0.62744140625,65.015625,67108864 +21,mlp.gate_proj,2,32,8,128,84.875,70.21875,234881024 +21,mlp.gate_proj,2,64,8,128,99.1875,63.109375,234881024 +21,mlp.gate_proj,2,128,8,128,112.25,59.5546875,234881024 +21,mlp.gate_proj,3,32,8,128,36.3125,98.21875,234881024 +21,mlp.gate_proj,3,64,8,128,42.4375,91.109375,234881024 +21,mlp.gate_proj,3,128,8,128,48.0625,87.5546875,234881024 +21,mlp.gate_proj,4,32,8,128,16.9375,126.21875,234881024 +21,mlp.gate_proj,4,64,8,128,19.828125,119.109375,234881024 +21,mlp.gate_proj,4,128,8,128,22.421875,115.5546875,234881024 +21,mlp.gate_proj,8,32,8,128,1.0302734375,238.21875,234881024 +21,mlp.gate_proj,8,64,8,128,1.2060546875,231.109375,234881024 +21,mlp.gate_proj,8,128,8,128,1.3603515625,227.5546875,234881024 +21,mlp.up_proj,2,32,8,128,81.6875,70.21875,234881024 +21,mlp.up_proj,2,64,8,128,95.0625,63.109375,234881024 +21,mlp.up_proj,2,128,8,128,107.25,59.5546875,234881024 +21,mlp.up_proj,3,32,8,128,34.9375,98.21875,234881024 +21,mlp.up_proj,3,64,8,128,40.71875,91.109375,234881024 +21,mlp.up_proj,3,128,8,128,45.90625,87.5546875,234881024 +21,mlp.up_proj,4,32,8,128,16.28125,126.21875,234881024 +21,mlp.up_proj,4,64,8,128,19.0,119.109375,234881024 +21,mlp.up_proj,4,128,8,128,21.421875,115.5546875,234881024 +21,mlp.up_proj,8,32,8,128,0.99072265625,238.21875,234881024 +21,mlp.up_proj,8,64,8,128,1.1552734375,231.109375,234881024 +21,mlp.up_proj,8,128,8,128,1.298828125,227.5546875,234881024 +21,mlp.down_proj,2,32,8,128,82.0,70.21875,234881024 +21,mlp.down_proj,2,64,8,128,95.375,63.109375,234881024 +21,mlp.down_proj,2,128,8,128,107.5,59.5546875,234881024 +21,mlp.down_proj,3,32,8,128,35.03125,98.21875,234881024 +21,mlp.down_proj,3,64,8,128,40.8125,91.109375,234881024 +21,mlp.down_proj,3,128,8,128,45.96875,87.5546875,234881024 +21,mlp.down_proj,4,32,8,128,16.34375,126.21875,234881024 +21,mlp.down_proj,4,64,8,128,19.0625,119.109375,234881024 +21,mlp.down_proj,4,128,8,128,21.46875,115.5546875,234881024 +21,mlp.down_proj,8,32,8,128,0.994140625,238.21875,234881024 +21,mlp.down_proj,8,64,8,128,1.1591796875,231.109375,234881024 +21,mlp.down_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +22,self_attn.q_proj,2,32,8,128,42.4375,20.0625,67108864 +22,self_attn.q_proj,2,64,8,128,50.625,18.03125,67108864 +22,self_attn.q_proj,2,128,8,128,58.65625,17.015625,67108864 +22,self_attn.q_proj,3,32,8,128,18.21875,28.0625,67108864 +22,self_attn.q_proj,3,64,8,128,21.859375,26.03125,67108864 +22,self_attn.q_proj,3,128,8,128,25.625,25.015625,67108864 +22,self_attn.q_proj,4,32,8,128,8.5,36.0625,67108864 +22,self_attn.q_proj,4,64,8,128,10.203125,34.03125,67108864 +22,self_attn.q_proj,4,128,8,128,11.9609375,33.015625,67108864 +22,self_attn.q_proj,8,32,8,128,0.5146484375,68.0625,67108864 +22,self_attn.q_proj,8,64,8,128,0.61767578125,66.03125,67108864 +22,self_attn.q_proj,8,128,8,128,0.72119140625,65.015625,67108864 +22,self_attn.v_proj,2,32,8,128,15.328125,2.5078125,8388608 +22,self_attn.v_proj,2,64,8,128,17.921875,2.25390625,8388608 +22,self_attn.v_proj,2,128,8,128,20.328125,2.126953125,8388608 +22,self_attn.v_proj,3,32,8,128,6.55078125,3.5078125,8388608 +22,self_attn.v_proj,3,64,8,128,7.671875,3.25390625,8388608 +22,self_attn.v_proj,3,128,8,128,8.703125,3.126953125,8388608 +22,self_attn.v_proj,4,32,8,128,3.056640625,4.5078125,8388608 +22,self_attn.v_proj,4,64,8,128,3.58203125,4.25390625,8388608 +22,self_attn.v_proj,4,128,8,128,4.0625,4.126953125,8388608 +22,self_attn.v_proj,8,32,8,128,0.1851806640625,8.5078125,8388608 +22,self_attn.v_proj,8,64,8,128,0.2166748046875,8.25390625,8388608 +22,self_attn.v_proj,8,128,8,128,0.2447509765625,8.126953125,8388608 +22,self_attn.k_proj,2,32,8,128,27.0,2.5078125,8388608 +22,self_attn.k_proj,2,64,8,128,32.5,2.25390625,8388608 +22,self_attn.k_proj,2,128,8,128,36.9375,2.126953125,8388608 +22,self_attn.k_proj,3,32,8,128,11.7734375,3.5078125,8388608 +22,self_attn.k_proj,3,64,8,128,14.4765625,3.25390625,8388608 +22,self_attn.k_proj,3,128,8,128,17.0625,3.126953125,8388608 +22,self_attn.k_proj,4,32,8,128,5.4921875,4.5078125,8388608 +22,self_attn.k_proj,4,64,8,128,6.75,4.25390625,8388608 +22,self_attn.k_proj,4,128,8,128,7.97265625,4.126953125,8388608 +22,self_attn.k_proj,8,32,8,128,0.33251953125,8.5078125,8388608 +22,self_attn.k_proj,8,64,8,128,0.408203125,8.25390625,8388608 +22,self_attn.k_proj,8,128,8,128,0.480224609375,8.126953125,8388608 +22,self_attn.o_proj,2,32,8,128,40.78125,20.0625,67108864 +22,self_attn.o_proj,2,64,8,128,47.5,18.03125,67108864 +22,self_attn.o_proj,2,128,8,128,53.53125,17.015625,67108864 +22,self_attn.o_proj,3,32,8,128,17.4375,28.0625,67108864 +22,self_attn.o_proj,3,64,8,128,20.3125,26.03125,67108864 +22,self_attn.o_proj,3,128,8,128,22.921875,25.015625,67108864 +22,self_attn.o_proj,4,32,8,128,8.1328125,36.0625,67108864 +22,self_attn.o_proj,4,64,8,128,9.484375,34.03125,67108864 +22,self_attn.o_proj,4,128,8,128,10.703125,33.015625,67108864 +22,self_attn.o_proj,8,32,8,128,0.49267578125,68.0625,67108864 +22,self_attn.o_proj,8,64,8,128,0.57373046875,66.03125,67108864 +22,self_attn.o_proj,8,128,8,128,0.64501953125,65.015625,67108864 +22,mlp.gate_proj,2,32,8,128,84.8125,70.21875,234881024 +22,mlp.gate_proj,2,64,8,128,99.0625,63.109375,234881024 +22,mlp.gate_proj,2,128,8,128,112.0625,59.5546875,234881024 +22,mlp.gate_proj,3,32,8,128,36.28125,98.21875,234881024 +22,mlp.gate_proj,3,64,8,128,42.40625,91.109375,234881024 +22,mlp.gate_proj,3,128,8,128,47.96875,87.5546875,234881024 +22,mlp.gate_proj,4,32,8,128,16.921875,126.21875,234881024 +22,mlp.gate_proj,4,64,8,128,19.796875,119.109375,234881024 +22,mlp.gate_proj,4,128,8,128,22.375,115.5546875,234881024 +22,mlp.gate_proj,8,32,8,128,1.029296875,238.21875,234881024 +22,mlp.gate_proj,8,64,8,128,1.2041015625,231.109375,234881024 +22,mlp.gate_proj,8,128,8,128,1.3583984375,227.5546875,234881024 +22,mlp.up_proj,2,32,8,128,81.8125,70.21875,234881024 +22,mlp.up_proj,2,64,8,128,95.25,63.109375,234881024 +22,mlp.up_proj,2,128,8,128,107.375,59.5546875,234881024 +22,mlp.up_proj,3,32,8,128,34.96875,98.21875,234881024 +22,mlp.up_proj,3,64,8,128,40.75,91.109375,234881024 +22,mlp.up_proj,3,128,8,128,45.9375,87.5546875,234881024 +22,mlp.up_proj,4,32,8,128,16.3125,126.21875,234881024 +22,mlp.up_proj,4,64,8,128,19.03125,119.109375,234881024 +22,mlp.up_proj,4,128,8,128,21.4375,115.5546875,234881024 +22,mlp.up_proj,8,32,8,128,0.9921875,238.21875,234881024 +22,mlp.up_proj,8,64,8,128,1.1572265625,231.109375,234881024 +22,mlp.up_proj,8,128,8,128,1.30078125,227.5546875,234881024 +22,mlp.down_proj,2,32,8,128,81.9375,70.21875,234881024 +22,mlp.down_proj,2,64,8,128,95.3125,63.109375,234881024 +22,mlp.down_proj,2,128,8,128,107.4375,59.5546875,234881024 +22,mlp.down_proj,3,32,8,128,35.03125,98.21875,234881024 +22,mlp.down_proj,3,64,8,128,40.8125,91.109375,234881024 +22,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +22,mlp.down_proj,4,32,8,128,16.328125,126.21875,234881024 +22,mlp.down_proj,4,64,8,128,19.046875,119.109375,234881024 +22,mlp.down_proj,4,128,8,128,21.453125,115.5546875,234881024 +22,mlp.down_proj,8,32,8,128,0.99365234375,238.21875,234881024 +22,mlp.down_proj,8,64,8,128,1.158203125,231.109375,234881024 +22,mlp.down_proj,8,128,8,128,1.30078125,227.5546875,234881024 +23,self_attn.q_proj,2,32,8,128,44.6875,20.0625,67108864 +23,self_attn.q_proj,2,64,8,128,52.875,18.03125,67108864 +23,self_attn.q_proj,2,128,8,128,60.71875,17.015625,67108864 +23,self_attn.q_proj,3,32,8,128,19.140625,28.0625,67108864 +23,self_attn.q_proj,3,64,8,128,22.71875,26.03125,67108864 +23,self_attn.q_proj,3,128,8,128,26.234375,25.015625,67108864 +23,self_attn.q_proj,4,32,8,128,8.9296875,36.0625,67108864 +23,self_attn.q_proj,4,64,8,128,10.6015625,34.03125,67108864 +23,self_attn.q_proj,4,128,8,128,12.2421875,33.015625,67108864 +23,self_attn.q_proj,8,32,8,128,0.541015625,68.0625,67108864 +23,self_attn.q_proj,8,64,8,128,0.6416015625,66.03125,67108864 +23,self_attn.q_proj,8,128,8,128,0.73828125,65.015625,67108864 +23,self_attn.v_proj,2,32,8,128,14.8671875,2.5078125,8388608 +23,self_attn.v_proj,2,64,8,128,17.390625,2.25390625,8388608 +23,self_attn.v_proj,2,128,8,128,19.671875,2.126953125,8388608 +23,self_attn.v_proj,3,32,8,128,6.36328125,3.5078125,8388608 +23,self_attn.v_proj,3,64,8,128,7.44140625,3.25390625,8388608 +23,self_attn.v_proj,3,128,8,128,8.421875,3.126953125,8388608 +23,self_attn.v_proj,4,32,8,128,2.966796875,4.5078125,8388608 +23,self_attn.v_proj,4,64,8,128,3.470703125,4.25390625,8388608 +23,self_attn.v_proj,4,128,8,128,3.931640625,4.126953125,8388608 +23,self_attn.v_proj,8,32,8,128,0.1796875,8.5078125,8388608 +23,self_attn.v_proj,8,64,8,128,0.2100830078125,8.25390625,8388608 +23,self_attn.v_proj,8,128,8,128,0.2369384765625,8.126953125,8388608 +23,self_attn.k_proj,2,32,8,128,27.078125,2.5078125,8388608 +23,self_attn.k_proj,2,64,8,128,32.46875,2.25390625,8388608 +23,self_attn.k_proj,2,128,8,128,37.0625,2.126953125,8388608 +23,self_attn.k_proj,3,32,8,128,11.6953125,3.5078125,8388608 +23,self_attn.k_proj,3,64,8,128,14.203125,3.25390625,8388608 +23,self_attn.k_proj,3,128,8,128,16.59375,3.126953125,8388608 +23,self_attn.k_proj,4,32,8,128,5.45703125,4.5078125,8388608 +23,self_attn.k_proj,4,64,8,128,6.625,4.25390625,8388608 +23,self_attn.k_proj,4,128,8,128,7.75,4.126953125,8388608 +23,self_attn.k_proj,8,32,8,128,0.330322265625,8.5078125,8388608 +23,self_attn.k_proj,8,64,8,128,0.400634765625,8.25390625,8388608 +23,self_attn.k_proj,8,128,8,128,0.466552734375,8.126953125,8388608 +23,self_attn.o_proj,2,32,8,128,40.375,20.0625,67108864 +23,self_attn.o_proj,2,64,8,128,47.03125,18.03125,67108864 +23,self_attn.o_proj,2,128,8,128,53.03125,17.015625,67108864 +23,self_attn.o_proj,3,32,8,128,17.265625,28.0625,67108864 +23,self_attn.o_proj,3,64,8,128,20.15625,26.03125,67108864 +23,self_attn.o_proj,3,128,8,128,22.78125,25.015625,67108864 +23,self_attn.o_proj,4,32,8,128,8.0703125,36.0625,67108864 +23,self_attn.o_proj,4,64,8,128,9.4296875,34.03125,67108864 +23,self_attn.o_proj,4,128,8,128,10.6640625,33.015625,67108864 +23,self_attn.o_proj,8,32,8,128,0.4892578125,68.0625,67108864 +23,self_attn.o_proj,8,64,8,128,0.5712890625,66.03125,67108864 +23,self_attn.o_proj,8,128,8,128,0.6455078125,65.015625,67108864 +23,mlp.gate_proj,2,32,8,128,84.8125,70.21875,234881024 +23,mlp.gate_proj,2,64,8,128,99.0625,63.109375,234881024 +23,mlp.gate_proj,2,128,8,128,112.125,59.5546875,234881024 +23,mlp.gate_proj,3,32,8,128,36.28125,98.21875,234881024 +23,mlp.gate_proj,3,64,8,128,42.40625,91.109375,234881024 +23,mlp.gate_proj,3,128,8,128,48.0,87.5546875,234881024 +23,mlp.gate_proj,4,32,8,128,16.921875,126.21875,234881024 +23,mlp.gate_proj,4,64,8,128,19.796875,119.109375,234881024 +23,mlp.gate_proj,4,128,8,128,22.40625,115.5546875,234881024 +23,mlp.gate_proj,8,32,8,128,1.029296875,238.21875,234881024 +23,mlp.gate_proj,8,64,8,128,1.205078125,231.109375,234881024 +23,mlp.gate_proj,8,128,8,128,1.359375,227.5546875,234881024 +23,mlp.up_proj,2,32,8,128,81.875,70.21875,234881024 +23,mlp.up_proj,2,64,8,128,95.3125,63.109375,234881024 +23,mlp.up_proj,2,128,8,128,107.4375,59.5546875,234881024 +23,mlp.up_proj,3,32,8,128,35.0,98.21875,234881024 +23,mlp.up_proj,3,64,8,128,40.78125,91.109375,234881024 +23,mlp.up_proj,3,128,8,128,45.96875,87.5546875,234881024 +23,mlp.up_proj,4,32,8,128,16.3125,126.21875,234881024 +23,mlp.up_proj,4,64,8,128,19.046875,119.109375,234881024 +23,mlp.up_proj,4,128,8,128,21.453125,115.5546875,234881024 +23,mlp.up_proj,8,32,8,128,0.99267578125,238.21875,234881024 +23,mlp.up_proj,8,64,8,128,1.158203125,231.109375,234881024 +23,mlp.up_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +23,mlp.down_proj,2,32,8,128,81.8125,70.21875,234881024 +23,mlp.down_proj,2,64,8,128,95.1875,63.109375,234881024 +23,mlp.down_proj,2,128,8,128,107.3125,59.5546875,234881024 +23,mlp.down_proj,3,32,8,128,34.96875,98.21875,234881024 +23,mlp.down_proj,3,64,8,128,40.75,91.109375,234881024 +23,mlp.down_proj,3,128,8,128,45.875,87.5546875,234881024 +23,mlp.down_proj,4,32,8,128,16.3125,126.21875,234881024 +23,mlp.down_proj,4,64,8,128,19.015625,119.109375,234881024 +23,mlp.down_proj,4,128,8,128,21.40625,115.5546875,234881024 +23,mlp.down_proj,8,32,8,128,0.99169921875,238.21875,234881024 +23,mlp.down_proj,8,64,8,128,1.15625,231.109375,234881024 +23,mlp.down_proj,8,128,8,128,1.2998046875,227.5546875,234881024 +24,self_attn.q_proj,2,32,8,128,45.46875,20.0625,67108864 +24,self_attn.q_proj,2,64,8,128,54.125,18.03125,67108864 +24,self_attn.q_proj,2,128,8,128,62.25,17.015625,67108864 +24,self_attn.q_proj,3,32,8,128,19.5,28.0625,67108864 +24,self_attn.q_proj,3,64,8,128,23.265625,26.03125,67108864 +24,self_attn.q_proj,3,128,8,128,26.984375,25.015625,67108864 +24,self_attn.q_proj,4,32,8,128,9.09375,36.0625,67108864 +24,self_attn.q_proj,4,64,8,128,10.859375,34.03125,67108864 +24,self_attn.q_proj,4,128,8,128,12.5859375,33.015625,67108864 +24,self_attn.q_proj,8,32,8,128,0.55078125,68.0625,67108864 +24,self_attn.q_proj,8,64,8,128,0.6572265625,66.03125,67108864 +24,self_attn.q_proj,8,128,8,128,0.75927734375,65.015625,67108864 +24,self_attn.v_proj,2,32,8,128,13.6640625,2.5078125,8388608 +24,self_attn.v_proj,2,64,8,128,15.953125,2.25390625,8388608 +24,self_attn.v_proj,2,128,8,128,18.015625,2.126953125,8388608 +24,self_attn.v_proj,3,32,8,128,5.84375,3.5078125,8388608 +24,self_attn.v_proj,3,64,8,128,6.8203125,3.25390625,8388608 +24,self_attn.v_proj,3,128,8,128,7.71484375,3.126953125,8388608 +24,self_attn.v_proj,4,32,8,128,2.7265625,4.5078125,8388608 +24,self_attn.v_proj,4,64,8,128,3.18359375,4.25390625,8388608 +24,self_attn.v_proj,4,128,8,128,3.599609375,4.126953125,8388608 +24,self_attn.v_proj,8,32,8,128,0.1651611328125,8.5078125,8388608 +24,self_attn.v_proj,8,64,8,128,0.192626953125,8.25390625,8388608 +24,self_attn.v_proj,8,128,8,128,0.217041015625,8.126953125,8388608 +24,self_attn.k_proj,2,32,8,128,26.734375,2.5078125,8388608 +24,self_attn.k_proj,2,64,8,128,32.0,2.25390625,8388608 +24,self_attn.k_proj,2,128,8,128,36.40625,2.126953125,8388608 +24,self_attn.k_proj,3,32,8,128,11.546875,3.5078125,8388608 +24,self_attn.k_proj,3,64,8,128,13.984375,3.25390625,8388608 +24,self_attn.k_proj,3,128,8,128,16.28125,3.126953125,8388608 +24,self_attn.k_proj,4,32,8,128,5.390625,4.5078125,8388608 +24,self_attn.k_proj,4,64,8,128,6.52734375,4.25390625,8388608 +24,self_attn.k_proj,4,128,8,128,7.60546875,4.126953125,8388608 +24,self_attn.k_proj,8,32,8,128,0.326171875,8.5078125,8388608 +24,self_attn.k_proj,8,64,8,128,0.394775390625,8.25390625,8388608 +24,self_attn.k_proj,8,128,8,128,0.45849609375,8.126953125,8388608 +24,self_attn.o_proj,2,32,8,128,39.0625,20.0625,67108864 +24,self_attn.o_proj,2,64,8,128,45.625,18.03125,67108864 +24,self_attn.o_proj,2,128,8,128,51.65625,17.015625,67108864 +24,self_attn.o_proj,3,32,8,128,16.71875,28.0625,67108864 +24,self_attn.o_proj,3,64,8,128,19.59375,26.03125,67108864 +24,self_attn.o_proj,3,128,8,128,22.296875,25.015625,67108864 +24,self_attn.o_proj,4,32,8,128,7.8046875,36.0625,67108864 +24,self_attn.o_proj,4,64,8,128,9.1484375,34.03125,67108864 +24,self_attn.o_proj,4,128,8,128,10.421875,33.015625,67108864 +24,self_attn.o_proj,8,32,8,128,0.472412109375,68.0625,67108864 +24,self_attn.o_proj,8,64,8,128,0.55322265625,66.03125,67108864 +24,self_attn.o_proj,8,128,8,128,0.6279296875,65.015625,67108864 +24,mlp.gate_proj,2,32,8,128,84.375,70.21875,234881024 +24,mlp.gate_proj,2,64,8,128,98.625,63.109375,234881024 +24,mlp.gate_proj,2,128,8,128,111.6875,59.5546875,234881024 +24,mlp.gate_proj,3,32,8,128,36.09375,98.21875,234881024 +24,mlp.gate_proj,3,64,8,128,42.21875,91.109375,234881024 +24,mlp.gate_proj,3,128,8,128,47.84375,87.5546875,234881024 +24,mlp.gate_proj,4,32,8,128,16.84375,126.21875,234881024 +24,mlp.gate_proj,4,64,8,128,19.71875,119.109375,234881024 +24,mlp.gate_proj,4,128,8,128,22.328125,115.5546875,234881024 +24,mlp.gate_proj,8,32,8,128,1.0244140625,238.21875,234881024 +24,mlp.gate_proj,8,64,8,128,1.19921875,231.109375,234881024 +24,mlp.gate_proj,8,128,8,128,1.3544921875,227.5546875,234881024 +24,mlp.up_proj,2,32,8,128,82.0,70.21875,234881024 +24,mlp.up_proj,2,64,8,128,95.5,63.109375,234881024 +24,mlp.up_proj,2,128,8,128,107.75,59.5546875,234881024 +24,mlp.up_proj,3,32,8,128,35.0625,98.21875,234881024 +24,mlp.up_proj,3,64,8,128,40.90625,91.109375,234881024 +24,mlp.up_proj,3,128,8,128,46.125,87.5546875,234881024 +24,mlp.up_proj,4,32,8,128,16.359375,126.21875,234881024 +24,mlp.up_proj,4,64,8,128,19.09375,119.109375,234881024 +24,mlp.up_proj,4,128,8,128,21.53125,115.5546875,234881024 +24,mlp.up_proj,8,32,8,128,0.99462890625,238.21875,234881024 +24,mlp.up_proj,8,64,8,128,1.1611328125,231.109375,234881024 +24,mlp.up_proj,8,128,8,128,1.3056640625,227.5546875,234881024 +24,mlp.down_proj,2,32,8,128,81.8125,70.21875,234881024 +24,mlp.down_proj,2,64,8,128,95.1875,63.109375,234881024 +24,mlp.down_proj,2,128,8,128,107.4375,59.5546875,234881024 +24,mlp.down_proj,3,32,8,128,34.96875,98.21875,234881024 +24,mlp.down_proj,3,64,8,128,40.78125,91.109375,234881024 +24,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +24,mlp.down_proj,4,32,8,128,16.3125,126.21875,234881024 +24,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +24,mlp.down_proj,4,128,8,128,21.453125,115.5546875,234881024 +24,mlp.down_proj,8,32,8,128,0.9921875,238.21875,234881024 +24,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +24,mlp.down_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +25,self_attn.q_proj,2,32,8,128,48.09375,20.0625,67108864 +25,self_attn.q_proj,2,64,8,128,56.78125,18.03125,67108864 +25,self_attn.q_proj,2,128,8,128,65.9375,17.015625,67108864 +25,self_attn.q_proj,3,32,8,128,20.640625,28.0625,67108864 +25,self_attn.q_proj,3,64,8,128,24.515625,26.03125,67108864 +25,self_attn.q_proj,3,128,8,128,28.765625,25.015625,67108864 +25,self_attn.q_proj,4,32,8,128,9.6328125,36.0625,67108864 +25,self_attn.q_proj,4,64,8,128,11.4375,34.03125,67108864 +25,self_attn.q_proj,4,128,8,128,13.4296875,33.015625,67108864 +25,self_attn.q_proj,8,32,8,128,0.58349609375,68.0625,67108864 +25,self_attn.q_proj,8,64,8,128,0.69189453125,66.03125,67108864 +25,self_attn.q_proj,8,128,8,128,0.8095703125,65.015625,67108864 +25,self_attn.v_proj,2,32,8,128,13.2421875,2.5078125,8388608 +25,self_attn.v_proj,2,64,8,128,15.46875,2.25390625,8388608 +25,self_attn.v_proj,2,128,8,128,17.484375,2.126953125,8388608 +25,self_attn.v_proj,3,32,8,128,5.66015625,3.5078125,8388608 +25,self_attn.v_proj,3,64,8,128,6.6171875,3.25390625,8388608 +25,self_attn.v_proj,3,128,8,128,7.48046875,3.126953125,8388608 +25,self_attn.v_proj,4,32,8,128,2.640625,4.5078125,8388608 +25,self_attn.v_proj,4,64,8,128,3.0859375,4.25390625,8388608 +25,self_attn.v_proj,4,128,8,128,3.4921875,4.126953125,8388608 +25,self_attn.v_proj,8,32,8,128,0.159912109375,8.5078125,8388608 +25,self_attn.v_proj,8,64,8,128,0.186767578125,8.25390625,8388608 +25,self_attn.v_proj,8,128,8,128,0.2105712890625,8.126953125,8388608 +25,self_attn.k_proj,2,32,8,128,30.390625,2.5078125,8388608 +25,self_attn.k_proj,2,64,8,128,36.5625,2.25390625,8388608 +25,self_attn.k_proj,2,128,8,128,41.625,2.126953125,8388608 +25,self_attn.k_proj,3,32,8,128,13.296875,3.5078125,8388608 +25,self_attn.k_proj,3,64,8,128,16.4375,3.25390625,8388608 +25,self_attn.k_proj,3,128,8,128,19.5,3.126953125,8388608 +25,self_attn.k_proj,4,32,8,128,6.20703125,4.5078125,8388608 +25,self_attn.k_proj,4,64,8,128,7.6796875,4.25390625,8388608 +25,self_attn.k_proj,4,128,8,128,9.1171875,4.126953125,8388608 +25,self_attn.k_proj,8,32,8,128,0.37548828125,8.5078125,8388608 +25,self_attn.k_proj,8,64,8,128,0.464111328125,8.25390625,8388608 +25,self_attn.k_proj,8,128,8,128,0.54931640625,8.126953125,8388608 +25,self_attn.o_proj,2,32,8,128,39.8125,20.0625,67108864 +25,self_attn.o_proj,2,64,8,128,46.375,18.03125,67108864 +25,self_attn.o_proj,2,128,8,128,52.34375,17.015625,67108864 +25,self_attn.o_proj,3,32,8,128,17.03125,28.0625,67108864 +25,self_attn.o_proj,3,64,8,128,19.890625,26.03125,67108864 +25,self_attn.o_proj,3,128,8,128,22.484375,25.015625,67108864 +25,self_attn.o_proj,4,32,8,128,7.953125,36.0625,67108864 +25,self_attn.o_proj,4,64,8,128,9.2890625,34.03125,67108864 +25,self_attn.o_proj,4,128,8,128,10.5234375,33.015625,67108864 +25,self_attn.o_proj,8,32,8,128,0.481689453125,68.0625,67108864 +25,self_attn.o_proj,8,64,8,128,0.56201171875,66.03125,67108864 +25,self_attn.o_proj,8,128,8,128,0.634765625,65.015625,67108864 +25,mlp.gate_proj,2,32,8,128,83.875,70.21875,234881024 +25,mlp.gate_proj,2,64,8,128,98.0625,63.109375,234881024 +25,mlp.gate_proj,2,128,8,128,111.1875,59.5546875,234881024 +25,mlp.gate_proj,3,32,8,128,35.875,98.21875,234881024 +25,mlp.gate_proj,3,64,8,128,41.96875,91.109375,234881024 +25,mlp.gate_proj,3,128,8,128,47.625,87.5546875,234881024 +25,mlp.gate_proj,4,32,8,128,16.71875,126.21875,234881024 +25,mlp.gate_proj,4,64,8,128,19.609375,119.109375,234881024 +25,mlp.gate_proj,4,128,8,128,22.21875,115.5546875,234881024 +25,mlp.gate_proj,8,32,8,128,1.017578125,238.21875,234881024 +25,mlp.gate_proj,8,64,8,128,1.1923828125,231.109375,234881024 +25,mlp.gate_proj,8,128,8,128,1.34765625,227.5546875,234881024 +25,mlp.up_proj,2,32,8,128,81.6875,70.21875,234881024 +25,mlp.up_proj,2,64,8,128,95.125,63.109375,234881024 +25,mlp.up_proj,2,128,8,128,107.3125,59.5546875,234881024 +25,mlp.up_proj,3,32,8,128,34.9375,98.21875,234881024 +25,mlp.up_proj,3,64,8,128,40.71875,91.109375,234881024 +25,mlp.up_proj,3,128,8,128,45.9375,87.5546875,234881024 +25,mlp.up_proj,4,32,8,128,16.28125,126.21875,234881024 +25,mlp.up_proj,4,64,8,128,19.015625,119.109375,234881024 +25,mlp.up_proj,4,128,8,128,21.421875,115.5546875,234881024 +25,mlp.up_proj,8,32,8,128,0.99072265625,238.21875,234881024 +25,mlp.up_proj,8,64,8,128,1.15625,231.109375,234881024 +25,mlp.up_proj,8,128,8,128,1.30078125,227.5546875,234881024 +25,mlp.down_proj,2,32,8,128,82.0625,70.21875,234881024 +25,mlp.down_proj,2,64,8,128,95.5,63.109375,234881024 +25,mlp.down_proj,2,128,8,128,107.625,59.5546875,234881024 +25,mlp.down_proj,3,32,8,128,35.09375,98.21875,234881024 +25,mlp.down_proj,3,64,8,128,40.875,91.109375,234881024 +25,mlp.down_proj,3,128,8,128,46.0625,87.5546875,234881024 +25,mlp.down_proj,4,32,8,128,16.359375,126.21875,234881024 +25,mlp.down_proj,4,64,8,128,19.078125,119.109375,234881024 +25,mlp.down_proj,4,128,8,128,21.484375,115.5546875,234881024 +25,mlp.down_proj,8,32,8,128,0.9951171875,238.21875,234881024 +25,mlp.down_proj,8,64,8,128,1.16015625,231.109375,234881024 +25,mlp.down_proj,8,128,8,128,1.3037109375,227.5546875,234881024 +26,self_attn.q_proj,2,32,8,128,45.875,20.0625,67108864 +26,self_attn.q_proj,2,64,8,128,54.21875,18.03125,67108864 +26,self_attn.q_proj,2,128,8,128,62.71875,17.015625,67108864 +26,self_attn.q_proj,3,32,8,128,19.640625,28.0625,67108864 +26,self_attn.q_proj,3,64,8,128,23.265625,26.03125,67108864 +26,self_attn.q_proj,3,128,8,128,27.015625,25.015625,67108864 +26,self_attn.q_proj,4,32,8,128,9.1640625,36.0625,67108864 +26,self_attn.q_proj,4,64,8,128,10.859375,34.03125,67108864 +26,self_attn.q_proj,4,128,8,128,12.609375,33.015625,67108864 +26,self_attn.q_proj,8,32,8,128,0.55517578125,68.0625,67108864 +26,self_attn.q_proj,8,64,8,128,0.65673828125,66.03125,67108864 +26,self_attn.q_proj,8,128,8,128,0.76025390625,65.015625,67108864 +26,self_attn.v_proj,2,32,8,128,14.203125,2.5078125,8388608 +26,self_attn.v_proj,2,64,8,128,16.546875,2.25390625,8388608 +26,self_attn.v_proj,2,128,8,128,18.671875,2.126953125,8388608 +26,self_attn.v_proj,3,32,8,128,6.06640625,3.5078125,8388608 +26,self_attn.v_proj,3,64,8,128,7.08203125,3.25390625,8388608 +26,self_attn.v_proj,3,128,8,128,7.98828125,3.126953125,8388608 +26,self_attn.v_proj,4,32,8,128,2.830078125,4.5078125,8388608 +26,self_attn.v_proj,4,64,8,128,3.302734375,4.25390625,8388608 +26,self_attn.v_proj,4,128,8,128,3.728515625,4.126953125,8388608 +26,self_attn.v_proj,8,32,8,128,0.1715087890625,8.5078125,8388608 +26,self_attn.v_proj,8,64,8,128,0.1998291015625,8.25390625,8388608 +26,self_attn.v_proj,8,128,8,128,0.2247314453125,8.126953125,8388608 +26,self_attn.k_proj,2,32,8,128,27.265625,2.5078125,8388608 +26,self_attn.k_proj,2,64,8,128,32.8125,2.25390625,8388608 +26,self_attn.k_proj,2,128,8,128,37.5,2.126953125,8388608 +26,self_attn.k_proj,3,32,8,128,11.78125,3.5078125,8388608 +26,self_attn.k_proj,3,64,8,128,14.375,3.25390625,8388608 +26,self_attn.k_proj,3,128,8,128,16.84375,3.126953125,8388608 +26,self_attn.k_proj,4,32,8,128,5.5,4.5078125,8388608 +26,self_attn.k_proj,4,64,8,128,6.70703125,4.25390625,8388608 +26,self_attn.k_proj,4,128,8,128,7.86328125,4.126953125,8388608 +26,self_attn.k_proj,8,32,8,128,0.332763671875,8.5078125,8388608 +26,self_attn.k_proj,8,64,8,128,0.40576171875,8.25390625,8388608 +26,self_attn.k_proj,8,128,8,128,0.473876953125,8.126953125,8388608 +26,self_attn.o_proj,2,32,8,128,41.15625,20.0625,67108864 +26,self_attn.o_proj,2,64,8,128,47.9375,18.03125,67108864 +26,self_attn.o_proj,2,128,8,128,54.03125,17.015625,67108864 +26,self_attn.o_proj,3,32,8,128,17.609375,28.0625,67108864 +26,self_attn.o_proj,3,64,8,128,20.515625,26.03125,67108864 +26,self_attn.o_proj,3,128,8,128,23.15625,25.015625,67108864 +26,self_attn.o_proj,4,32,8,128,8.2109375,36.0625,67108864 +26,self_attn.o_proj,4,64,8,128,9.578125,34.03125,67108864 +26,self_attn.o_proj,4,128,8,128,10.8046875,33.015625,67108864 +26,self_attn.o_proj,8,32,8,128,0.497314453125,68.0625,67108864 +26,self_attn.o_proj,8,64,8,128,0.5791015625,66.03125,67108864 +26,self_attn.o_proj,8,128,8,128,0.6513671875,65.015625,67108864 +26,mlp.gate_proj,2,32,8,128,83.9375,70.21875,234881024 +26,mlp.gate_proj,2,64,8,128,98.125,63.109375,234881024 +26,mlp.gate_proj,2,128,8,128,111.1875,59.5546875,234881024 +26,mlp.gate_proj,3,32,8,128,35.90625,98.21875,234881024 +26,mlp.gate_proj,3,64,8,128,42.0,91.109375,234881024 +26,mlp.gate_proj,3,128,8,128,47.59375,87.5546875,234881024 +26,mlp.gate_proj,4,32,8,128,16.734375,126.21875,234881024 +26,mlp.gate_proj,4,64,8,128,19.609375,119.109375,234881024 +26,mlp.gate_proj,4,128,8,128,22.203125,115.5546875,234881024 +26,mlp.gate_proj,8,32,8,128,1.0185546875,238.21875,234881024 +26,mlp.gate_proj,8,64,8,128,1.193359375,231.109375,234881024 +26,mlp.gate_proj,8,128,8,128,1.34765625,227.5546875,234881024 +26,mlp.up_proj,2,32,8,128,81.625,70.21875,234881024 +26,mlp.up_proj,2,64,8,128,95.0,63.109375,234881024 +26,mlp.up_proj,2,128,8,128,107.1875,59.5546875,234881024 +26,mlp.up_proj,3,32,8,128,34.875,98.21875,234881024 +26,mlp.up_proj,3,64,8,128,40.65625,91.109375,234881024 +26,mlp.up_proj,3,128,8,128,45.84375,87.5546875,234881024 +26,mlp.up_proj,4,32,8,128,16.265625,126.21875,234881024 +26,mlp.up_proj,4,64,8,128,18.984375,119.109375,234881024 +26,mlp.up_proj,4,128,8,128,21.40625,115.5546875,234881024 +26,mlp.up_proj,8,32,8,128,0.9892578125,238.21875,234881024 +26,mlp.up_proj,8,64,8,128,1.154296875,231.109375,234881024 +26,mlp.up_proj,8,128,8,128,1.2978515625,227.5546875,234881024 +26,mlp.down_proj,2,32,8,128,81.875,70.21875,234881024 +26,mlp.down_proj,2,64,8,128,95.25,63.109375,234881024 +26,mlp.down_proj,2,128,8,128,107.375,59.5546875,234881024 +26,mlp.down_proj,3,32,8,128,35.0,98.21875,234881024 +26,mlp.down_proj,3,64,8,128,40.78125,91.109375,234881024 +26,mlp.down_proj,3,128,8,128,45.90625,87.5546875,234881024 +26,mlp.down_proj,4,32,8,128,16.328125,126.21875,234881024 +26,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +26,mlp.down_proj,4,128,8,128,21.421875,115.5546875,234881024 +26,mlp.down_proj,8,32,8,128,0.99267578125,238.21875,234881024 +26,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +26,mlp.down_proj,8,128,8,128,1.30078125,227.5546875,234881024 +27,self_attn.q_proj,2,32,8,128,42.375,20.0625,67108864 +27,self_attn.q_proj,2,64,8,128,50.21875,18.03125,67108864 +27,self_attn.q_proj,2,128,8,128,57.84375,17.015625,67108864 +27,self_attn.q_proj,3,32,8,128,18.234375,28.0625,67108864 +27,self_attn.q_proj,3,64,8,128,21.765625,26.03125,67108864 +27,self_attn.q_proj,3,128,8,128,25.421875,25.015625,67108864 +27,self_attn.q_proj,4,32,8,128,8.5078125,36.0625,67108864 +27,self_attn.q_proj,4,64,8,128,10.1640625,34.03125,67108864 +27,self_attn.q_proj,4,128,8,128,11.875,33.015625,67108864 +27,self_attn.q_proj,8,32,8,128,0.51513671875,68.0625,67108864 +27,self_attn.q_proj,8,64,8,128,0.615234375,66.03125,67108864 +27,self_attn.q_proj,8,128,8,128,0.7158203125,65.015625,67108864 +27,self_attn.v_proj,2,32,8,128,15.1484375,2.5078125,8388608 +27,self_attn.v_proj,2,64,8,128,17.65625,2.25390625,8388608 +27,self_attn.v_proj,2,128,8,128,19.921875,2.126953125,8388608 +27,self_attn.v_proj,3,32,8,128,6.4765625,3.5078125,8388608 +27,self_attn.v_proj,3,64,8,128,7.5546875,3.25390625,8388608 +27,self_attn.v_proj,3,128,8,128,8.5234375,3.126953125,8388608 +27,self_attn.v_proj,4,32,8,128,3.021484375,4.5078125,8388608 +27,self_attn.v_proj,4,64,8,128,3.525390625,4.25390625,8388608 +27,self_attn.v_proj,4,128,8,128,3.98046875,4.126953125,8388608 +27,self_attn.v_proj,8,32,8,128,0.1829833984375,8.5078125,8388608 +27,self_attn.v_proj,8,64,8,128,0.2132568359375,8.25390625,8388608 +27,self_attn.v_proj,8,128,8,128,0.2398681640625,8.126953125,8388608 +27,self_attn.k_proj,2,32,8,128,26.453125,2.5078125,8388608 +27,self_attn.k_proj,2,64,8,128,31.65625,2.25390625,8388608 +27,self_attn.k_proj,2,128,8,128,35.875,2.126953125,8388608 +27,self_attn.k_proj,3,32,8,128,11.5078125,3.5078125,8388608 +27,self_attn.k_proj,3,64,8,128,14.0703125,3.25390625,8388608 +27,self_attn.k_proj,3,128,8,128,16.484375,3.126953125,8388608 +27,self_attn.k_proj,4,32,8,128,5.37109375,4.5078125,8388608 +27,self_attn.k_proj,4,64,8,128,6.56640625,4.25390625,8388608 +27,self_attn.k_proj,4,128,8,128,7.69921875,4.126953125,8388608 +27,self_attn.k_proj,8,32,8,128,0.324951171875,8.5078125,8388608 +27,self_attn.k_proj,8,64,8,128,0.397216796875,8.25390625,8388608 +27,self_attn.k_proj,8,128,8,128,0.464111328125,8.126953125,8388608 +27,self_attn.o_proj,2,32,8,128,40.15625,20.0625,67108864 +27,self_attn.o_proj,2,64,8,128,46.78125,18.03125,67108864 +27,self_attn.o_proj,2,128,8,128,52.8125,17.015625,67108864 +27,self_attn.o_proj,3,32,8,128,17.1875,28.0625,67108864 +27,self_attn.o_proj,3,64,8,128,20.046875,26.03125,67108864 +27,self_attn.o_proj,3,128,8,128,22.640625,25.015625,67108864 +27,self_attn.o_proj,4,32,8,128,8.03125,36.0625,67108864 +27,self_attn.o_proj,4,64,8,128,9.375,34.03125,67108864 +27,self_attn.o_proj,4,128,8,128,10.609375,33.015625,67108864 +27,self_attn.o_proj,8,32,8,128,0.48828125,68.0625,67108864 +27,self_attn.o_proj,8,64,8,128,0.5712890625,66.03125,67108864 +27,self_attn.o_proj,8,128,8,128,0.6474609375,65.015625,67108864 +27,mlp.gate_proj,2,32,8,128,84.0,70.21875,234881024 +27,mlp.gate_proj,2,64,8,128,98.1875,63.109375,234881024 +27,mlp.gate_proj,2,128,8,128,111.25,59.5546875,234881024 +27,mlp.gate_proj,3,32,8,128,35.9375,98.21875,234881024 +27,mlp.gate_proj,3,64,8,128,42.0,91.109375,234881024 +27,mlp.gate_proj,3,128,8,128,47.59375,87.5546875,234881024 +27,mlp.gate_proj,4,32,8,128,16.75,126.21875,234881024 +27,mlp.gate_proj,4,64,8,128,19.625,119.109375,234881024 +27,mlp.gate_proj,4,128,8,128,22.21875,115.5546875,234881024 +27,mlp.gate_proj,8,32,8,128,1.01953125,238.21875,234881024 +27,mlp.gate_proj,8,64,8,128,1.193359375,231.109375,234881024 +27,mlp.gate_proj,8,128,8,128,1.34765625,227.5546875,234881024 +27,mlp.up_proj,2,32,8,128,81.5,70.21875,234881024 +27,mlp.up_proj,2,64,8,128,94.875,63.109375,234881024 +27,mlp.up_proj,2,128,8,128,107.0625,59.5546875,234881024 +27,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +27,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +27,mlp.up_proj,3,128,8,128,45.78125,87.5546875,234881024 +27,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +27,mlp.up_proj,4,64,8,128,18.96875,119.109375,234881024 +27,mlp.up_proj,4,128,8,128,21.375,115.5546875,234881024 +27,mlp.up_proj,8,32,8,128,0.98828125,238.21875,234881024 +27,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +27,mlp.up_proj,8,128,8,128,1.296875,227.5546875,234881024 +27,mlp.down_proj,2,32,8,128,81.75,70.21875,234881024 +27,mlp.down_proj,2,64,8,128,95.125,63.109375,234881024 +27,mlp.down_proj,2,128,8,128,107.25,59.5546875,234881024 +27,mlp.down_proj,3,32,8,128,34.96875,98.21875,234881024 +27,mlp.down_proj,3,64,8,128,40.71875,91.109375,234881024 +27,mlp.down_proj,3,128,8,128,45.875,87.5546875,234881024 +27,mlp.down_proj,4,32,8,128,16.296875,126.21875,234881024 +27,mlp.down_proj,4,64,8,128,19.0,119.109375,234881024 +27,mlp.down_proj,4,128,8,128,21.40625,115.5546875,234881024 +27,mlp.down_proj,8,32,8,128,0.99169921875,238.21875,234881024 +27,mlp.down_proj,8,64,8,128,1.15625,231.109375,234881024 +27,mlp.down_proj,8,128,8,128,1.298828125,227.5546875,234881024 +28,self_attn.q_proj,2,32,8,128,43.3125,20.0625,67108864 +28,self_attn.q_proj,2,64,8,128,51.40625,18.03125,67108864 +28,self_attn.q_proj,2,128,8,128,59.53125,17.015625,67108864 +28,self_attn.q_proj,3,32,8,128,18.578125,28.0625,67108864 +28,self_attn.q_proj,3,64,8,128,22.140625,26.03125,67108864 +28,self_attn.q_proj,3,128,8,128,25.859375,25.015625,67108864 +28,self_attn.q_proj,4,32,8,128,8.671875,36.0625,67108864 +28,self_attn.q_proj,4,64,8,128,10.328125,34.03125,67108864 +28,self_attn.q_proj,4,128,8,128,12.0703125,33.015625,67108864 +28,self_attn.q_proj,8,32,8,128,0.52490234375,68.0625,67108864 +28,self_attn.q_proj,8,64,8,128,0.625,66.03125,67108864 +28,self_attn.q_proj,8,128,8,128,0.7275390625,65.015625,67108864 +28,self_attn.v_proj,2,32,8,128,15.625,2.5078125,8388608 +28,self_attn.v_proj,2,64,8,128,18.203125,2.25390625,8388608 +28,self_attn.v_proj,2,128,8,128,20.53125,2.126953125,8388608 +28,self_attn.v_proj,3,32,8,128,6.67578125,3.5078125,8388608 +28,self_attn.v_proj,3,64,8,128,7.78515625,3.25390625,8388608 +28,self_attn.v_proj,3,128,8,128,8.78125,3.126953125,8388608 +28,self_attn.v_proj,4,32,8,128,3.115234375,4.5078125,8388608 +28,self_attn.v_proj,4,64,8,128,3.6328125,4.25390625,8388608 +28,self_attn.v_proj,4,128,8,128,4.09765625,4.126953125,8388608 +28,self_attn.v_proj,8,32,8,128,0.188720703125,8.5078125,8388608 +28,self_attn.v_proj,8,64,8,128,0.2198486328125,8.25390625,8388608 +28,self_attn.v_proj,8,128,8,128,0.2471923828125,8.126953125,8388608 +28,self_attn.k_proj,2,32,8,128,25.515625,2.5078125,8388608 +28,self_attn.k_proj,2,64,8,128,30.84375,2.25390625,8388608 +28,self_attn.k_proj,2,128,8,128,35.40625,2.126953125,8388608 +28,self_attn.k_proj,3,32,8,128,11.0390625,3.5078125,8388608 +28,self_attn.k_proj,3,64,8,128,13.5,3.25390625,8388608 +28,self_attn.k_proj,3,128,8,128,15.890625,3.126953125,8388608 +28,self_attn.k_proj,4,32,8,128,5.1484375,4.5078125,8388608 +28,self_attn.k_proj,4,64,8,128,6.3046875,4.25390625,8388608 +28,self_attn.k_proj,4,128,8,128,7.421875,4.126953125,8388608 +28,self_attn.k_proj,8,32,8,128,0.3115234375,8.5078125,8388608 +28,self_attn.k_proj,8,64,8,128,0.381103515625,8.25390625,8388608 +28,self_attn.k_proj,8,128,8,128,0.447265625,8.126953125,8388608 +28,self_attn.o_proj,2,32,8,128,41.1875,20.0625,67108864 +28,self_attn.o_proj,2,64,8,128,47.96875,18.03125,67108864 +28,self_attn.o_proj,2,128,8,128,54.0625,17.015625,67108864 +28,self_attn.o_proj,3,32,8,128,17.609375,28.0625,67108864 +28,self_attn.o_proj,3,64,8,128,20.515625,26.03125,67108864 +28,self_attn.o_proj,3,128,8,128,23.140625,25.015625,67108864 +28,self_attn.o_proj,4,32,8,128,8.21875,36.0625,67108864 +28,self_attn.o_proj,4,64,8,128,9.578125,34.03125,67108864 +28,self_attn.o_proj,4,128,8,128,10.8046875,33.015625,67108864 +28,self_attn.o_proj,8,32,8,128,0.49755859375,68.0625,67108864 +28,self_attn.o_proj,8,64,8,128,0.5791015625,66.03125,67108864 +28,self_attn.o_proj,8,128,8,128,0.6513671875,65.015625,67108864 +28,mlp.gate_proj,2,32,8,128,84.0,70.21875,234881024 +28,mlp.gate_proj,2,64,8,128,98.1875,63.109375,234881024 +28,mlp.gate_proj,2,128,8,128,111.3125,59.5546875,234881024 +28,mlp.gate_proj,3,32,8,128,35.9375,98.21875,234881024 +28,mlp.gate_proj,3,64,8,128,42.03125,91.109375,234881024 +28,mlp.gate_proj,3,128,8,128,47.625,87.5546875,234881024 +28,mlp.gate_proj,4,32,8,128,16.765625,126.21875,234881024 +28,mlp.gate_proj,4,64,8,128,19.625,119.109375,234881024 +28,mlp.gate_proj,4,128,8,128,22.234375,115.5546875,234881024 +28,mlp.gate_proj,8,32,8,128,1.01953125,238.21875,234881024 +28,mlp.gate_proj,8,64,8,128,1.1943359375,231.109375,234881024 +28,mlp.gate_proj,8,128,8,128,1.3486328125,227.5546875,234881024 +28,mlp.up_proj,2,32,8,128,81.5,70.21875,234881024 +28,mlp.up_proj,2,64,8,128,94.875,63.109375,234881024 +28,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +28,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +28,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +28,mlp.up_proj,3,128,8,128,45.8125,87.5546875,234881024 +28,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +28,mlp.up_proj,4,64,8,128,18.953125,119.109375,234881024 +28,mlp.up_proj,4,128,8,128,21.375,115.5546875,234881024 +28,mlp.up_proj,8,32,8,128,0.98828125,238.21875,234881024 +28,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +28,mlp.up_proj,8,128,8,128,1.296875,227.5546875,234881024 +28,mlp.down_proj,2,32,8,128,81.75,70.21875,234881024 +28,mlp.down_proj,2,64,8,128,95.125,63.109375,234881024 +28,mlp.down_proj,2,128,8,128,107.1875,59.5546875,234881024 +28,mlp.down_proj,3,32,8,128,34.96875,98.21875,234881024 +28,mlp.down_proj,3,64,8,128,40.71875,91.109375,234881024 +28,mlp.down_proj,3,128,8,128,45.84375,87.5546875,234881024 +28,mlp.down_proj,4,32,8,128,16.296875,126.21875,234881024 +28,mlp.down_proj,4,64,8,128,19.0,119.109375,234881024 +28,mlp.down_proj,4,128,8,128,21.390625,115.5546875,234881024 +28,mlp.down_proj,8,32,8,128,0.99169921875,238.21875,234881024 +28,mlp.down_proj,8,64,8,128,1.15625,231.109375,234881024 +28,mlp.down_proj,8,128,8,128,1.298828125,227.5546875,234881024 +29,self_attn.q_proj,2,32,8,128,42.90625,20.0625,67108864 +29,self_attn.q_proj,2,64,8,128,51.1875,18.03125,67108864 +29,self_attn.q_proj,2,128,8,128,59.125,17.015625,67108864 +29,self_attn.q_proj,3,32,8,128,18.4375,28.0625,67108864 +29,self_attn.q_proj,3,64,8,128,22.15625,26.03125,67108864 +29,self_attn.q_proj,3,128,8,128,25.953125,25.015625,67108864 +29,self_attn.q_proj,4,32,8,128,8.6015625,36.0625,67108864 +29,self_attn.q_proj,4,64,8,128,10.3359375,34.03125,67108864 +29,self_attn.q_proj,4,128,8,128,12.109375,33.015625,67108864 +29,self_attn.q_proj,8,32,8,128,0.52099609375,68.0625,67108864 +29,self_attn.q_proj,8,64,8,128,0.62548828125,66.03125,67108864 +29,self_attn.q_proj,8,128,8,128,0.72998046875,65.015625,67108864 +29,self_attn.v_proj,2,32,8,128,15.2890625,2.5078125,8388608 +29,self_attn.v_proj,2,64,8,128,17.828125,2.25390625,8388608 +29,self_attn.v_proj,2,128,8,128,20.125,2.126953125,8388608 +29,self_attn.v_proj,3,32,8,128,6.5390625,3.5078125,8388608 +29,self_attn.v_proj,3,64,8,128,7.62890625,3.25390625,8388608 +29,self_attn.v_proj,3,128,8,128,8.609375,3.126953125,8388608 +29,self_attn.v_proj,4,32,8,128,3.05078125,4.5078125,8388608 +29,self_attn.v_proj,4,64,8,128,3.560546875,4.25390625,8388608 +29,self_attn.v_proj,4,128,8,128,4.01953125,4.126953125,8388608 +29,self_attn.v_proj,8,32,8,128,0.1846923828125,8.5078125,8388608 +29,self_attn.v_proj,8,64,8,128,0.21533203125,8.25390625,8388608 +29,self_attn.v_proj,8,128,8,128,0.2423095703125,8.126953125,8388608 +29,self_attn.k_proj,2,32,8,128,25.03125,2.5078125,8388608 +29,self_attn.k_proj,2,64,8,128,30.0,2.25390625,8388608 +29,self_attn.k_proj,2,128,8,128,34.0625,2.126953125,8388608 +29,self_attn.k_proj,3,32,8,128,10.8671875,3.5078125,8388608 +29,self_attn.k_proj,3,64,8,128,13.28125,3.25390625,8388608 +29,self_attn.k_proj,3,128,8,128,15.5625,3.126953125,8388608 +29,self_attn.k_proj,4,32,8,128,5.0703125,4.5078125,8388608 +29,self_attn.k_proj,4,64,8,128,6.1953125,4.25390625,8388608 +29,self_attn.k_proj,4,128,8,128,7.2734375,4.126953125,8388608 +29,self_attn.k_proj,8,32,8,128,0.306884765625,8.5078125,8388608 +29,self_attn.k_proj,8,64,8,128,0.374755859375,8.25390625,8388608 +29,self_attn.k_proj,8,128,8,128,0.438232421875,8.126953125,8388608 +29,self_attn.o_proj,2,32,8,128,40.9375,20.0625,67108864 +29,self_attn.o_proj,2,64,8,128,47.65625,18.03125,67108864 +29,self_attn.o_proj,2,128,8,128,53.71875,17.015625,67108864 +29,self_attn.o_proj,3,32,8,128,17.515625,28.0625,67108864 +29,self_attn.o_proj,3,64,8,128,20.421875,26.03125,67108864 +29,self_attn.o_proj,3,128,8,128,23.046875,25.015625,67108864 +29,self_attn.o_proj,4,32,8,128,8.1796875,36.0625,67108864 +29,self_attn.o_proj,4,64,8,128,9.5390625,34.03125,67108864 +29,self_attn.o_proj,4,128,8,128,10.78125,33.015625,67108864 +29,self_attn.o_proj,8,32,8,128,0.495361328125,68.0625,67108864 +29,self_attn.o_proj,8,64,8,128,0.57763671875,66.03125,67108864 +29,self_attn.o_proj,8,128,8,128,0.650390625,65.015625,67108864 +29,mlp.gate_proj,2,32,8,128,84.125,70.21875,234881024 +29,mlp.gate_proj,2,64,8,128,98.3125,63.109375,234881024 +29,mlp.gate_proj,2,128,8,128,111.3125,59.5546875,234881024 +29,mlp.gate_proj,3,32,8,128,35.96875,98.21875,234881024 +29,mlp.gate_proj,3,64,8,128,42.0625,91.109375,234881024 +29,mlp.gate_proj,3,128,8,128,47.65625,87.5546875,234881024 +29,mlp.gate_proj,4,32,8,128,16.78125,126.21875,234881024 +29,mlp.gate_proj,4,64,8,128,19.640625,119.109375,234881024 +29,mlp.gate_proj,4,128,8,128,22.234375,115.5546875,234881024 +29,mlp.gate_proj,8,32,8,128,1.0205078125,238.21875,234881024 +29,mlp.gate_proj,8,64,8,128,1.1953125,231.109375,234881024 +29,mlp.gate_proj,8,128,8,128,1.3486328125,227.5546875,234881024 +29,mlp.up_proj,2,32,8,128,81.5,70.21875,234881024 +29,mlp.up_proj,2,64,8,128,94.875,63.109375,234881024 +29,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +29,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +29,mlp.up_proj,3,64,8,128,40.59375,91.109375,234881024 +29,mlp.up_proj,3,128,8,128,45.78125,87.5546875,234881024 +29,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +29,mlp.up_proj,4,64,8,128,18.953125,119.109375,234881024 +29,mlp.up_proj,4,128,8,128,21.359375,115.5546875,234881024 +29,mlp.up_proj,8,32,8,128,0.98779296875,238.21875,234881024 +29,mlp.up_proj,8,64,8,128,1.15234375,231.109375,234881024 +29,mlp.up_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +29,mlp.down_proj,2,32,8,128,81.6875,70.21875,234881024 +29,mlp.down_proj,2,64,8,128,95.0625,63.109375,234881024 +29,mlp.down_proj,2,128,8,128,107.125,59.5546875,234881024 +29,mlp.down_proj,3,32,8,128,34.9375,98.21875,234881024 +29,mlp.down_proj,3,64,8,128,40.6875,91.109375,234881024 +29,mlp.down_proj,3,128,8,128,45.8125,87.5546875,234881024 +29,mlp.down_proj,4,32,8,128,16.28125,126.21875,234881024 +29,mlp.down_proj,4,64,8,128,18.984375,119.109375,234881024 +29,mlp.down_proj,4,128,8,128,21.375,115.5546875,234881024 +29,mlp.down_proj,8,32,8,128,0.99072265625,238.21875,234881024 +29,mlp.down_proj,8,64,8,128,1.1552734375,231.109375,234881024 +29,mlp.down_proj,8,128,8,128,1.2978515625,227.5546875,234881024 +30,self_attn.q_proj,2,32,8,128,37.03125,20.0625,67108864 +30,self_attn.q_proj,2,64,8,128,44.40625,18.03125,67108864 +30,self_attn.q_proj,2,128,8,128,51.8125,17.015625,67108864 +30,self_attn.q_proj,3,32,8,128,15.9453125,28.0625,67108864 +30,self_attn.q_proj,3,64,8,128,19.3125,26.03125,67108864 +30,self_attn.q_proj,3,128,8,128,22.953125,25.015625,67108864 +30,self_attn.q_proj,4,32,8,128,7.4375,36.0625,67108864 +30,self_attn.q_proj,4,64,8,128,9.015625,34.03125,67108864 +30,self_attn.q_proj,4,128,8,128,10.71875,33.015625,67108864 +30,self_attn.q_proj,8,32,8,128,0.4501953125,68.0625,67108864 +30,self_attn.q_proj,8,64,8,128,0.54541015625,66.03125,67108864 +30,self_attn.q_proj,8,128,8,128,0.646484375,65.015625,67108864 +30,self_attn.v_proj,2,32,8,128,15.7109375,2.5078125,8388608 +30,self_attn.v_proj,2,64,8,128,18.3125,2.25390625,8388608 +30,self_attn.v_proj,2,128,8,128,20.65625,2.126953125,8388608 +30,self_attn.v_proj,3,32,8,128,6.71484375,3.5078125,8388608 +30,self_attn.v_proj,3,64,8,128,7.8359375,3.25390625,8388608 +30,self_attn.v_proj,3,128,8,128,8.84375,3.126953125,8388608 +30,self_attn.v_proj,4,32,8,128,3.134765625,4.5078125,8388608 +30,self_attn.v_proj,4,64,8,128,3.65625,4.25390625,8388608 +30,self_attn.v_proj,4,128,8,128,4.125,4.126953125,8388608 +30,self_attn.v_proj,8,32,8,128,0.1898193359375,8.5078125,8388608 +30,self_attn.v_proj,8,64,8,128,0.22119140625,8.25390625,8388608 +30,self_attn.v_proj,8,128,8,128,0.2486572265625,8.126953125,8388608 +30,self_attn.k_proj,2,32,8,128,23.078125,2.5078125,8388608 +30,self_attn.k_proj,2,64,8,128,27.921875,2.25390625,8388608 +30,self_attn.k_proj,2,128,8,128,32.03125,2.126953125,8388608 +30,self_attn.k_proj,3,32,8,128,10.2109375,3.5078125,8388608 +30,self_attn.k_proj,3,64,8,128,12.84375,3.25390625,8388608 +30,self_attn.k_proj,3,128,8,128,15.5390625,3.126953125,8388608 +30,self_attn.k_proj,4,32,8,128,4.765625,4.5078125,8388608 +30,self_attn.k_proj,4,64,8,128,5.99609375,4.25390625,8388608 +30,self_attn.k_proj,4,128,8,128,7.26953125,4.126953125,8388608 +30,self_attn.k_proj,8,32,8,128,0.288330078125,8.5078125,8388608 +30,self_attn.k_proj,8,64,8,128,0.362548828125,8.25390625,8388608 +30,self_attn.k_proj,8,128,8,128,0.437744140625,8.126953125,8388608 +30,self_attn.o_proj,2,32,8,128,40.15625,20.0625,67108864 +30,self_attn.o_proj,2,64,8,128,46.78125,18.03125,67108864 +30,self_attn.o_proj,2,128,8,128,52.71875,17.015625,67108864 +30,self_attn.o_proj,3,32,8,128,17.171875,28.0625,67108864 +30,self_attn.o_proj,3,64,8,128,20.015625,26.03125,67108864 +30,self_attn.o_proj,3,128,8,128,22.578125,25.015625,67108864 +30,self_attn.o_proj,4,32,8,128,8.015625,36.0625,67108864 +30,self_attn.o_proj,4,64,8,128,9.34375,34.03125,67108864 +30,self_attn.o_proj,4,128,8,128,10.5390625,33.015625,67108864 +30,self_attn.o_proj,8,32,8,128,0.485107421875,68.0625,67108864 +30,self_attn.o_proj,8,64,8,128,0.56494140625,66.03125,67108864 +30,self_attn.o_proj,8,128,8,128,0.63525390625,65.015625,67108864 +30,mlp.gate_proj,2,32,8,128,84.3125,70.21875,234881024 +30,mlp.gate_proj,2,64,8,128,98.5625,63.109375,234881024 +30,mlp.gate_proj,2,128,8,128,111.625,59.5546875,234881024 +30,mlp.gate_proj,3,32,8,128,36.0625,98.21875,234881024 +30,mlp.gate_proj,3,64,8,128,42.1875,91.109375,234881024 +30,mlp.gate_proj,3,128,8,128,47.78125,87.5546875,234881024 +30,mlp.gate_proj,4,32,8,128,16.8125,126.21875,234881024 +30,mlp.gate_proj,4,64,8,128,19.6875,119.109375,234881024 +30,mlp.gate_proj,4,128,8,128,22.296875,115.5546875,234881024 +30,mlp.gate_proj,8,32,8,128,1.0234375,238.21875,234881024 +30,mlp.gate_proj,8,64,8,128,1.1982421875,231.109375,234881024 +30,mlp.gate_proj,8,128,8,128,1.3525390625,227.5546875,234881024 +30,mlp.up_proj,2,32,8,128,81.5,70.21875,234881024 +30,mlp.up_proj,2,64,8,128,94.875,63.109375,234881024 +30,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +30,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +30,mlp.up_proj,3,64,8,128,40.59375,91.109375,234881024 +30,mlp.up_proj,3,128,8,128,45.78125,87.5546875,234881024 +30,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +30,mlp.up_proj,4,64,8,128,18.953125,119.109375,234881024 +30,mlp.up_proj,4,128,8,128,21.359375,115.5546875,234881024 +30,mlp.up_proj,8,32,8,128,0.98828125,238.21875,234881024 +30,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +30,mlp.up_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +30,mlp.down_proj,2,32,8,128,81.625,70.21875,234881024 +30,mlp.down_proj,2,64,8,128,94.9375,63.109375,234881024 +30,mlp.down_proj,2,128,8,128,107.0,59.5546875,234881024 +30,mlp.down_proj,3,32,8,128,34.875,98.21875,234881024 +30,mlp.down_proj,3,64,8,128,40.625,91.109375,234881024 +30,mlp.down_proj,3,128,8,128,45.75,87.5546875,234881024 +30,mlp.down_proj,4,32,8,128,16.265625,126.21875,234881024 +30,mlp.down_proj,4,64,8,128,18.96875,119.109375,234881024 +30,mlp.down_proj,4,128,8,128,21.359375,115.5546875,234881024 +30,mlp.down_proj,8,32,8,128,0.9892578125,238.21875,234881024 +30,mlp.down_proj,8,64,8,128,1.1533203125,231.109375,234881024 +30,mlp.down_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +31,self_attn.q_proj,2,32,8,128,42.375,20.0625,67108864 +31,self_attn.q_proj,2,64,8,128,50.46875,18.03125,67108864 +31,self_attn.q_proj,2,128,8,128,58.25,17.015625,67108864 +31,self_attn.q_proj,3,32,8,128,18.1875,28.0625,67108864 +31,self_attn.q_proj,3,64,8,128,21.75,26.03125,67108864 +31,self_attn.q_proj,3,128,8,128,25.328125,25.015625,67108864 +31,self_attn.q_proj,4,32,8,128,8.484375,36.0625,67108864 +31,self_attn.q_proj,4,64,8,128,10.15625,34.03125,67108864 +31,self_attn.q_proj,4,128,8,128,11.828125,33.015625,67108864 +31,self_attn.q_proj,8,32,8,128,0.513671875,68.0625,67108864 +31,self_attn.q_proj,8,64,8,128,0.6142578125,66.03125,67108864 +31,self_attn.q_proj,8,128,8,128,0.71337890625,65.015625,67108864 +31,self_attn.v_proj,2,32,8,128,15.1875,2.5078125,8388608 +31,self_attn.v_proj,2,64,8,128,17.75,2.25390625,8388608 +31,self_attn.v_proj,2,128,8,128,20.0625,2.126953125,8388608 +31,self_attn.v_proj,3,32,8,128,6.4921875,3.5078125,8388608 +31,self_attn.v_proj,3,64,8,128,7.58984375,3.25390625,8388608 +31,self_attn.v_proj,3,128,8,128,8.5859375,3.126953125,8388608 +31,self_attn.v_proj,4,32,8,128,3.03125,4.5078125,8388608 +31,self_attn.v_proj,4,64,8,128,3.54296875,4.25390625,8388608 +31,self_attn.v_proj,4,128,8,128,4.0078125,4.126953125,8388608 +31,self_attn.v_proj,8,32,8,128,0.18359375,8.5078125,8388608 +31,self_attn.v_proj,8,64,8,128,0.21435546875,8.25390625,8388608 +31,self_attn.v_proj,8,128,8,128,0.2415771484375,8.126953125,8388608 +31,self_attn.k_proj,2,32,8,128,24.921875,2.5078125,8388608 +31,self_attn.k_proj,2,64,8,128,29.90625,2.25390625,8388608 +31,self_attn.k_proj,2,128,8,128,33.96875,2.126953125,8388608 +31,self_attn.k_proj,3,32,8,128,10.7890625,3.5078125,8388608 +31,self_attn.k_proj,3,64,8,128,13.1640625,3.25390625,8388608 +31,self_attn.k_proj,3,128,8,128,15.40625,3.126953125,8388608 +31,self_attn.k_proj,4,32,8,128,5.03515625,4.5078125,8388608 +31,self_attn.k_proj,4,64,8,128,6.140625,4.25390625,8388608 +31,self_attn.k_proj,4,128,8,128,7.19921875,4.126953125,8388608 +31,self_attn.k_proj,8,32,8,128,0.3046875,8.5078125,8388608 +31,self_attn.k_proj,8,64,8,128,0.371337890625,8.25390625,8388608 +31,self_attn.k_proj,8,128,8,128,0.433349609375,8.126953125,8388608 +31,self_attn.o_proj,2,32,8,128,40.1875,20.0625,67108864 +31,self_attn.o_proj,2,64,8,128,46.78125,18.03125,67108864 +31,self_attn.o_proj,2,128,8,128,52.71875,17.015625,67108864 +31,self_attn.o_proj,3,32,8,128,17.1875,28.0625,67108864 +31,self_attn.o_proj,3,64,8,128,20.03125,26.03125,67108864 +31,self_attn.o_proj,3,128,8,128,22.59375,25.015625,67108864 +31,self_attn.o_proj,4,32,8,128,8.03125,36.0625,67108864 +31,self_attn.o_proj,4,64,8,128,9.3671875,34.03125,67108864 +31,self_attn.o_proj,4,128,8,128,10.59375,33.015625,67108864 +31,self_attn.o_proj,8,32,8,128,0.48779296875,68.0625,67108864 +31,self_attn.o_proj,8,64,8,128,0.56982421875,66.03125,67108864 +31,self_attn.o_proj,8,128,8,128,0.64404296875,65.015625,67108864 +31,mlp.gate_proj,2,32,8,128,84.375,70.21875,234881024 +31,mlp.gate_proj,2,64,8,128,98.5625,63.109375,234881024 +31,mlp.gate_proj,2,128,8,128,111.625,59.5546875,234881024 +31,mlp.gate_proj,3,32,8,128,36.09375,98.21875,234881024 +31,mlp.gate_proj,3,64,8,128,42.1875,91.109375,234881024 +31,mlp.gate_proj,3,128,8,128,47.78125,87.5546875,234881024 +31,mlp.gate_proj,4,32,8,128,16.828125,126.21875,234881024 +31,mlp.gate_proj,4,64,8,128,19.703125,119.109375,234881024 +31,mlp.gate_proj,4,128,8,128,22.296875,115.5546875,234881024 +31,mlp.gate_proj,8,32,8,128,1.0234375,238.21875,234881024 +31,mlp.gate_proj,8,64,8,128,1.1982421875,231.109375,234881024 +31,mlp.gate_proj,8,128,8,128,1.3525390625,227.5546875,234881024 +31,mlp.up_proj,2,32,8,128,81.5625,70.21875,234881024 +31,mlp.up_proj,2,64,8,128,94.9375,63.109375,234881024 +31,mlp.up_proj,2,128,8,128,107.0625,59.5546875,234881024 +31,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +31,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +31,mlp.up_proj,3,128,8,128,45.8125,87.5546875,234881024 +31,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +31,mlp.up_proj,4,64,8,128,18.96875,119.109375,234881024 +31,mlp.up_proj,4,128,8,128,21.375,115.5546875,234881024 +31,mlp.up_proj,8,32,8,128,0.98876953125,238.21875,234881024 +31,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +31,mlp.up_proj,8,128,8,128,1.296875,227.5546875,234881024 +31,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +31,mlp.down_proj,2,64,8,128,94.8125,63.109375,234881024 +31,mlp.down_proj,2,128,8,128,106.8125,59.5546875,234881024 +31,mlp.down_proj,3,32,8,128,34.8125,98.21875,234881024 +31,mlp.down_proj,3,64,8,128,40.5625,91.109375,234881024 +31,mlp.down_proj,3,128,8,128,45.6875,87.5546875,234881024 +31,mlp.down_proj,4,32,8,128,16.234375,126.21875,234881024 +31,mlp.down_proj,4,64,8,128,18.9375,119.109375,234881024 +31,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +31,mlp.down_proj,8,32,8,128,0.98779296875,238.21875,234881024 +31,mlp.down_proj,8,64,8,128,1.1513671875,231.109375,234881024 +31,mlp.down_proj,8,128,8,128,1.2939453125,227.5546875,234881024 +32,self_attn.q_proj,2,32,8,128,43.125,20.0625,67108864 +32,self_attn.q_proj,2,64,8,128,51.0625,18.03125,67108864 +32,self_attn.q_proj,2,128,8,128,58.71875,17.015625,67108864 +32,self_attn.q_proj,3,32,8,128,18.46875,28.0625,67108864 +32,self_attn.q_proj,3,64,8,128,21.90625,26.03125,67108864 +32,self_attn.q_proj,3,128,8,128,25.296875,25.015625,67108864 +32,self_attn.q_proj,4,32,8,128,8.6171875,36.0625,67108864 +32,self_attn.q_proj,4,64,8,128,10.2265625,34.03125,67108864 +32,self_attn.q_proj,4,128,8,128,11.8046875,33.015625,67108864 +32,self_attn.q_proj,8,32,8,128,0.52197265625,68.0625,67108864 +32,self_attn.q_proj,8,64,8,128,0.61865234375,66.03125,67108864 +32,self_attn.q_proj,8,128,8,128,0.7119140625,65.015625,67108864 +32,self_attn.v_proj,2,32,8,128,15.078125,2.5078125,8388608 +32,self_attn.v_proj,2,64,8,128,17.578125,2.25390625,8388608 +32,self_attn.v_proj,2,128,8,128,19.84375,2.126953125,8388608 +32,self_attn.v_proj,3,32,8,128,6.4453125,3.5078125,8388608 +32,self_attn.v_proj,3,64,8,128,7.5234375,3.25390625,8388608 +32,self_attn.v_proj,3,128,8,128,8.4921875,3.126953125,8388608 +32,self_attn.v_proj,4,32,8,128,3.0078125,4.5078125,8388608 +32,self_attn.v_proj,4,64,8,128,3.5078125,4.25390625,8388608 +32,self_attn.v_proj,4,128,8,128,3.962890625,4.126953125,8388608 +32,self_attn.v_proj,8,32,8,128,0.18212890625,8.5078125,8388608 +32,self_attn.v_proj,8,64,8,128,0.2122802734375,8.25390625,8388608 +32,self_attn.v_proj,8,128,8,128,0.23876953125,8.126953125,8388608 +32,self_attn.k_proj,2,32,8,128,25.640625,2.5078125,8388608 +32,self_attn.k_proj,2,64,8,128,30.875,2.25390625,8388608 +32,self_attn.k_proj,2,128,8,128,35.3125,2.126953125,8388608 +32,self_attn.k_proj,3,32,8,128,11.0625,3.5078125,8388608 +32,self_attn.k_proj,3,64,8,128,13.484375,3.25390625,8388608 +32,self_attn.k_proj,3,128,8,128,15.8046875,3.126953125,8388608 +32,self_attn.k_proj,4,32,8,128,5.1640625,4.5078125,8388608 +32,self_attn.k_proj,4,64,8,128,6.296875,4.25390625,8388608 +32,self_attn.k_proj,4,128,8,128,7.3828125,4.126953125,8388608 +32,self_attn.k_proj,8,32,8,128,0.312744140625,8.5078125,8388608 +32,self_attn.k_proj,8,64,8,128,0.380615234375,8.25390625,8388608 +32,self_attn.k_proj,8,128,8,128,0.44482421875,8.126953125,8388608 +32,self_attn.o_proj,2,32,8,128,39.875,20.0625,67108864 +32,self_attn.o_proj,2,64,8,128,46.5,18.03125,67108864 +32,self_attn.o_proj,2,128,8,128,52.59375,17.015625,67108864 +32,self_attn.o_proj,3,32,8,128,17.0625,28.0625,67108864 +32,self_attn.o_proj,3,64,8,128,19.953125,26.03125,67108864 +32,self_attn.o_proj,3,128,8,128,22.625,25.015625,67108864 +32,self_attn.o_proj,4,32,8,128,7.9609375,36.0625,67108864 +32,self_attn.o_proj,4,64,8,128,9.3125,34.03125,67108864 +32,self_attn.o_proj,4,128,8,128,10.5703125,33.015625,67108864 +32,self_attn.o_proj,8,32,8,128,0.482177734375,68.0625,67108864 +32,self_attn.o_proj,8,64,8,128,0.5634765625,66.03125,67108864 +32,self_attn.o_proj,8,128,8,128,0.63720703125,65.015625,67108864 +32,mlp.gate_proj,2,32,8,128,84.3125,70.21875,234881024 +32,mlp.gate_proj,2,64,8,128,98.4375,63.109375,234881024 +32,mlp.gate_proj,2,128,8,128,111.4375,59.5546875,234881024 +32,mlp.gate_proj,3,32,8,128,36.0625,98.21875,234881024 +32,mlp.gate_proj,3,64,8,128,42.125,91.109375,234881024 +32,mlp.gate_proj,3,128,8,128,47.71875,87.5546875,234881024 +32,mlp.gate_proj,4,32,8,128,16.8125,126.21875,234881024 +32,mlp.gate_proj,4,64,8,128,19.6875,119.109375,234881024 +32,mlp.gate_proj,4,128,8,128,22.265625,115.5546875,234881024 +32,mlp.gate_proj,8,32,8,128,1.0224609375,238.21875,234881024 +32,mlp.gate_proj,8,64,8,128,1.197265625,231.109375,234881024 +32,mlp.gate_proj,8,128,8,128,1.3505859375,227.5546875,234881024 +32,mlp.up_proj,2,32,8,128,81.625,70.21875,234881024 +32,mlp.up_proj,2,64,8,128,95.0,63.109375,234881024 +32,mlp.up_proj,2,128,8,128,107.1875,59.5546875,234881024 +32,mlp.up_proj,3,32,8,128,34.875,98.21875,234881024 +32,mlp.up_proj,3,64,8,128,40.6875,91.109375,234881024 +32,mlp.up_proj,3,128,8,128,45.84375,87.5546875,234881024 +32,mlp.up_proj,4,32,8,128,16.265625,126.21875,234881024 +32,mlp.up_proj,4,64,8,128,18.984375,119.109375,234881024 +32,mlp.up_proj,4,128,8,128,21.40625,115.5546875,234881024 +32,mlp.up_proj,8,32,8,128,0.98974609375,238.21875,234881024 +32,mlp.up_proj,8,64,8,128,1.154296875,231.109375,234881024 +32,mlp.up_proj,8,128,8,128,1.2978515625,227.5546875,234881024 +32,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +32,mlp.down_proj,2,64,8,128,94.8125,63.109375,234881024 +32,mlp.down_proj,2,128,8,128,106.875,59.5546875,234881024 +32,mlp.down_proj,3,32,8,128,34.8125,98.21875,234881024 +32,mlp.down_proj,3,64,8,128,40.5625,91.109375,234881024 +32,mlp.down_proj,3,128,8,128,45.6875,87.5546875,234881024 +32,mlp.down_proj,4,32,8,128,16.234375,126.21875,234881024 +32,mlp.down_proj,4,64,8,128,18.9375,119.109375,234881024 +32,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +32,mlp.down_proj,8,32,8,128,0.98779296875,238.21875,234881024 +32,mlp.down_proj,8,64,8,128,1.1513671875,231.109375,234881024 +32,mlp.down_proj,8,128,8,128,1.2939453125,227.5546875,234881024 +33,self_attn.q_proj,2,32,8,128,45.8125,20.0625,67108864 +33,self_attn.q_proj,2,64,8,128,53.9375,18.03125,67108864 +33,self_attn.q_proj,2,128,8,128,62.1875,17.015625,67108864 +33,self_attn.q_proj,3,32,8,128,19.609375,28.0625,67108864 +33,self_attn.q_proj,3,64,8,128,23.125,26.03125,67108864 +33,self_attn.q_proj,3,128,8,128,26.75,25.015625,67108864 +33,self_attn.q_proj,4,32,8,128,9.1484375,36.0625,67108864 +33,self_attn.q_proj,4,64,8,128,10.7890625,34.03125,67108864 +33,self_attn.q_proj,4,128,8,128,12.484375,33.015625,67108864 +33,self_attn.q_proj,8,32,8,128,0.55419921875,68.0625,67108864 +33,self_attn.q_proj,8,64,8,128,0.65283203125,66.03125,67108864 +33,self_attn.q_proj,8,128,8,128,0.7529296875,65.015625,67108864 +33,self_attn.v_proj,2,32,8,128,14.828125,2.5078125,8388608 +33,self_attn.v_proj,2,64,8,128,17.34375,2.25390625,8388608 +33,self_attn.v_proj,2,128,8,128,19.65625,2.126953125,8388608 +33,self_attn.v_proj,3,32,8,128,6.33984375,3.5078125,8388608 +33,self_attn.v_proj,3,64,8,128,7.421875,3.25390625,8388608 +33,self_attn.v_proj,3,128,8,128,8.40625,3.126953125,8388608 +33,self_attn.v_proj,4,32,8,128,2.95703125,4.5078125,8388608 +33,self_attn.v_proj,4,64,8,128,3.46484375,4.25390625,8388608 +33,self_attn.v_proj,4,128,8,128,3.92578125,4.126953125,8388608 +33,self_attn.v_proj,8,32,8,128,0.17919921875,8.5078125,8388608 +33,self_attn.v_proj,8,64,8,128,0.20947265625,8.25390625,8388608 +33,self_attn.v_proj,8,128,8,128,0.236572265625,8.126953125,8388608 +33,self_attn.k_proj,2,32,8,128,26.15625,2.5078125,8388608 +33,self_attn.k_proj,2,64,8,128,31.578125,2.25390625,8388608 +33,self_attn.k_proj,2,128,8,128,36.21875,2.126953125,8388608 +33,self_attn.k_proj,3,32,8,128,11.328125,3.5078125,8388608 +33,self_attn.k_proj,3,64,8,128,13.8671875,3.25390625,8388608 +33,self_attn.k_proj,3,128,8,128,16.34375,3.126953125,8388608 +33,self_attn.k_proj,4,32,8,128,5.28515625,4.5078125,8388608 +33,self_attn.k_proj,4,64,8,128,6.47265625,4.25390625,8388608 +33,self_attn.k_proj,4,128,8,128,7.63671875,4.126953125,8388608 +33,self_attn.k_proj,8,32,8,128,0.31982421875,8.5078125,8388608 +33,self_attn.k_proj,8,64,8,128,0.391357421875,8.25390625,8388608 +33,self_attn.k_proj,8,128,8,128,0.4599609375,8.126953125,8388608 +33,self_attn.o_proj,2,32,8,128,40.46875,20.0625,67108864 +33,self_attn.o_proj,2,64,8,128,47.15625,18.03125,67108864 +33,self_attn.o_proj,2,128,8,128,53.21875,17.015625,67108864 +33,self_attn.o_proj,3,32,8,128,17.3125,28.0625,67108864 +33,self_attn.o_proj,3,64,8,128,20.21875,26.03125,67108864 +33,self_attn.o_proj,3,128,8,128,22.84375,25.015625,67108864 +33,self_attn.o_proj,4,32,8,128,8.0859375,36.0625,67108864 +33,self_attn.o_proj,4,64,8,128,9.4375,34.03125,67108864 +33,self_attn.o_proj,4,128,8,128,10.6796875,33.015625,67108864 +33,self_attn.o_proj,8,32,8,128,0.489501953125,68.0625,67108864 +33,self_attn.o_proj,8,64,8,128,0.5712890625,66.03125,67108864 +33,self_attn.o_proj,8,128,8,128,0.64453125,65.015625,67108864 +33,mlp.gate_proj,2,32,8,128,84.125,70.21875,234881024 +33,mlp.gate_proj,2,64,8,128,98.3125,63.109375,234881024 +33,mlp.gate_proj,2,128,8,128,111.3125,59.5546875,234881024 +33,mlp.gate_proj,3,32,8,128,35.96875,98.21875,234881024 +33,mlp.gate_proj,3,64,8,128,42.0625,91.109375,234881024 +33,mlp.gate_proj,3,128,8,128,47.65625,87.5546875,234881024 +33,mlp.gate_proj,4,32,8,128,16.78125,126.21875,234881024 +33,mlp.gate_proj,4,64,8,128,19.640625,119.109375,234881024 +33,mlp.gate_proj,4,128,8,128,22.25,115.5546875,234881024 +33,mlp.gate_proj,8,32,8,128,1.0205078125,238.21875,234881024 +33,mlp.gate_proj,8,64,8,128,1.1953125,231.109375,234881024 +33,mlp.gate_proj,8,128,8,128,1.349609375,227.5546875,234881024 +33,mlp.up_proj,2,32,8,128,81.5,70.21875,234881024 +33,mlp.up_proj,2,64,8,128,94.9375,63.109375,234881024 +33,mlp.up_proj,2,128,8,128,107.0625,59.5546875,234881024 +33,mlp.up_proj,3,32,8,128,34.84375,98.21875,234881024 +33,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +33,mlp.up_proj,3,128,8,128,45.78125,87.5546875,234881024 +33,mlp.up_proj,4,32,8,128,16.25,126.21875,234881024 +33,mlp.up_proj,4,64,8,128,18.96875,119.109375,234881024 +33,mlp.up_proj,4,128,8,128,21.375,115.5546875,234881024 +33,mlp.up_proj,8,32,8,128,0.98828125,238.21875,234881024 +33,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +33,mlp.up_proj,8,128,8,128,1.296875,227.5546875,234881024 +33,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +33,mlp.down_proj,2,64,8,128,94.875,63.109375,234881024 +33,mlp.down_proj,2,128,8,128,106.875,59.5546875,234881024 +33,mlp.down_proj,3,32,8,128,34.84375,98.21875,234881024 +33,mlp.down_proj,3,64,8,128,40.59375,91.109375,234881024 +33,mlp.down_proj,3,128,8,128,45.71875,87.5546875,234881024 +33,mlp.down_proj,4,32,8,128,16.25,126.21875,234881024 +33,mlp.down_proj,4,64,8,128,18.953125,119.109375,234881024 +33,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +33,mlp.down_proj,8,32,8,128,0.98828125,238.21875,234881024 +33,mlp.down_proj,8,64,8,128,1.15234375,231.109375,234881024 +33,mlp.down_proj,8,128,8,128,1.294921875,227.5546875,234881024 +34,self_attn.q_proj,2,32,8,128,44.0625,20.0625,67108864 +34,self_attn.q_proj,2,64,8,128,52.4375,18.03125,67108864 +34,self_attn.q_proj,2,128,8,128,60.53125,17.015625,67108864 +34,self_attn.q_proj,3,32,8,128,18.96875,28.0625,67108864 +34,self_attn.q_proj,3,64,8,128,22.734375,26.03125,67108864 +34,self_attn.q_proj,3,128,8,128,26.625,25.015625,67108864 +34,self_attn.q_proj,4,32,8,128,8.8515625,36.0625,67108864 +34,self_attn.q_proj,4,64,8,128,10.609375,34.03125,67108864 +34,self_attn.q_proj,4,128,8,128,12.4296875,33.015625,67108864 +34,self_attn.q_proj,8,32,8,128,0.53564453125,68.0625,67108864 +34,self_attn.q_proj,8,64,8,128,0.6416015625,66.03125,67108864 +34,self_attn.q_proj,8,128,8,128,0.74951171875,65.015625,67108864 +34,self_attn.v_proj,2,32,8,128,15.0859375,2.5078125,8388608 +34,self_attn.v_proj,2,64,8,128,17.625,2.25390625,8388608 +34,self_attn.v_proj,2,128,8,128,19.921875,2.126953125,8388608 +34,self_attn.v_proj,3,32,8,128,6.44921875,3.5078125,8388608 +34,self_attn.v_proj,3,64,8,128,7.54296875,3.25390625,8388608 +34,self_attn.v_proj,3,128,8,128,8.53125,3.126953125,8388608 +34,self_attn.v_proj,4,32,8,128,3.009765625,4.5078125,8388608 +34,self_attn.v_proj,4,64,8,128,3.51953125,4.25390625,8388608 +34,self_attn.v_proj,4,128,8,128,3.98046875,4.126953125,8388608 +34,self_attn.v_proj,8,32,8,128,0.1822509765625,8.5078125,8388608 +34,self_attn.v_proj,8,64,8,128,0.2127685546875,8.25390625,8388608 +34,self_attn.v_proj,8,128,8,128,0.2398681640625,8.126953125,8388608 +34,self_attn.k_proj,2,32,8,128,27.109375,2.5078125,8388608 +34,self_attn.k_proj,2,64,8,128,32.625,2.25390625,8388608 +34,self_attn.k_proj,2,128,8,128,37.15625,2.126953125,8388608 +34,self_attn.k_proj,3,32,8,128,11.7890625,3.5078125,8388608 +34,self_attn.k_proj,3,64,8,128,14.4453125,3.25390625,8388608 +34,self_attn.k_proj,3,128,8,128,16.984375,3.126953125,8388608 +34,self_attn.k_proj,4,32,8,128,5.50390625,4.5078125,8388608 +34,self_attn.k_proj,4,64,8,128,6.73828125,4.25390625,8388608 +34,self_attn.k_proj,4,128,8,128,7.9296875,4.126953125,8388608 +34,self_attn.k_proj,8,32,8,128,0.3330078125,8.5078125,8388608 +34,self_attn.k_proj,8,64,8,128,0.407470703125,8.25390625,8388608 +34,self_attn.k_proj,8,128,8,128,0.477783203125,8.126953125,8388608 +34,self_attn.o_proj,2,32,8,128,39.875,20.0625,67108864 +34,self_attn.o_proj,2,64,8,128,46.46875,18.03125,67108864 +34,self_attn.o_proj,2,128,8,128,52.40625,17.015625,67108864 +34,self_attn.o_proj,3,32,8,128,17.046875,28.0625,67108864 +34,self_attn.o_proj,3,64,8,128,19.890625,26.03125,67108864 +34,self_attn.o_proj,3,128,8,128,22.46875,25.015625,67108864 +34,self_attn.o_proj,4,32,8,128,7.95703125,36.0625,67108864 +34,self_attn.o_proj,4,64,8,128,9.28125,34.03125,67108864 +34,self_attn.o_proj,4,128,8,128,10.484375,33.015625,67108864 +34,self_attn.o_proj,8,32,8,128,0.481689453125,68.0625,67108864 +34,self_attn.o_proj,8,64,8,128,0.5615234375,66.03125,67108864 +34,self_attn.o_proj,8,128,8,128,0.63232421875,65.015625,67108864 +34,mlp.gate_proj,2,32,8,128,84.0625,70.21875,234881024 +34,mlp.gate_proj,2,64,8,128,98.3125,63.109375,234881024 +34,mlp.gate_proj,2,128,8,128,111.5,59.5546875,234881024 +34,mlp.gate_proj,3,32,8,128,35.96875,98.21875,234881024 +34,mlp.gate_proj,3,64,8,128,42.09375,91.109375,234881024 +34,mlp.gate_proj,3,128,8,128,47.75,87.5546875,234881024 +34,mlp.gate_proj,4,32,8,128,16.765625,126.21875,234881024 +34,mlp.gate_proj,4,64,8,128,19.65625,119.109375,234881024 +34,mlp.gate_proj,4,128,8,128,22.28125,115.5546875,234881024 +34,mlp.gate_proj,8,32,8,128,1.0205078125,238.21875,234881024 +34,mlp.gate_proj,8,64,8,128,1.1953125,231.109375,234881024 +34,mlp.gate_proj,8,128,8,128,1.3515625,227.5546875,234881024 +34,mlp.up_proj,2,32,8,128,81.3125,70.21875,234881024 +34,mlp.up_proj,2,64,8,128,94.625,63.109375,234881024 +34,mlp.up_proj,2,128,8,128,106.75,59.5546875,234881024 +34,mlp.up_proj,3,32,8,128,34.75,98.21875,234881024 +34,mlp.up_proj,3,64,8,128,40.53125,91.109375,234881024 +34,mlp.up_proj,3,128,8,128,45.65625,87.5546875,234881024 +34,mlp.up_proj,4,32,8,128,16.203125,126.21875,234881024 +34,mlp.up_proj,4,64,8,128,18.90625,119.109375,234881024 +34,mlp.up_proj,4,128,8,128,21.3125,115.5546875,234881024 +34,mlp.up_proj,8,32,8,128,0.98583984375,238.21875,234881024 +34,mlp.up_proj,8,64,8,128,1.150390625,231.109375,234881024 +34,mlp.up_proj,8,128,8,128,1.29296875,227.5546875,234881024 +34,mlp.down_proj,2,32,8,128,81.4375,70.21875,234881024 +34,mlp.down_proj,2,64,8,128,94.6875,63.109375,234881024 +34,mlp.down_proj,2,128,8,128,106.75,59.5546875,234881024 +34,mlp.down_proj,3,32,8,128,34.8125,98.21875,234881024 +34,mlp.down_proj,3,64,8,128,40.53125,91.109375,234881024 +34,mlp.down_proj,3,128,8,128,45.65625,87.5546875,234881024 +34,mlp.down_proj,4,32,8,128,16.234375,126.21875,234881024 +34,mlp.down_proj,4,64,8,128,18.921875,119.109375,234881024 +34,mlp.down_proj,4,128,8,128,21.3125,115.5546875,234881024 +34,mlp.down_proj,8,32,8,128,0.98681640625,238.21875,234881024 +34,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +34,mlp.down_proj,8,128,8,128,1.29296875,227.5546875,234881024 +35,self_attn.q_proj,2,32,8,128,43.4375,20.0625,67108864 +35,self_attn.q_proj,2,64,8,128,51.75,18.03125,67108864 +35,self_attn.q_proj,2,128,8,128,59.71875,17.015625,67108864 +35,self_attn.q_proj,3,32,8,128,18.65625,28.0625,67108864 +35,self_attn.q_proj,3,64,8,128,22.359375,26.03125,67108864 +35,self_attn.q_proj,3,128,8,128,26.125,25.015625,67108864 +35,self_attn.q_proj,4,32,8,128,8.703125,36.0625,67108864 +35,self_attn.q_proj,4,64,8,128,10.4296875,34.03125,67108864 +35,self_attn.q_proj,4,128,8,128,12.1875,33.015625,67108864 +35,self_attn.q_proj,8,32,8,128,0.52734375,68.0625,67108864 +35,self_attn.q_proj,8,64,8,128,0.63134765625,66.03125,67108864 +35,self_attn.q_proj,8,128,8,128,0.73486328125,65.015625,67108864 +35,self_attn.v_proj,2,32,8,128,15.046875,2.5078125,8388608 +35,self_attn.v_proj,2,64,8,128,17.625,2.25390625,8388608 +35,self_attn.v_proj,2,128,8,128,19.96875,2.126953125,8388608 +35,self_attn.v_proj,3,32,8,128,6.4375,3.5078125,8388608 +35,self_attn.v_proj,3,64,8,128,7.5390625,3.25390625,8388608 +35,self_attn.v_proj,3,128,8,128,8.546875,3.126953125,8388608 +35,self_attn.v_proj,4,32,8,128,3.001953125,4.5078125,8388608 +35,self_attn.v_proj,4,64,8,128,3.515625,4.25390625,8388608 +35,self_attn.v_proj,4,128,8,128,3.986328125,4.126953125,8388608 +35,self_attn.v_proj,8,32,8,128,0.181884765625,8.5078125,8388608 +35,self_attn.v_proj,8,64,8,128,0.2127685546875,8.25390625,8388608 +35,self_attn.v_proj,8,128,8,128,0.2403564453125,8.126953125,8388608 +35,self_attn.k_proj,2,32,8,128,24.84375,2.5078125,8388608 +35,self_attn.k_proj,2,64,8,128,29.875,2.25390625,8388608 +35,self_attn.k_proj,2,128,8,128,34.0,2.126953125,8388608 +35,self_attn.k_proj,3,32,8,128,10.8046875,3.5078125,8388608 +35,self_attn.k_proj,3,64,8,128,13.2578125,3.25390625,8388608 +35,self_attn.k_proj,3,128,8,128,15.6015625,3.126953125,8388608 +35,self_attn.k_proj,4,32,8,128,5.04296875,4.5078125,8388608 +35,self_attn.k_proj,4,64,8,128,6.19140625,4.25390625,8388608 +35,self_attn.k_proj,4,128,8,128,7.29296875,4.126953125,8388608 +35,self_attn.k_proj,8,32,8,128,0.30517578125,8.5078125,8388608 +35,self_attn.k_proj,8,64,8,128,0.37451171875,8.25390625,8388608 +35,self_attn.k_proj,8,128,8,128,0.439453125,8.126953125,8388608 +35,self_attn.o_proj,2,32,8,128,39.4375,20.0625,67108864 +35,self_attn.o_proj,2,64,8,128,46.0,18.03125,67108864 +35,self_attn.o_proj,2,128,8,128,51.96875,17.015625,67108864 +35,self_attn.o_proj,3,32,8,128,16.890625,28.0625,67108864 +35,self_attn.o_proj,3,64,8,128,19.734375,26.03125,67108864 +35,self_attn.o_proj,3,128,8,128,22.359375,25.015625,67108864 +35,self_attn.o_proj,4,32,8,128,7.8828125,36.0625,67108864 +35,self_attn.o_proj,4,64,8,128,9.2109375,34.03125,67108864 +35,self_attn.o_proj,4,128,8,128,10.4453125,33.015625,67108864 +35,self_attn.o_proj,8,32,8,128,0.477294921875,68.0625,67108864 +35,self_attn.o_proj,8,64,8,128,0.5576171875,66.03125,67108864 +35,self_attn.o_proj,8,128,8,128,0.63037109375,65.015625,67108864 +35,mlp.gate_proj,2,32,8,128,84.0625,70.21875,234881024 +35,mlp.gate_proj,2,64,8,128,98.3125,63.109375,234881024 +35,mlp.gate_proj,2,128,8,128,111.375,59.5546875,234881024 +35,mlp.gate_proj,3,32,8,128,35.96875,98.21875,234881024 +35,mlp.gate_proj,3,64,8,128,42.0625,91.109375,234881024 +35,mlp.gate_proj,3,128,8,128,47.6875,87.5546875,234881024 +35,mlp.gate_proj,4,32,8,128,16.765625,126.21875,234881024 +35,mlp.gate_proj,4,64,8,128,19.640625,119.109375,234881024 +35,mlp.gate_proj,4,128,8,128,22.25,115.5546875,234881024 +35,mlp.gate_proj,8,32,8,128,1.01953125,238.21875,234881024 +35,mlp.gate_proj,8,64,8,128,1.1943359375,231.109375,234881024 +35,mlp.gate_proj,8,128,8,128,1.349609375,227.5546875,234881024 +35,mlp.up_proj,2,32,8,128,81.1875,70.21875,234881024 +35,mlp.up_proj,2,64,8,128,94.5625,63.109375,234881024 +35,mlp.up_proj,2,128,8,128,106.625,59.5546875,234881024 +35,mlp.up_proj,3,32,8,128,34.71875,98.21875,234881024 +35,mlp.up_proj,3,64,8,128,40.46875,91.109375,234881024 +35,mlp.up_proj,3,128,8,128,45.59375,87.5546875,234881024 +35,mlp.up_proj,4,32,8,128,16.1875,126.21875,234881024 +35,mlp.up_proj,4,64,8,128,18.890625,119.109375,234881024 +35,mlp.up_proj,4,128,8,128,21.28125,115.5546875,234881024 +35,mlp.up_proj,8,32,8,128,0.984375,238.21875,234881024 +35,mlp.up_proj,8,64,8,128,1.1484375,231.109375,234881024 +35,mlp.up_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +35,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +35,mlp.down_proj,2,64,8,128,94.625,63.109375,234881024 +35,mlp.down_proj,2,128,8,128,106.625,59.5546875,234881024 +35,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +35,mlp.down_proj,3,64,8,128,40.5,91.109375,234881024 +35,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +35,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +35,mlp.down_proj,4,64,8,128,18.90625,119.109375,234881024 +35,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +35,mlp.down_proj,8,32,8,128,0.98583984375,238.21875,234881024 +35,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +35,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +36,self_attn.q_proj,2,32,8,128,44.28125,20.0625,67108864 +36,self_attn.q_proj,2,64,8,128,52.46875,18.03125,67108864 +36,self_attn.q_proj,2,128,8,128,60.28125,17.015625,67108864 +36,self_attn.q_proj,3,32,8,128,19.015625,28.0625,67108864 +36,self_attn.q_proj,3,64,8,128,22.640625,26.03125,67108864 +36,self_attn.q_proj,3,128,8,128,26.28125,25.015625,67108864 +36,self_attn.q_proj,4,32,8,128,8.875,36.0625,67108864 +36,self_attn.q_proj,4,64,8,128,10.5703125,34.03125,67108864 +36,self_attn.q_proj,4,128,8,128,12.2734375,33.015625,67108864 +36,self_attn.q_proj,8,32,8,128,0.537109375,68.0625,67108864 +36,self_attn.q_proj,8,64,8,128,0.6396484375,66.03125,67108864 +36,self_attn.q_proj,8,128,8,128,0.73974609375,65.015625,67108864 +36,self_attn.v_proj,2,32,8,128,15.265625,2.5078125,8388608 +36,self_attn.v_proj,2,64,8,128,17.84375,2.25390625,8388608 +36,self_attn.v_proj,2,128,8,128,20.1875,2.126953125,8388608 +36,self_attn.v_proj,3,32,8,128,6.5234375,3.5078125,8388608 +36,self_attn.v_proj,3,64,8,128,7.63671875,3.25390625,8388608 +36,self_attn.v_proj,3,128,8,128,8.6484375,3.126953125,8388608 +36,self_attn.v_proj,4,32,8,128,3.044921875,4.5078125,8388608 +36,self_attn.v_proj,4,64,8,128,3.5625,4.25390625,8388608 +36,self_attn.v_proj,4,128,8,128,4.03125,4.126953125,8388608 +36,self_attn.v_proj,8,32,8,128,0.184326171875,8.5078125,8388608 +36,self_attn.v_proj,8,64,8,128,0.215576171875,8.25390625,8388608 +36,self_attn.v_proj,8,128,8,128,0.242919921875,8.126953125,8388608 +36,self_attn.k_proj,2,32,8,128,25.546875,2.5078125,8388608 +36,self_attn.k_proj,2,64,8,128,30.53125,2.25390625,8388608 +36,self_attn.k_proj,2,128,8,128,34.46875,2.126953125,8388608 +36,self_attn.k_proj,3,32,8,128,11.1328125,3.5078125,8388608 +36,self_attn.k_proj,3,64,8,128,13.6015625,3.25390625,8388608 +36,self_attn.k_proj,3,128,8,128,15.890625,3.126953125,8388608 +36,self_attn.k_proj,4,32,8,128,5.1953125,4.5078125,8388608 +36,self_attn.k_proj,4,64,8,128,6.34765625,4.25390625,8388608 +36,self_attn.k_proj,4,128,8,128,7.4296875,4.126953125,8388608 +36,self_attn.k_proj,8,32,8,128,0.314453125,8.5078125,8388608 +36,self_attn.k_proj,8,64,8,128,0.3837890625,8.25390625,8388608 +36,self_attn.k_proj,8,128,8,128,0.44775390625,8.126953125,8388608 +36,self_attn.o_proj,2,32,8,128,39.375,20.0625,67108864 +36,self_attn.o_proj,2,64,8,128,45.9375,18.03125,67108864 +36,self_attn.o_proj,2,128,8,128,51.9375,17.015625,67108864 +36,self_attn.o_proj,3,32,8,128,16.84375,28.0625,67108864 +36,self_attn.o_proj,3,64,8,128,19.6875,26.03125,67108864 +36,self_attn.o_proj,3,128,8,128,22.3125,25.015625,67108864 +36,self_attn.o_proj,4,32,8,128,7.86328125,36.0625,67108864 +36,self_attn.o_proj,4,64,8,128,9.1953125,34.03125,67108864 +36,self_attn.o_proj,4,128,8,128,10.421875,33.015625,67108864 +36,self_attn.o_proj,8,32,8,128,0.47607421875,68.0625,67108864 +36,self_attn.o_proj,8,64,8,128,0.55615234375,66.03125,67108864 +36,self_attn.o_proj,8,128,8,128,0.62841796875,65.015625,67108864 +36,mlp.gate_proj,2,32,8,128,84.125,70.21875,234881024 +36,mlp.gate_proj,2,64,8,128,98.4375,63.109375,234881024 +36,mlp.gate_proj,2,128,8,128,111.6875,59.5546875,234881024 +36,mlp.gate_proj,3,32,8,128,36.0,98.21875,234881024 +36,mlp.gate_proj,3,64,8,128,42.15625,91.109375,234881024 +36,mlp.gate_proj,3,128,8,128,47.8125,87.5546875,234881024 +36,mlp.gate_proj,4,32,8,128,16.78125,126.21875,234881024 +36,mlp.gate_proj,4,64,8,128,19.6875,119.109375,234881024 +36,mlp.gate_proj,4,128,8,128,22.3125,115.5546875,234881024 +36,mlp.gate_proj,8,32,8,128,1.0205078125,238.21875,234881024 +36,mlp.gate_proj,8,64,8,128,1.197265625,231.109375,234881024 +36,mlp.gate_proj,8,128,8,128,1.3544921875,227.5546875,234881024 +36,mlp.up_proj,2,32,8,128,81.125,70.21875,234881024 +36,mlp.up_proj,2,64,8,128,94.375,63.109375,234881024 +36,mlp.up_proj,2,128,8,128,106.5,59.5546875,234881024 +36,mlp.up_proj,3,32,8,128,34.65625,98.21875,234881024 +36,mlp.up_proj,3,64,8,128,40.4375,91.109375,234881024 +36,mlp.up_proj,3,128,8,128,45.5625,87.5546875,234881024 +36,mlp.up_proj,4,32,8,128,16.171875,126.21875,234881024 +36,mlp.up_proj,4,64,8,128,18.859375,119.109375,234881024 +36,mlp.up_proj,4,128,8,128,21.265625,115.5546875,234881024 +36,mlp.up_proj,8,32,8,128,0.98291015625,238.21875,234881024 +36,mlp.up_proj,8,64,8,128,1.1474609375,231.109375,234881024 +36,mlp.up_proj,8,128,8,128,1.2900390625,227.5546875,234881024 +36,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +36,mlp.down_proj,2,64,8,128,94.625,63.109375,234881024 +36,mlp.down_proj,2,128,8,128,106.6875,59.5546875,234881024 +36,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +36,mlp.down_proj,3,64,8,128,40.5,91.109375,234881024 +36,mlp.down_proj,3,128,8,128,45.625,87.5546875,234881024 +36,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +36,mlp.down_proj,4,64,8,128,18.90625,119.109375,234881024 +36,mlp.down_proj,4,128,8,128,21.296875,115.5546875,234881024 +36,mlp.down_proj,8,32,8,128,0.986328125,238.21875,234881024 +36,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +36,mlp.down_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +37,self_attn.q_proj,2,32,8,128,44.90625,20.0625,67108864 +37,self_attn.q_proj,2,64,8,128,52.96875,18.03125,67108864 +37,self_attn.q_proj,2,128,8,128,60.71875,17.015625,67108864 +37,self_attn.q_proj,3,32,8,128,19.234375,28.0625,67108864 +37,self_attn.q_proj,3,64,8,128,22.75,26.03125,67108864 +37,self_attn.q_proj,3,128,8,128,26.203125,25.015625,67108864 +37,self_attn.q_proj,4,32,8,128,8.9765625,36.0625,67108864 +37,self_attn.q_proj,4,64,8,128,10.6171875,34.03125,67108864 +37,self_attn.q_proj,4,128,8,128,12.234375,33.015625,67108864 +37,self_attn.q_proj,8,32,8,128,0.54345703125,68.0625,67108864 +37,self_attn.q_proj,8,64,8,128,0.642578125,66.03125,67108864 +37,self_attn.q_proj,8,128,8,128,0.7373046875,65.015625,67108864 +37,self_attn.v_proj,2,32,8,128,15.421875,2.5078125,8388608 +37,self_attn.v_proj,2,64,8,128,18.03125,2.25390625,8388608 +37,self_attn.v_proj,2,128,8,128,20.390625,2.126953125,8388608 +37,self_attn.v_proj,3,32,8,128,6.59375,3.5078125,8388608 +37,self_attn.v_proj,3,64,8,128,7.7109375,3.25390625,8388608 +37,self_attn.v_proj,3,128,8,128,8.71875,3.126953125,8388608 +37,self_attn.v_proj,4,32,8,128,3.076171875,4.5078125,8388608 +37,self_attn.v_proj,4,64,8,128,3.59765625,4.25390625,8388608 +37,self_attn.v_proj,4,128,8,128,4.06640625,4.126953125,8388608 +37,self_attn.v_proj,8,32,8,128,0.186279296875,8.5078125,8388608 +37,self_attn.v_proj,8,64,8,128,0.2176513671875,8.25390625,8388608 +37,self_attn.v_proj,8,128,8,128,0.2452392578125,8.126953125,8388608 +37,self_attn.k_proj,2,32,8,128,25.671875,2.5078125,8388608 +37,self_attn.k_proj,2,64,8,128,30.65625,2.25390625,8388608 +37,self_attn.k_proj,2,128,8,128,34.75,2.126953125,8388608 +37,self_attn.k_proj,3,32,8,128,11.1171875,3.5078125,8388608 +37,self_attn.k_proj,3,64,8,128,13.4765625,3.25390625,8388608 +37,self_attn.k_proj,3,128,8,128,15.703125,3.126953125,8388608 +37,self_attn.k_proj,4,32,8,128,5.1875,4.5078125,8388608 +37,self_attn.k_proj,4,64,8,128,6.296875,4.25390625,8388608 +37,self_attn.k_proj,4,128,8,128,7.34375,4.126953125,8388608 +37,self_attn.k_proj,8,32,8,128,0.314208984375,8.5078125,8388608 +37,self_attn.k_proj,8,64,8,128,0.380615234375,8.25390625,8388608 +37,self_attn.k_proj,8,128,8,128,0.4423828125,8.126953125,8388608 +37,self_attn.o_proj,2,32,8,128,40.15625,20.0625,67108864 +37,self_attn.o_proj,2,64,8,128,46.84375,18.03125,67108864 +37,self_attn.o_proj,2,128,8,128,52.9375,17.015625,67108864 +37,self_attn.o_proj,3,32,8,128,17.171875,28.0625,67108864 +37,self_attn.o_proj,3,64,8,128,20.0625,26.03125,67108864 +37,self_attn.o_proj,3,128,8,128,22.703125,25.015625,67108864 +37,self_attn.o_proj,4,32,8,128,8.015625,36.0625,67108864 +37,self_attn.o_proj,4,64,8,128,9.359375,34.03125,67108864 +37,self_attn.o_proj,4,128,8,128,10.6015625,33.015625,67108864 +37,self_attn.o_proj,8,32,8,128,0.485107421875,68.0625,67108864 +37,self_attn.o_proj,8,64,8,128,0.56640625,66.03125,67108864 +37,self_attn.o_proj,8,128,8,128,0.63916015625,65.015625,67108864 +37,mlp.gate_proj,2,32,8,128,84.25,70.21875,234881024 +37,mlp.gate_proj,2,64,8,128,98.5625,63.109375,234881024 +37,mlp.gate_proj,2,128,8,128,111.875,59.5546875,234881024 +37,mlp.gate_proj,3,32,8,128,36.03125,98.21875,234881024 +37,mlp.gate_proj,3,64,8,128,42.1875,91.109375,234881024 +37,mlp.gate_proj,3,128,8,128,47.90625,87.5546875,234881024 +37,mlp.gate_proj,4,32,8,128,16.796875,126.21875,234881024 +37,mlp.gate_proj,4,64,8,128,19.703125,119.109375,234881024 +37,mlp.gate_proj,4,128,8,128,22.359375,115.5546875,234881024 +37,mlp.gate_proj,8,32,8,128,1.0224609375,238.21875,234881024 +37,mlp.gate_proj,8,64,8,128,1.19921875,231.109375,234881024 +37,mlp.gate_proj,8,128,8,128,1.3564453125,227.5546875,234881024 +37,mlp.up_proj,2,32,8,128,81.125,70.21875,234881024 +37,mlp.up_proj,2,64,8,128,94.4375,63.109375,234881024 +37,mlp.up_proj,2,128,8,128,106.5625,59.5546875,234881024 +37,mlp.up_proj,3,32,8,128,34.6875,98.21875,234881024 +37,mlp.up_proj,3,64,8,128,40.4375,91.109375,234881024 +37,mlp.up_proj,3,128,8,128,45.59375,87.5546875,234881024 +37,mlp.up_proj,4,32,8,128,16.171875,126.21875,234881024 +37,mlp.up_proj,4,64,8,128,18.875,119.109375,234881024 +37,mlp.up_proj,4,128,8,128,21.28125,115.5546875,234881024 +37,mlp.up_proj,8,32,8,128,0.98388671875,238.21875,234881024 +37,mlp.up_proj,8,64,8,128,1.1484375,231.109375,234881024 +37,mlp.up_proj,8,128,8,128,1.291015625,227.5546875,234881024 +37,mlp.down_proj,2,32,8,128,81.4375,70.21875,234881024 +37,mlp.down_proj,2,64,8,128,94.6875,63.109375,234881024 +37,mlp.down_proj,2,128,8,128,106.8125,59.5546875,234881024 +37,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +37,mlp.down_proj,3,64,8,128,40.53125,91.109375,234881024 +37,mlp.down_proj,3,128,8,128,45.65625,87.5546875,234881024 +37,mlp.down_proj,4,32,8,128,16.234375,126.21875,234881024 +37,mlp.down_proj,4,64,8,128,18.921875,119.109375,234881024 +37,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +37,mlp.down_proj,8,32,8,128,0.98681640625,238.21875,234881024 +37,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +37,mlp.down_proj,8,128,8,128,1.29296875,227.5546875,234881024 +38,self_attn.q_proj,2,32,8,128,46.5625,20.0625,67108864 +38,self_attn.q_proj,2,64,8,128,55.25,18.03125,67108864 +38,self_attn.q_proj,2,128,8,128,63.65625,17.015625,67108864 +38,self_attn.q_proj,3,32,8,128,19.96875,28.0625,67108864 +38,self_attn.q_proj,3,64,8,128,23.765625,26.03125,67108864 +38,self_attn.q_proj,3,128,8,128,27.59375,25.015625,67108864 +38,self_attn.q_proj,4,32,8,128,9.3125,36.0625,67108864 +38,self_attn.q_proj,4,64,8,128,11.0859375,34.03125,67108864 +38,self_attn.q_proj,4,128,8,128,12.8828125,33.015625,67108864 +38,self_attn.q_proj,8,32,8,128,0.56396484375,68.0625,67108864 +38,self_attn.q_proj,8,64,8,128,0.6708984375,66.03125,67108864 +38,self_attn.q_proj,8,128,8,128,0.7763671875,65.015625,67108864 +38,self_attn.v_proj,2,32,8,128,14.828125,2.5078125,8388608 +38,self_attn.v_proj,2,64,8,128,17.34375,2.25390625,8388608 +38,self_attn.v_proj,2,128,8,128,19.625,2.126953125,8388608 +38,self_attn.v_proj,3,32,8,128,6.33984375,3.5078125,8388608 +38,self_attn.v_proj,3,64,8,128,7.4140625,3.25390625,8388608 +38,self_attn.v_proj,3,128,8,128,8.390625,3.126953125,8388608 +38,self_attn.v_proj,4,32,8,128,2.95703125,4.5078125,8388608 +38,self_attn.v_proj,4,64,8,128,3.4609375,4.25390625,8388608 +38,self_attn.v_proj,4,128,8,128,3.916015625,4.126953125,8388608 +38,self_attn.v_proj,8,32,8,128,0.1790771484375,8.5078125,8388608 +38,self_attn.v_proj,8,64,8,128,0.20947265625,8.25390625,8388608 +38,self_attn.v_proj,8,128,8,128,0.236083984375,8.126953125,8388608 +38,self_attn.k_proj,2,32,8,128,25.828125,2.5078125,8388608 +38,self_attn.k_proj,2,64,8,128,30.90625,2.25390625,8388608 +38,self_attn.k_proj,2,128,8,128,35.0,2.126953125,8388608 +38,self_attn.k_proj,3,32,8,128,11.1796875,3.5078125,8388608 +38,self_attn.k_proj,3,64,8,128,13.625,3.25390625,8388608 +38,self_attn.k_proj,3,128,8,128,15.890625,3.126953125,8388608 +38,self_attn.k_proj,4,32,8,128,5.21484375,4.5078125,8388608 +38,self_attn.k_proj,4,64,8,128,6.359375,4.25390625,8388608 +38,self_attn.k_proj,4,128,8,128,7.42578125,4.126953125,8388608 +38,self_attn.k_proj,8,32,8,128,0.315673828125,8.5078125,8388608 +38,self_attn.k_proj,8,64,8,128,0.384521484375,8.25390625,8388608 +38,self_attn.k_proj,8,128,8,128,0.447509765625,8.126953125,8388608 +38,self_attn.o_proj,2,32,8,128,40.15625,20.0625,67108864 +38,self_attn.o_proj,2,64,8,128,46.84375,18.03125,67108864 +38,self_attn.o_proj,2,128,8,128,52.96875,17.015625,67108864 +38,self_attn.o_proj,3,32,8,128,17.171875,28.0625,67108864 +38,self_attn.o_proj,3,64,8,128,20.078125,26.03125,67108864 +38,self_attn.o_proj,3,128,8,128,22.78125,25.015625,67108864 +38,self_attn.o_proj,4,32,8,128,8.015625,36.0625,67108864 +38,self_attn.o_proj,4,64,8,128,9.375,34.03125,67108864 +38,self_attn.o_proj,4,128,8,128,10.6328125,33.015625,67108864 +38,self_attn.o_proj,8,32,8,128,0.4853515625,68.0625,67108864 +38,self_attn.o_proj,8,64,8,128,0.56689453125,66.03125,67108864 +38,self_attn.o_proj,8,128,8,128,0.64111328125,65.015625,67108864 +38,mlp.gate_proj,2,32,8,128,84.375,70.21875,234881024 +38,mlp.gate_proj,2,64,8,128,98.8125,63.109375,234881024 +38,mlp.gate_proj,2,128,8,128,112.1875,59.5546875,234881024 +38,mlp.gate_proj,3,32,8,128,36.09375,98.21875,234881024 +38,mlp.gate_proj,3,64,8,128,42.28125,91.109375,234881024 +38,mlp.gate_proj,3,128,8,128,48.03125,87.5546875,234881024 +38,mlp.gate_proj,4,32,8,128,16.828125,126.21875,234881024 +38,mlp.gate_proj,4,64,8,128,19.75,119.109375,234881024 +38,mlp.gate_proj,4,128,8,128,22.421875,115.5546875,234881024 +38,mlp.gate_proj,8,32,8,128,1.0234375,238.21875,234881024 +38,mlp.gate_proj,8,64,8,128,1.201171875,231.109375,234881024 +38,mlp.gate_proj,8,128,8,128,1.3603515625,227.5546875,234881024 +38,mlp.up_proj,2,32,8,128,81.25,70.21875,234881024 +38,mlp.up_proj,2,64,8,128,94.5625,63.109375,234881024 +38,mlp.up_proj,2,128,8,128,106.6875,59.5546875,234881024 +38,mlp.up_proj,3,32,8,128,34.71875,98.21875,234881024 +38,mlp.up_proj,3,64,8,128,40.46875,91.109375,234881024 +38,mlp.up_proj,3,128,8,128,45.65625,87.5546875,234881024 +38,mlp.up_proj,4,32,8,128,16.1875,126.21875,234881024 +38,mlp.up_proj,4,64,8,128,18.890625,119.109375,234881024 +38,mlp.up_proj,4,128,8,128,21.3125,115.5546875,234881024 +38,mlp.up_proj,8,32,8,128,0.98486328125,238.21875,234881024 +38,mlp.up_proj,8,64,8,128,1.1494140625,231.109375,234881024 +38,mlp.up_proj,8,128,8,128,1.29296875,227.5546875,234881024 +38,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +38,mlp.down_proj,2,64,8,128,94.8125,63.109375,234881024 +38,mlp.down_proj,2,128,8,128,106.875,59.5546875,234881024 +38,mlp.down_proj,3,32,8,128,34.84375,98.21875,234881024 +38,mlp.down_proj,3,64,8,128,40.59375,91.109375,234881024 +38,mlp.down_proj,3,128,8,128,45.71875,87.5546875,234881024 +38,mlp.down_proj,4,32,8,128,16.25,126.21875,234881024 +38,mlp.down_proj,4,64,8,128,18.953125,119.109375,234881024 +38,mlp.down_proj,4,128,8,128,21.34375,115.5546875,234881024 +38,mlp.down_proj,8,32,8,128,0.98828125,238.21875,234881024 +38,mlp.down_proj,8,64,8,128,1.15234375,231.109375,234881024 +38,mlp.down_proj,8,128,8,128,1.294921875,227.5546875,234881024 +39,self_attn.q_proj,2,32,8,128,48.0,20.0625,67108864 +39,self_attn.q_proj,2,64,8,128,56.46875,18.03125,67108864 +39,self_attn.q_proj,2,128,8,128,65.0,17.015625,67108864 +39,self_attn.q_proj,3,32,8,128,20.546875,28.0625,67108864 +39,self_attn.q_proj,3,64,8,128,24.203125,26.03125,67108864 +39,self_attn.q_proj,3,128,8,128,27.953125,25.015625,67108864 +39,self_attn.q_proj,4,32,8,128,9.5859375,36.0625,67108864 +39,self_attn.q_proj,4,64,8,128,11.2890625,34.03125,67108864 +39,self_attn.q_proj,4,128,8,128,13.0390625,33.015625,67108864 +39,self_attn.q_proj,8,32,8,128,0.58056640625,68.0625,67108864 +39,self_attn.q_proj,8,64,8,128,0.68310546875,66.03125,67108864 +39,self_attn.q_proj,8,128,8,128,0.7861328125,65.015625,67108864 +39,self_attn.v_proj,2,32,8,128,15.125,2.5078125,8388608 +39,self_attn.v_proj,2,64,8,128,17.6875,2.25390625,8388608 +39,self_attn.v_proj,2,128,8,128,20.0,2.126953125,8388608 +39,self_attn.v_proj,3,32,8,128,6.46875,3.5078125,8388608 +39,self_attn.v_proj,3,64,8,128,7.56640625,3.25390625,8388608 +39,self_attn.v_proj,3,128,8,128,8.5625,3.126953125,8388608 +39,self_attn.v_proj,4,32,8,128,3.017578125,4.5078125,8388608 +39,self_attn.v_proj,4,64,8,128,3.53125,4.25390625,8388608 +39,self_attn.v_proj,4,128,8,128,3.99609375,4.126953125,8388608 +39,self_attn.v_proj,8,32,8,128,0.1827392578125,8.5078125,8388608 +39,self_attn.v_proj,8,64,8,128,0.213623046875,8.25390625,8388608 +39,self_attn.v_proj,8,128,8,128,0.240966796875,8.126953125,8388608 +39,self_attn.k_proj,2,32,8,128,25.8125,2.5078125,8388608 +39,self_attn.k_proj,2,64,8,128,30.96875,2.25390625,8388608 +39,self_attn.k_proj,2,128,8,128,35.375,2.126953125,8388608 +39,self_attn.k_proj,3,32,8,128,11.09375,3.5078125,8388608 +39,self_attn.k_proj,3,64,8,128,13.390625,3.25390625,8388608 +39,self_attn.k_proj,3,128,8,128,15.5234375,3.126953125,8388608 +39,self_attn.k_proj,4,32,8,128,5.17578125,4.5078125,8388608 +39,self_attn.k_proj,4,64,8,128,6.25,4.25390625,8388608 +39,self_attn.k_proj,4,128,8,128,7.25,4.126953125,8388608 +39,self_attn.k_proj,8,32,8,128,0.313232421875,8.5078125,8388608 +39,self_attn.k_proj,8,64,8,128,0.3779296875,8.25390625,8388608 +39,self_attn.k_proj,8,128,8,128,0.436767578125,8.126953125,8388608 +39,self_attn.o_proj,2,32,8,128,41.1875,20.0625,67108864 +39,self_attn.o_proj,2,64,8,128,48.0625,18.03125,67108864 +39,self_attn.o_proj,2,128,8,128,54.34375,17.015625,67108864 +39,self_attn.o_proj,3,32,8,128,17.625,28.0625,67108864 +39,self_attn.o_proj,3,64,8,128,20.59375,26.03125,67108864 +39,self_attn.o_proj,3,128,8,128,23.359375,25.015625,67108864 +39,self_attn.o_proj,4,32,8,128,8.21875,36.0625,67108864 +39,self_attn.o_proj,4,64,8,128,9.6171875,34.03125,67108864 +39,self_attn.o_proj,4,128,8,128,10.90625,33.015625,67108864 +39,self_attn.o_proj,8,32,8,128,0.497802734375,68.0625,67108864 +39,self_attn.o_proj,8,64,8,128,0.58203125,66.03125,67108864 +39,self_attn.o_proj,8,128,8,128,0.6572265625,65.015625,67108864 +39,mlp.gate_proj,2,32,8,128,84.625,70.21875,234881024 +39,mlp.gate_proj,2,64,8,128,99.125,63.109375,234881024 +39,mlp.gate_proj,2,128,8,128,112.6875,59.5546875,234881024 +39,mlp.gate_proj,3,32,8,128,36.1875,98.21875,234881024 +39,mlp.gate_proj,3,64,8,128,42.4375,91.109375,234881024 +39,mlp.gate_proj,3,128,8,128,48.28125,87.5546875,234881024 +39,mlp.gate_proj,4,32,8,128,16.875,126.21875,234881024 +39,mlp.gate_proj,4,64,8,128,19.8125,119.109375,234881024 +39,mlp.gate_proj,4,128,8,128,22.53125,115.5546875,234881024 +39,mlp.gate_proj,8,32,8,128,1.0263671875,238.21875,234881024 +39,mlp.gate_proj,8,64,8,128,1.2060546875,231.109375,234881024 +39,mlp.gate_proj,8,128,8,128,1.3671875,227.5546875,234881024 +39,mlp.up_proj,2,32,8,128,81.4375,70.21875,234881024 +39,mlp.up_proj,2,64,8,128,94.875,63.109375,234881024 +39,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +39,mlp.up_proj,3,32,8,128,34.8125,98.21875,234881024 +39,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +39,mlp.up_proj,3,128,8,128,45.8125,87.5546875,234881024 +39,mlp.up_proj,4,32,8,128,16.234375,126.21875,234881024 +39,mlp.up_proj,4,64,8,128,18.953125,119.109375,234881024 +39,mlp.up_proj,4,128,8,128,21.375,115.5546875,234881024 +39,mlp.up_proj,8,32,8,128,0.98779296875,238.21875,234881024 +39,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +39,mlp.up_proj,8,128,8,128,1.296875,227.5546875,234881024 +39,mlp.down_proj,2,32,8,128,81.8125,70.21875,234881024 +39,mlp.down_proj,2,64,8,128,95.25,63.109375,234881024 +39,mlp.down_proj,2,128,8,128,107.375,59.5546875,234881024 +39,mlp.down_proj,3,32,8,128,34.96875,98.21875,234881024 +39,mlp.down_proj,3,64,8,128,40.75,91.109375,234881024 +39,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +39,mlp.down_proj,4,32,8,128,16.3125,126.21875,234881024 +39,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +39,mlp.down_proj,4,128,8,128,21.453125,115.5546875,234881024 +39,mlp.down_proj,8,32,8,128,0.9921875,238.21875,234881024 +39,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +39,mlp.down_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +40,self_attn.q_proj,2,32,8,128,47.28125,20.0625,67108864 +40,self_attn.q_proj,2,64,8,128,55.96875,18.03125,67108864 +40,self_attn.q_proj,2,128,8,128,64.6875,17.015625,67108864 +40,self_attn.q_proj,3,32,8,128,20.25,28.0625,67108864 +40,self_attn.q_proj,3,64,8,128,24.015625,26.03125,67108864 +40,self_attn.q_proj,3,128,8,128,27.875,25.015625,67108864 +40,self_attn.q_proj,4,32,8,128,9.4453125,36.0625,67108864 +40,self_attn.q_proj,4,64,8,128,11.203125,34.03125,67108864 +40,self_attn.q_proj,4,128,8,128,13.0078125,33.015625,67108864 +40,self_attn.q_proj,8,32,8,128,0.572265625,68.0625,67108864 +40,self_attn.q_proj,8,64,8,128,0.677734375,66.03125,67108864 +40,self_attn.q_proj,8,128,8,128,0.7841796875,65.015625,67108864 +40,self_attn.v_proj,2,32,8,128,16.09375,2.5078125,8388608 +40,self_attn.v_proj,2,64,8,128,18.828125,2.25390625,8388608 +40,self_attn.v_proj,2,128,8,128,21.3125,2.126953125,8388608 +40,self_attn.v_proj,3,32,8,128,6.8828125,3.5078125,8388608 +40,self_attn.v_proj,3,64,8,128,8.0546875,3.25390625,8388608 +40,self_attn.v_proj,3,128,8,128,9.1171875,3.126953125,8388608 +40,self_attn.v_proj,4,32,8,128,3.2109375,4.5078125,8388608 +40,self_attn.v_proj,4,64,8,128,3.7578125,4.25390625,8388608 +40,self_attn.v_proj,4,128,8,128,4.25390625,4.126953125,8388608 +40,self_attn.v_proj,8,32,8,128,0.1944580078125,8.5078125,8388608 +40,self_attn.v_proj,8,64,8,128,0.2274169921875,8.25390625,8388608 +40,self_attn.v_proj,8,128,8,128,0.25634765625,8.126953125,8388608 +40,self_attn.k_proj,2,32,8,128,25.421875,2.5078125,8388608 +40,self_attn.k_proj,2,64,8,128,30.59375,2.25390625,8388608 +40,self_attn.k_proj,2,128,8,128,34.875,2.126953125,8388608 +40,self_attn.k_proj,3,32,8,128,10.9453125,3.5078125,8388608 +40,self_attn.k_proj,3,64,8,128,13.3046875,3.25390625,8388608 +40,self_attn.k_proj,3,128,8,128,15.484375,3.126953125,8388608 +40,self_attn.k_proj,4,32,8,128,5.109375,4.5078125,8388608 +40,self_attn.k_proj,4,64,8,128,6.2109375,4.25390625,8388608 +40,self_attn.k_proj,4,128,8,128,7.23046875,4.126953125,8388608 +40,self_attn.k_proj,8,32,8,128,0.309326171875,8.5078125,8388608 +40,self_attn.k_proj,8,64,8,128,0.375732421875,8.25390625,8388608 +40,self_attn.k_proj,8,128,8,128,0.435546875,8.126953125,8388608 +40,self_attn.o_proj,2,32,8,128,43.09375,20.0625,67108864 +40,self_attn.o_proj,2,64,8,128,50.1875,18.03125,67108864 +40,self_attn.o_proj,2,128,8,128,56.59375,17.015625,67108864 +40,self_attn.o_proj,3,32,8,128,18.421875,28.0625,67108864 +40,self_attn.o_proj,3,64,8,128,21.484375,26.03125,67108864 +40,self_attn.o_proj,3,128,8,128,24.25,25.015625,67108864 +40,self_attn.o_proj,4,32,8,128,8.59375,36.0625,67108864 +40,self_attn.o_proj,4,64,8,128,10.0234375,34.03125,67108864 +40,self_attn.o_proj,4,128,8,128,11.3203125,33.015625,67108864 +40,self_attn.o_proj,8,32,8,128,0.5205078125,68.0625,67108864 +40,self_attn.o_proj,8,64,8,128,0.6064453125,66.03125,67108864 +40,self_attn.o_proj,8,128,8,128,0.68212890625,65.015625,67108864 +40,mlp.gate_proj,2,32,8,128,84.5,70.21875,234881024 +40,mlp.gate_proj,2,64,8,128,98.8125,63.109375,234881024 +40,mlp.gate_proj,2,128,8,128,112.125,59.5546875,234881024 +40,mlp.gate_proj,3,32,8,128,36.125,98.21875,234881024 +40,mlp.gate_proj,3,64,8,128,42.3125,91.109375,234881024 +40,mlp.gate_proj,3,128,8,128,48.03125,87.5546875,234881024 +40,mlp.gate_proj,4,32,8,128,16.84375,126.21875,234881024 +40,mlp.gate_proj,4,64,8,128,19.75,119.109375,234881024 +40,mlp.gate_proj,4,128,8,128,22.421875,115.5546875,234881024 +40,mlp.gate_proj,8,32,8,128,1.025390625,238.21875,234881024 +40,mlp.gate_proj,8,64,8,128,1.2021484375,231.109375,234881024 +40,mlp.gate_proj,8,128,8,128,1.359375,227.5546875,234881024 +40,mlp.up_proj,2,32,8,128,81.4375,70.21875,234881024 +40,mlp.up_proj,2,64,8,128,94.8125,63.109375,234881024 +40,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +40,mlp.up_proj,3,32,8,128,34.8125,98.21875,234881024 +40,mlp.up_proj,3,64,8,128,40.59375,91.109375,234881024 +40,mlp.up_proj,3,128,8,128,45.75,87.5546875,234881024 +40,mlp.up_proj,4,32,8,128,16.234375,126.21875,234881024 +40,mlp.up_proj,4,64,8,128,18.953125,119.109375,234881024 +40,mlp.up_proj,4,128,8,128,21.359375,115.5546875,234881024 +40,mlp.up_proj,8,32,8,128,0.9873046875,238.21875,234881024 +40,mlp.up_proj,8,64,8,128,1.15234375,231.109375,234881024 +40,mlp.up_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +40,mlp.down_proj,2,32,8,128,82.0,70.21875,234881024 +40,mlp.down_proj,2,64,8,128,95.4375,63.109375,234881024 +40,mlp.down_proj,2,128,8,128,107.625,59.5546875,234881024 +40,mlp.down_proj,3,32,8,128,35.0625,98.21875,234881024 +40,mlp.down_proj,3,64,8,128,40.84375,91.109375,234881024 +40,mlp.down_proj,3,128,8,128,46.03125,87.5546875,234881024 +40,mlp.down_proj,4,32,8,128,16.34375,126.21875,234881024 +40,mlp.down_proj,4,64,8,128,19.078125,119.109375,234881024 +40,mlp.down_proj,4,128,8,128,21.5,115.5546875,234881024 +40,mlp.down_proj,8,32,8,128,0.99462890625,238.21875,234881024 +40,mlp.down_proj,8,64,8,128,1.16015625,231.109375,234881024 +40,mlp.down_proj,8,128,8,128,1.3037109375,227.5546875,234881024 +41,self_attn.q_proj,2,32,8,128,45.75,20.0625,67108864 +41,self_attn.q_proj,2,64,8,128,54.0,18.03125,67108864 +41,self_attn.q_proj,2,128,8,128,62.34375,17.015625,67108864 +41,self_attn.q_proj,3,32,8,128,19.59375,28.0625,67108864 +41,self_attn.q_proj,3,64,8,128,23.1875,26.03125,67108864 +41,self_attn.q_proj,3,128,8,128,26.9375,25.015625,67108864 +41,self_attn.q_proj,4,32,8,128,9.1484375,36.0625,67108864 +41,self_attn.q_proj,4,64,8,128,10.828125,34.03125,67108864 +41,self_attn.q_proj,4,128,8,128,12.5703125,33.015625,67108864 +41,self_attn.q_proj,8,32,8,128,0.5537109375,68.0625,67108864 +41,self_attn.q_proj,8,64,8,128,0.6552734375,66.03125,67108864 +41,self_attn.q_proj,8,128,8,128,0.7578125,65.015625,67108864 +41,self_attn.v_proj,2,32,8,128,15.5546875,2.5078125,8388608 +41,self_attn.v_proj,2,64,8,128,18.15625,2.25390625,8388608 +41,self_attn.v_proj,2,128,8,128,20.515625,2.126953125,8388608 +41,self_attn.v_proj,3,32,8,128,6.65234375,3.5078125,8388608 +41,self_attn.v_proj,3,64,8,128,7.765625,3.25390625,8388608 +41,self_attn.v_proj,3,128,8,128,8.78125,3.126953125,8388608 +41,self_attn.v_proj,4,32,8,128,3.1015625,4.5078125,8388608 +41,self_attn.v_proj,4,64,8,128,3.625,4.25390625,8388608 +41,self_attn.v_proj,4,128,8,128,4.09765625,4.126953125,8388608 +41,self_attn.v_proj,8,32,8,128,0.1878662109375,8.5078125,8388608 +41,self_attn.v_proj,8,64,8,128,0.2193603515625,8.25390625,8388608 +41,self_attn.v_proj,8,128,8,128,0.2469482421875,8.126953125,8388608 +41,self_attn.k_proj,2,32,8,128,26.21875,2.5078125,8388608 +41,self_attn.k_proj,2,64,8,128,31.71875,2.25390625,8388608 +41,self_attn.k_proj,2,128,8,128,36.34375,2.126953125,8388608 +41,self_attn.k_proj,3,32,8,128,11.34375,3.5078125,8388608 +41,self_attn.k_proj,3,64,8,128,13.953125,3.25390625,8388608 +41,self_attn.k_proj,3,128,8,128,16.453125,3.126953125,8388608 +41,self_attn.k_proj,4,32,8,128,5.2890625,4.5078125,8388608 +41,self_attn.k_proj,4,64,8,128,6.51171875,4.25390625,8388608 +41,self_attn.k_proj,4,128,8,128,7.6875,4.126953125,8388608 +41,self_attn.k_proj,8,32,8,128,0.3203125,8.5078125,8388608 +41,self_attn.k_proj,8,64,8,128,0.393798828125,8.25390625,8388608 +41,self_attn.k_proj,8,128,8,128,0.463134765625,8.126953125,8388608 +41,self_attn.o_proj,2,32,8,128,41.625,20.0625,67108864 +41,self_attn.o_proj,2,64,8,128,48.53125,18.03125,67108864 +41,self_attn.o_proj,2,128,8,128,54.8125,17.015625,67108864 +41,self_attn.o_proj,3,32,8,128,17.8125,28.0625,67108864 +41,self_attn.o_proj,3,64,8,128,20.796875,26.03125,67108864 +41,self_attn.o_proj,3,128,8,128,23.53125,25.015625,67108864 +41,self_attn.o_proj,4,32,8,128,8.3203125,36.0625,67108864 +41,self_attn.o_proj,4,64,8,128,9.734375,34.03125,67108864 +41,self_attn.o_proj,4,128,8,128,11.03125,33.015625,67108864 +41,self_attn.o_proj,8,32,8,128,0.5048828125,68.0625,67108864 +41,self_attn.o_proj,8,64,8,128,0.5908203125,66.03125,67108864 +41,self_attn.o_proj,8,128,8,128,0.66845703125,65.015625,67108864 +41,mlp.gate_proj,2,32,8,128,85.125,70.21875,234881024 +41,mlp.gate_proj,2,64,8,128,99.625,63.109375,234881024 +41,mlp.gate_proj,2,128,8,128,112.9375,59.5546875,234881024 +41,mlp.gate_proj,3,32,8,128,36.4375,98.21875,234881024 +41,mlp.gate_proj,3,64,8,128,42.625,91.109375,234881024 +41,mlp.gate_proj,3,128,8,128,48.375,87.5546875,234881024 +41,mlp.gate_proj,4,32,8,128,16.984375,126.21875,234881024 +41,mlp.gate_proj,4,64,8,128,19.90625,119.109375,234881024 +41,mlp.gate_proj,4,128,8,128,22.578125,115.5546875,234881024 +41,mlp.gate_proj,8,32,8,128,1.033203125,238.21875,234881024 +41,mlp.gate_proj,8,64,8,128,1.2109375,231.109375,234881024 +41,mlp.gate_proj,8,128,8,128,1.369140625,227.5546875,234881024 +41,mlp.up_proj,2,32,8,128,80.875,70.21875,234881024 +41,mlp.up_proj,2,64,8,128,94.1875,63.109375,234881024 +41,mlp.up_proj,2,128,8,128,106.25,59.5546875,234881024 +41,mlp.up_proj,3,32,8,128,34.59375,98.21875,234881024 +41,mlp.up_proj,3,64,8,128,40.3125,91.109375,234881024 +41,mlp.up_proj,3,128,8,128,45.4375,87.5546875,234881024 +41,mlp.up_proj,4,32,8,128,16.125,126.21875,234881024 +41,mlp.up_proj,4,64,8,128,18.8125,119.109375,234881024 +41,mlp.up_proj,4,128,8,128,21.21875,115.5546875,234881024 +41,mlp.up_proj,8,32,8,128,0.98095703125,238.21875,234881024 +41,mlp.up_proj,8,64,8,128,1.14453125,231.109375,234881024 +41,mlp.up_proj,8,128,8,128,1.287109375,227.5546875,234881024 +41,mlp.down_proj,2,32,8,128,81.875,70.21875,234881024 +41,mlp.down_proj,2,64,8,128,95.25,63.109375,234881024 +41,mlp.down_proj,2,128,8,128,107.375,59.5546875,234881024 +41,mlp.down_proj,3,32,8,128,35.0,98.21875,234881024 +41,mlp.down_proj,3,64,8,128,40.75,91.109375,234881024 +41,mlp.down_proj,3,128,8,128,45.9375,87.5546875,234881024 +41,mlp.down_proj,4,32,8,128,16.3125,126.21875,234881024 +41,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +41,mlp.down_proj,4,128,8,128,21.4375,115.5546875,234881024 +41,mlp.down_proj,8,32,8,128,0.9921875,238.21875,234881024 +41,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +41,mlp.down_proj,8,128,8,128,1.30078125,227.5546875,234881024 +42,self_attn.q_proj,2,32,8,128,44.5,20.0625,67108864 +42,self_attn.q_proj,2,64,8,128,52.4375,18.03125,67108864 +42,self_attn.q_proj,2,128,8,128,60.5625,17.015625,67108864 +42,self_attn.q_proj,3,32,8,128,19.0625,28.0625,67108864 +42,self_attn.q_proj,3,64,8,128,22.484375,26.03125,67108864 +42,self_attn.q_proj,3,128,8,128,26.0625,25.015625,67108864 +42,self_attn.q_proj,4,32,8,128,8.890625,36.0625,67108864 +42,self_attn.q_proj,4,64,8,128,10.5,34.03125,67108864 +42,self_attn.q_proj,4,128,8,128,12.1640625,33.015625,67108864 +42,self_attn.q_proj,8,32,8,128,0.53857421875,68.0625,67108864 +42,self_attn.q_proj,8,64,8,128,0.63525390625,66.03125,67108864 +42,self_attn.q_proj,8,128,8,128,0.7333984375,65.015625,67108864 +42,self_attn.v_proj,2,32,8,128,16.25,2.5078125,8388608 +42,self_attn.v_proj,2,64,8,128,19.0625,2.25390625,8388608 +42,self_attn.v_proj,2,128,8,128,21.625,2.126953125,8388608 +42,self_attn.v_proj,3,32,8,128,6.94921875,3.5078125,8388608 +42,self_attn.v_proj,3,64,8,128,8.15625,3.25390625,8388608 +42,self_attn.v_proj,3,128,8,128,9.2578125,3.126953125,8388608 +42,self_attn.v_proj,4,32,8,128,3.2421875,4.5078125,8388608 +42,self_attn.v_proj,4,64,8,128,3.8046875,4.25390625,8388608 +42,self_attn.v_proj,4,128,8,128,4.3203125,4.126953125,8388608 +42,self_attn.v_proj,8,32,8,128,0.1964111328125,8.5078125,8388608 +42,self_attn.v_proj,8,64,8,128,0.230224609375,8.25390625,8388608 +42,self_attn.v_proj,8,128,8,128,0.26025390625,8.126953125,8388608 +42,self_attn.k_proj,2,32,8,128,25.078125,2.5078125,8388608 +42,self_attn.k_proj,2,64,8,128,30.296875,2.25390625,8388608 +42,self_attn.k_proj,2,128,8,128,34.59375,2.126953125,8388608 +42,self_attn.k_proj,3,32,8,128,10.875,3.5078125,8388608 +42,self_attn.k_proj,3,64,8,128,13.40625,3.25390625,8388608 +42,self_attn.k_proj,3,128,8,128,15.796875,3.126953125,8388608 +42,self_attn.k_proj,4,32,8,128,5.07421875,4.5078125,8388608 +42,self_attn.k_proj,4,64,8,128,6.2578125,4.25390625,8388608 +42,self_attn.k_proj,4,128,8,128,7.37890625,4.126953125,8388608 +42,self_attn.k_proj,8,32,8,128,0.30712890625,8.5078125,8388608 +42,self_attn.k_proj,8,64,8,128,0.37841796875,8.25390625,8388608 +42,self_attn.k_proj,8,128,8,128,0.44482421875,8.126953125,8388608 +42,self_attn.o_proj,2,32,8,128,41.90625,20.0625,67108864 +42,self_attn.o_proj,2,64,8,128,48.875,18.03125,67108864 +42,self_attn.o_proj,2,128,8,128,55.25,17.015625,67108864 +42,self_attn.o_proj,3,32,8,128,17.96875,28.0625,67108864 +42,self_attn.o_proj,3,64,8,128,21.03125,26.03125,67108864 +42,self_attn.o_proj,3,128,8,128,23.859375,25.015625,67108864 +42,self_attn.o_proj,4,32,8,128,8.3984375,36.0625,67108864 +42,self_attn.o_proj,4,64,8,128,9.8515625,34.03125,67108864 +42,self_attn.o_proj,4,128,8,128,11.2109375,33.015625,67108864 +42,self_attn.o_proj,8,32,8,128,0.50927734375,68.0625,67108864 +42,self_attn.o_proj,8,64,8,128,0.59716796875,66.03125,67108864 +42,self_attn.o_proj,8,128,8,128,0.67822265625,65.015625,67108864 +42,mlp.gate_proj,2,32,8,128,86.0,70.21875,234881024 +42,mlp.gate_proj,2,64,8,128,100.5625,63.109375,234881024 +42,mlp.gate_proj,2,128,8,128,113.875,59.5546875,234881024 +42,mlp.gate_proj,3,32,8,128,36.8125,98.21875,234881024 +42,mlp.gate_proj,3,64,8,128,43.03125,91.109375,234881024 +42,mlp.gate_proj,3,128,8,128,48.78125,87.5546875,234881024 +42,mlp.gate_proj,4,32,8,128,17.15625,126.21875,234881024 +42,mlp.gate_proj,4,64,8,128,20.09375,119.109375,234881024 +42,mlp.gate_proj,4,128,8,128,22.75,115.5546875,234881024 +42,mlp.gate_proj,8,32,8,128,1.0439453125,238.21875,234881024 +42,mlp.gate_proj,8,64,8,128,1.22265625,231.109375,234881024 +42,mlp.gate_proj,8,128,8,128,1.380859375,227.5546875,234881024 +42,mlp.up_proj,2,32,8,128,80.5625,70.21875,234881024 +42,mlp.up_proj,2,64,8,128,93.8125,63.109375,234881024 +42,mlp.up_proj,2,128,8,128,105.75,59.5546875,234881024 +42,mlp.up_proj,3,32,8,128,34.4375,98.21875,234881024 +42,mlp.up_proj,3,64,8,128,40.15625,91.109375,234881024 +42,mlp.up_proj,3,128,8,128,45.25,87.5546875,234881024 +42,mlp.up_proj,4,32,8,128,16.0625,126.21875,234881024 +42,mlp.up_proj,4,64,8,128,18.734375,119.109375,234881024 +42,mlp.up_proj,4,128,8,128,21.125,115.5546875,234881024 +42,mlp.up_proj,8,32,8,128,0.9765625,238.21875,234881024 +42,mlp.up_proj,8,64,8,128,1.1396484375,231.109375,234881024 +42,mlp.up_proj,8,128,8,128,1.28125,227.5546875,234881024 +42,mlp.down_proj,2,32,8,128,81.6875,70.21875,234881024 +42,mlp.down_proj,2,64,8,128,95.0625,63.109375,234881024 +42,mlp.down_proj,2,128,8,128,107.125,59.5546875,234881024 +42,mlp.down_proj,3,32,8,128,34.90625,98.21875,234881024 +42,mlp.down_proj,3,64,8,128,40.6875,91.109375,234881024 +42,mlp.down_proj,3,128,8,128,45.84375,87.5546875,234881024 +42,mlp.down_proj,4,32,8,128,16.28125,126.21875,234881024 +42,mlp.down_proj,4,64,8,128,18.984375,119.109375,234881024 +42,mlp.down_proj,4,128,8,128,21.390625,115.5546875,234881024 +42,mlp.down_proj,8,32,8,128,0.990234375,238.21875,234881024 +42,mlp.down_proj,8,64,8,128,1.1552734375,231.109375,234881024 +42,mlp.down_proj,8,128,8,128,1.2978515625,227.5546875,234881024 +43,self_attn.q_proj,2,32,8,128,44.625,20.0625,67108864 +43,self_attn.q_proj,2,64,8,128,53.125,18.03125,67108864 +43,self_attn.q_proj,2,128,8,128,61.53125,17.015625,67108864 +43,self_attn.q_proj,3,32,8,128,19.171875,28.0625,67108864 +43,self_attn.q_proj,3,64,8,128,22.953125,26.03125,67108864 +43,self_attn.q_proj,3,128,8,128,26.90625,25.015625,67108864 +43,self_attn.q_proj,4,32,8,128,8.9453125,36.0625,67108864 +43,self_attn.q_proj,4,64,8,128,10.7109375,34.03125,67108864 +43,self_attn.q_proj,4,128,8,128,12.5625,33.015625,67108864 +43,self_attn.q_proj,8,32,8,128,0.54150390625,68.0625,67108864 +43,self_attn.q_proj,8,64,8,128,0.6484375,66.03125,67108864 +43,self_attn.q_proj,8,128,8,128,0.75732421875,65.015625,67108864 +43,self_attn.v_proj,2,32,8,128,16.046875,2.5078125,8388608 +43,self_attn.v_proj,2,64,8,128,18.765625,2.25390625,8388608 +43,self_attn.v_proj,2,128,8,128,21.25,2.126953125,8388608 +43,self_attn.v_proj,3,32,8,128,6.86328125,3.5078125,8388608 +43,self_attn.v_proj,3,64,8,128,8.03125,3.25390625,8388608 +43,self_attn.v_proj,3,128,8,128,9.09375,3.126953125,8388608 +43,self_attn.v_proj,4,32,8,128,3.201171875,4.5078125,8388608 +43,self_attn.v_proj,4,64,8,128,3.748046875,4.25390625,8388608 +43,self_attn.v_proj,4,128,8,128,4.24609375,4.126953125,8388608 +43,self_attn.v_proj,8,32,8,128,0.1939697265625,8.5078125,8388608 +43,self_attn.v_proj,8,64,8,128,0.2266845703125,8.25390625,8388608 +43,self_attn.v_proj,8,128,8,128,0.256103515625,8.126953125,8388608 +43,self_attn.k_proj,2,32,8,128,24.953125,2.5078125,8388608 +43,self_attn.k_proj,2,64,8,128,30.046875,2.25390625,8388608 +43,self_attn.k_proj,2,128,8,128,34.3125,2.126953125,8388608 +43,self_attn.k_proj,3,32,8,128,10.765625,3.5078125,8388608 +43,self_attn.k_proj,3,64,8,128,13.1328125,3.25390625,8388608 +43,self_attn.k_proj,3,128,8,128,15.3515625,3.126953125,8388608 +43,self_attn.k_proj,4,32,8,128,5.01953125,4.5078125,8388608 +43,self_attn.k_proj,4,64,8,128,6.12890625,4.25390625,8388608 +43,self_attn.k_proj,4,128,8,128,7.17578125,4.126953125,8388608 +43,self_attn.k_proj,8,32,8,128,0.303955078125,8.5078125,8388608 +43,self_attn.k_proj,8,64,8,128,0.370849609375,8.25390625,8388608 +43,self_attn.k_proj,8,128,8,128,0.43212890625,8.126953125,8388608 +43,self_attn.o_proj,2,32,8,128,41.0,20.0625,67108864 +43,self_attn.o_proj,2,64,8,128,47.8125,18.03125,67108864 +43,self_attn.o_proj,2,128,8,128,54.0,17.015625,67108864 +43,self_attn.o_proj,3,32,8,128,17.53125,28.0625,67108864 +43,self_attn.o_proj,3,64,8,128,20.46875,26.03125,67108864 +43,self_attn.o_proj,3,128,8,128,23.171875,25.015625,67108864 +43,self_attn.o_proj,4,32,8,128,8.1796875,36.0625,67108864 +43,self_attn.o_proj,4,64,8,128,9.5546875,34.03125,67108864 +43,self_attn.o_proj,4,128,8,128,10.8203125,33.015625,67108864 +43,self_attn.o_proj,8,32,8,128,0.495361328125,68.0625,67108864 +43,self_attn.o_proj,8,64,8,128,0.578125,66.03125,67108864 +43,self_attn.o_proj,8,128,8,128,0.65234375,65.015625,67108864 +43,mlp.gate_proj,2,32,8,128,86.6875,70.21875,234881024 +43,mlp.gate_proj,2,64,8,128,101.4375,63.109375,234881024 +43,mlp.gate_proj,2,128,8,128,114.875,59.5546875,234881024 +43,mlp.gate_proj,3,32,8,128,37.09375,98.21875,234881024 +43,mlp.gate_proj,3,64,8,128,43.375,91.109375,234881024 +43,mlp.gate_proj,3,128,8,128,49.21875,87.5546875,234881024 +43,mlp.gate_proj,4,32,8,128,17.296875,126.21875,234881024 +43,mlp.gate_proj,4,64,8,128,20.265625,119.109375,234881024 +43,mlp.gate_proj,4,128,8,128,22.953125,115.5546875,234881024 +43,mlp.gate_proj,8,32,8,128,1.052734375,238.21875,234881024 +43,mlp.gate_proj,8,64,8,128,1.2333984375,231.109375,234881024 +43,mlp.gate_proj,8,128,8,128,1.392578125,227.5546875,234881024 +43,mlp.up_proj,2,32,8,128,80.625,70.21875,234881024 +43,mlp.up_proj,2,64,8,128,93.875,63.109375,234881024 +43,mlp.up_proj,2,128,8,128,105.875,59.5546875,234881024 +43,mlp.up_proj,3,32,8,128,34.46875,98.21875,234881024 +43,mlp.up_proj,3,64,8,128,40.1875,91.109375,234881024 +43,mlp.up_proj,3,128,8,128,45.34375,87.5546875,234881024 +43,mlp.up_proj,4,32,8,128,16.0625,126.21875,234881024 +43,mlp.up_proj,4,64,8,128,18.765625,119.109375,234881024 +43,mlp.up_proj,4,128,8,128,21.15625,115.5546875,234881024 +43,mlp.up_proj,8,32,8,128,0.97705078125,238.21875,234881024 +43,mlp.up_proj,8,64,8,128,1.140625,231.109375,234881024 +43,mlp.up_proj,8,128,8,128,1.283203125,227.5546875,234881024 +43,mlp.down_proj,2,32,8,128,81.75,70.21875,234881024 +43,mlp.down_proj,2,64,8,128,95.125,63.109375,234881024 +43,mlp.down_proj,2,128,8,128,107.25,59.5546875,234881024 +43,mlp.down_proj,3,32,8,128,34.9375,98.21875,234881024 +43,mlp.down_proj,3,64,8,128,40.71875,91.109375,234881024 +43,mlp.down_proj,3,128,8,128,45.875,87.5546875,234881024 +43,mlp.down_proj,4,32,8,128,16.296875,126.21875,234881024 +43,mlp.down_proj,4,64,8,128,19.015625,119.109375,234881024 +43,mlp.down_proj,4,128,8,128,21.421875,115.5546875,234881024 +43,mlp.down_proj,8,32,8,128,0.9912109375,238.21875,234881024 +43,mlp.down_proj,8,64,8,128,1.15625,231.109375,234881024 +43,mlp.down_proj,8,128,8,128,1.2998046875,227.5546875,234881024 +44,self_attn.q_proj,2,32,8,128,45.71875,20.0625,67108864 +44,self_attn.q_proj,2,64,8,128,53.8125,18.03125,67108864 +44,self_attn.q_proj,2,128,8,128,62.28125,17.015625,67108864 +44,self_attn.q_proj,3,32,8,128,19.578125,28.0625,67108864 +44,self_attn.q_proj,3,64,8,128,23.0625,26.03125,67108864 +44,self_attn.q_proj,3,128,8,128,26.796875,25.015625,67108864 +44,self_attn.q_proj,4,32,8,128,9.1328125,36.0625,67108864 +44,self_attn.q_proj,4,64,8,128,10.765625,34.03125,67108864 +44,self_attn.q_proj,4,128,8,128,12.5,33.015625,67108864 +44,self_attn.q_proj,8,32,8,128,0.55322265625,68.0625,67108864 +44,self_attn.q_proj,8,64,8,128,0.65185546875,66.03125,67108864 +44,self_attn.q_proj,8,128,8,128,0.75390625,65.015625,67108864 +44,self_attn.v_proj,2,32,8,128,16.65625,2.5078125,8388608 +44,self_attn.v_proj,2,64,8,128,19.484375,2.25390625,8388608 +44,self_attn.v_proj,2,128,8,128,22.046875,2.126953125,8388608 +44,self_attn.v_proj,3,32,8,128,7.125,3.5078125,8388608 +44,self_attn.v_proj,3,64,8,128,8.3359375,3.25390625,8388608 +44,self_attn.v_proj,3,128,8,128,9.4375,3.126953125,8388608 +44,self_attn.v_proj,4,32,8,128,3.32421875,4.5078125,8388608 +44,self_attn.v_proj,4,64,8,128,3.888671875,4.25390625,8388608 +44,self_attn.v_proj,4,128,8,128,4.40234375,4.126953125,8388608 +44,self_attn.v_proj,8,32,8,128,0.201416015625,8.5078125,8388608 +44,self_attn.v_proj,8,64,8,128,0.2353515625,8.25390625,8388608 +44,self_attn.v_proj,8,128,8,128,0.265380859375,8.126953125,8388608 +44,self_attn.k_proj,2,32,8,128,24.78125,2.5078125,8388608 +44,self_attn.k_proj,2,64,8,128,29.78125,2.25390625,8388608 +44,self_attn.k_proj,2,128,8,128,33.59375,2.126953125,8388608 +44,self_attn.k_proj,3,32,8,128,10.765625,3.5078125,8388608 +44,self_attn.k_proj,3,64,8,128,13.28125,3.25390625,8388608 +44,self_attn.k_proj,3,128,8,128,15.53125,3.126953125,8388608 +44,self_attn.k_proj,4,32,8,128,5.0234375,4.5078125,8388608 +44,self_attn.k_proj,4,64,8,128,6.203125,4.25390625,8388608 +44,self_attn.k_proj,4,128,8,128,7.2578125,4.126953125,8388608 +44,self_attn.k_proj,8,32,8,128,0.30419921875,8.5078125,8388608 +44,self_attn.k_proj,8,64,8,128,0.375244140625,8.25390625,8388608 +44,self_attn.k_proj,8,128,8,128,0.4375,8.126953125,8388608 +44,self_attn.o_proj,2,32,8,128,44.03125,20.0625,67108864 +44,self_attn.o_proj,2,64,8,128,51.3125,18.03125,67108864 +44,self_attn.o_proj,2,128,8,128,57.875,17.015625,67108864 +44,self_attn.o_proj,3,32,8,128,18.875,28.0625,67108864 +44,self_attn.o_proj,3,64,8,128,22.046875,26.03125,67108864 +44,self_attn.o_proj,3,128,8,128,24.953125,25.015625,67108864 +44,self_attn.o_proj,4,32,8,128,8.8359375,36.0625,67108864 +44,self_attn.o_proj,4,64,8,128,10.3359375,34.03125,67108864 +44,self_attn.o_proj,4,128,8,128,11.7265625,33.015625,67108864 +44,self_attn.o_proj,8,32,8,128,0.53515625,68.0625,67108864 +44,self_attn.o_proj,8,64,8,128,0.6259765625,66.03125,67108864 +44,self_attn.o_proj,8,128,8,128,0.70849609375,65.015625,67108864 +44,mlp.gate_proj,2,32,8,128,87.8125,70.21875,234881024 +44,mlp.gate_proj,2,64,8,128,102.625,63.109375,234881024 +44,mlp.gate_proj,2,128,8,128,116.0,59.5546875,234881024 +44,mlp.gate_proj,3,32,8,128,37.59375,98.21875,234881024 +44,mlp.gate_proj,3,64,8,128,43.875,91.109375,234881024 +44,mlp.gate_proj,3,128,8,128,49.6875,87.5546875,234881024 +44,mlp.gate_proj,4,32,8,128,17.515625,126.21875,234881024 +44,mlp.gate_proj,4,64,8,128,20.484375,119.109375,234881024 +44,mlp.gate_proj,4,128,8,128,23.171875,115.5546875,234881024 +44,mlp.gate_proj,8,32,8,128,1.06640625,238.21875,234881024 +44,mlp.gate_proj,8,64,8,128,1.2470703125,231.109375,234881024 +44,mlp.gate_proj,8,128,8,128,1.40625,227.5546875,234881024 +44,mlp.up_proj,2,32,8,128,79.8125,70.21875,234881024 +44,mlp.up_proj,2,64,8,128,92.875,63.109375,234881024 +44,mlp.up_proj,2,128,8,128,104.75,59.5546875,234881024 +44,mlp.up_proj,3,32,8,128,34.09375,98.21875,234881024 +44,mlp.up_proj,3,64,8,128,39.78125,91.109375,234881024 +44,mlp.up_proj,3,128,8,128,44.8125,87.5546875,234881024 +44,mlp.up_proj,4,32,8,128,15.90625,126.21875,234881024 +44,mlp.up_proj,4,64,8,128,18.5625,119.109375,234881024 +44,mlp.up_proj,4,128,8,128,20.921875,115.5546875,234881024 +44,mlp.up_proj,8,32,8,128,0.96728515625,238.21875,234881024 +44,mlp.up_proj,8,64,8,128,1.12890625,231.109375,234881024 +44,mlp.up_proj,8,128,8,128,1.26953125,227.5546875,234881024 +44,mlp.down_proj,2,32,8,128,81.3125,70.21875,234881024 +44,mlp.down_proj,2,64,8,128,94.5625,63.109375,234881024 +44,mlp.down_proj,2,128,8,128,106.5625,59.5546875,234881024 +44,mlp.down_proj,3,32,8,128,34.75,98.21875,234881024 +44,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +44,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +44,mlp.down_proj,4,32,8,128,16.203125,126.21875,234881024 +44,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +44,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +44,mlp.down_proj,8,32,8,128,0.98583984375,238.21875,234881024 +44,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +44,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +45,self_attn.q_proj,2,32,8,128,40.46875,20.0625,67108864 +45,self_attn.q_proj,2,64,8,128,47.71875,18.03125,67108864 +45,self_attn.q_proj,2,128,8,128,55.40625,17.015625,67108864 +45,self_attn.q_proj,3,32,8,128,17.328125,28.0625,67108864 +45,self_attn.q_proj,3,64,8,128,20.484375,26.03125,67108864 +45,self_attn.q_proj,3,128,8,128,23.890625,25.015625,67108864 +45,self_attn.q_proj,4,32,8,128,8.078125,36.0625,67108864 +45,self_attn.q_proj,4,64,8,128,9.5546875,34.03125,67108864 +45,self_attn.q_proj,4,128,8,128,11.140625,33.015625,67108864 +45,self_attn.q_proj,8,32,8,128,0.4892578125,68.0625,67108864 +45,self_attn.q_proj,8,64,8,128,0.57861328125,66.03125,67108864 +45,self_attn.q_proj,8,128,8,128,0.671875,65.015625,67108864 +45,self_attn.v_proj,2,32,8,128,17.234375,2.5078125,8388608 +45,self_attn.v_proj,2,64,8,128,20.140625,2.25390625,8388608 +45,self_attn.v_proj,2,128,8,128,22.78125,2.126953125,8388608 +45,self_attn.v_proj,3,32,8,128,7.37109375,3.5078125,8388608 +45,self_attn.v_proj,3,64,8,128,8.6171875,3.25390625,8388608 +45,self_attn.v_proj,3,128,8,128,9.75,3.126953125,8388608 +45,self_attn.v_proj,4,32,8,128,3.4375,4.5078125,8388608 +45,self_attn.v_proj,4,64,8,128,4.01953125,4.25390625,8388608 +45,self_attn.v_proj,4,128,8,128,4.55078125,4.126953125,8388608 +45,self_attn.v_proj,8,32,8,128,0.208251953125,8.5078125,8388608 +45,self_attn.v_proj,8,64,8,128,0.243408203125,8.25390625,8388608 +45,self_attn.v_proj,8,128,8,128,0.2744140625,8.126953125,8388608 +45,self_attn.k_proj,2,32,8,128,23.234375,2.5078125,8388608 +45,self_attn.k_proj,2,64,8,128,28.171875,2.25390625,8388608 +45,self_attn.k_proj,2,128,8,128,32.5,2.126953125,8388608 +45,self_attn.k_proj,3,32,8,128,10.015625,3.5078125,8388608 +45,self_attn.k_proj,3,64,8,128,12.3203125,3.25390625,8388608 +45,self_attn.k_proj,3,128,8,128,14.546875,3.126953125,8388608 +45,self_attn.k_proj,4,32,8,128,4.671875,4.5078125,8388608 +45,self_attn.k_proj,4,64,8,128,5.75390625,4.25390625,8388608 +45,self_attn.k_proj,4,128,8,128,6.796875,4.126953125,8388608 +45,self_attn.k_proj,8,32,8,128,0.282958984375,8.5078125,8388608 +45,self_attn.k_proj,8,64,8,128,0.34814453125,8.25390625,8388608 +45,self_attn.k_proj,8,128,8,128,0.40966796875,8.126953125,8388608 +45,self_attn.o_proj,2,32,8,128,42.21875,20.0625,67108864 +45,self_attn.o_proj,2,64,8,128,49.25,18.03125,67108864 +45,self_attn.o_proj,2,128,8,128,55.65625,17.015625,67108864 +45,self_attn.o_proj,3,32,8,128,18.109375,28.0625,67108864 +45,self_attn.o_proj,3,64,8,128,21.171875,26.03125,67108864 +45,self_attn.o_proj,3,128,8,128,24.03125,25.015625,67108864 +45,self_attn.o_proj,4,32,8,128,8.4609375,36.0625,67108864 +45,self_attn.o_proj,4,64,8,128,9.90625,34.03125,67108864 +45,self_attn.o_proj,4,128,8,128,11.25,33.015625,67108864 +45,self_attn.o_proj,8,32,8,128,0.51220703125,68.0625,67108864 +45,self_attn.o_proj,8,64,8,128,0.59912109375,66.03125,67108864 +45,self_attn.o_proj,8,128,8,128,0.67822265625,65.015625,67108864 +45,mlp.gate_proj,2,32,8,128,88.3125,70.21875,234881024 +45,mlp.gate_proj,2,64,8,128,103.125,63.109375,234881024 +45,mlp.gate_proj,2,128,8,128,116.5,59.5546875,234881024 +45,mlp.gate_proj,3,32,8,128,37.8125,98.21875,234881024 +45,mlp.gate_proj,3,64,8,128,44.09375,91.109375,234881024 +45,mlp.gate_proj,3,128,8,128,49.90625,87.5546875,234881024 +45,mlp.gate_proj,4,32,8,128,17.625,126.21875,234881024 +45,mlp.gate_proj,4,64,8,128,20.59375,119.109375,234881024 +45,mlp.gate_proj,4,128,8,128,23.28125,115.5546875,234881024 +45,mlp.gate_proj,8,32,8,128,1.072265625,238.21875,234881024 +45,mlp.gate_proj,8,64,8,128,1.2529296875,231.109375,234881024 +45,mlp.gate_proj,8,128,8,128,1.412109375,227.5546875,234881024 +45,mlp.up_proj,2,32,8,128,79.75,70.21875,234881024 +45,mlp.up_proj,2,64,8,128,92.8125,63.109375,234881024 +45,mlp.up_proj,2,128,8,128,104.6875,59.5546875,234881024 +45,mlp.up_proj,3,32,8,128,34.09375,98.21875,234881024 +45,mlp.up_proj,3,64,8,128,39.75,91.109375,234881024 +45,mlp.up_proj,3,128,8,128,44.78125,87.5546875,234881024 +45,mlp.up_proj,4,32,8,128,15.8984375,126.21875,234881024 +45,mlp.up_proj,4,64,8,128,18.546875,119.109375,234881024 +45,mlp.up_proj,4,128,8,128,20.890625,115.5546875,234881024 +45,mlp.up_proj,8,32,8,128,0.966796875,238.21875,234881024 +45,mlp.up_proj,8,64,8,128,1.1279296875,231.109375,234881024 +45,mlp.up_proj,8,128,8,128,1.2685546875,227.5546875,234881024 +45,mlp.down_proj,2,32,8,128,81.1875,70.21875,234881024 +45,mlp.down_proj,2,64,8,128,94.5,63.109375,234881024 +45,mlp.down_proj,2,128,8,128,106.5,59.5546875,234881024 +45,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +45,mlp.down_proj,3,64,8,128,40.4375,91.109375,234881024 +45,mlp.down_proj,3,128,8,128,45.53125,87.5546875,234881024 +45,mlp.down_proj,4,32,8,128,16.1875,126.21875,234881024 +45,mlp.down_proj,4,64,8,128,18.875,119.109375,234881024 +45,mlp.down_proj,4,128,8,128,21.25,115.5546875,234881024 +45,mlp.down_proj,8,32,8,128,0.984375,238.21875,234881024 +45,mlp.down_proj,8,64,8,128,1.1474609375,231.109375,234881024 +45,mlp.down_proj,8,128,8,128,1.2890625,227.5546875,234881024 +46,self_attn.q_proj,2,32,8,128,39.03125,20.0625,67108864 +46,self_attn.q_proj,2,64,8,128,45.9375,18.03125,67108864 +46,self_attn.q_proj,2,128,8,128,53.15625,17.015625,67108864 +46,self_attn.q_proj,3,32,8,128,16.703125,28.0625,67108864 +46,self_attn.q_proj,3,64,8,128,19.703125,26.03125,67108864 +46,self_attn.q_proj,3,128,8,128,22.859375,25.015625,67108864 +46,self_attn.q_proj,4,32,8,128,7.79296875,36.0625,67108864 +46,self_attn.q_proj,4,64,8,128,9.1953125,34.03125,67108864 +46,self_attn.q_proj,4,128,8,128,10.6640625,33.015625,67108864 +46,self_attn.q_proj,8,32,8,128,0.471923828125,68.0625,67108864 +46,self_attn.q_proj,8,64,8,128,0.55615234375,66.03125,67108864 +46,self_attn.q_proj,8,128,8,128,0.64306640625,65.015625,67108864 +46,self_attn.v_proj,2,32,8,128,17.0,2.5078125,8388608 +46,self_attn.v_proj,2,64,8,128,19.796875,2.25390625,8388608 +46,self_attn.v_proj,2,128,8,128,22.3125,2.126953125,8388608 +46,self_attn.v_proj,3,32,8,128,7.2734375,3.5078125,8388608 +46,self_attn.v_proj,3,64,8,128,8.46875,3.25390625,8388608 +46,self_attn.v_proj,3,128,8,128,9.546875,3.126953125,8388608 +46,self_attn.v_proj,4,32,8,128,3.392578125,4.5078125,8388608 +46,self_attn.v_proj,4,64,8,128,3.951171875,4.25390625,8388608 +46,self_attn.v_proj,4,128,8,128,4.45703125,4.126953125,8388608 +46,self_attn.v_proj,8,32,8,128,0.2054443359375,8.5078125,8388608 +46,self_attn.v_proj,8,64,8,128,0.2391357421875,8.25390625,8388608 +46,self_attn.v_proj,8,128,8,128,0.2685546875,8.126953125,8388608 +46,self_attn.k_proj,2,32,8,128,22.765625,2.5078125,8388608 +46,self_attn.k_proj,2,64,8,128,27.484375,2.25390625,8388608 +46,self_attn.k_proj,2,128,8,128,31.296875,2.126953125,8388608 +46,self_attn.k_proj,3,32,8,128,9.828125,3.5078125,8388608 +46,self_attn.k_proj,3,64,8,128,12.0390625,3.25390625,8388608 +46,self_attn.k_proj,3,128,8,128,14.078125,3.126953125,8388608 +46,self_attn.k_proj,4,32,8,128,4.58203125,4.5078125,8388608 +46,self_attn.k_proj,4,64,8,128,5.6171875,4.25390625,8388608 +46,self_attn.k_proj,4,128,8,128,6.57421875,4.126953125,8388608 +46,self_attn.k_proj,8,32,8,128,0.277587890625,8.5078125,8388608 +46,self_attn.k_proj,8,64,8,128,0.33984375,8.25390625,8388608 +46,self_attn.k_proj,8,128,8,128,0.396240234375,8.126953125,8388608 +46,self_attn.o_proj,2,32,8,128,42.3125,20.0625,67108864 +46,self_attn.o_proj,2,64,8,128,49.28125,18.03125,67108864 +46,self_attn.o_proj,2,128,8,128,55.59375,17.015625,67108864 +46,self_attn.o_proj,3,32,8,128,18.125,28.0625,67108864 +46,self_attn.o_proj,3,64,8,128,21.140625,26.03125,67108864 +46,self_attn.o_proj,3,128,8,128,23.90625,25.015625,67108864 +46,self_attn.o_proj,4,32,8,128,8.4609375,36.0625,67108864 +46,self_attn.o_proj,4,64,8,128,9.8828125,34.03125,67108864 +46,self_attn.o_proj,4,128,8,128,11.1875,33.015625,67108864 +46,self_attn.o_proj,8,32,8,128,0.51220703125,68.0625,67108864 +46,self_attn.o_proj,8,64,8,128,0.59765625,66.03125,67108864 +46,self_attn.o_proj,8,128,8,128,0.6748046875,65.015625,67108864 +46,mlp.gate_proj,2,32,8,128,88.9375,70.21875,234881024 +46,mlp.gate_proj,2,64,8,128,103.875,63.109375,234881024 +46,mlp.gate_proj,2,128,8,128,117.3125,59.5546875,234881024 +46,mlp.gate_proj,3,32,8,128,38.0625,98.21875,234881024 +46,mlp.gate_proj,3,64,8,128,44.40625,91.109375,234881024 +46,mlp.gate_proj,3,128,8,128,50.25,87.5546875,234881024 +46,mlp.gate_proj,4,32,8,128,17.75,126.21875,234881024 +46,mlp.gate_proj,4,64,8,128,20.71875,119.109375,234881024 +46,mlp.gate_proj,4,128,8,128,23.453125,115.5546875,234881024 +46,mlp.gate_proj,8,32,8,128,1.080078125,238.21875,234881024 +46,mlp.gate_proj,8,64,8,128,1.26171875,231.109375,234881024 +46,mlp.gate_proj,8,128,8,128,1.421875,227.5546875,234881024 +46,mlp.up_proj,2,32,8,128,79.6875,70.21875,234881024 +46,mlp.up_proj,2,64,8,128,92.6875,63.109375,234881024 +46,mlp.up_proj,2,128,8,128,104.5,59.5546875,234881024 +46,mlp.up_proj,3,32,8,128,34.03125,98.21875,234881024 +46,mlp.up_proj,3,64,8,128,39.6875,91.109375,234881024 +46,mlp.up_proj,3,128,8,128,44.6875,87.5546875,234881024 +46,mlp.up_proj,4,32,8,128,15.875,126.21875,234881024 +46,mlp.up_proj,4,64,8,128,18.515625,119.109375,234881024 +46,mlp.up_proj,4,128,8,128,20.859375,115.5546875,234881024 +46,mlp.up_proj,8,32,8,128,0.96533203125,238.21875,234881024 +46,mlp.up_proj,8,64,8,128,1.1259765625,231.109375,234881024 +46,mlp.up_proj,8,128,8,128,1.265625,227.5546875,234881024 +46,mlp.down_proj,2,32,8,128,81.0,70.21875,234881024 +46,mlp.down_proj,2,64,8,128,94.25,63.109375,234881024 +46,mlp.down_proj,2,128,8,128,106.1875,59.5546875,234881024 +46,mlp.down_proj,3,32,8,128,34.625,98.21875,234881024 +46,mlp.down_proj,3,64,8,128,40.34375,91.109375,234881024 +46,mlp.down_proj,3,128,8,128,45.4375,87.5546875,234881024 +46,mlp.down_proj,4,32,8,128,16.140625,126.21875,234881024 +46,mlp.down_proj,4,64,8,128,18.8125,119.109375,234881024 +46,mlp.down_proj,4,128,8,128,21.1875,115.5546875,234881024 +46,mlp.down_proj,8,32,8,128,0.98193359375,238.21875,234881024 +46,mlp.down_proj,8,64,8,128,1.14453125,231.109375,234881024 +46,mlp.down_proj,8,128,8,128,1.2861328125,227.5546875,234881024 +47,self_attn.q_proj,2,32,8,128,44.0625,20.0625,67108864 +47,self_attn.q_proj,2,64,8,128,52.0,18.03125,67108864 +47,self_attn.q_proj,2,128,8,128,59.84375,17.015625,67108864 +47,self_attn.q_proj,3,32,8,128,18.875,28.0625,67108864 +47,self_attn.q_proj,3,64,8,128,22.328125,26.03125,67108864 +47,self_attn.q_proj,3,128,8,128,25.828125,25.015625,67108864 +47,self_attn.q_proj,4,32,8,128,8.8046875,36.0625,67108864 +47,self_attn.q_proj,4,64,8,128,10.421875,34.03125,67108864 +47,self_attn.q_proj,4,128,8,128,12.0546875,33.015625,67108864 +47,self_attn.q_proj,8,32,8,128,0.533203125,68.0625,67108864 +47,self_attn.q_proj,8,64,8,128,0.63037109375,66.03125,67108864 +47,self_attn.q_proj,8,128,8,128,0.72705078125,65.015625,67108864 +47,self_attn.v_proj,2,32,8,128,16.75,2.5078125,8388608 +47,self_attn.v_proj,2,64,8,128,19.625,2.25390625,8388608 +47,self_attn.v_proj,2,128,8,128,22.234375,2.126953125,8388608 +47,self_attn.v_proj,3,32,8,128,7.1640625,3.5078125,8388608 +47,self_attn.v_proj,3,64,8,128,8.390625,3.25390625,8388608 +47,self_attn.v_proj,3,128,8,128,9.5078125,3.126953125,8388608 +47,self_attn.v_proj,4,32,8,128,3.341796875,4.5078125,8388608 +47,self_attn.v_proj,4,64,8,128,3.9140625,4.25390625,8388608 +47,self_attn.v_proj,4,128,8,128,4.44140625,4.126953125,8388608 +47,self_attn.v_proj,8,32,8,128,0.202392578125,8.5078125,8388608 +47,self_attn.v_proj,8,64,8,128,0.2369384765625,8.25390625,8388608 +47,self_attn.v_proj,8,128,8,128,0.267578125,8.126953125,8388608 +47,self_attn.k_proj,2,32,8,128,25.765625,2.5078125,8388608 +47,self_attn.k_proj,2,64,8,128,31.03125,2.25390625,8388608 +47,self_attn.k_proj,2,128,8,128,35.4375,2.126953125,8388608 +47,self_attn.k_proj,3,32,8,128,11.109375,3.5078125,8388608 +47,self_attn.k_proj,3,64,8,128,13.546875,3.25390625,8388608 +47,self_attn.k_proj,3,128,8,128,15.8203125,3.126953125,8388608 +47,self_attn.k_proj,4,32,8,128,5.18359375,4.5078125,8388608 +47,self_attn.k_proj,4,64,8,128,6.3203125,4.25390625,8388608 +47,self_attn.k_proj,4,128,8,128,7.390625,4.126953125,8388608 +47,self_attn.k_proj,8,32,8,128,0.313720703125,8.5078125,8388608 +47,self_attn.k_proj,8,64,8,128,0.38232421875,8.25390625,8388608 +47,self_attn.k_proj,8,128,8,128,0.4453125,8.126953125,8388608 +47,self_attn.o_proj,2,32,8,128,42.0,20.0625,67108864 +47,self_attn.o_proj,2,64,8,128,48.96875,18.03125,67108864 +47,self_attn.o_proj,2,128,8,128,55.34375,17.015625,67108864 +47,self_attn.o_proj,3,32,8,128,18.015625,28.0625,67108864 +47,self_attn.o_proj,3,64,8,128,21.078125,26.03125,67108864 +47,self_attn.o_proj,3,128,8,128,23.9375,25.015625,67108864 +47,self_attn.o_proj,4,32,8,128,8.4453125,36.0625,67108864 +47,self_attn.o_proj,4,64,8,128,9.90625,34.03125,67108864 +47,self_attn.o_proj,4,128,8,128,11.296875,33.015625,67108864 +47,self_attn.o_proj,8,32,8,128,0.51416015625,68.0625,67108864 +47,self_attn.o_proj,8,64,8,128,0.60546875,66.03125,67108864 +47,self_attn.o_proj,8,128,8,128,0.69287109375,65.015625,67108864 +47,mlp.gate_proj,2,32,8,128,89.375,70.21875,234881024 +47,mlp.gate_proj,2,64,8,128,104.375,63.109375,234881024 +47,mlp.gate_proj,2,128,8,128,117.875,59.5546875,234881024 +47,mlp.gate_proj,3,32,8,128,38.25,98.21875,234881024 +47,mlp.gate_proj,3,64,8,128,44.65625,91.109375,234881024 +47,mlp.gate_proj,3,128,8,128,50.46875,87.5546875,234881024 +47,mlp.gate_proj,4,32,8,128,17.84375,126.21875,234881024 +47,mlp.gate_proj,4,64,8,128,20.828125,119.109375,234881024 +47,mlp.gate_proj,4,128,8,128,23.5625,115.5546875,234881024 +47,mlp.gate_proj,8,32,8,128,1.0859375,238.21875,234881024 +47,mlp.gate_proj,8,64,8,128,1.2685546875,231.109375,234881024 +47,mlp.gate_proj,8,128,8,128,1.4287109375,227.5546875,234881024 +47,mlp.up_proj,2,32,8,128,79.5,70.21875,234881024 +47,mlp.up_proj,2,64,8,128,92.5,63.109375,234881024 +47,mlp.up_proj,2,128,8,128,104.25,59.5546875,234881024 +47,mlp.up_proj,3,32,8,128,33.96875,98.21875,234881024 +47,mlp.up_proj,3,64,8,128,39.59375,91.109375,234881024 +47,mlp.up_proj,3,128,8,128,44.59375,87.5546875,234881024 +47,mlp.up_proj,4,32,8,128,15.8359375,126.21875,234881024 +47,mlp.up_proj,4,64,8,128,18.46875,119.109375,234881024 +47,mlp.up_proj,4,128,8,128,20.828125,115.5546875,234881024 +47,mlp.up_proj,8,32,8,128,0.962890625,238.21875,234881024 +47,mlp.up_proj,8,64,8,128,1.123046875,231.109375,234881024 +47,mlp.up_proj,8,128,8,128,1.263671875,227.5546875,234881024 +47,mlp.down_proj,2,32,8,128,80.875,70.21875,234881024 +47,mlp.down_proj,2,64,8,128,94.0625,63.109375,234881024 +47,mlp.down_proj,2,128,8,128,106.0,59.5546875,234881024 +47,mlp.down_proj,3,32,8,128,34.5625,98.21875,234881024 +47,mlp.down_proj,3,64,8,128,40.28125,91.109375,234881024 +47,mlp.down_proj,3,128,8,128,45.34375,87.5546875,234881024 +47,mlp.down_proj,4,32,8,128,16.125,126.21875,234881024 +47,mlp.down_proj,4,64,8,128,18.796875,119.109375,234881024 +47,mlp.down_proj,4,128,8,128,21.171875,115.5546875,234881024 +47,mlp.down_proj,8,32,8,128,0.98046875,238.21875,234881024 +47,mlp.down_proj,8,64,8,128,1.1435546875,231.109375,234881024 +47,mlp.down_proj,8,128,8,128,1.2841796875,227.5546875,234881024 +48,self_attn.q_proj,2,32,8,128,37.4375,20.0625,67108864 +48,self_attn.q_proj,2,64,8,128,44.21875,18.03125,67108864 +48,self_attn.q_proj,2,128,8,128,51.0,17.015625,67108864 +48,self_attn.q_proj,3,32,8,128,16.03125,28.0625,67108864 +48,self_attn.q_proj,3,64,8,128,19.0,26.03125,67108864 +48,self_attn.q_proj,3,128,8,128,22.0625,25.015625,67108864 +48,self_attn.q_proj,4,32,8,128,7.484375,36.0625,67108864 +48,self_attn.q_proj,4,64,8,128,8.8671875,34.03125,67108864 +48,self_attn.q_proj,4,128,8,128,10.3046875,33.015625,67108864 +48,self_attn.q_proj,8,32,8,128,0.453125,68.0625,67108864 +48,self_attn.q_proj,8,64,8,128,0.53662109375,66.03125,67108864 +48,self_attn.q_proj,8,128,8,128,0.62109375,65.015625,67108864 +48,self_attn.v_proj,2,32,8,128,17.5,2.5078125,8388608 +48,self_attn.v_proj,2,64,8,128,20.453125,2.25390625,8388608 +48,self_attn.v_proj,2,128,8,128,23.125,2.126953125,8388608 +48,self_attn.v_proj,3,32,8,128,7.484375,3.5078125,8388608 +48,self_attn.v_proj,3,64,8,128,8.75,3.25390625,8388608 +48,self_attn.v_proj,3,128,8,128,9.90625,3.126953125,8388608 +48,self_attn.v_proj,4,32,8,128,3.4921875,4.5078125,8388608 +48,self_attn.v_proj,4,64,8,128,4.08203125,4.25390625,8388608 +48,self_attn.v_proj,4,128,8,128,4.62109375,4.126953125,8388608 +48,self_attn.v_proj,8,32,8,128,0.21142578125,8.5078125,8388608 +48,self_attn.v_proj,8,64,8,128,0.2470703125,8.25390625,8388608 +48,self_attn.v_proj,8,128,8,128,0.278564453125,8.126953125,8388608 +48,self_attn.k_proj,2,32,8,128,22.171875,2.5078125,8388608 +48,self_attn.k_proj,2,64,8,128,26.515625,2.25390625,8388608 +48,self_attn.k_proj,2,128,8,128,29.859375,2.126953125,8388608 +48,self_attn.k_proj,3,32,8,128,9.71875,3.5078125,8388608 +48,self_attn.k_proj,3,64,8,128,12.0,3.25390625,8388608 +48,self_attn.k_proj,3,128,8,128,14.1328125,3.126953125,8388608 +48,self_attn.k_proj,4,32,8,128,4.53515625,4.5078125,8388608 +48,self_attn.k_proj,4,64,8,128,5.60546875,4.25390625,8388608 +48,self_attn.k_proj,4,128,8,128,6.609375,4.126953125,8388608 +48,self_attn.k_proj,8,32,8,128,0.2744140625,8.5078125,8388608 +48,self_attn.k_proj,8,64,8,128,0.3388671875,8.25390625,8388608 +48,self_attn.k_proj,8,128,8,128,0.3984375,8.126953125,8388608 +48,self_attn.o_proj,2,32,8,128,42.09375,20.0625,67108864 +48,self_attn.o_proj,2,64,8,128,49.03125,18.03125,67108864 +48,self_attn.o_proj,2,128,8,128,55.25,17.015625,67108864 +48,self_attn.o_proj,3,32,8,128,18.015625,28.0625,67108864 +48,self_attn.o_proj,3,64,8,128,21.03125,26.03125,67108864 +48,self_attn.o_proj,3,128,8,128,23.75,25.015625,67108864 +48,self_attn.o_proj,4,32,8,128,8.4140625,36.0625,67108864 +48,self_attn.o_proj,4,64,8,128,9.8203125,34.03125,67108864 +48,self_attn.o_proj,4,128,8,128,11.1171875,33.015625,67108864 +48,self_attn.o_proj,8,32,8,128,0.509765625,68.0625,67108864 +48,self_attn.o_proj,8,64,8,128,0.5947265625,66.03125,67108864 +48,self_attn.o_proj,8,128,8,128,0.6708984375,65.015625,67108864 +48,mlp.gate_proj,2,32,8,128,89.5625,70.21875,234881024 +48,mlp.gate_proj,2,64,8,128,104.5625,63.109375,234881024 +48,mlp.gate_proj,2,128,8,128,118.0625,59.5546875,234881024 +48,mlp.gate_proj,3,32,8,128,38.34375,98.21875,234881024 +48,mlp.gate_proj,3,64,8,128,44.71875,91.109375,234881024 +48,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +48,mlp.gate_proj,4,32,8,128,17.875,126.21875,234881024 +48,mlp.gate_proj,4,64,8,128,20.875,119.109375,234881024 +48,mlp.gate_proj,4,128,8,128,23.59375,115.5546875,234881024 +48,mlp.gate_proj,8,32,8,128,1.087890625,238.21875,234881024 +48,mlp.gate_proj,8,64,8,128,1.2705078125,231.109375,234881024 +48,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +48,mlp.up_proj,2,32,8,128,79.5625,70.21875,234881024 +48,mlp.up_proj,2,64,8,128,92.5625,63.109375,234881024 +48,mlp.up_proj,2,128,8,128,104.3125,59.5546875,234881024 +48,mlp.up_proj,3,32,8,128,34.0,98.21875,234881024 +48,mlp.up_proj,3,64,8,128,39.625,91.109375,234881024 +48,mlp.up_proj,3,128,8,128,44.65625,87.5546875,234881024 +48,mlp.up_proj,4,32,8,128,15.8515625,126.21875,234881024 +48,mlp.up_proj,4,64,8,128,18.484375,119.109375,234881024 +48,mlp.up_proj,4,128,8,128,20.84375,115.5546875,234881024 +48,mlp.up_proj,8,32,8,128,0.9638671875,238.21875,234881024 +48,mlp.up_proj,8,64,8,128,1.1240234375,231.109375,234881024 +48,mlp.up_proj,8,128,8,128,1.2646484375,227.5546875,234881024 +48,mlp.down_proj,2,32,8,128,80.875,70.21875,234881024 +48,mlp.down_proj,2,64,8,128,94.0625,63.109375,234881024 +48,mlp.down_proj,2,128,8,128,106.0,59.5546875,234881024 +48,mlp.down_proj,3,32,8,128,34.5625,98.21875,234881024 +48,mlp.down_proj,3,64,8,128,40.25,91.109375,234881024 +48,mlp.down_proj,3,128,8,128,45.3125,87.5546875,234881024 +48,mlp.down_proj,4,32,8,128,16.109375,126.21875,234881024 +48,mlp.down_proj,4,64,8,128,18.78125,119.109375,234881024 +48,mlp.down_proj,4,128,8,128,21.15625,115.5546875,234881024 +48,mlp.down_proj,8,32,8,128,0.97998046875,238.21875,234881024 +48,mlp.down_proj,8,64,8,128,1.142578125,231.109375,234881024 +48,mlp.down_proj,8,128,8,128,1.283203125,227.5546875,234881024 +49,self_attn.q_proj,2,32,8,128,34.875,20.0625,67108864 +49,self_attn.q_proj,2,64,8,128,41.625,18.03125,67108864 +49,self_attn.q_proj,2,128,8,128,48.09375,17.015625,67108864 +49,self_attn.q_proj,3,32,8,128,15.0078125,28.0625,67108864 +49,self_attn.q_proj,3,64,8,128,18.0625,26.03125,67108864 +49,self_attn.q_proj,3,128,8,128,21.140625,25.015625,67108864 +49,self_attn.q_proj,4,32,8,128,7.00390625,36.0625,67108864 +49,self_attn.q_proj,4,64,8,128,8.4296875,34.03125,67108864 +49,self_attn.q_proj,4,128,8,128,9.875,33.015625,67108864 +49,self_attn.q_proj,8,32,8,128,0.423828125,68.0625,67108864 +49,self_attn.q_proj,8,64,8,128,0.51025390625,66.03125,67108864 +49,self_attn.q_proj,8,128,8,128,0.595703125,65.015625,67108864 +49,self_attn.v_proj,2,32,8,128,17.171875,2.5078125,8388608 +49,self_attn.v_proj,2,64,8,128,20.0625,2.25390625,8388608 +49,self_attn.v_proj,2,128,8,128,22.6875,2.126953125,8388608 +49,self_attn.v_proj,3,32,8,128,7.33984375,3.5078125,8388608 +49,self_attn.v_proj,3,64,8,128,8.578125,3.25390625,8388608 +49,self_attn.v_proj,3,128,8,128,9.703125,3.126953125,8388608 +49,self_attn.v_proj,4,32,8,128,3.42578125,4.5078125,8388608 +49,self_attn.v_proj,4,64,8,128,4.00390625,4.25390625,8388608 +49,self_attn.v_proj,4,128,8,128,4.52734375,4.126953125,8388608 +49,self_attn.v_proj,8,32,8,128,0.20751953125,8.5078125,8388608 +49,self_attn.v_proj,8,64,8,128,0.2421875,8.25390625,8388608 +49,self_attn.v_proj,8,128,8,128,0.27294921875,8.126953125,8388608 +49,self_attn.k_proj,2,32,8,128,21.328125,2.5078125,8388608 +49,self_attn.k_proj,2,64,8,128,25.625,2.25390625,8388608 +49,self_attn.k_proj,2,128,8,128,29.171875,2.126953125,8388608 +49,self_attn.k_proj,3,32,8,128,9.28125,3.5078125,8388608 +49,self_attn.k_proj,3,64,8,128,11.40625,3.25390625,8388608 +49,self_attn.k_proj,3,128,8,128,13.4296875,3.126953125,8388608 +49,self_attn.k_proj,4,32,8,128,4.33203125,4.5078125,8388608 +49,self_attn.k_proj,4,64,8,128,5.32421875,4.25390625,8388608 +49,self_attn.k_proj,4,128,8,128,6.28125,4.126953125,8388608 +49,self_attn.k_proj,8,32,8,128,0.262451171875,8.5078125,8388608 +49,self_attn.k_proj,8,64,8,128,0.322021484375,8.25390625,8388608 +49,self_attn.k_proj,8,128,8,128,0.37841796875,8.126953125,8388608 +49,self_attn.o_proj,2,32,8,128,40.0,20.0625,67108864 +49,self_attn.o_proj,2,64,8,128,46.65625,18.03125,67108864 +49,self_attn.o_proj,2,128,8,128,52.75,17.015625,67108864 +49,self_attn.o_proj,3,32,8,128,17.140625,28.0625,67108864 +49,self_attn.o_proj,3,64,8,128,20.046875,26.03125,67108864 +49,self_attn.o_proj,3,128,8,128,22.734375,25.015625,67108864 +49,self_attn.o_proj,4,32,8,128,8.0,36.0625,67108864 +49,self_attn.o_proj,4,64,8,128,9.359375,34.03125,67108864 +49,self_attn.o_proj,4,128,8,128,10.6328125,33.015625,67108864 +49,self_attn.o_proj,8,32,8,128,0.484375,68.0625,67108864 +49,self_attn.o_proj,8,64,8,128,0.56640625,66.03125,67108864 +49,self_attn.o_proj,8,128,8,128,0.6416015625,65.015625,67108864 +49,mlp.gate_proj,2,32,8,128,89.6875,70.21875,234881024 +49,mlp.gate_proj,2,64,8,128,104.6875,63.109375,234881024 +49,mlp.gate_proj,2,128,8,128,118.125,59.5546875,234881024 +49,mlp.gate_proj,3,32,8,128,38.375,98.21875,234881024 +49,mlp.gate_proj,3,64,8,128,44.78125,91.109375,234881024 +49,mlp.gate_proj,3,128,8,128,50.625,87.5546875,234881024 +49,mlp.gate_proj,4,32,8,128,17.890625,126.21875,234881024 +49,mlp.gate_proj,4,64,8,128,20.890625,119.109375,234881024 +49,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +49,mlp.gate_proj,8,32,8,128,1.0888671875,238.21875,234881024 +49,mlp.gate_proj,8,64,8,128,1.271484375,231.109375,234881024 +49,mlp.gate_proj,8,128,8,128,1.4326171875,227.5546875,234881024 +49,mlp.up_proj,2,32,8,128,79.6875,70.21875,234881024 +49,mlp.up_proj,2,64,8,128,92.75,63.109375,234881024 +49,mlp.up_proj,2,128,8,128,104.5625,59.5546875,234881024 +49,mlp.up_proj,3,32,8,128,34.0625,98.21875,234881024 +49,mlp.up_proj,3,64,8,128,39.71875,91.109375,234881024 +49,mlp.up_proj,3,128,8,128,44.75,87.5546875,234881024 +49,mlp.up_proj,4,32,8,128,15.8828125,126.21875,234881024 +49,mlp.up_proj,4,64,8,128,18.515625,119.109375,234881024 +49,mlp.up_proj,4,128,8,128,20.875,115.5546875,234881024 +49,mlp.up_proj,8,32,8,128,0.9658203125,238.21875,234881024 +49,mlp.up_proj,8,64,8,128,1.126953125,231.109375,234881024 +49,mlp.up_proj,8,128,8,128,1.2666015625,227.5546875,234881024 +49,mlp.down_proj,2,32,8,128,80.875,70.21875,234881024 +49,mlp.down_proj,2,64,8,128,94.0625,63.109375,234881024 +49,mlp.down_proj,2,128,8,128,106.0,59.5546875,234881024 +49,mlp.down_proj,3,32,8,128,34.5625,98.21875,234881024 +49,mlp.down_proj,3,64,8,128,40.28125,91.109375,234881024 +49,mlp.down_proj,3,128,8,128,45.34375,87.5546875,234881024 +49,mlp.down_proj,4,32,8,128,16.125,126.21875,234881024 +49,mlp.down_proj,4,64,8,128,18.796875,119.109375,234881024 +49,mlp.down_proj,4,128,8,128,21.15625,115.5546875,234881024 +49,mlp.down_proj,8,32,8,128,0.98046875,238.21875,234881024 +49,mlp.down_proj,8,64,8,128,1.142578125,231.109375,234881024 +49,mlp.down_proj,8,128,8,128,1.2841796875,227.5546875,234881024 +50,self_attn.q_proj,2,32,8,128,34.96875,20.0625,67108864 +50,self_attn.q_proj,2,64,8,128,40.96875,18.03125,67108864 +50,self_attn.q_proj,2,128,8,128,47.53125,17.015625,67108864 +50,self_attn.q_proj,3,32,8,128,14.9921875,28.0625,67108864 +50,self_attn.q_proj,3,64,8,128,17.640625,26.03125,67108864 +50,self_attn.q_proj,3,128,8,128,20.609375,25.015625,67108864 +50,self_attn.q_proj,4,32,8,128,6.99609375,36.0625,67108864 +50,self_attn.q_proj,4,64,8,128,8.234375,34.03125,67108864 +50,self_attn.q_proj,4,128,8,128,9.6171875,33.015625,67108864 +50,self_attn.q_proj,8,32,8,128,0.42333984375,68.0625,67108864 +50,self_attn.q_proj,8,64,8,128,0.498046875,66.03125,67108864 +50,self_attn.q_proj,8,128,8,128,0.580078125,65.015625,67108864 +50,self_attn.v_proj,2,32,8,128,17.59375,2.5078125,8388608 +50,self_attn.v_proj,2,64,8,128,20.5625,2.25390625,8388608 +50,self_attn.v_proj,2,128,8,128,23.234375,2.126953125,8388608 +50,self_attn.v_proj,3,32,8,128,7.51953125,3.5078125,8388608 +50,self_attn.v_proj,3,64,8,128,8.7890625,3.25390625,8388608 +50,self_attn.v_proj,3,128,8,128,9.9375,3.126953125,8388608 +50,self_attn.v_proj,4,32,8,128,3.5078125,4.5078125,8388608 +50,self_attn.v_proj,4,64,8,128,4.1015625,4.25390625,8388608 +50,self_attn.v_proj,4,128,8,128,4.63671875,4.126953125,8388608 +50,self_attn.v_proj,8,32,8,128,0.2125244140625,8.5078125,8388608 +50,self_attn.v_proj,8,64,8,128,0.2481689453125,8.25390625,8388608 +50,self_attn.v_proj,8,128,8,128,0.279541015625,8.126953125,8388608 +50,self_attn.k_proj,2,32,8,128,20.46875,2.5078125,8388608 +50,self_attn.k_proj,2,64,8,128,24.515625,2.25390625,8388608 +50,self_attn.k_proj,2,128,8,128,27.734375,2.126953125,8388608 +50,self_attn.k_proj,3,32,8,128,8.9609375,3.5078125,8388608 +50,self_attn.k_proj,3,64,8,128,11.0625,3.25390625,8388608 +50,self_attn.k_proj,3,128,8,128,13.0078125,3.126953125,8388608 +50,self_attn.k_proj,4,32,8,128,4.18359375,4.5078125,8388608 +50,self_attn.k_proj,4,64,8,128,5.1796875,4.25390625,8388608 +50,self_attn.k_proj,4,128,8,128,6.109375,4.126953125,8388608 +50,self_attn.k_proj,8,32,8,128,0.253173828125,8.5078125,8388608 +50,self_attn.k_proj,8,64,8,128,0.31298828125,8.25390625,8388608 +50,self_attn.k_proj,8,128,8,128,0.368408203125,8.126953125,8388608 +50,self_attn.o_proj,2,32,8,128,41.15625,20.0625,67108864 +50,self_attn.o_proj,2,64,8,128,47.90625,18.03125,67108864 +50,self_attn.o_proj,2,128,8,128,53.96875,17.015625,67108864 +50,self_attn.o_proj,3,32,8,128,17.609375,28.0625,67108864 +50,self_attn.o_proj,3,64,8,128,20.515625,26.03125,67108864 +50,self_attn.o_proj,3,128,8,128,23.125,25.015625,67108864 +50,self_attn.o_proj,4,32,8,128,8.2109375,36.0625,67108864 +50,self_attn.o_proj,4,64,8,128,9.578125,34.03125,67108864 +50,self_attn.o_proj,4,128,8,128,10.796875,33.015625,67108864 +50,self_attn.o_proj,8,32,8,128,0.497314453125,68.0625,67108864 +50,self_attn.o_proj,8,64,8,128,0.5791015625,66.03125,67108864 +50,self_attn.o_proj,8,128,8,128,0.65087890625,65.015625,67108864 +50,mlp.gate_proj,2,32,8,128,89.8125,70.21875,234881024 +50,mlp.gate_proj,2,64,8,128,104.8125,63.109375,234881024 +50,mlp.gate_proj,2,128,8,128,118.3125,59.5546875,234881024 +50,mlp.gate_proj,3,32,8,128,38.4375,98.21875,234881024 +50,mlp.gate_proj,3,64,8,128,44.8125,91.109375,234881024 +50,mlp.gate_proj,3,128,8,128,50.6875,87.5546875,234881024 +50,mlp.gate_proj,4,32,8,128,17.921875,126.21875,234881024 +50,mlp.gate_proj,4,64,8,128,20.921875,119.109375,234881024 +50,mlp.gate_proj,4,128,8,128,23.640625,115.5546875,234881024 +50,mlp.gate_proj,8,32,8,128,1.0908203125,238.21875,234881024 +50,mlp.gate_proj,8,64,8,128,1.2734375,231.109375,234881024 +50,mlp.gate_proj,8,128,8,128,1.4345703125,227.5546875,234881024 +50,mlp.up_proj,2,32,8,128,79.8125,70.21875,234881024 +50,mlp.up_proj,2,64,8,128,92.8125,63.109375,234881024 +50,mlp.up_proj,2,128,8,128,104.625,59.5546875,234881024 +50,mlp.up_proj,3,32,8,128,34.09375,98.21875,234881024 +50,mlp.up_proj,3,64,8,128,39.75,91.109375,234881024 +50,mlp.up_proj,3,128,8,128,44.75,87.5546875,234881024 +50,mlp.up_proj,4,32,8,128,15.8984375,126.21875,234881024 +50,mlp.up_proj,4,64,8,128,18.53125,119.109375,234881024 +50,mlp.up_proj,4,128,8,128,20.890625,115.5546875,234881024 +50,mlp.up_proj,8,32,8,128,0.966796875,238.21875,234881024 +50,mlp.up_proj,8,64,8,128,1.126953125,231.109375,234881024 +50,mlp.up_proj,8,128,8,128,1.267578125,227.5546875,234881024 +50,mlp.down_proj,2,32,8,128,80.875,70.21875,234881024 +50,mlp.down_proj,2,64,8,128,94.0625,63.109375,234881024 +50,mlp.down_proj,2,128,8,128,106.0,59.5546875,234881024 +50,mlp.down_proj,3,32,8,128,34.5625,98.21875,234881024 +50,mlp.down_proj,3,64,8,128,40.25,91.109375,234881024 +50,mlp.down_proj,3,128,8,128,45.3125,87.5546875,234881024 +50,mlp.down_proj,4,32,8,128,16.125,126.21875,234881024 +50,mlp.down_proj,4,64,8,128,18.78125,119.109375,234881024 +50,mlp.down_proj,4,128,8,128,21.15625,115.5546875,234881024 +50,mlp.down_proj,8,32,8,128,0.97998046875,238.21875,234881024 +50,mlp.down_proj,8,64,8,128,1.142578125,231.109375,234881024 +50,mlp.down_proj,8,128,8,128,1.283203125,227.5546875,234881024 +51,self_attn.q_proj,2,32,8,128,37.65625,20.0625,67108864 +51,self_attn.q_proj,2,64,8,128,44.4375,18.03125,67108864 +51,self_attn.q_proj,2,128,8,128,51.3125,17.015625,67108864 +51,self_attn.q_proj,3,32,8,128,16.140625,28.0625,67108864 +51,self_attn.q_proj,3,64,8,128,19.109375,26.03125,67108864 +51,self_attn.q_proj,3,128,8,128,22.21875,25.015625,67108864 +51,self_attn.q_proj,4,32,8,128,7.53125,36.0625,67108864 +51,self_attn.q_proj,4,64,8,128,8.9140625,34.03125,67108864 +51,self_attn.q_proj,4,128,8,128,10.375,33.015625,67108864 +51,self_attn.q_proj,8,32,8,128,0.4560546875,68.0625,67108864 +51,self_attn.q_proj,8,64,8,128,0.53955078125,66.03125,67108864 +51,self_attn.q_proj,8,128,8,128,0.62548828125,65.015625,67108864 +51,self_attn.v_proj,2,32,8,128,18.046875,2.5078125,8388608 +51,self_attn.v_proj,2,64,8,128,21.109375,2.25390625,8388608 +51,self_attn.v_proj,2,128,8,128,23.890625,2.126953125,8388608 +51,self_attn.v_proj,3,32,8,128,7.71484375,3.5078125,8388608 +51,self_attn.v_proj,3,64,8,128,9.0234375,3.25390625,8388608 +51,self_attn.v_proj,3,128,8,128,10.21875,3.126953125,8388608 +51,self_attn.v_proj,4,32,8,128,3.59765625,4.5078125,8388608 +51,self_attn.v_proj,4,64,8,128,4.2109375,4.25390625,8388608 +51,self_attn.v_proj,4,128,8,128,4.76953125,4.126953125,8388608 +51,self_attn.v_proj,8,32,8,128,0.218017578125,8.5078125,8388608 +51,self_attn.v_proj,8,64,8,128,0.2548828125,8.25390625,8388608 +51,self_attn.v_proj,8,128,8,128,0.28759765625,8.126953125,8388608 +51,self_attn.k_proj,2,32,8,128,21.640625,2.5078125,8388608 +51,self_attn.k_proj,2,64,8,128,26.203125,2.25390625,8388608 +51,self_attn.k_proj,2,128,8,128,30.03125,2.126953125,8388608 +51,self_attn.k_proj,3,32,8,128,9.3515625,3.5078125,8388608 +51,self_attn.k_proj,3,64,8,128,11.515625,3.25390625,8388608 +51,self_attn.k_proj,3,128,8,128,13.5625,3.126953125,8388608 +51,self_attn.k_proj,4,32,8,128,4.36328125,4.5078125,8388608 +51,self_attn.k_proj,4,64,8,128,5.375,4.25390625,8388608 +51,self_attn.k_proj,4,128,8,128,6.33203125,4.126953125,8388608 +51,self_attn.k_proj,8,32,8,128,0.26416015625,8.5078125,8388608 +51,self_attn.k_proj,8,64,8,128,0.3251953125,8.25390625,8388608 +51,self_attn.k_proj,8,128,8,128,0.381591796875,8.126953125,8388608 +51,self_attn.o_proj,2,32,8,128,40.8125,20.0625,67108864 +51,self_attn.o_proj,2,64,8,128,47.53125,18.03125,67108864 +51,self_attn.o_proj,2,128,8,128,53.59375,17.015625,67108864 +51,self_attn.o_proj,3,32,8,128,17.46875,28.0625,67108864 +51,self_attn.o_proj,3,64,8,128,20.359375,26.03125,67108864 +51,self_attn.o_proj,3,128,8,128,22.96875,25.015625,67108864 +51,self_attn.o_proj,4,32,8,128,8.1484375,36.0625,67108864 +51,self_attn.o_proj,4,64,8,128,9.5,34.03125,67108864 +51,self_attn.o_proj,4,128,8,128,10.7265625,33.015625,67108864 +51,self_attn.o_proj,8,32,8,128,0.493408203125,68.0625,67108864 +51,self_attn.o_proj,8,64,8,128,0.57470703125,66.03125,67108864 +51,self_attn.o_proj,8,128,8,128,0.64697265625,65.015625,67108864 +51,mlp.gate_proj,2,32,8,128,89.6875,70.21875,234881024 +51,mlp.gate_proj,2,64,8,128,104.6875,63.109375,234881024 +51,mlp.gate_proj,2,128,8,128,118.125,59.5546875,234881024 +51,mlp.gate_proj,3,32,8,128,38.375,98.21875,234881024 +51,mlp.gate_proj,3,64,8,128,44.75,91.109375,234881024 +51,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +51,mlp.gate_proj,4,32,8,128,17.90625,126.21875,234881024 +51,mlp.gate_proj,4,64,8,128,20.890625,119.109375,234881024 +51,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +51,mlp.gate_proj,8,32,8,128,1.0888671875,238.21875,234881024 +51,mlp.gate_proj,8,64,8,128,1.271484375,231.109375,234881024 +51,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +51,mlp.up_proj,2,32,8,128,80.0,70.21875,234881024 +51,mlp.up_proj,2,64,8,128,93.0,63.109375,234881024 +51,mlp.up_proj,2,128,8,128,104.8125,59.5546875,234881024 +51,mlp.up_proj,3,32,8,128,34.15625,98.21875,234881024 +51,mlp.up_proj,3,64,8,128,39.8125,91.109375,234881024 +51,mlp.up_proj,3,128,8,128,44.84375,87.5546875,234881024 +51,mlp.up_proj,4,32,8,128,15.9375,126.21875,234881024 +51,mlp.up_proj,4,64,8,128,18.578125,119.109375,234881024 +51,mlp.up_proj,4,128,8,128,20.9375,115.5546875,234881024 +51,mlp.up_proj,8,32,8,128,0.96923828125,238.21875,234881024 +51,mlp.up_proj,8,64,8,128,1.1298828125,231.109375,234881024 +51,mlp.up_proj,8,128,8,128,1.2705078125,227.5546875,234881024 +51,mlp.down_proj,2,32,8,128,80.9375,70.21875,234881024 +51,mlp.down_proj,2,64,8,128,94.1875,63.109375,234881024 +51,mlp.down_proj,2,128,8,128,106.125,59.5546875,234881024 +51,mlp.down_proj,3,32,8,128,34.59375,98.21875,234881024 +51,mlp.down_proj,3,64,8,128,40.3125,91.109375,234881024 +51,mlp.down_proj,3,128,8,128,45.375,87.5546875,234881024 +51,mlp.down_proj,4,32,8,128,16.140625,126.21875,234881024 +51,mlp.down_proj,4,64,8,128,18.8125,119.109375,234881024 +51,mlp.down_proj,4,128,8,128,21.1875,115.5546875,234881024 +51,mlp.down_proj,8,32,8,128,0.9814453125,238.21875,234881024 +51,mlp.down_proj,8,64,8,128,1.1435546875,231.109375,234881024 +51,mlp.down_proj,8,128,8,128,1.28515625,227.5546875,234881024 +52,self_attn.q_proj,2,32,8,128,40.40625,20.0625,67108864 +52,self_attn.q_proj,2,64,8,128,47.34375,18.03125,67108864 +52,self_attn.q_proj,2,128,8,128,54.6875,17.015625,67108864 +52,self_attn.q_proj,3,32,8,128,17.296875,28.0625,67108864 +52,self_attn.q_proj,3,64,8,128,20.3125,26.03125,67108864 +52,self_attn.q_proj,3,128,8,128,23.546875,25.015625,67108864 +52,self_attn.q_proj,4,32,8,128,8.0703125,36.0625,67108864 +52,self_attn.q_proj,4,64,8,128,9.484375,34.03125,67108864 +52,self_attn.q_proj,4,128,8,128,11.0,33.015625,67108864 +52,self_attn.q_proj,8,32,8,128,0.48876953125,68.0625,67108864 +52,self_attn.q_proj,8,64,8,128,0.57373046875,66.03125,67108864 +52,self_attn.q_proj,8,128,8,128,0.66357421875,65.015625,67108864 +52,self_attn.v_proj,2,32,8,128,17.765625,2.5078125,8388608 +52,self_attn.v_proj,2,64,8,128,20.78125,2.25390625,8388608 +52,self_attn.v_proj,2,128,8,128,23.515625,2.126953125,8388608 +52,self_attn.v_proj,3,32,8,128,7.59765625,3.5078125,8388608 +52,self_attn.v_proj,3,64,8,128,8.890625,3.25390625,8388608 +52,self_attn.v_proj,3,128,8,128,10.0546875,3.126953125,8388608 +52,self_attn.v_proj,4,32,8,128,3.54296875,4.5078125,8388608 +52,self_attn.v_proj,4,64,8,128,4.1484375,4.25390625,8388608 +52,self_attn.v_proj,4,128,8,128,4.69140625,4.126953125,8388608 +52,self_attn.v_proj,8,32,8,128,0.214599609375,8.5078125,8388608 +52,self_attn.v_proj,8,64,8,128,0.2509765625,8.25390625,8388608 +52,self_attn.v_proj,8,128,8,128,0.282958984375,8.126953125,8388608 +52,self_attn.k_proj,2,32,8,128,22.265625,2.5078125,8388608 +52,self_attn.k_proj,2,64,8,128,26.6875,2.25390625,8388608 +52,self_attn.k_proj,2,128,8,128,30.09375,2.126953125,8388608 +52,self_attn.k_proj,3,32,8,128,9.6796875,3.5078125,8388608 +52,self_attn.k_proj,3,64,8,128,11.8984375,3.25390625,8388608 +52,self_attn.k_proj,3,128,8,128,13.90625,3.126953125,8388608 +52,self_attn.k_proj,4,32,8,128,4.515625,4.5078125,8388608 +52,self_attn.k_proj,4,64,8,128,5.55859375,4.25390625,8388608 +52,self_attn.k_proj,4,128,8,128,6.5,4.126953125,8388608 +52,self_attn.k_proj,8,32,8,128,0.2734375,8.5078125,8388608 +52,self_attn.k_proj,8,64,8,128,0.3359375,8.25390625,8388608 +52,self_attn.k_proj,8,128,8,128,0.391845703125,8.126953125,8388608 +52,self_attn.o_proj,2,32,8,128,41.8125,20.0625,67108864 +52,self_attn.o_proj,2,64,8,128,48.71875,18.03125,67108864 +52,self_attn.o_proj,2,128,8,128,55.0,17.015625,67108864 +52,self_attn.o_proj,3,32,8,128,17.9375,28.0625,67108864 +52,self_attn.o_proj,3,64,8,128,20.96875,26.03125,67108864 +52,self_attn.o_proj,3,128,8,128,23.75,25.015625,67108864 +52,self_attn.o_proj,4,32,8,128,8.421875,36.0625,67108864 +52,self_attn.o_proj,4,64,8,128,9.875,34.03125,67108864 +52,self_attn.o_proj,4,128,8,128,11.234375,33.015625,67108864 +52,self_attn.o_proj,8,32,8,128,0.51123046875,68.0625,67108864 +52,self_attn.o_proj,8,64,8,128,0.60009765625,66.03125,67108864 +52,self_attn.o_proj,8,128,8,128,0.68359375,65.015625,67108864 +52,mlp.gate_proj,2,32,8,128,89.75,70.21875,234881024 +52,mlp.gate_proj,2,64,8,128,104.8125,63.109375,234881024 +52,mlp.gate_proj,2,128,8,128,118.1875,59.5546875,234881024 +52,mlp.gate_proj,3,32,8,128,38.40625,98.21875,234881024 +52,mlp.gate_proj,3,64,8,128,44.78125,91.109375,234881024 +52,mlp.gate_proj,3,128,8,128,50.625,87.5546875,234881024 +52,mlp.gate_proj,4,32,8,128,17.921875,126.21875,234881024 +52,mlp.gate_proj,4,64,8,128,20.90625,119.109375,234881024 +52,mlp.gate_proj,4,128,8,128,23.625,115.5546875,234881024 +52,mlp.gate_proj,8,32,8,128,1.08984375,238.21875,234881024 +52,mlp.gate_proj,8,64,8,128,1.2724609375,231.109375,234881024 +52,mlp.gate_proj,8,128,8,128,1.4326171875,227.5546875,234881024 +52,mlp.up_proj,2,32,8,128,80.0625,70.21875,234881024 +52,mlp.up_proj,2,64,8,128,93.125,63.109375,234881024 +52,mlp.up_proj,2,128,8,128,104.9375,59.5546875,234881024 +52,mlp.up_proj,3,32,8,128,34.1875,98.21875,234881024 +52,mlp.up_proj,3,64,8,128,39.875,91.109375,234881024 +52,mlp.up_proj,3,128,8,128,44.90625,87.5546875,234881024 +52,mlp.up_proj,4,32,8,128,15.953125,126.21875,234881024 +52,mlp.up_proj,4,64,8,128,18.59375,119.109375,234881024 +52,mlp.up_proj,4,128,8,128,20.953125,115.5546875,234881024 +52,mlp.up_proj,8,32,8,128,0.9697265625,238.21875,234881024 +52,mlp.up_proj,8,64,8,128,1.130859375,231.109375,234881024 +52,mlp.up_proj,8,128,8,128,1.271484375,227.5546875,234881024 +52,mlp.down_proj,2,32,8,128,80.9375,70.21875,234881024 +52,mlp.down_proj,2,64,8,128,94.1875,63.109375,234881024 +52,mlp.down_proj,2,128,8,128,106.125,59.5546875,234881024 +52,mlp.down_proj,3,32,8,128,34.59375,98.21875,234881024 +52,mlp.down_proj,3,64,8,128,40.3125,91.109375,234881024 +52,mlp.down_proj,3,128,8,128,45.375,87.5546875,234881024 +52,mlp.down_proj,4,32,8,128,16.140625,126.21875,234881024 +52,mlp.down_proj,4,64,8,128,18.8125,119.109375,234881024 +52,mlp.down_proj,4,128,8,128,21.171875,115.5546875,234881024 +52,mlp.down_proj,8,32,8,128,0.9814453125,238.21875,234881024 +52,mlp.down_proj,8,64,8,128,1.1435546875,231.109375,234881024 +52,mlp.down_proj,8,128,8,128,1.28515625,227.5546875,234881024 +53,self_attn.q_proj,2,32,8,128,33.6875,20.0625,67108864 +53,self_attn.q_proj,2,64,8,128,39.71875,18.03125,67108864 +53,self_attn.q_proj,2,128,8,128,46.0,17.015625,67108864 +53,self_attn.q_proj,3,32,8,128,14.4609375,28.0625,67108864 +53,self_attn.q_proj,3,64,8,128,17.125,26.03125,67108864 +53,self_attn.q_proj,3,128,8,128,19.96875,25.015625,67108864 +53,self_attn.q_proj,4,32,8,128,6.75,36.0625,67108864 +53,self_attn.q_proj,4,64,8,128,7.98828125,34.03125,67108864 +53,self_attn.q_proj,4,128,8,128,9.3203125,33.015625,67108864 +53,self_attn.q_proj,8,32,8,128,0.408447265625,68.0625,67108864 +53,self_attn.q_proj,8,64,8,128,0.4833984375,66.03125,67108864 +53,self_attn.q_proj,8,128,8,128,0.56201171875,65.015625,67108864 +53,self_attn.v_proj,2,32,8,128,18.265625,2.5078125,8388608 +53,self_attn.v_proj,2,64,8,128,21.40625,2.25390625,8388608 +53,self_attn.v_proj,2,128,8,128,24.28125,2.126953125,8388608 +53,self_attn.v_proj,3,32,8,128,7.8125,3.5078125,8388608 +53,self_attn.v_proj,3,64,8,128,9.15625,3.25390625,8388608 +53,self_attn.v_proj,3,128,8,128,10.390625,3.126953125,8388608 +53,self_attn.v_proj,4,32,8,128,3.64453125,4.5078125,8388608 +53,self_attn.v_proj,4,64,8,128,4.2734375,4.25390625,8388608 +53,self_attn.v_proj,4,128,8,128,4.84765625,4.126953125,8388608 +53,self_attn.v_proj,8,32,8,128,0.2208251953125,8.5078125,8388608 +53,self_attn.v_proj,8,64,8,128,0.258544921875,8.25390625,8388608 +53,self_attn.v_proj,8,128,8,128,0.2919921875,8.126953125,8388608 +53,self_attn.k_proj,2,32,8,128,20.03125,2.5078125,8388608 +53,self_attn.k_proj,2,64,8,128,24.0625,2.25390625,8388608 +53,self_attn.k_proj,2,128,8,128,27.328125,2.126953125,8388608 +53,self_attn.k_proj,3,32,8,128,8.8125,3.5078125,8388608 +53,self_attn.k_proj,3,64,8,128,10.953125,3.25390625,8388608 +53,self_attn.k_proj,3,128,8,128,13.0078125,3.126953125,8388608 +53,self_attn.k_proj,4,32,8,128,4.1171875,4.5078125,8388608 +53,self_attn.k_proj,4,64,8,128,5.12109375,4.25390625,8388608 +53,self_attn.k_proj,4,128,8,128,6.10546875,4.126953125,8388608 +53,self_attn.k_proj,8,32,8,128,0.2491455078125,8.5078125,8388608 +53,self_attn.k_proj,8,64,8,128,0.309814453125,8.25390625,8388608 +53,self_attn.k_proj,8,128,8,128,0.3681640625,8.126953125,8388608 +53,self_attn.o_proj,2,32,8,128,41.4375,20.0625,67108864 +53,self_attn.o_proj,2,64,8,128,48.25,18.03125,67108864 +53,self_attn.o_proj,2,128,8,128,54.375,17.015625,67108864 +53,self_attn.o_proj,3,32,8,128,17.71875,28.0625,67108864 +53,self_attn.o_proj,3,64,8,128,20.65625,26.03125,67108864 +53,self_attn.o_proj,3,128,8,128,23.3125,25.015625,67108864 +53,self_attn.o_proj,4,32,8,128,8.265625,36.0625,67108864 +53,self_attn.o_proj,4,64,8,128,9.640625,34.03125,67108864 +53,self_attn.o_proj,4,128,8,128,10.8828125,33.015625,67108864 +53,self_attn.o_proj,8,32,8,128,0.50048828125,68.0625,67108864 +53,self_attn.o_proj,8,64,8,128,0.5830078125,66.03125,67108864 +53,self_attn.o_proj,8,128,8,128,0.65625,65.015625,67108864 +53,mlp.gate_proj,2,32,8,128,89.75,70.21875,234881024 +53,mlp.gate_proj,2,64,8,128,104.8125,63.109375,234881024 +53,mlp.gate_proj,2,128,8,128,118.1875,59.5546875,234881024 +53,mlp.gate_proj,3,32,8,128,38.40625,98.21875,234881024 +53,mlp.gate_proj,3,64,8,128,44.8125,91.109375,234881024 +53,mlp.gate_proj,3,128,8,128,50.625,87.5546875,234881024 +53,mlp.gate_proj,4,32,8,128,17.921875,126.21875,234881024 +53,mlp.gate_proj,4,64,8,128,20.90625,119.109375,234881024 +53,mlp.gate_proj,4,128,8,128,23.625,115.5546875,234881024 +53,mlp.gate_proj,8,32,8,128,1.08984375,238.21875,234881024 +53,mlp.gate_proj,8,64,8,128,1.2724609375,231.109375,234881024 +53,mlp.gate_proj,8,128,8,128,1.4326171875,227.5546875,234881024 +53,mlp.up_proj,2,32,8,128,80.1875,70.21875,234881024 +53,mlp.up_proj,2,64,8,128,93.3125,63.109375,234881024 +53,mlp.up_proj,2,128,8,128,105.125,59.5546875,234881024 +53,mlp.up_proj,3,32,8,128,34.25,98.21875,234881024 +53,mlp.up_proj,3,64,8,128,39.9375,91.109375,234881024 +53,mlp.up_proj,3,128,8,128,44.96875,87.5546875,234881024 +53,mlp.up_proj,4,32,8,128,15.9765625,126.21875,234881024 +53,mlp.up_proj,4,64,8,128,18.625,119.109375,234881024 +53,mlp.up_proj,4,128,8,128,20.984375,115.5546875,234881024 +53,mlp.up_proj,8,32,8,128,0.9716796875,238.21875,234881024 +53,mlp.up_proj,8,64,8,128,1.1328125,231.109375,234881024 +53,mlp.up_proj,8,128,8,128,1.2734375,227.5546875,234881024 +53,mlp.down_proj,2,32,8,128,81.0,70.21875,234881024 +53,mlp.down_proj,2,64,8,128,94.25,63.109375,234881024 +53,mlp.down_proj,2,128,8,128,106.1875,59.5546875,234881024 +53,mlp.down_proj,3,32,8,128,34.625,98.21875,234881024 +53,mlp.down_proj,3,64,8,128,40.34375,91.109375,234881024 +53,mlp.down_proj,3,128,8,128,45.40625,87.5546875,234881024 +53,mlp.down_proj,4,32,8,128,16.140625,126.21875,234881024 +53,mlp.down_proj,4,64,8,128,18.8125,119.109375,234881024 +53,mlp.down_proj,4,128,8,128,21.1875,115.5546875,234881024 +53,mlp.down_proj,8,32,8,128,0.98193359375,238.21875,234881024 +53,mlp.down_proj,8,64,8,128,1.14453125,231.109375,234881024 +53,mlp.down_proj,8,128,8,128,1.28515625,227.5546875,234881024 +54,self_attn.q_proj,2,32,8,128,34.46875,20.0625,67108864 +54,self_attn.q_proj,2,64,8,128,40.625,18.03125,67108864 +54,self_attn.q_proj,2,128,8,128,47.125,17.015625,67108864 +54,self_attn.q_proj,3,32,8,128,14.78125,28.0625,67108864 +54,self_attn.q_proj,3,64,8,128,17.5,26.03125,67108864 +54,self_attn.q_proj,3,128,8,128,20.484375,25.015625,67108864 +54,self_attn.q_proj,4,32,8,128,6.8984375,36.0625,67108864 +54,self_attn.q_proj,4,64,8,128,8.171875,34.03125,67108864 +54,self_attn.q_proj,4,128,8,128,9.5625,33.015625,67108864 +54,self_attn.q_proj,8,32,8,128,0.41748046875,68.0625,67108864 +54,self_attn.q_proj,8,64,8,128,0.494384765625,66.03125,67108864 +54,self_attn.q_proj,8,128,8,128,0.5771484375,65.015625,67108864 +54,self_attn.v_proj,2,32,8,128,18.25,2.5078125,8388608 +54,self_attn.v_proj,2,64,8,128,21.421875,2.25390625,8388608 +54,self_attn.v_proj,2,128,8,128,24.296875,2.126953125,8388608 +54,self_attn.v_proj,3,32,8,128,7.8046875,3.5078125,8388608 +54,self_attn.v_proj,3,64,8,128,9.1640625,3.25390625,8388608 +54,self_attn.v_proj,3,128,8,128,10.3984375,3.126953125,8388608 +54,self_attn.v_proj,4,32,8,128,3.640625,4.5078125,8388608 +54,self_attn.v_proj,4,64,8,128,4.2734375,4.25390625,8388608 +54,self_attn.v_proj,4,128,8,128,4.8515625,4.126953125,8388608 +54,self_attn.v_proj,8,32,8,128,0.220458984375,8.5078125,8388608 +54,self_attn.v_proj,8,64,8,128,0.258544921875,8.25390625,8388608 +54,self_attn.v_proj,8,128,8,128,0.29248046875,8.126953125,8388608 +54,self_attn.k_proj,2,32,8,128,19.71875,2.5078125,8388608 +54,self_attn.k_proj,2,64,8,128,23.78125,2.25390625,8388608 +54,self_attn.k_proj,2,128,8,128,27.046875,2.126953125,8388608 +54,self_attn.k_proj,3,32,8,128,8.6484375,3.5078125,8388608 +54,self_attn.k_proj,3,64,8,128,10.765625,3.25390625,8388608 +54,self_attn.k_proj,3,128,8,128,12.7890625,3.126953125,8388608 +54,self_attn.k_proj,4,32,8,128,4.03515625,4.5078125,8388608 +54,self_attn.k_proj,4,64,8,128,5.03125,4.25390625,8388608 +54,self_attn.k_proj,4,128,8,128,5.98828125,4.126953125,8388608 +54,self_attn.k_proj,8,32,8,128,0.2442626953125,8.5078125,8388608 +54,self_attn.k_proj,8,64,8,128,0.30419921875,8.25390625,8388608 +54,self_attn.k_proj,8,128,8,128,0.360595703125,8.126953125,8388608 +54,self_attn.o_proj,2,32,8,128,40.59375,20.0625,67108864 +54,self_attn.o_proj,2,64,8,128,47.25,18.03125,67108864 +54,self_attn.o_proj,2,128,8,128,53.28125,17.015625,67108864 +54,self_attn.o_proj,3,32,8,128,17.359375,28.0625,67108864 +54,self_attn.o_proj,3,64,8,128,20.21875,26.03125,67108864 +54,self_attn.o_proj,3,128,8,128,22.796875,25.015625,67108864 +54,self_attn.o_proj,4,32,8,128,8.1015625,36.0625,67108864 +54,self_attn.o_proj,4,64,8,128,9.4375,34.03125,67108864 +54,self_attn.o_proj,4,128,8,128,10.6484375,33.015625,67108864 +54,self_attn.o_proj,8,32,8,128,0.490478515625,68.0625,67108864 +54,self_attn.o_proj,8,64,8,128,0.5712890625,66.03125,67108864 +54,self_attn.o_proj,8,128,8,128,0.64208984375,65.015625,67108864 +54,mlp.gate_proj,2,32,8,128,89.6875,70.21875,234881024 +54,mlp.gate_proj,2,64,8,128,104.6875,63.109375,234881024 +54,mlp.gate_proj,2,128,8,128,118.125,59.5546875,234881024 +54,mlp.gate_proj,3,32,8,128,38.40625,98.21875,234881024 +54,mlp.gate_proj,3,64,8,128,44.75,91.109375,234881024 +54,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +54,mlp.gate_proj,4,32,8,128,17.90625,126.21875,234881024 +54,mlp.gate_proj,4,64,8,128,20.890625,119.109375,234881024 +54,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +54,mlp.gate_proj,8,32,8,128,1.0888671875,238.21875,234881024 +54,mlp.gate_proj,8,64,8,128,1.271484375,231.109375,234881024 +54,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +54,mlp.up_proj,2,32,8,128,80.375,70.21875,234881024 +54,mlp.up_proj,2,64,8,128,93.5,63.109375,234881024 +54,mlp.up_proj,2,128,8,128,105.375,59.5546875,234881024 +54,mlp.up_proj,3,32,8,128,34.34375,98.21875,234881024 +54,mlp.up_proj,3,64,8,128,40.03125,91.109375,234881024 +54,mlp.up_proj,3,128,8,128,45.0625,87.5546875,234881024 +54,mlp.up_proj,4,32,8,128,16.015625,126.21875,234881024 +54,mlp.up_proj,4,64,8,128,18.671875,119.109375,234881024 +54,mlp.up_proj,4,128,8,128,21.03125,115.5546875,234881024 +54,mlp.up_proj,8,32,8,128,0.9736328125,238.21875,234881024 +54,mlp.up_proj,8,64,8,128,1.1357421875,231.109375,234881024 +54,mlp.up_proj,8,128,8,128,1.2763671875,227.5546875,234881024 +54,mlp.down_proj,2,32,8,128,81.0625,70.21875,234881024 +54,mlp.down_proj,2,64,8,128,94.3125,63.109375,234881024 +54,mlp.down_proj,2,128,8,128,106.3125,59.5546875,234881024 +54,mlp.down_proj,3,32,8,128,34.65625,98.21875,234881024 +54,mlp.down_proj,3,64,8,128,40.34375,91.109375,234881024 +54,mlp.down_proj,3,128,8,128,45.4375,87.5546875,234881024 +54,mlp.down_proj,4,32,8,128,16.15625,126.21875,234881024 +54,mlp.down_proj,4,64,8,128,18.828125,119.109375,234881024 +54,mlp.down_proj,4,128,8,128,21.203125,115.5546875,234881024 +54,mlp.down_proj,8,32,8,128,0.98291015625,238.21875,234881024 +54,mlp.down_proj,8,64,8,128,1.1455078125,231.109375,234881024 +54,mlp.down_proj,8,128,8,128,1.2861328125,227.5546875,234881024 +55,self_attn.q_proj,2,32,8,128,38.9375,20.0625,67108864 +55,self_attn.q_proj,2,64,8,128,45.9375,18.03125,67108864 +55,self_attn.q_proj,2,128,8,128,53.3125,17.015625,67108864 +55,self_attn.q_proj,3,32,8,128,16.734375,28.0625,67108864 +55,self_attn.q_proj,3,64,8,128,19.84375,26.03125,67108864 +55,self_attn.q_proj,3,128,8,128,23.25,25.015625,67108864 +55,self_attn.q_proj,4,32,8,128,7.8046875,36.0625,67108864 +55,self_attn.q_proj,4,64,8,128,9.2578125,34.03125,67108864 +55,self_attn.q_proj,4,128,8,128,10.8515625,33.015625,67108864 +55,self_attn.q_proj,8,32,8,128,0.47265625,68.0625,67108864 +55,self_attn.q_proj,8,64,8,128,0.560546875,66.03125,67108864 +55,self_attn.q_proj,8,128,8,128,0.65478515625,65.015625,67108864 +55,self_attn.v_proj,2,32,8,128,18.609375,2.5078125,8388608 +55,self_attn.v_proj,2,64,8,128,21.71875,2.25390625,8388608 +55,self_attn.v_proj,2,128,8,128,24.5625,2.126953125,8388608 +55,self_attn.v_proj,3,32,8,128,7.95703125,3.5078125,8388608 +55,self_attn.v_proj,3,64,8,128,9.296875,3.25390625,8388608 +55,self_attn.v_proj,3,128,8,128,10.5078125,3.126953125,8388608 +55,self_attn.v_proj,4,32,8,128,3.712890625,4.5078125,8388608 +55,self_attn.v_proj,4,64,8,128,4.3359375,4.25390625,8388608 +55,self_attn.v_proj,4,128,8,128,4.90625,4.126953125,8388608 +55,self_attn.v_proj,8,32,8,128,0.224853515625,8.5078125,8388608 +55,self_attn.v_proj,8,64,8,128,0.262451171875,8.25390625,8388608 +55,self_attn.v_proj,8,128,8,128,0.295654296875,8.126953125,8388608 +55,self_attn.k_proj,2,32,8,128,22.234375,2.5078125,8388608 +55,self_attn.k_proj,2,64,8,128,26.609375,2.25390625,8388608 +55,self_attn.k_proj,2,128,8,128,30.140625,2.126953125,8388608 +55,self_attn.k_proj,3,32,8,128,9.703125,3.5078125,8388608 +55,self_attn.k_proj,3,64,8,128,11.890625,3.25390625,8388608 +55,self_attn.k_proj,3,128,8,128,13.9765625,3.126953125,8388608 +55,self_attn.k_proj,4,32,8,128,4.52734375,4.5078125,8388608 +55,self_attn.k_proj,4,64,8,128,5.55078125,4.25390625,8388608 +55,self_attn.k_proj,4,128,8,128,6.52734375,4.126953125,8388608 +55,self_attn.k_proj,8,32,8,128,0.274169921875,8.5078125,8388608 +55,self_attn.k_proj,8,64,8,128,0.335693359375,8.25390625,8388608 +55,self_attn.k_proj,8,128,8,128,0.3935546875,8.126953125,8388608 +55,self_attn.o_proj,2,32,8,128,43.15625,20.0625,67108864 +55,self_attn.o_proj,2,64,8,128,50.25,18.03125,67108864 +55,self_attn.o_proj,2,128,8,128,56.59375,17.015625,67108864 +55,self_attn.o_proj,3,32,8,128,18.453125,28.0625,67108864 +55,self_attn.o_proj,3,64,8,128,21.5,26.03125,67108864 +55,self_attn.o_proj,3,128,8,128,24.234375,25.015625,67108864 +55,self_attn.o_proj,4,32,8,128,8.609375,36.0625,67108864 +55,self_attn.o_proj,4,64,8,128,10.03125,34.03125,67108864 +55,self_attn.o_proj,4,128,8,128,11.3125,33.015625,67108864 +55,self_attn.o_proj,8,32,8,128,0.521484375,68.0625,67108864 +55,self_attn.o_proj,8,64,8,128,0.60693359375,66.03125,67108864 +55,self_attn.o_proj,8,128,8,128,0.681640625,65.015625,67108864 +55,mlp.gate_proj,2,32,8,128,89.5625,70.21875,234881024 +55,mlp.gate_proj,2,64,8,128,104.5,63.109375,234881024 +55,mlp.gate_proj,2,128,8,128,117.9375,59.5546875,234881024 +55,mlp.gate_proj,3,32,8,128,38.3125,98.21875,234881024 +55,mlp.gate_proj,3,64,8,128,44.6875,91.109375,234881024 +55,mlp.gate_proj,3,128,8,128,50.5,87.5546875,234881024 +55,mlp.gate_proj,4,32,8,128,17.875,126.21875,234881024 +55,mlp.gate_proj,4,64,8,128,20.859375,119.109375,234881024 +55,mlp.gate_proj,4,128,8,128,23.5625,115.5546875,234881024 +55,mlp.gate_proj,8,32,8,128,1.0869140625,238.21875,234881024 +55,mlp.gate_proj,8,64,8,128,1.26953125,231.109375,234881024 +55,mlp.gate_proj,8,128,8,128,1.4287109375,227.5546875,234881024 +55,mlp.up_proj,2,32,8,128,80.625,70.21875,234881024 +55,mlp.up_proj,2,64,8,128,93.8125,63.109375,234881024 +55,mlp.up_proj,2,128,8,128,105.6875,59.5546875,234881024 +55,mlp.up_proj,3,32,8,128,34.46875,98.21875,234881024 +55,mlp.up_proj,3,64,8,128,40.15625,91.109375,234881024 +55,mlp.up_proj,3,128,8,128,45.21875,87.5546875,234881024 +55,mlp.up_proj,4,32,8,128,16.0625,126.21875,234881024 +55,mlp.up_proj,4,64,8,128,18.734375,119.109375,234881024 +55,mlp.up_proj,4,128,8,128,21.109375,115.5546875,234881024 +55,mlp.up_proj,8,32,8,128,0.97705078125,238.21875,234881024 +55,mlp.up_proj,8,64,8,128,1.1396484375,231.109375,234881024 +55,mlp.up_proj,8,128,8,128,1.2802734375,227.5546875,234881024 +55,mlp.down_proj,2,32,8,128,81.25,70.21875,234881024 +55,mlp.down_proj,2,64,8,128,94.5,63.109375,234881024 +55,mlp.down_proj,2,128,8,128,106.4375,59.5546875,234881024 +55,mlp.down_proj,3,32,8,128,34.71875,98.21875,234881024 +55,mlp.down_proj,3,64,8,128,40.4375,91.109375,234881024 +55,mlp.down_proj,3,128,8,128,45.53125,87.5546875,234881024 +55,mlp.down_proj,4,32,8,128,16.1875,126.21875,234881024 +55,mlp.down_proj,4,64,8,128,18.875,119.109375,234881024 +55,mlp.down_proj,4,128,8,128,21.25,115.5546875,234881024 +55,mlp.down_proj,8,32,8,128,0.98486328125,238.21875,234881024 +55,mlp.down_proj,8,64,8,128,1.1484375,231.109375,234881024 +55,mlp.down_proj,8,128,8,128,1.2890625,227.5546875,234881024 +56,self_attn.q_proj,2,32,8,128,36.5,20.0625,67108864 +56,self_attn.q_proj,2,64,8,128,43.28125,18.03125,67108864 +56,self_attn.q_proj,2,128,8,128,50.125,17.015625,67108864 +56,self_attn.q_proj,3,32,8,128,15.65625,28.0625,67108864 +56,self_attn.q_proj,3,64,8,128,18.65625,26.03125,67108864 +56,self_attn.q_proj,3,128,8,128,21.8125,25.015625,67108864 +56,self_attn.q_proj,4,32,8,128,7.30859375,36.0625,67108864 +56,self_attn.q_proj,4,64,8,128,8.7109375,34.03125,67108864 +56,self_attn.q_proj,4,128,8,128,10.1875,33.015625,67108864 +56,self_attn.q_proj,8,32,8,128,0.4423828125,68.0625,67108864 +56,self_attn.q_proj,8,64,8,128,0.52734375,66.03125,67108864 +56,self_attn.q_proj,8,128,8,128,0.6142578125,65.015625,67108864 +56,self_attn.v_proj,2,32,8,128,18.21875,2.5078125,8388608 +56,self_attn.v_proj,2,64,8,128,21.359375,2.25390625,8388608 +56,self_attn.v_proj,2,128,8,128,24.1875,2.126953125,8388608 +56,self_attn.v_proj,3,32,8,128,7.7890625,3.5078125,8388608 +56,self_attn.v_proj,3,64,8,128,9.1328125,3.25390625,8388608 +56,self_attn.v_proj,3,128,8,128,10.34375,3.126953125,8388608 +56,self_attn.v_proj,4,32,8,128,3.6328125,4.5078125,8388608 +56,self_attn.v_proj,4,64,8,128,4.2578125,4.25390625,8388608 +56,self_attn.v_proj,4,128,8,128,4.828125,4.126953125,8388608 +56,self_attn.v_proj,8,32,8,128,0.219970703125,8.5078125,8388608 +56,self_attn.v_proj,8,64,8,128,0.257568359375,8.25390625,8388608 +56,self_attn.v_proj,8,128,8,128,0.291015625,8.126953125,8388608 +56,self_attn.k_proj,2,32,8,128,22.421875,2.5078125,8388608 +56,self_attn.k_proj,2,64,8,128,26.84375,2.25390625,8388608 +56,self_attn.k_proj,2,128,8,128,30.40625,2.126953125,8388608 +56,self_attn.k_proj,3,32,8,128,9.8359375,3.5078125,8388608 +56,self_attn.k_proj,3,64,8,128,12.140625,3.25390625,8388608 +56,self_attn.k_proj,3,128,8,128,14.34375,3.126953125,8388608 +56,self_attn.k_proj,4,32,8,128,4.59375,4.5078125,8388608 +56,self_attn.k_proj,4,64,8,128,5.67578125,4.25390625,8388608 +56,self_attn.k_proj,4,128,8,128,6.7109375,4.126953125,8388608 +56,self_attn.k_proj,8,32,8,128,0.278076171875,8.5078125,8388608 +56,self_attn.k_proj,8,64,8,128,0.343017578125,8.25390625,8388608 +56,self_attn.k_proj,8,128,8,128,0.404541015625,8.126953125,8388608 +56,self_attn.o_proj,2,32,8,128,40.84375,20.0625,67108864 +56,self_attn.o_proj,2,64,8,128,47.65625,18.03125,67108864 +56,self_attn.o_proj,2,128,8,128,53.8125,17.015625,67108864 +56,self_attn.o_proj,3,32,8,128,17.53125,28.0625,67108864 +56,self_attn.o_proj,3,64,8,128,20.5,26.03125,67108864 +56,self_attn.o_proj,3,128,8,128,23.265625,25.015625,67108864 +56,self_attn.o_proj,4,32,8,128,8.203125,36.0625,67108864 +56,self_attn.o_proj,4,64,8,128,9.6171875,34.03125,67108864 +56,self_attn.o_proj,4,128,8,128,10.9609375,33.015625,67108864 +56,self_attn.o_proj,8,32,8,128,0.499267578125,68.0625,67108864 +56,self_attn.o_proj,8,64,8,128,0.58642578125,66.03125,67108864 +56,self_attn.o_proj,8,128,8,128,0.66943359375,65.015625,67108864 +56,mlp.gate_proj,2,32,8,128,89.5,70.21875,234881024 +56,mlp.gate_proj,2,64,8,128,104.5,63.109375,234881024 +56,mlp.gate_proj,2,128,8,128,118.0,59.5546875,234881024 +56,mlp.gate_proj,3,32,8,128,38.3125,98.21875,234881024 +56,mlp.gate_proj,3,64,8,128,44.65625,91.109375,234881024 +56,mlp.gate_proj,3,128,8,128,50.5,87.5546875,234881024 +56,mlp.gate_proj,4,32,8,128,17.859375,126.21875,234881024 +56,mlp.gate_proj,4,64,8,128,20.84375,119.109375,234881024 +56,mlp.gate_proj,4,128,8,128,23.5625,115.5546875,234881024 +56,mlp.gate_proj,8,32,8,128,1.0869140625,238.21875,234881024 +56,mlp.gate_proj,8,64,8,128,1.2685546875,231.109375,234881024 +56,mlp.gate_proj,8,128,8,128,1.4287109375,227.5546875,234881024 +56,mlp.up_proj,2,32,8,128,80.75,70.21875,234881024 +56,mlp.up_proj,2,64,8,128,93.9375,63.109375,234881024 +56,mlp.up_proj,2,128,8,128,105.875,59.5546875,234881024 +56,mlp.up_proj,3,32,8,128,34.5,98.21875,234881024 +56,mlp.up_proj,3,64,8,128,40.21875,91.109375,234881024 +56,mlp.up_proj,3,128,8,128,45.28125,87.5546875,234881024 +56,mlp.up_proj,4,32,8,128,16.09375,126.21875,234881024 +56,mlp.up_proj,4,64,8,128,18.765625,119.109375,234881024 +56,mlp.up_proj,4,128,8,128,21.140625,115.5546875,234881024 +56,mlp.up_proj,8,32,8,128,0.97900390625,238.21875,234881024 +56,mlp.up_proj,8,64,8,128,1.1416015625,231.109375,234881024 +56,mlp.up_proj,8,128,8,128,1.2822265625,227.5546875,234881024 +56,mlp.down_proj,2,32,8,128,81.3125,70.21875,234881024 +56,mlp.down_proj,2,64,8,128,94.5625,63.109375,234881024 +56,mlp.down_proj,2,128,8,128,106.5625,59.5546875,234881024 +56,mlp.down_proj,3,32,8,128,34.75,98.21875,234881024 +56,mlp.down_proj,3,64,8,128,40.46875,91.109375,234881024 +56,mlp.down_proj,3,128,8,128,45.53125,87.5546875,234881024 +56,mlp.down_proj,4,32,8,128,16.203125,126.21875,234881024 +56,mlp.down_proj,4,64,8,128,18.890625,119.109375,234881024 +56,mlp.down_proj,4,128,8,128,21.25,115.5546875,234881024 +56,mlp.down_proj,8,32,8,128,0.9853515625,238.21875,234881024 +56,mlp.down_proj,8,64,8,128,1.1484375,231.109375,234881024 +56,mlp.down_proj,8,128,8,128,1.2900390625,227.5546875,234881024 +57,self_attn.q_proj,2,32,8,128,34.75,20.0625,67108864 +57,self_attn.q_proj,2,64,8,128,40.90625,18.03125,67108864 +57,self_attn.q_proj,2,128,8,128,47.28125,17.015625,67108864 +57,self_attn.q_proj,3,32,8,128,14.8828125,28.0625,67108864 +57,self_attn.q_proj,3,64,8,128,17.546875,26.03125,67108864 +57,self_attn.q_proj,3,128,8,128,20.390625,25.015625,67108864 +57,self_attn.q_proj,4,32,8,128,6.9453125,36.0625,67108864 +57,self_attn.q_proj,4,64,8,128,8.1953125,34.03125,67108864 +57,self_attn.q_proj,4,128,8,128,9.515625,33.015625,67108864 +57,self_attn.q_proj,8,32,8,128,0.42041015625,68.0625,67108864 +57,self_attn.q_proj,8,64,8,128,0.49560546875,66.03125,67108864 +57,self_attn.q_proj,8,128,8,128,0.57421875,65.015625,67108864 +57,self_attn.v_proj,2,32,8,128,18.65625,2.5078125,8388608 +57,self_attn.v_proj,2,64,8,128,21.78125,2.25390625,8388608 +57,self_attn.v_proj,2,128,8,128,24.59375,2.126953125,8388608 +57,self_attn.v_proj,3,32,8,128,7.96484375,3.5078125,8388608 +57,self_attn.v_proj,3,64,8,128,9.3125,3.25390625,8388608 +57,self_attn.v_proj,3,128,8,128,10.53125,3.126953125,8388608 +57,self_attn.v_proj,4,32,8,128,3.71875,4.5078125,8388608 +57,self_attn.v_proj,4,64,8,128,4.34765625,4.25390625,8388608 +57,self_attn.v_proj,4,128,8,128,4.9140625,4.126953125,8388608 +57,self_attn.v_proj,8,32,8,128,0.2252197265625,8.5078125,8388608 +57,self_attn.v_proj,8,64,8,128,0.262939453125,8.25390625,8388608 +57,self_attn.v_proj,8,128,8,128,0.296142578125,8.126953125,8388608 +57,self_attn.k_proj,2,32,8,128,20.46875,2.5078125,8388608 +57,self_attn.k_proj,2,64,8,128,24.796875,2.25390625,8388608 +57,self_attn.k_proj,2,128,8,128,28.28125,2.126953125,8388608 +57,self_attn.k_proj,3,32,8,128,8.921875,3.5078125,8388608 +57,self_attn.k_proj,3,64,8,128,11.1015625,3.25390625,8388608 +57,self_attn.k_proj,3,128,8,128,13.1796875,3.126953125,8388608 +57,self_attn.k_proj,4,32,8,128,4.16015625,4.5078125,8388608 +57,self_attn.k_proj,4,64,8,128,5.1796875,4.25390625,8388608 +57,self_attn.k_proj,4,128,8,128,6.15625,4.126953125,8388608 +57,self_attn.k_proj,8,32,8,128,0.251953125,8.5078125,8388608 +57,self_attn.k_proj,8,64,8,128,0.313232421875,8.25390625,8388608 +57,self_attn.k_proj,8,128,8,128,0.37109375,8.126953125,8388608 +57,self_attn.o_proj,2,32,8,128,42.21875,20.0625,67108864 +57,self_attn.o_proj,2,64,8,128,49.125,18.03125,67108864 +57,self_attn.o_proj,2,128,8,128,55.34375,17.015625,67108864 +57,self_attn.o_proj,3,32,8,128,18.046875,28.0625,67108864 +57,self_attn.o_proj,3,64,8,128,21.015625,26.03125,67108864 +57,self_attn.o_proj,3,128,8,128,23.6875,25.015625,67108864 +57,self_attn.o_proj,4,32,8,128,8.421875,36.0625,67108864 +57,self_attn.o_proj,4,64,8,128,9.8125,34.03125,67108864 +57,self_attn.o_proj,4,128,8,128,11.0546875,33.015625,67108864 +57,self_attn.o_proj,8,32,8,128,0.509765625,68.0625,67108864 +57,self_attn.o_proj,8,64,8,128,0.59326171875,66.03125,67108864 +57,self_attn.o_proj,8,128,8,128,0.66650390625,65.015625,67108864 +57,mlp.gate_proj,2,32,8,128,89.5,70.21875,234881024 +57,mlp.gate_proj,2,64,8,128,104.5,63.109375,234881024 +57,mlp.gate_proj,2,128,8,128,118.0,59.5546875,234881024 +57,mlp.gate_proj,3,32,8,128,38.3125,98.21875,234881024 +57,mlp.gate_proj,3,64,8,128,44.6875,91.109375,234881024 +57,mlp.gate_proj,3,128,8,128,50.5625,87.5546875,234881024 +57,mlp.gate_proj,4,32,8,128,17.859375,126.21875,234881024 +57,mlp.gate_proj,4,64,8,128,20.859375,119.109375,234881024 +57,mlp.gate_proj,4,128,8,128,23.578125,115.5546875,234881024 +57,mlp.gate_proj,8,32,8,128,1.0869140625,238.21875,234881024 +57,mlp.gate_proj,8,64,8,128,1.26953125,231.109375,234881024 +57,mlp.gate_proj,8,128,8,128,1.4306640625,227.5546875,234881024 +57,mlp.up_proj,2,32,8,128,80.9375,70.21875,234881024 +57,mlp.up_proj,2,64,8,128,94.125,63.109375,234881024 +57,mlp.up_proj,2,128,8,128,106.125,59.5546875,234881024 +57,mlp.up_proj,3,32,8,128,34.59375,98.21875,234881024 +57,mlp.up_proj,3,64,8,128,40.3125,91.109375,234881024 +57,mlp.up_proj,3,128,8,128,45.40625,87.5546875,234881024 +57,mlp.up_proj,4,32,8,128,16.125,126.21875,234881024 +57,mlp.up_proj,4,64,8,128,18.8125,119.109375,234881024 +57,mlp.up_proj,4,128,8,128,21.1875,115.5546875,234881024 +57,mlp.up_proj,8,32,8,128,0.98095703125,238.21875,234881024 +57,mlp.up_proj,8,64,8,128,1.1435546875,231.109375,234881024 +57,mlp.up_proj,8,128,8,128,1.28515625,227.5546875,234881024 +57,mlp.down_proj,2,32,8,128,81.3125,70.21875,234881024 +57,mlp.down_proj,2,64,8,128,94.625,63.109375,234881024 +57,mlp.down_proj,2,128,8,128,106.5625,59.5546875,234881024 +57,mlp.down_proj,3,32,8,128,34.75,98.21875,234881024 +57,mlp.down_proj,3,64,8,128,40.5,91.109375,234881024 +57,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +57,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +57,mlp.down_proj,4,64,8,128,18.90625,119.109375,234881024 +57,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +57,mlp.down_proj,8,32,8,128,0.98583984375,238.21875,234881024 +57,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +57,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +58,self_attn.q_proj,2,32,8,128,34.375,20.0625,67108864 +58,self_attn.q_proj,2,64,8,128,40.875,18.03125,67108864 +58,self_attn.q_proj,2,128,8,128,47.6875,17.015625,67108864 +58,self_attn.q_proj,3,32,8,128,14.8203125,28.0625,67108864 +58,self_attn.q_proj,3,64,8,128,17.765625,26.03125,67108864 +58,self_attn.q_proj,3,128,8,128,21.0625,25.015625,67108864 +58,self_attn.q_proj,4,32,8,128,6.9140625,36.0625,67108864 +58,self_attn.q_proj,4,64,8,128,8.296875,34.03125,67108864 +58,self_attn.q_proj,4,128,8,128,9.8359375,33.015625,67108864 +58,self_attn.q_proj,8,32,8,128,0.41845703125,68.0625,67108864 +58,self_attn.q_proj,8,64,8,128,0.501953125,66.03125,67108864 +58,self_attn.q_proj,8,128,8,128,0.59326171875,65.015625,67108864 +58,self_attn.v_proj,2,32,8,128,17.875,2.5078125,8388608 +58,self_attn.v_proj,2,64,8,128,20.890625,2.25390625,8388608 +58,self_attn.v_proj,2,128,8,128,23.625,2.126953125,8388608 +58,self_attn.v_proj,3,32,8,128,7.64453125,3.5078125,8388608 +58,self_attn.v_proj,3,64,8,128,8.9375,3.25390625,8388608 +58,self_attn.v_proj,3,128,8,128,10.1171875,3.126953125,8388608 +58,self_attn.v_proj,4,32,8,128,3.56640625,4.5078125,8388608 +58,self_attn.v_proj,4,64,8,128,4.171875,4.25390625,8388608 +58,self_attn.v_proj,4,128,8,128,4.72265625,4.126953125,8388608 +58,self_attn.v_proj,8,32,8,128,0.2161865234375,8.5078125,8388608 +58,self_attn.v_proj,8,64,8,128,0.25244140625,8.25390625,8388608 +58,self_attn.v_proj,8,128,8,128,0.28466796875,8.126953125,8388608 +58,self_attn.k_proj,2,32,8,128,20.4375,2.5078125,8388608 +58,self_attn.k_proj,2,64,8,128,24.609375,2.25390625,8388608 +58,self_attn.k_proj,2,128,8,128,28.109375,2.126953125,8388608 +58,self_attn.k_proj,3,32,8,128,9.0546875,3.5078125,8388608 +58,self_attn.k_proj,3,64,8,128,11.328125,3.25390625,8388608 +58,self_attn.k_proj,3,128,8,128,13.5703125,3.126953125,8388608 +58,self_attn.k_proj,4,32,8,128,4.2265625,4.5078125,8388608 +58,self_attn.k_proj,4,64,8,128,5.30078125,4.25390625,8388608 +58,self_attn.k_proj,4,128,8,128,6.36328125,4.126953125,8388608 +58,self_attn.k_proj,8,32,8,128,0.255615234375,8.5078125,8388608 +58,self_attn.k_proj,8,64,8,128,0.3203125,8.25390625,8388608 +58,self_attn.k_proj,8,128,8,128,0.38330078125,8.126953125,8388608 +58,self_attn.o_proj,2,32,8,128,40.78125,20.0625,67108864 +58,self_attn.o_proj,2,64,8,128,47.5,18.03125,67108864 +58,self_attn.o_proj,2,128,8,128,53.5625,17.015625,67108864 +58,self_attn.o_proj,3,32,8,128,17.453125,28.0625,67108864 +58,self_attn.o_proj,3,64,8,128,20.359375,26.03125,67108864 +58,self_attn.o_proj,3,128,8,128,23.0,25.015625,67108864 +58,self_attn.o_proj,4,32,8,128,8.140625,36.0625,67108864 +58,self_attn.o_proj,4,64,8,128,9.5078125,34.03125,67108864 +58,self_attn.o_proj,4,128,8,128,10.75,33.015625,67108864 +58,self_attn.o_proj,8,32,8,128,0.4931640625,68.0625,67108864 +58,self_attn.o_proj,8,64,8,128,0.5751953125,66.03125,67108864 +58,self_attn.o_proj,8,128,8,128,0.64794921875,65.015625,67108864 +58,mlp.gate_proj,2,32,8,128,89.5625,70.21875,234881024 +58,mlp.gate_proj,2,64,8,128,104.5625,63.109375,234881024 +58,mlp.gate_proj,2,128,8,128,118.1875,59.5546875,234881024 +58,mlp.gate_proj,3,32,8,128,38.3125,98.21875,234881024 +58,mlp.gate_proj,3,64,8,128,44.71875,91.109375,234881024 +58,mlp.gate_proj,3,128,8,128,50.625,87.5546875,234881024 +58,mlp.gate_proj,4,32,8,128,17.875,126.21875,234881024 +58,mlp.gate_proj,4,64,8,128,20.875,119.109375,234881024 +58,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +58,mlp.gate_proj,8,32,8,128,1.0869140625,238.21875,234881024 +58,mlp.gate_proj,8,64,8,128,1.2705078125,231.109375,234881024 +58,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +58,mlp.up_proj,2,32,8,128,81.0625,70.21875,234881024 +58,mlp.up_proj,2,64,8,128,94.3125,63.109375,234881024 +58,mlp.up_proj,2,128,8,128,106.25,59.5546875,234881024 +58,mlp.up_proj,3,32,8,128,34.625,98.21875,234881024 +58,mlp.up_proj,3,64,8,128,40.375,91.109375,234881024 +58,mlp.up_proj,3,128,8,128,45.46875,87.5546875,234881024 +58,mlp.up_proj,4,32,8,128,16.15625,126.21875,234881024 +58,mlp.up_proj,4,64,8,128,18.828125,119.109375,234881024 +58,mlp.up_proj,4,128,8,128,21.21875,115.5546875,234881024 +58,mlp.up_proj,8,32,8,128,0.982421875,238.21875,234881024 +58,mlp.up_proj,8,64,8,128,1.1455078125,231.109375,234881024 +58,mlp.up_proj,8,128,8,128,1.287109375,227.5546875,234881024 +58,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +58,mlp.down_proj,2,64,8,128,94.625,63.109375,234881024 +58,mlp.down_proj,2,128,8,128,106.625,59.5546875,234881024 +58,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +58,mlp.down_proj,3,64,8,128,40.5,91.109375,234881024 +58,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +58,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +58,mlp.down_proj,4,64,8,128,18.90625,119.109375,234881024 +58,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +58,mlp.down_proj,8,32,8,128,0.986328125,238.21875,234881024 +58,mlp.down_proj,8,64,8,128,1.1494140625,231.109375,234881024 +58,mlp.down_proj,8,128,8,128,1.291015625,227.5546875,234881024 +59,self_attn.q_proj,2,32,8,128,33.15625,20.0625,67108864 +59,self_attn.q_proj,2,64,8,128,39.125,18.03125,67108864 +59,self_attn.q_proj,2,128,8,128,45.59375,17.015625,67108864 +59,self_attn.q_proj,3,32,8,128,14.21875,28.0625,67108864 +59,self_attn.q_proj,3,64,8,128,16.84375,26.03125,67108864 +59,self_attn.q_proj,3,128,8,128,19.796875,25.015625,67108864 +59,self_attn.q_proj,4,32,8,128,6.63671875,36.0625,67108864 +59,self_attn.q_proj,4,64,8,128,7.8671875,34.03125,67108864 +59,self_attn.q_proj,4,128,8,128,9.25,33.015625,67108864 +59,self_attn.q_proj,8,32,8,128,0.401611328125,68.0625,67108864 +59,self_attn.q_proj,8,64,8,128,0.475830078125,66.03125,67108864 +59,self_attn.q_proj,8,128,8,128,0.55810546875,65.015625,67108864 +59,self_attn.v_proj,2,32,8,128,18.171875,2.5078125,8388608 +59,self_attn.v_proj,2,64,8,128,21.234375,2.25390625,8388608 +59,self_attn.v_proj,2,128,8,128,24.0,2.126953125,8388608 +59,self_attn.v_proj,3,32,8,128,7.765625,3.5078125,8388608 +59,self_attn.v_proj,3,64,8,128,9.078125,3.25390625,8388608 +59,self_attn.v_proj,3,128,8,128,10.2734375,3.126953125,8388608 +59,self_attn.v_proj,4,32,8,128,3.623046875,4.5078125,8388608 +59,self_attn.v_proj,4,64,8,128,4.23828125,4.25390625,8388608 +59,self_attn.v_proj,4,128,8,128,4.79296875,4.126953125,8388608 +59,self_attn.v_proj,8,32,8,128,0.219482421875,8.5078125,8388608 +59,self_attn.v_proj,8,64,8,128,0.25634765625,8.25390625,8388608 +59,self_attn.v_proj,8,128,8,128,0.288818359375,8.126953125,8388608 +59,self_attn.k_proj,2,32,8,128,20.1875,2.5078125,8388608 +59,self_attn.k_proj,2,64,8,128,24.40625,2.25390625,8388608 +59,self_attn.k_proj,2,128,8,128,28.0,2.126953125,8388608 +59,self_attn.k_proj,3,32,8,128,8.8515625,3.5078125,8388608 +59,self_attn.k_proj,3,64,8,128,11.03125,3.25390625,8388608 +59,self_attn.k_proj,3,128,8,128,13.1953125,3.126953125,8388608 +59,self_attn.k_proj,4,32,8,128,4.1328125,4.5078125,8388608 +59,self_attn.k_proj,4,64,8,128,5.15234375,4.25390625,8388608 +59,self_attn.k_proj,4,128,8,128,6.171875,4.126953125,8388608 +59,self_attn.k_proj,8,32,8,128,0.25,8.5078125,8388608 +59,self_attn.k_proj,8,64,8,128,0.3115234375,8.25390625,8388608 +59,self_attn.k_proj,8,128,8,128,0.371826171875,8.126953125,8388608 +59,self_attn.o_proj,2,32,8,128,40.5625,20.0625,67108864 +59,self_attn.o_proj,2,64,8,128,47.21875,18.03125,67108864 +59,self_attn.o_proj,2,128,8,128,53.25,17.015625,67108864 +59,self_attn.o_proj,3,32,8,128,17.34375,28.0625,67108864 +59,self_attn.o_proj,3,64,8,128,20.234375,26.03125,67108864 +59,self_attn.o_proj,3,128,8,128,22.84375,25.015625,67108864 +59,self_attn.o_proj,4,32,8,128,8.09375,36.0625,67108864 +59,self_attn.o_proj,4,64,8,128,9.4375,34.03125,67108864 +59,self_attn.o_proj,4,128,8,128,10.671875,33.015625,67108864 +59,self_attn.o_proj,8,32,8,128,0.489990234375,68.0625,67108864 +59,self_attn.o_proj,8,64,8,128,0.5712890625,66.03125,67108864 +59,self_attn.o_proj,8,128,8,128,0.642578125,65.015625,67108864 +59,mlp.gate_proj,2,32,8,128,89.5,70.21875,234881024 +59,mlp.gate_proj,2,64,8,128,104.625,63.109375,234881024 +59,mlp.gate_proj,2,128,8,128,118.1875,59.5546875,234881024 +59,mlp.gate_proj,3,32,8,128,38.3125,98.21875,234881024 +59,mlp.gate_proj,3,64,8,128,44.71875,91.109375,234881024 +59,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +59,mlp.gate_proj,4,32,8,128,17.859375,126.21875,234881024 +59,mlp.gate_proj,4,64,8,128,20.875,119.109375,234881024 +59,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +59,mlp.gate_proj,8,32,8,128,1.0869140625,238.21875,234881024 +59,mlp.gate_proj,8,64,8,128,1.2705078125,231.109375,234881024 +59,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +59,mlp.up_proj,2,32,8,128,81.1875,70.21875,234881024 +59,mlp.up_proj,2,64,8,128,94.5,63.109375,234881024 +59,mlp.up_proj,2,128,8,128,106.5,59.5546875,234881024 +59,mlp.up_proj,3,32,8,128,34.71875,98.21875,234881024 +59,mlp.up_proj,3,64,8,128,40.4375,91.109375,234881024 +59,mlp.up_proj,3,128,8,128,45.53125,87.5546875,234881024 +59,mlp.up_proj,4,32,8,128,16.1875,126.21875,234881024 +59,mlp.up_proj,4,64,8,128,18.875,119.109375,234881024 +59,mlp.up_proj,4,128,8,128,21.265625,115.5546875,234881024 +59,mlp.up_proj,8,32,8,128,0.984375,238.21875,234881024 +59,mlp.up_proj,8,64,8,128,1.1474609375,231.109375,234881024 +59,mlp.up_proj,8,128,8,128,1.2900390625,227.5546875,234881024 +59,mlp.down_proj,2,32,8,128,81.375,70.21875,234881024 +59,mlp.down_proj,2,64,8,128,94.6875,63.109375,234881024 +59,mlp.down_proj,2,128,8,128,106.6875,59.5546875,234881024 +59,mlp.down_proj,3,32,8,128,34.78125,98.21875,234881024 +59,mlp.down_proj,3,64,8,128,40.53125,91.109375,234881024 +59,mlp.down_proj,3,128,8,128,45.59375,87.5546875,234881024 +59,mlp.down_proj,4,32,8,128,16.21875,126.21875,234881024 +59,mlp.down_proj,4,64,8,128,18.90625,119.109375,234881024 +59,mlp.down_proj,4,128,8,128,21.28125,115.5546875,234881024 +59,mlp.down_proj,8,32,8,128,0.98681640625,238.21875,234881024 +59,mlp.down_proj,8,64,8,128,1.150390625,231.109375,234881024 +59,mlp.down_proj,8,128,8,128,1.2919921875,227.5546875,234881024 +60,self_attn.q_proj,2,32,8,128,26.671875,20.0625,67108864 +60,self_attn.q_proj,2,64,8,128,31.390625,18.03125,67108864 +60,self_attn.q_proj,2,128,8,128,35.96875,17.015625,67108864 +60,self_attn.q_proj,3,32,8,128,11.4609375,28.0625,67108864 +60,self_attn.q_proj,3,64,8,128,13.5859375,26.03125,67108864 +60,self_attn.q_proj,3,128,8,128,15.7265625,25.015625,67108864 +60,self_attn.q_proj,4,32,8,128,5.34765625,36.0625,67108864 +60,self_attn.q_proj,4,64,8,128,6.34375,34.03125,67108864 +60,self_attn.q_proj,4,128,8,128,7.34375,33.015625,67108864 +60,self_attn.q_proj,8,32,8,128,0.323974609375,68.0625,67108864 +60,self_attn.q_proj,8,64,8,128,0.383544921875,66.03125,67108864 +60,self_attn.q_proj,8,128,8,128,0.44287109375,65.015625,67108864 +60,self_attn.v_proj,2,32,8,128,18.1875,2.5078125,8388608 +60,self_attn.v_proj,2,64,8,128,21.25,2.25390625,8388608 +60,self_attn.v_proj,2,128,8,128,24.046875,2.126953125,8388608 +60,self_attn.v_proj,3,32,8,128,7.7734375,3.5078125,8388608 +60,self_attn.v_proj,3,64,8,128,9.09375,3.25390625,8388608 +60,self_attn.v_proj,3,128,8,128,10.28125,3.126953125,8388608 +60,self_attn.v_proj,4,32,8,128,3.626953125,4.5078125,8388608 +60,self_attn.v_proj,4,64,8,128,4.2421875,4.25390625,8388608 +60,self_attn.v_proj,4,128,8,128,4.80078125,4.126953125,8388608 +60,self_attn.v_proj,8,32,8,128,0.2197265625,8.5078125,8388608 +60,self_attn.v_proj,8,64,8,128,0.256591796875,8.25390625,8388608 +60,self_attn.v_proj,8,128,8,128,0.289306640625,8.126953125,8388608 +60,self_attn.k_proj,2,32,8,128,16.640625,2.5078125,8388608 +60,self_attn.k_proj,2,64,8,128,19.96875,2.25390625,8388608 +60,self_attn.k_proj,2,128,8,128,22.671875,2.126953125,8388608 +60,self_attn.k_proj,3,32,8,128,7.30078125,3.5078125,8388608 +60,self_attn.k_proj,3,64,8,128,8.9921875,3.25390625,8388608 +60,self_attn.k_proj,3,128,8,128,10.5234375,3.126953125,8388608 +60,self_attn.k_proj,4,32,8,128,3.416015625,4.5078125,8388608 +60,self_attn.k_proj,4,64,8,128,4.22265625,4.25390625,8388608 +60,self_attn.k_proj,4,128,8,128,4.96875,4.126953125,8388608 +60,self_attn.k_proj,8,32,8,128,0.206787109375,8.5078125,8388608 +60,self_attn.k_proj,8,64,8,128,0.25537109375,8.25390625,8388608 +60,self_attn.k_proj,8,128,8,128,0.2998046875,8.126953125,8388608 +60,self_attn.o_proj,2,32,8,128,39.34375,20.0625,67108864 +60,self_attn.o_proj,2,64,8,128,45.78125,18.03125,67108864 +60,self_attn.o_proj,2,128,8,128,51.53125,17.015625,67108864 +60,self_attn.o_proj,3,32,8,128,16.8125,28.0625,67108864 +60,self_attn.o_proj,3,64,8,128,19.59375,26.03125,67108864 +60,self_attn.o_proj,3,128,8,128,22.078125,25.015625,67108864 +60,self_attn.o_proj,4,32,8,128,7.84765625,36.0625,67108864 +60,self_attn.o_proj,4,64,8,128,9.140625,34.03125,67108864 +60,self_attn.o_proj,4,128,8,128,10.3046875,33.015625,67108864 +60,self_attn.o_proj,8,32,8,128,0.47509765625,68.0625,67108864 +60,self_attn.o_proj,8,64,8,128,0.55322265625,66.03125,67108864 +60,self_attn.o_proj,8,128,8,128,0.62109375,65.015625,67108864 +60,mlp.gate_proj,2,32,8,128,89.4375,70.21875,234881024 +60,mlp.gate_proj,2,64,8,128,104.5,63.109375,234881024 +60,mlp.gate_proj,2,128,8,128,118.125,59.5546875,234881024 +60,mlp.gate_proj,3,32,8,128,38.28125,98.21875,234881024 +60,mlp.gate_proj,3,64,8,128,44.6875,91.109375,234881024 +60,mlp.gate_proj,3,128,8,128,50.5625,87.5546875,234881024 +60,mlp.gate_proj,4,32,8,128,17.84375,126.21875,234881024 +60,mlp.gate_proj,4,64,8,128,20.859375,119.109375,234881024 +60,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +60,mlp.gate_proj,8,32,8,128,1.0859375,238.21875,234881024 +60,mlp.gate_proj,8,64,8,128,1.26953125,231.109375,234881024 +60,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +60,mlp.up_proj,2,32,8,128,81.375,70.21875,234881024 +60,mlp.up_proj,2,64,8,128,94.6875,63.109375,234881024 +60,mlp.up_proj,2,128,8,128,106.75,59.5546875,234881024 +60,mlp.up_proj,3,32,8,128,34.78125,98.21875,234881024 +60,mlp.up_proj,3,64,8,128,40.53125,91.109375,234881024 +60,mlp.up_proj,3,128,8,128,45.65625,87.5546875,234881024 +60,mlp.up_proj,4,32,8,128,16.21875,126.21875,234881024 +60,mlp.up_proj,4,64,8,128,18.921875,119.109375,234881024 +60,mlp.up_proj,4,128,8,128,21.3125,115.5546875,234881024 +60,mlp.up_proj,8,32,8,128,0.98681640625,238.21875,234881024 +60,mlp.up_proj,8,64,8,128,1.150390625,231.109375,234881024 +60,mlp.up_proj,8,128,8,128,1.29296875,227.5546875,234881024 +60,mlp.down_proj,2,32,8,128,81.5,70.21875,234881024 +60,mlp.down_proj,2,64,8,128,94.8125,63.109375,234881024 +60,mlp.down_proj,2,128,8,128,106.8125,59.5546875,234881024 +60,mlp.down_proj,3,32,8,128,34.84375,98.21875,234881024 +60,mlp.down_proj,3,64,8,128,40.5625,91.109375,234881024 +60,mlp.down_proj,3,128,8,128,45.65625,87.5546875,234881024 +60,mlp.down_proj,4,32,8,128,16.25,126.21875,234881024 +60,mlp.down_proj,4,64,8,128,18.9375,119.109375,234881024 +60,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +60,mlp.down_proj,8,32,8,128,0.98779296875,238.21875,234881024 +60,mlp.down_proj,8,64,8,128,1.1513671875,231.109375,234881024 +60,mlp.down_proj,8,128,8,128,1.29296875,227.5546875,234881024 +61,self_attn.q_proj,2,32,8,128,31.328125,20.0625,67108864 +61,self_attn.q_proj,2,64,8,128,37.21875,18.03125,67108864 +61,self_attn.q_proj,2,128,8,128,43.0625,17.015625,67108864 +61,self_attn.q_proj,3,32,8,128,13.421875,28.0625,67108864 +61,self_attn.q_proj,3,64,8,128,16.015625,26.03125,67108864 +61,self_attn.q_proj,3,128,8,128,18.640625,25.015625,67108864 +61,self_attn.q_proj,4,32,8,128,6.265625,36.0625,67108864 +61,self_attn.q_proj,4,64,8,128,7.47265625,34.03125,67108864 +61,self_attn.q_proj,4,128,8,128,8.6953125,33.015625,67108864 +61,self_attn.q_proj,8,32,8,128,0.379150390625,68.0625,67108864 +61,self_attn.q_proj,8,64,8,128,0.451904296875,66.03125,67108864 +61,self_attn.q_proj,8,128,8,128,0.52490234375,65.015625,67108864 +61,self_attn.v_proj,2,32,8,128,18.53125,2.5078125,8388608 +61,self_attn.v_proj,2,64,8,128,21.640625,2.25390625,8388608 +61,self_attn.v_proj,2,128,8,128,24.4375,2.126953125,8388608 +61,self_attn.v_proj,3,32,8,128,7.921875,3.5078125,8388608 +61,self_attn.v_proj,3,64,8,128,9.2578125,3.25390625,8388608 +61,self_attn.v_proj,3,128,8,128,10.4609375,3.126953125,8388608 +61,self_attn.v_proj,4,32,8,128,3.697265625,4.5078125,8388608 +61,self_attn.v_proj,4,64,8,128,4.31640625,4.25390625,8388608 +61,self_attn.v_proj,4,128,8,128,4.87890625,4.126953125,8388608 +61,self_attn.v_proj,8,32,8,128,0.223876953125,8.5078125,8388608 +61,self_attn.v_proj,8,64,8,128,0.26123046875,8.25390625,8388608 +61,self_attn.v_proj,8,128,8,128,0.294189453125,8.126953125,8388608 +61,self_attn.k_proj,2,32,8,128,19.453125,2.5078125,8388608 +61,self_attn.k_proj,2,64,8,128,23.359375,2.25390625,8388608 +61,self_attn.k_proj,2,128,8,128,26.578125,2.126953125,8388608 +61,self_attn.k_proj,3,32,8,128,8.546875,3.5078125,8388608 +61,self_attn.k_proj,3,64,8,128,10.6015625,3.25390625,8388608 +61,self_attn.k_proj,3,128,8,128,12.5234375,3.126953125,8388608 +61,self_attn.k_proj,4,32,8,128,3.990234375,4.5078125,8388608 +61,self_attn.k_proj,4,64,8,128,4.953125,4.25390625,8388608 +61,self_attn.k_proj,4,128,8,128,5.8671875,4.126953125,8388608 +61,self_attn.k_proj,8,32,8,128,0.241455078125,8.5078125,8388608 +61,self_attn.k_proj,8,64,8,128,0.299560546875,8.25390625,8388608 +61,self_attn.k_proj,8,128,8,128,0.353759765625,8.126953125,8388608 +61,self_attn.o_proj,2,32,8,128,40.96875,20.0625,67108864 +61,self_attn.o_proj,2,64,8,128,47.6875,18.03125,67108864 +61,self_attn.o_proj,2,128,8,128,53.6875,17.015625,67108864 +61,self_attn.o_proj,3,32,8,128,17.515625,28.0625,67108864 +61,self_attn.o_proj,3,64,8,128,20.390625,26.03125,67108864 +61,self_attn.o_proj,3,128,8,128,22.984375,25.015625,67108864 +61,self_attn.o_proj,4,32,8,128,8.171875,36.0625,67108864 +61,self_attn.o_proj,4,64,8,128,9.5234375,34.03125,67108864 +61,self_attn.o_proj,4,128,8,128,10.7265625,33.015625,67108864 +61,self_attn.o_proj,8,32,8,128,0.494873046875,68.0625,67108864 +61,self_attn.o_proj,8,64,8,128,0.57568359375,66.03125,67108864 +61,self_attn.o_proj,8,128,8,128,0.646484375,65.015625,67108864 +61,mlp.gate_proj,2,32,8,128,89.375,70.21875,234881024 +61,mlp.gate_proj,2,64,8,128,104.4375,63.109375,234881024 +61,mlp.gate_proj,2,128,8,128,118.0625,59.5546875,234881024 +61,mlp.gate_proj,3,32,8,128,38.25,98.21875,234881024 +61,mlp.gate_proj,3,64,8,128,44.65625,91.109375,234881024 +61,mlp.gate_proj,3,128,8,128,50.5625,87.5546875,234881024 +61,mlp.gate_proj,4,32,8,128,17.828125,126.21875,234881024 +61,mlp.gate_proj,4,64,8,128,20.84375,119.109375,234881024 +61,mlp.gate_proj,4,128,8,128,23.578125,115.5546875,234881024 +61,mlp.gate_proj,8,32,8,128,1.0849609375,238.21875,234881024 +61,mlp.gate_proj,8,64,8,128,1.2685546875,231.109375,234881024 +61,mlp.gate_proj,8,128,8,128,1.4306640625,227.5546875,234881024 +61,mlp.up_proj,2,32,8,128,81.5625,70.21875,234881024 +61,mlp.up_proj,2,64,8,128,94.9375,63.109375,234881024 +61,mlp.up_proj,2,128,8,128,107.0,59.5546875,234881024 +61,mlp.up_proj,3,32,8,128,34.875,98.21875,234881024 +61,mlp.up_proj,3,64,8,128,40.625,91.109375,234881024 +61,mlp.up_proj,3,128,8,128,45.78125,87.5546875,234881024 +61,mlp.up_proj,4,32,8,128,16.265625,126.21875,234881024 +61,mlp.up_proj,4,64,8,128,18.96875,119.109375,234881024 +61,mlp.up_proj,4,128,8,128,21.359375,115.5546875,234881024 +61,mlp.up_proj,8,32,8,128,0.9892578125,238.21875,234881024 +61,mlp.up_proj,8,64,8,128,1.1533203125,231.109375,234881024 +61,mlp.up_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +61,mlp.down_proj,2,32,8,128,81.625,70.21875,234881024 +61,mlp.down_proj,2,64,8,128,94.9375,63.109375,234881024 +61,mlp.down_proj,2,128,8,128,107.0,59.5546875,234881024 +61,mlp.down_proj,3,32,8,128,34.875,98.21875,234881024 +61,mlp.down_proj,3,64,8,128,40.625,91.109375,234881024 +61,mlp.down_proj,3,128,8,128,45.71875,87.5546875,234881024 +61,mlp.down_proj,4,32,8,128,16.265625,126.21875,234881024 +61,mlp.down_proj,4,64,8,128,18.953125,119.109375,234881024 +61,mlp.down_proj,4,128,8,128,21.328125,115.5546875,234881024 +61,mlp.down_proj,8,32,8,128,0.9892578125,238.21875,234881024 +61,mlp.down_proj,8,64,8,128,1.1533203125,231.109375,234881024 +61,mlp.down_proj,8,128,8,128,1.294921875,227.5546875,234881024 +62,self_attn.q_proj,2,32,8,128,32.375,20.0625,67108864 +62,self_attn.q_proj,2,64,8,128,38.5,18.03125,67108864 +62,self_attn.q_proj,2,128,8,128,44.875,17.015625,67108864 +62,self_attn.q_proj,3,32,8,128,13.9140625,28.0625,67108864 +62,self_attn.q_proj,3,64,8,128,16.640625,26.03125,67108864 +62,self_attn.q_proj,3,128,8,128,19.640625,25.015625,67108864 +62,self_attn.q_proj,4,32,8,128,6.48828125,36.0625,67108864 +62,self_attn.q_proj,4,64,8,128,7.765625,34.03125,67108864 +62,self_attn.q_proj,4,128,8,128,9.1640625,33.015625,67108864 +62,self_attn.q_proj,8,32,8,128,0.392822265625,68.0625,67108864 +62,self_attn.q_proj,8,64,8,128,0.4697265625,66.03125,67108864 +62,self_attn.q_proj,8,128,8,128,0.552734375,65.015625,67108864 +62,self_attn.v_proj,2,32,8,128,18.25,2.5078125,8388608 +62,self_attn.v_proj,2,64,8,128,21.28125,2.25390625,8388608 +62,self_attn.v_proj,2,128,8,128,24.015625,2.126953125,8388608 +62,self_attn.v_proj,3,32,8,128,7.8046875,3.5078125,8388608 +62,self_attn.v_proj,3,64,8,128,9.1015625,3.25390625,8388608 +62,self_attn.v_proj,3,128,8,128,10.28125,3.126953125,8388608 +62,self_attn.v_proj,4,32,8,128,3.642578125,4.5078125,8388608 +62,self_attn.v_proj,4,64,8,128,4.25,4.25390625,8388608 +62,self_attn.v_proj,4,128,8,128,4.80078125,4.126953125,8388608 +62,self_attn.v_proj,8,32,8,128,0.2205810546875,8.5078125,8388608 +62,self_attn.v_proj,8,64,8,128,0.257080078125,8.25390625,8388608 +62,self_attn.v_proj,8,128,8,128,0.289306640625,8.126953125,8388608 +62,self_attn.k_proj,2,32,8,128,20.046875,2.5078125,8388608 +62,self_attn.k_proj,2,64,8,128,24.140625,2.25390625,8388608 +62,self_attn.k_proj,2,128,8,128,27.5625,2.126953125,8388608 +62,self_attn.k_proj,3,32,8,128,8.8828125,3.5078125,8388608 +62,self_attn.k_proj,3,64,8,128,11.1484375,3.25390625,8388608 +62,self_attn.k_proj,3,128,8,128,13.3515625,3.126953125,8388608 +62,self_attn.k_proj,4,32,8,128,4.14453125,4.5078125,8388608 +62,self_attn.k_proj,4,64,8,128,5.2109375,4.25390625,8388608 +62,self_attn.k_proj,4,128,8,128,6.265625,4.126953125,8388608 +62,self_attn.k_proj,8,32,8,128,0.250732421875,8.5078125,8388608 +62,self_attn.k_proj,8,64,8,128,0.315185546875,8.25390625,8388608 +62,self_attn.k_proj,8,128,8,128,0.377685546875,8.126953125,8388608 +62,self_attn.o_proj,2,32,8,128,40.40625,20.0625,67108864 +62,self_attn.o_proj,2,64,8,128,47.03125,18.03125,67108864 +62,self_attn.o_proj,2,128,8,128,52.96875,17.015625,67108864 +62,self_attn.o_proj,3,32,8,128,17.265625,28.0625,67108864 +62,self_attn.o_proj,3,64,8,128,20.125,26.03125,67108864 +62,self_attn.o_proj,3,128,8,128,22.671875,25.015625,67108864 +62,self_attn.o_proj,4,32,8,128,8.0546875,36.0625,67108864 +62,self_attn.o_proj,4,64,8,128,9.3828125,34.03125,67108864 +62,self_attn.o_proj,4,128,8,128,10.578125,33.015625,67108864 +62,self_attn.o_proj,8,32,8,128,0.48779296875,68.0625,67108864 +62,self_attn.o_proj,8,64,8,128,0.56787109375,66.03125,67108864 +62,self_attn.o_proj,8,128,8,128,0.6376953125,65.015625,67108864 +62,mlp.gate_proj,2,32,8,128,89.3125,70.21875,234881024 +62,mlp.gate_proj,2,64,8,128,104.375,63.109375,234881024 +62,mlp.gate_proj,2,128,8,128,118.0,59.5546875,234881024 +62,mlp.gate_proj,3,32,8,128,38.21875,98.21875,234881024 +62,mlp.gate_proj,3,64,8,128,44.625,91.109375,234881024 +62,mlp.gate_proj,3,128,8,128,50.53125,87.5546875,234881024 +62,mlp.gate_proj,4,32,8,128,17.8125,126.21875,234881024 +62,mlp.gate_proj,4,64,8,128,20.828125,119.109375,234881024 +62,mlp.gate_proj,4,128,8,128,23.5625,115.5546875,234881024 +62,mlp.gate_proj,8,32,8,128,1.083984375,238.21875,234881024 +62,mlp.gate_proj,8,64,8,128,1.267578125,231.109375,234881024 +62,mlp.gate_proj,8,128,8,128,1.4296875,227.5546875,234881024 +62,mlp.up_proj,2,32,8,128,81.75,70.21875,234881024 +62,mlp.up_proj,2,64,8,128,95.125,63.109375,234881024 +62,mlp.up_proj,2,128,8,128,107.25,59.5546875,234881024 +62,mlp.up_proj,3,32,8,128,34.9375,98.21875,234881024 +62,mlp.up_proj,3,64,8,128,40.71875,91.109375,234881024 +62,mlp.up_proj,3,128,8,128,45.875,87.5546875,234881024 +62,mlp.up_proj,4,32,8,128,16.296875,126.21875,234881024 +62,mlp.up_proj,4,64,8,128,19.0,119.109375,234881024 +62,mlp.up_proj,4,128,8,128,21.40625,115.5546875,234881024 +62,mlp.up_proj,8,32,8,128,0.9912109375,238.21875,234881024 +62,mlp.up_proj,8,64,8,128,1.15625,231.109375,234881024 +62,mlp.up_proj,8,128,8,128,1.298828125,227.5546875,234881024 +62,mlp.down_proj,2,32,8,128,81.6875,70.21875,234881024 +62,mlp.down_proj,2,64,8,128,95.0,63.109375,234881024 +62,mlp.down_proj,2,128,8,128,107.0625,59.5546875,234881024 +62,mlp.down_proj,3,32,8,128,34.90625,98.21875,234881024 +62,mlp.down_proj,3,64,8,128,40.65625,91.109375,234881024 +62,mlp.down_proj,3,128,8,128,45.78125,87.5546875,234881024 +62,mlp.down_proj,4,32,8,128,16.28125,126.21875,234881024 +62,mlp.down_proj,4,64,8,128,18.96875,119.109375,234881024 +62,mlp.down_proj,4,128,8,128,21.359375,115.5546875,234881024 +62,mlp.down_proj,8,32,8,128,0.990234375,238.21875,234881024 +62,mlp.down_proj,8,64,8,128,1.154296875,231.109375,234881024 +62,mlp.down_proj,8,128,8,128,1.2958984375,227.5546875,234881024 +63,self_attn.q_proj,2,32,8,128,31.921875,20.0625,67108864 +63,self_attn.q_proj,2,64,8,128,37.90625,18.03125,67108864 +63,self_attn.q_proj,2,128,8,128,43.84375,17.015625,67108864 +63,self_attn.q_proj,3,32,8,128,13.7421875,28.0625,67108864 +63,self_attn.q_proj,3,64,8,128,16.421875,26.03125,67108864 +63,self_attn.q_proj,3,128,8,128,19.25,25.015625,67108864 +63,self_attn.q_proj,4,32,8,128,6.4140625,36.0625,67108864 +63,self_attn.q_proj,4,64,8,128,7.671875,34.03125,67108864 +63,self_attn.q_proj,4,128,8,128,9.0,33.015625,67108864 +63,self_attn.q_proj,8,32,8,128,0.38818359375,68.0625,67108864 +63,self_attn.q_proj,8,64,8,128,0.464111328125,66.03125,67108864 +63,self_attn.q_proj,8,128,8,128,0.54296875,65.015625,67108864 +63,self_attn.v_proj,2,32,8,128,18.125,2.5078125,8388608 +63,self_attn.v_proj,2,64,8,128,21.28125,2.25390625,8388608 +63,self_attn.v_proj,2,128,8,128,24.203125,2.126953125,8388608 +63,self_attn.v_proj,3,32,8,128,7.75,3.5078125,8388608 +63,self_attn.v_proj,3,64,8,128,9.109375,3.25390625,8388608 +63,self_attn.v_proj,3,128,8,128,10.359375,3.126953125,8388608 +63,self_attn.v_proj,4,32,8,128,3.615234375,4.5078125,8388608 +63,self_attn.v_proj,4,64,8,128,4.25,4.25390625,8388608 +63,self_attn.v_proj,4,128,8,128,4.83203125,4.126953125,8388608 +63,self_attn.v_proj,8,32,8,128,0.218994140625,8.5078125,8388608 +63,self_attn.v_proj,8,64,8,128,0.257080078125,8.25390625,8388608 +63,self_attn.v_proj,8,128,8,128,0.291259765625,8.126953125,8388608 +63,self_attn.k_proj,2,32,8,128,19.3125,2.5078125,8388608 +63,self_attn.k_proj,2,64,8,128,23.109375,2.25390625,8388608 +63,self_attn.k_proj,2,128,8,128,26.109375,2.126953125,8388608 +63,self_attn.k_proj,3,32,8,128,8.5859375,3.5078125,8388608 +63,self_attn.k_proj,3,64,8,128,10.640625,3.25390625,8388608 +63,self_attn.k_proj,3,128,8,128,12.5390625,3.126953125,8388608 +63,self_attn.k_proj,4,32,8,128,4.015625,4.5078125,8388608 +63,self_attn.k_proj,4,64,8,128,4.9921875,4.25390625,8388608 +63,self_attn.k_proj,4,128,8,128,5.9140625,4.126953125,8388608 +63,self_attn.k_proj,8,32,8,128,0.2431640625,8.5078125,8388608 +63,self_attn.k_proj,8,64,8,128,0.3017578125,8.25390625,8388608 +63,self_attn.k_proj,8,128,8,128,0.356689453125,8.126953125,8388608 +63,self_attn.o_proj,2,32,8,128,38.96875,20.0625,67108864 +63,self_attn.o_proj,2,64,8,128,45.34375,18.03125,67108864 +63,self_attn.o_proj,2,128,8,128,51.125,17.015625,67108864 +63,self_attn.o_proj,3,32,8,128,16.671875,28.0625,67108864 +63,self_attn.o_proj,3,64,8,128,19.4375,26.03125,67108864 +63,self_attn.o_proj,3,128,8,128,21.9375,25.015625,67108864 +63,self_attn.o_proj,4,32,8,128,7.77734375,36.0625,67108864 +63,self_attn.o_proj,4,64,8,128,9.0703125,34.03125,67108864 +63,self_attn.o_proj,4,128,8,128,10.25,33.015625,67108864 +63,self_attn.o_proj,8,32,8,128,0.47119140625,68.0625,67108864 +63,self_attn.o_proj,8,64,8,128,0.54931640625,66.03125,67108864 +63,self_attn.o_proj,8,128,8,128,0.6181640625,65.015625,67108864 +63,mlp.gate_proj,2,32,8,128,89.3125,70.21875,234881024 +63,mlp.gate_proj,2,64,8,128,104.375,63.109375,234881024 +63,mlp.gate_proj,2,128,8,128,118.0625,59.5546875,234881024 +63,mlp.gate_proj,3,32,8,128,38.21875,98.21875,234881024 +63,mlp.gate_proj,3,64,8,128,44.625,91.109375,234881024 +63,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +63,mlp.gate_proj,4,32,8,128,17.8125,126.21875,234881024 +63,mlp.gate_proj,4,64,8,128,20.84375,119.109375,234881024 +63,mlp.gate_proj,4,128,8,128,23.59375,115.5546875,234881024 +63,mlp.gate_proj,8,32,8,128,1.083984375,238.21875,234881024 +63,mlp.gate_proj,8,64,8,128,1.267578125,231.109375,234881024 +63,mlp.gate_proj,8,128,8,128,1.4306640625,227.5546875,234881024 +63,mlp.up_proj,2,32,8,128,81.875,70.21875,234881024 +63,mlp.up_proj,2,64,8,128,95.3125,63.109375,234881024 +63,mlp.up_proj,2,128,8,128,107.4375,59.5546875,234881024 +63,mlp.up_proj,3,32,8,128,35.0,98.21875,234881024 +63,mlp.up_proj,3,64,8,128,40.78125,91.109375,234881024 +63,mlp.up_proj,3,128,8,128,45.9375,87.5546875,234881024 +63,mlp.up_proj,4,32,8,128,16.328125,126.21875,234881024 +63,mlp.up_proj,4,64,8,128,19.03125,119.109375,234881024 +63,mlp.up_proj,4,128,8,128,21.4375,115.5546875,234881024 +63,mlp.up_proj,8,32,8,128,0.99267578125,238.21875,234881024 +63,mlp.up_proj,8,64,8,128,1.158203125,231.109375,234881024 +63,mlp.up_proj,8,128,8,128,1.30078125,227.5546875,234881024 +63,mlp.down_proj,2,32,8,128,81.6875,70.21875,234881024 +63,mlp.down_proj,2,64,8,128,95.0625,63.109375,234881024 +63,mlp.down_proj,2,128,8,128,107.125,59.5546875,234881024 +63,mlp.down_proj,3,32,8,128,34.9375,98.21875,234881024 +63,mlp.down_proj,3,64,8,128,40.6875,91.109375,234881024 +63,mlp.down_proj,3,128,8,128,45.78125,87.5546875,234881024 +63,mlp.down_proj,4,32,8,128,16.28125,126.21875,234881024 +63,mlp.down_proj,4,64,8,128,18.984375,119.109375,234881024 +63,mlp.down_proj,4,128,8,128,21.375,115.5546875,234881024 +63,mlp.down_proj,8,32,8,128,0.99072265625,238.21875,234881024 +63,mlp.down_proj,8,64,8,128,1.1552734375,231.109375,234881024 +63,mlp.down_proj,8,128,8,128,1.296875,227.5546875,234881024 +64,self_attn.q_proj,2,32,8,128,34.875,20.0625,67108864 +64,self_attn.q_proj,2,64,8,128,41.46875,18.03125,67108864 +64,self_attn.q_proj,2,128,8,128,48.0625,17.015625,67108864 +64,self_attn.q_proj,3,32,8,128,14.9765625,28.0625,67108864 +64,self_attn.q_proj,3,64,8,128,17.90625,26.03125,67108864 +64,self_attn.q_proj,3,128,8,128,20.984375,25.015625,67108864 +64,self_attn.q_proj,4,32,8,128,6.98828125,36.0625,67108864 +64,self_attn.q_proj,4,64,8,128,8.359375,34.03125,67108864 +64,self_attn.q_proj,4,128,8,128,9.796875,33.015625,67108864 +64,self_attn.q_proj,8,32,8,128,0.4228515625,68.0625,67108864 +64,self_attn.q_proj,8,64,8,128,0.505859375,66.03125,67108864 +64,self_attn.q_proj,8,128,8,128,0.5908203125,65.015625,67108864 +64,self_attn.v_proj,2,32,8,128,18.640625,2.5078125,8388608 +64,self_attn.v_proj,2,64,8,128,21.71875,2.25390625,8388608 +64,self_attn.v_proj,2,128,8,128,24.484375,2.126953125,8388608 +64,self_attn.v_proj,3,32,8,128,7.96875,3.5078125,8388608 +64,self_attn.v_proj,3,64,8,128,9.2890625,3.25390625,8388608 +64,self_attn.v_proj,3,128,8,128,10.46875,3.126953125,8388608 +64,self_attn.v_proj,4,32,8,128,3.71875,4.5078125,8388608 +64,self_attn.v_proj,4,64,8,128,4.33203125,4.25390625,8388608 +64,self_attn.v_proj,4,128,8,128,4.88671875,4.126953125,8388608 +64,self_attn.v_proj,8,32,8,128,0.225341796875,8.5078125,8388608 +64,self_attn.v_proj,8,64,8,128,0.26220703125,8.25390625,8388608 +64,self_attn.v_proj,8,128,8,128,0.294677734375,8.126953125,8388608 +64,self_attn.k_proj,2,32,8,128,21.859375,2.5078125,8388608 +64,self_attn.k_proj,2,64,8,128,26.1875,2.25390625,8388608 +64,self_attn.k_proj,2,128,8,128,29.6875,2.126953125,8388608 +64,self_attn.k_proj,3,32,8,128,9.6171875,3.5078125,8388608 +64,self_attn.k_proj,3,64,8,128,11.859375,3.25390625,8388608 +64,self_attn.k_proj,3,128,8,128,14.015625,3.126953125,8388608 +64,self_attn.k_proj,4,32,8,128,4.48828125,4.5078125,8388608 +64,self_attn.k_proj,4,64,8,128,5.54296875,4.25390625,8388608 +64,self_attn.k_proj,4,128,8,128,6.55078125,4.126953125,8388608 +64,self_attn.k_proj,8,32,8,128,0.271728515625,8.5078125,8388608 +64,self_attn.k_proj,8,64,8,128,0.3349609375,8.25390625,8388608 +64,self_attn.k_proj,8,128,8,128,0.39501953125,8.126953125,8388608 +64,self_attn.o_proj,2,32,8,128,41.84375,20.0625,67108864 +64,self_attn.o_proj,2,64,8,128,48.6875,18.03125,67108864 +64,self_attn.o_proj,2,128,8,128,54.84375,17.015625,67108864 +64,self_attn.o_proj,3,32,8,128,17.890625,28.0625,67108864 +64,self_attn.o_proj,3,64,8,128,20.828125,26.03125,67108864 +64,self_attn.o_proj,3,128,8,128,23.484375,25.015625,67108864 +64,self_attn.o_proj,4,32,8,128,8.34375,36.0625,67108864 +64,self_attn.o_proj,4,64,8,128,9.71875,34.03125,67108864 +64,self_attn.o_proj,4,128,8,128,10.9609375,33.015625,67108864 +64,self_attn.o_proj,8,32,8,128,0.50537109375,68.0625,67108864 +64,self_attn.o_proj,8,64,8,128,0.58837890625,66.03125,67108864 +64,self_attn.o_proj,8,128,8,128,0.66064453125,65.015625,67108864 +64,mlp.gate_proj,2,32,8,128,89.25,70.21875,234881024 +64,mlp.gate_proj,2,64,8,128,104.4375,63.109375,234881024 +64,mlp.gate_proj,2,128,8,128,118.125,59.5546875,234881024 +64,mlp.gate_proj,3,32,8,128,38.21875,98.21875,234881024 +64,mlp.gate_proj,3,64,8,128,44.625,91.109375,234881024 +64,mlp.gate_proj,3,128,8,128,50.59375,87.5546875,234881024 +64,mlp.gate_proj,4,32,8,128,17.8125,126.21875,234881024 +64,mlp.gate_proj,4,64,8,128,20.828125,119.109375,234881024 +64,mlp.gate_proj,4,128,8,128,23.609375,115.5546875,234881024 +64,mlp.gate_proj,8,32,8,128,1.083984375,238.21875,234881024 +64,mlp.gate_proj,8,64,8,128,1.2685546875,231.109375,234881024 +64,mlp.gate_proj,8,128,8,128,1.431640625,227.5546875,234881024 +64,mlp.up_proj,2,32,8,128,82.0,70.21875,234881024 +64,mlp.up_proj,2,64,8,128,95.4375,63.109375,234881024 +64,mlp.up_proj,2,128,8,128,107.625,59.5546875,234881024 +64,mlp.up_proj,3,32,8,128,35.0625,98.21875,234881024 +64,mlp.up_proj,3,64,8,128,40.875,91.109375,234881024 +64,mlp.up_proj,3,128,8,128,46.03125,87.5546875,234881024 +64,mlp.up_proj,4,32,8,128,16.359375,126.21875,234881024 +64,mlp.up_proj,4,64,8,128,19.078125,119.109375,234881024 +64,mlp.up_proj,4,128,8,128,21.484375,115.5546875,234881024 +64,mlp.up_proj,8,32,8,128,0.99462890625,238.21875,234881024 +64,mlp.up_proj,8,64,8,128,1.16015625,231.109375,234881024 +64,mlp.up_proj,8,128,8,128,1.3037109375,227.5546875,234881024 +64,mlp.down_proj,2,32,8,128,81.75,70.21875,234881024 +64,mlp.down_proj,2,64,8,128,95.0625,63.109375,234881024 +64,mlp.down_proj,2,128,8,128,107.125,59.5546875,234881024 +64,mlp.down_proj,3,32,8,128,34.9375,98.21875,234881024 +64,mlp.down_proj,3,64,8,128,40.6875,91.109375,234881024 +64,mlp.down_proj,3,128,8,128,45.84375,87.5546875,234881024 +64,mlp.down_proj,4,32,8,128,16.296875,126.21875,234881024 +64,mlp.down_proj,4,64,8,128,18.984375,119.109375,234881024 +64,mlp.down_proj,4,128,8,128,21.375,115.5546875,234881024 +64,mlp.down_proj,8,32,8,128,0.9912109375,238.21875,234881024 +64,mlp.down_proj,8,64,8,128,1.1552734375,231.109375,234881024 +64,mlp.down_proj,8,128,8,128,1.296875,227.5546875,234881024 +65,self_attn.q_proj,2,32,8,128,28.375,20.0625,67108864 +65,self_attn.q_proj,2,64,8,128,33.5625,18.03125,67108864 +65,self_attn.q_proj,2,128,8,128,38.375,17.015625,67108864 +65,self_attn.q_proj,3,32,8,128,12.21875,28.0625,67108864 +65,self_attn.q_proj,3,64,8,128,14.5625,26.03125,67108864 +65,self_attn.q_proj,3,128,8,128,16.875,25.015625,67108864 +65,self_attn.q_proj,4,32,8,128,5.69921875,36.0625,67108864 +65,self_attn.q_proj,4,64,8,128,6.796875,34.03125,67108864 +65,self_attn.q_proj,4,128,8,128,7.8828125,33.015625,67108864 +65,self_attn.q_proj,8,32,8,128,0.34521484375,68.0625,67108864 +65,self_attn.q_proj,8,64,8,128,0.4111328125,66.03125,67108864 +65,self_attn.q_proj,8,128,8,128,0.4755859375,65.015625,67108864 +65,self_attn.v_proj,2,32,8,128,17.84375,2.5078125,8388608 +65,self_attn.v_proj,2,64,8,128,20.953125,2.25390625,8388608 +65,self_attn.v_proj,2,128,8,128,23.8125,2.126953125,8388608 +65,self_attn.v_proj,3,32,8,128,7.6328125,3.5078125,8388608 +65,self_attn.v_proj,3,64,8,128,8.9609375,3.25390625,8388608 +65,self_attn.v_proj,3,128,8,128,10.1875,3.126953125,8388608 +65,self_attn.v_proj,4,32,8,128,3.55859375,4.5078125,8388608 +65,self_attn.v_proj,4,64,8,128,4.18359375,4.25390625,8388608 +65,self_attn.v_proj,4,128,8,128,4.75390625,4.126953125,8388608 +65,self_attn.v_proj,8,32,8,128,0.2154541015625,8.5078125,8388608 +65,self_attn.v_proj,8,64,8,128,0.2529296875,8.25390625,8388608 +65,self_attn.v_proj,8,128,8,128,0.28662109375,8.126953125,8388608 +65,self_attn.k_proj,2,32,8,128,18.078125,2.5078125,8388608 +65,self_attn.k_proj,2,64,8,128,21.609375,2.25390625,8388608 +65,self_attn.k_proj,2,128,8,128,24.46875,2.126953125,8388608 +65,self_attn.k_proj,3,32,8,128,8.0859375,3.5078125,8388608 +65,self_attn.k_proj,3,64,8,128,9.9765625,3.25390625,8388608 +65,self_attn.k_proj,3,128,8,128,11.7109375,3.126953125,8388608 +65,self_attn.k_proj,4,32,8,128,3.791015625,4.5078125,8388608 +65,self_attn.k_proj,4,64,8,128,4.70703125,4.25390625,8388608 +65,self_attn.k_proj,4,128,8,128,5.5703125,4.126953125,8388608 +65,self_attn.k_proj,8,32,8,128,0.2293701171875,8.5078125,8388608 +65,self_attn.k_proj,8,64,8,128,0.284912109375,8.25390625,8388608 +65,self_attn.k_proj,8,128,8,128,0.33642578125,8.126953125,8388608 +65,self_attn.o_proj,2,32,8,128,37.8125,20.0625,67108864 +65,self_attn.o_proj,2,64,8,128,44.03125,18.03125,67108864 +65,self_attn.o_proj,2,128,8,128,49.625,17.015625,67108864 +65,self_attn.o_proj,3,32,8,128,16.171875,28.0625,67108864 +65,self_attn.o_proj,3,64,8,128,18.828125,26.03125,67108864 +65,self_attn.o_proj,3,128,8,128,21.25,25.015625,67108864 +65,self_attn.o_proj,4,32,8,128,7.546875,36.0625,67108864 +65,self_attn.o_proj,4,64,8,128,8.7890625,34.03125,67108864 +65,self_attn.o_proj,4,128,8,128,9.9140625,33.015625,67108864 +65,self_attn.o_proj,8,32,8,128,0.456787109375,68.0625,67108864 +65,self_attn.o_proj,8,64,8,128,0.53173828125,66.03125,67108864 +65,self_attn.o_proj,8,128,8,128,0.59765625,65.015625,67108864 +65,mlp.gate_proj,2,32,8,128,89.125,70.21875,234881024 +65,mlp.gate_proj,2,64,8,128,104.25,63.109375,234881024 +65,mlp.gate_proj,2,128,8,128,117.9375,59.5546875,234881024 +65,mlp.gate_proj,3,32,8,128,38.15625,98.21875,234881024 +65,mlp.gate_proj,3,64,8,128,44.5625,91.109375,234881024 +65,mlp.gate_proj,3,128,8,128,50.5,87.5546875,234881024 +65,mlp.gate_proj,4,32,8,128,17.796875,126.21875,234881024 +65,mlp.gate_proj,4,64,8,128,20.796875,119.109375,234881024 +65,mlp.gate_proj,4,128,8,128,23.5625,115.5546875,234881024 +65,mlp.gate_proj,8,32,8,128,1.08203125,238.21875,234881024 +65,mlp.gate_proj,8,64,8,128,1.2666015625,231.109375,234881024 +65,mlp.gate_proj,8,128,8,128,1.4296875,227.5546875,234881024 +65,mlp.up_proj,2,32,8,128,82.25,70.21875,234881024 +65,mlp.up_proj,2,64,8,128,95.6875,63.109375,234881024 +65,mlp.up_proj,2,128,8,128,107.9375,59.5546875,234881024 +65,mlp.up_proj,3,32,8,128,35.15625,98.21875,234881024 +65,mlp.up_proj,3,64,8,128,40.96875,91.109375,234881024 +65,mlp.up_proj,3,128,8,128,46.15625,87.5546875,234881024 +65,mlp.up_proj,4,32,8,128,16.390625,126.21875,234881024 +65,mlp.up_proj,4,64,8,128,19.125,119.109375,234881024 +65,mlp.up_proj,4,128,8,128,21.546875,115.5546875,234881024 +65,mlp.up_proj,8,32,8,128,0.9970703125,238.21875,234881024 +65,mlp.up_proj,8,64,8,128,1.1630859375,231.109375,234881024 +65,mlp.up_proj,8,128,8,128,1.306640625,227.5546875,234881024 +65,mlp.down_proj,2,32,8,128,81.875,70.21875,234881024 +65,mlp.down_proj,2,64,8,128,95.25,63.109375,234881024 +65,mlp.down_proj,2,128,8,128,107.375,59.5546875,234881024 +65,mlp.down_proj,3,32,8,128,35.0,98.21875,234881024 +65,mlp.down_proj,3,64,8,128,40.75,91.109375,234881024 +65,mlp.down_proj,3,128,8,128,45.875,87.5546875,234881024 +65,mlp.down_proj,4,32,8,128,16.328125,126.21875,234881024 +65,mlp.down_proj,4,64,8,128,19.03125,119.109375,234881024 +65,mlp.down_proj,4,128,8,128,21.421875,115.5546875,234881024 +65,mlp.down_proj,8,32,8,128,0.99267578125,238.21875,234881024 +65,mlp.down_proj,8,64,8,128,1.1572265625,231.109375,234881024 +65,mlp.down_proj,8,128,8,128,1.2998046875,227.5546875,234881024 +66,self_attn.q_proj,2,32,8,128,34.4375,20.0625,67108864 +66,self_attn.q_proj,2,64,8,128,41.375,18.03125,67108864 +66,self_attn.q_proj,2,128,8,128,48.28125,17.015625,67108864 +66,self_attn.q_proj,3,32,8,128,14.828125,28.0625,67108864 +66,self_attn.q_proj,3,64,8,128,17.96875,26.03125,67108864 +66,self_attn.q_proj,3,128,8,128,21.3125,25.015625,67108864 +66,self_attn.q_proj,4,32,8,128,6.91796875,36.0625,67108864 +66,self_attn.q_proj,4,64,8,128,8.3828125,34.03125,67108864 +66,self_attn.q_proj,4,128,8,128,9.953125,33.015625,67108864 +66,self_attn.q_proj,8,32,8,128,0.418701171875,68.0625,67108864 +66,self_attn.q_proj,8,64,8,128,0.50732421875,66.03125,67108864 +66,self_attn.q_proj,8,128,8,128,0.60009765625,65.015625,67108864 +66,self_attn.v_proj,2,32,8,128,17.921875,2.5078125,8388608 +66,self_attn.v_proj,2,64,8,128,20.890625,2.25390625,8388608 +66,self_attn.v_proj,2,128,8,128,23.578125,2.126953125,8388608 +66,self_attn.v_proj,3,32,8,128,7.66015625,3.5078125,8388608 +66,self_attn.v_proj,3,64,8,128,8.9453125,3.25390625,8388608 +66,self_attn.v_proj,3,128,8,128,10.0859375,3.126953125,8388608 +66,self_attn.v_proj,4,32,8,128,3.57421875,4.5078125,8388608 +66,self_attn.v_proj,4,64,8,128,4.16796875,4.25390625,8388608 +66,self_attn.v_proj,4,128,8,128,4.70703125,4.126953125,8388608 +66,self_attn.v_proj,8,32,8,128,0.2164306640625,8.5078125,8388608 +66,self_attn.v_proj,8,64,8,128,0.25244140625,8.25390625,8388608 +66,self_attn.v_proj,8,128,8,128,0.28369140625,8.126953125,8388608 +66,self_attn.k_proj,2,32,8,128,20.59375,2.5078125,8388608 +66,self_attn.k_proj,2,64,8,128,24.984375,2.25390625,8388608 +66,self_attn.k_proj,2,128,8,128,28.6875,2.126953125,8388608 +66,self_attn.k_proj,3,32,8,128,9.09375,3.5078125,8388608 +66,self_attn.k_proj,3,64,8,128,11.4140625,3.25390625,8388608 +66,self_attn.k_proj,3,128,8,128,13.734375,3.126953125,8388608 +66,self_attn.k_proj,4,32,8,128,4.2421875,4.5078125,8388608 +66,self_attn.k_proj,4,64,8,128,5.33203125,4.25390625,8388608 +66,self_attn.k_proj,4,128,8,128,6.421875,4.126953125,8388608 +66,self_attn.k_proj,8,32,8,128,0.25634765625,8.5078125,8388608 +66,self_attn.k_proj,8,64,8,128,0.322265625,8.25390625,8388608 +66,self_attn.k_proj,8,128,8,128,0.386962890625,8.126953125,8388608 +66,self_attn.o_proj,2,32,8,128,40.6875,20.0625,67108864 +66,self_attn.o_proj,2,64,8,128,47.375,18.03125,67108864 +66,self_attn.o_proj,2,128,8,128,53.375,17.015625,67108864 +66,self_attn.o_proj,3,32,8,128,17.40625,28.0625,67108864 +66,self_attn.o_proj,3,64,8,128,20.265625,26.03125,67108864 +66,self_attn.o_proj,3,128,8,128,22.859375,25.015625,67108864 +66,self_attn.o_proj,4,32,8,128,8.1171875,36.0625,67108864 +66,self_attn.o_proj,4,64,8,128,9.4609375,34.03125,67108864 +66,self_attn.o_proj,4,128,8,128,10.671875,33.015625,67108864 +66,self_attn.o_proj,8,32,8,128,0.49169921875,68.0625,67108864 +66,self_attn.o_proj,8,64,8,128,0.572265625,66.03125,67108864 +66,self_attn.o_proj,8,128,8,128,0.64306640625,65.015625,67108864 +66,mlp.gate_proj,2,32,8,128,89.0,70.21875,234881024 +66,mlp.gate_proj,2,64,8,128,104.125,63.109375,234881024 +66,mlp.gate_proj,2,128,8,128,117.8125,59.5546875,234881024 +66,mlp.gate_proj,3,32,8,128,38.09375,98.21875,234881024 +66,mlp.gate_proj,3,64,8,128,44.5,91.109375,234881024 +66,mlp.gate_proj,3,128,8,128,50.4375,87.5546875,234881024 +66,mlp.gate_proj,4,32,8,128,17.75,126.21875,234881024 +66,mlp.gate_proj,4,64,8,128,20.765625,119.109375,234881024 +66,mlp.gate_proj,4,128,8,128,23.53125,115.5546875,234881024 +66,mlp.gate_proj,8,32,8,128,1.080078125,238.21875,234881024 +66,mlp.gate_proj,8,64,8,128,1.2646484375,231.109375,234881024 +66,mlp.gate_proj,8,128,8,128,1.427734375,227.5546875,234881024 +66,mlp.up_proj,2,32,8,128,82.4375,70.21875,234881024 +66,mlp.up_proj,2,64,8,128,95.9375,63.109375,234881024 +66,mlp.up_proj,2,128,8,128,108.1875,59.5546875,234881024 +66,mlp.up_proj,3,32,8,128,35.25,98.21875,234881024 +66,mlp.up_proj,3,64,8,128,41.0625,91.109375,234881024 +66,mlp.up_proj,3,128,8,128,46.25,87.5546875,234881024 +66,mlp.up_proj,4,32,8,128,16.4375,126.21875,234881024 +66,mlp.up_proj,4,64,8,128,19.171875,119.109375,234881024 +66,mlp.up_proj,4,128,8,128,21.578125,115.5546875,234881024 +66,mlp.up_proj,8,32,8,128,0.99951171875,238.21875,234881024 +66,mlp.up_proj,8,64,8,128,1.166015625,231.109375,234881024 +66,mlp.up_proj,8,128,8,128,1.3095703125,227.5546875,234881024 +66,mlp.down_proj,2,32,8,128,82.0625,70.21875,234881024 +66,mlp.down_proj,2,64,8,128,95.4375,63.109375,234881024 +66,mlp.down_proj,2,128,8,128,107.5,59.5546875,234881024 +66,mlp.down_proj,3,32,8,128,35.0625,98.21875,234881024 +66,mlp.down_proj,3,64,8,128,40.84375,91.109375,234881024 +66,mlp.down_proj,3,128,8,128,45.96875,87.5546875,234881024 +66,mlp.down_proj,4,32,8,128,16.34375,126.21875,234881024 +66,mlp.down_proj,4,64,8,128,19.0625,119.109375,234881024 +66,mlp.down_proj,4,128,8,128,21.453125,115.5546875,234881024 +66,mlp.down_proj,8,32,8,128,0.99462890625,238.21875,234881024 +66,mlp.down_proj,8,64,8,128,1.1591796875,231.109375,234881024 +66,mlp.down_proj,8,128,8,128,1.3017578125,227.5546875,234881024 +67,self_attn.q_proj,2,32,8,128,29.65625,20.0625,67108864 +67,self_attn.q_proj,2,64,8,128,35.28125,18.03125,67108864 +67,self_attn.q_proj,2,128,8,128,40.8125,17.015625,67108864 +67,self_attn.q_proj,3,32,8,128,12.859375,28.0625,67108864 +67,self_attn.q_proj,3,64,8,128,15.5234375,26.03125,67108864 +67,self_attn.q_proj,3,128,8,128,18.375,25.015625,67108864 +67,self_attn.q_proj,4,32,8,128,6.0,36.0625,67108864 +67,self_attn.q_proj,4,64,8,128,7.24609375,34.03125,67108864 +67,self_attn.q_proj,4,128,8,128,8.5859375,33.015625,67108864 +67,self_attn.q_proj,8,32,8,128,0.36328125,68.0625,67108864 +67,self_attn.q_proj,8,64,8,128,0.4384765625,66.03125,67108864 +67,self_attn.q_proj,8,128,8,128,0.51806640625,65.015625,67108864 +67,self_attn.v_proj,2,32,8,128,18.140625,2.5078125,8388608 +67,self_attn.v_proj,2,64,8,128,21.5,2.25390625,8388608 +67,self_attn.v_proj,2,128,8,128,24.515625,2.126953125,8388608 +67,self_attn.v_proj,3,32,8,128,7.765625,3.5078125,8388608 +67,self_attn.v_proj,3,64,8,128,9.21875,3.25390625,8388608 +67,self_attn.v_proj,3,128,8,128,10.546875,3.126953125,8388608 +67,self_attn.v_proj,4,32,8,128,3.623046875,4.5078125,8388608 +67,self_attn.v_proj,4,64,8,128,4.30078125,4.25390625,8388608 +67,self_attn.v_proj,4,128,8,128,4.92578125,4.126953125,8388608 +67,self_attn.v_proj,8,32,8,128,0.2193603515625,8.5078125,8388608 +67,self_attn.v_proj,8,64,8,128,0.260009765625,8.25390625,8388608 +67,self_attn.v_proj,8,128,8,128,0.296875,8.126953125,8388608 +67,self_attn.k_proj,2,32,8,128,19.78125,2.5078125,8388608 +67,self_attn.k_proj,2,64,8,128,23.4375,2.25390625,8388608 +67,self_attn.k_proj,2,128,8,128,26.453125,2.126953125,8388608 +67,self_attn.k_proj,3,32,8,128,8.9453125,3.5078125,8388608 +67,self_attn.k_proj,3,64,8,128,11.03125,3.25390625,8388608 +67,self_attn.k_proj,3,128,8,128,12.8203125,3.126953125,8388608 +67,self_attn.k_proj,4,32,8,128,4.2265625,4.5078125,8388608 +67,self_attn.k_proj,4,64,8,128,5.2734375,4.25390625,8388608 +67,self_attn.k_proj,4,128,8,128,6.20703125,4.126953125,8388608 +67,self_attn.k_proj,8,32,8,128,0.256591796875,8.5078125,8388608 +67,self_attn.k_proj,8,64,8,128,0.32177734375,8.25390625,8388608 +67,self_attn.k_proj,8,128,8,128,0.3798828125,8.126953125,8388608 +67,self_attn.o_proj,2,32,8,128,36.25,20.0625,67108864 +67,self_attn.o_proj,2,64,8,128,42.3125,18.03125,67108864 +67,self_attn.o_proj,2,128,8,128,47.90625,17.015625,67108864 +67,self_attn.o_proj,3,32,8,128,15.546875,28.0625,67108864 +67,self_attn.o_proj,3,64,8,128,18.21875,26.03125,67108864 +67,self_attn.o_proj,3,128,8,128,20.765625,25.015625,67108864 +67,self_attn.o_proj,4,32,8,128,7.26953125,36.0625,67108864 +67,self_attn.o_proj,4,64,8,128,8.53125,34.03125,67108864 +67,self_attn.o_proj,4,128,8,128,9.734375,33.015625,67108864 +67,self_attn.o_proj,8,32,8,128,0.4404296875,68.0625,67108864 +67,self_attn.o_proj,8,64,8,128,0.51708984375,66.03125,67108864 +67,self_attn.o_proj,8,128,8,128,0.58984375,65.015625,67108864 +67,mlp.gate_proj,2,32,8,128,88.8125,70.21875,234881024 +67,mlp.gate_proj,2,64,8,128,103.8125,63.109375,234881024 +67,mlp.gate_proj,2,128,8,128,117.4375,59.5546875,234881024 +67,mlp.gate_proj,3,32,8,128,38.0,98.21875,234881024 +67,mlp.gate_proj,3,64,8,128,44.40625,91.109375,234881024 +67,mlp.gate_proj,3,128,8,128,50.3125,87.5546875,234881024 +67,mlp.gate_proj,4,32,8,128,17.71875,126.21875,234881024 +67,mlp.gate_proj,4,64,8,128,20.71875,119.109375,234881024 +67,mlp.gate_proj,4,128,8,128,23.46875,115.5546875,234881024 +67,mlp.gate_proj,8,32,8,128,1.078125,238.21875,234881024 +67,mlp.gate_proj,8,64,8,128,1.26171875,231.109375,234881024 +67,mlp.gate_proj,8,128,8,128,1.423828125,227.5546875,234881024 +67,mlp.up_proj,2,32,8,128,82.6875,70.21875,234881024 +67,mlp.up_proj,2,64,8,128,96.25,63.109375,234881024 +67,mlp.up_proj,2,128,8,128,108.5,59.5546875,234881024 +67,mlp.up_proj,3,32,8,128,35.34375,98.21875,234881024 +67,mlp.up_proj,3,64,8,128,41.1875,91.109375,234881024 +67,mlp.up_proj,3,128,8,128,46.40625,87.5546875,234881024 +67,mlp.up_proj,4,32,8,128,16.484375,126.21875,234881024 +67,mlp.up_proj,4,64,8,128,19.21875,119.109375,234881024 +67,mlp.up_proj,4,128,8,128,21.65625,115.5546875,234881024 +67,mlp.up_proj,8,32,8,128,1.0029296875,238.21875,234881024 +67,mlp.up_proj,8,64,8,128,1.1689453125,231.109375,234881024 +67,mlp.up_proj,8,128,8,128,1.3134765625,227.5546875,234881024 +67,mlp.down_proj,2,32,8,128,82.1875,70.21875,234881024 +67,mlp.down_proj,2,64,8,128,95.625,63.109375,234881024 +67,mlp.down_proj,2,128,8,128,107.75,59.5546875,234881024 +67,mlp.down_proj,3,32,8,128,35.125,98.21875,234881024 +67,mlp.down_proj,3,64,8,128,40.90625,91.109375,234881024 +67,mlp.down_proj,3,128,8,128,46.0625,87.5546875,234881024 +67,mlp.down_proj,4,32,8,128,16.390625,126.21875,234881024 +67,mlp.down_proj,4,64,8,128,19.09375,119.109375,234881024 +67,mlp.down_proj,4,128,8,128,21.5,115.5546875,234881024 +67,mlp.down_proj,8,32,8,128,0.99658203125,238.21875,234881024 +67,mlp.down_proj,8,64,8,128,1.162109375,231.109375,234881024 +67,mlp.down_proj,8,128,8,128,1.3046875,227.5546875,234881024 +68,self_attn.q_proj,2,32,8,128,35.21875,20.0625,67108864 +68,self_attn.q_proj,2,64,8,128,41.5,18.03125,67108864 +68,self_attn.q_proj,2,128,8,128,48.0625,17.015625,67108864 +68,self_attn.q_proj,3,32,8,128,15.078125,28.0625,67108864 +68,self_attn.q_proj,3,64,8,128,17.796875,26.03125,67108864 +68,self_attn.q_proj,3,128,8,128,20.6875,25.015625,67108864 +68,self_attn.q_proj,4,32,8,128,7.03515625,36.0625,67108864 +68,self_attn.q_proj,4,64,8,128,8.3046875,34.03125,67108864 +68,self_attn.q_proj,4,128,8,128,9.65625,33.015625,67108864 +68,self_attn.q_proj,8,32,8,128,0.42578125,68.0625,67108864 +68,self_attn.q_proj,8,64,8,128,0.50244140625,66.03125,67108864 +68,self_attn.q_proj,8,128,8,128,0.58251953125,65.015625,67108864 +68,self_attn.v_proj,2,32,8,128,20.0,2.5078125,8388608 +68,self_attn.v_proj,2,64,8,128,23.515625,2.25390625,8388608 +68,self_attn.v_proj,2,128,8,128,26.78125,2.126953125,8388608 +68,self_attn.v_proj,3,32,8,128,8.5546875,3.5078125,8388608 +68,self_attn.v_proj,3,64,8,128,10.0625,3.25390625,8388608 +68,self_attn.v_proj,3,128,8,128,11.4609375,3.126953125,8388608 +68,self_attn.v_proj,4,32,8,128,3.9921875,4.5078125,8388608 +68,self_attn.v_proj,4,64,8,128,4.6953125,4.25390625,8388608 +68,self_attn.v_proj,4,128,8,128,5.34765625,4.126953125,8388608 +68,self_attn.v_proj,8,32,8,128,0.24169921875,8.5078125,8388608 +68,self_attn.v_proj,8,64,8,128,0.2841796875,8.25390625,8388608 +68,self_attn.v_proj,8,128,8,128,0.322265625,8.126953125,8388608 +68,self_attn.k_proj,2,32,8,128,21.234375,2.5078125,8388608 +68,self_attn.k_proj,2,64,8,128,25.640625,2.25390625,8388608 +68,self_attn.k_proj,2,128,8,128,29.390625,2.126953125,8388608 +68,self_attn.k_proj,3,32,8,128,9.1796875,3.5078125,8388608 +68,self_attn.k_proj,3,64,8,128,11.25,3.25390625,8388608 +68,self_attn.k_proj,3,128,8,128,13.2421875,3.126953125,8388608 +68,self_attn.k_proj,4,32,8,128,4.28515625,4.5078125,8388608 +68,self_attn.k_proj,4,64,8,128,5.25390625,4.25390625,8388608 +68,self_attn.k_proj,4,128,8,128,6.1796875,4.126953125,8388608 +68,self_attn.k_proj,8,32,8,128,0.25927734375,8.5078125,8388608 +68,self_attn.k_proj,8,64,8,128,0.317626953125,8.25390625,8388608 +68,self_attn.k_proj,8,128,8,128,0.37255859375,8.126953125,8388608 +68,self_attn.o_proj,2,32,8,128,42.1875,20.0625,67108864 +68,self_attn.o_proj,2,64,8,128,49.09375,18.03125,67108864 +68,self_attn.o_proj,2,128,8,128,55.34375,17.015625,67108864 +68,self_attn.o_proj,3,32,8,128,18.046875,28.0625,67108864 +68,self_attn.o_proj,3,64,8,128,21.015625,26.03125,67108864 +68,self_attn.o_proj,3,128,8,128,23.6875,25.015625,67108864 +68,self_attn.o_proj,4,32,8,128,8.4140625,36.0625,67108864 +68,self_attn.o_proj,4,64,8,128,9.8046875,34.03125,67108864 +68,self_attn.o_proj,4,128,8,128,11.0546875,33.015625,67108864 +68,self_attn.o_proj,8,32,8,128,0.509765625,68.0625,67108864 +68,self_attn.o_proj,8,64,8,128,0.59326171875,66.03125,67108864 +68,self_attn.o_proj,8,128,8,128,0.66650390625,65.015625,67108864 +68,mlp.gate_proj,2,32,8,128,88.6875,70.21875,234881024 +68,mlp.gate_proj,2,64,8,128,103.6875,63.109375,234881024 +68,mlp.gate_proj,2,128,8,128,117.375,59.5546875,234881024 +68,mlp.gate_proj,3,32,8,128,37.9375,98.21875,234881024 +68,mlp.gate_proj,3,64,8,128,44.375,91.109375,234881024 +68,mlp.gate_proj,3,128,8,128,50.28125,87.5546875,234881024 +68,mlp.gate_proj,4,32,8,128,17.6875,126.21875,234881024 +68,mlp.gate_proj,4,64,8,128,20.703125,119.109375,234881024 +68,mlp.gate_proj,4,128,8,128,23.453125,115.5546875,234881024 +68,mlp.gate_proj,8,32,8,128,1.076171875,238.21875,234881024 +68,mlp.gate_proj,8,64,8,128,1.259765625,231.109375,234881024 +68,mlp.gate_proj,8,128,8,128,1.4228515625,227.5546875,234881024 +68,mlp.up_proj,2,32,8,128,82.875,70.21875,234881024 +68,mlp.up_proj,2,64,8,128,96.4375,63.109375,234881024 +68,mlp.up_proj,2,128,8,128,108.75,59.5546875,234881024 +68,mlp.up_proj,3,32,8,128,35.4375,98.21875,234881024 +68,mlp.up_proj,3,64,8,128,41.28125,91.109375,234881024 +68,mlp.up_proj,3,128,8,128,46.53125,87.5546875,234881024 +68,mlp.up_proj,4,32,8,128,16.515625,126.21875,234881024 +68,mlp.up_proj,4,64,8,128,19.265625,119.109375,234881024 +68,mlp.up_proj,4,128,8,128,21.703125,115.5546875,234881024 +68,mlp.up_proj,8,32,8,128,1.0048828125,238.21875,234881024 +68,mlp.up_proj,8,64,8,128,1.171875,231.109375,234881024 +68,mlp.up_proj,8,128,8,128,1.3173828125,227.5546875,234881024 +68,mlp.down_proj,2,32,8,128,82.3125,70.21875,234881024 +68,mlp.down_proj,2,64,8,128,95.75,63.109375,234881024 +68,mlp.down_proj,2,128,8,128,107.9375,59.5546875,234881024 +68,mlp.down_proj,3,32,8,128,35.1875,98.21875,234881024 +68,mlp.down_proj,3,64,8,128,40.96875,91.109375,234881024 +68,mlp.down_proj,3,128,8,128,46.125,87.5546875,234881024 +68,mlp.down_proj,4,32,8,128,16.40625,126.21875,234881024 +68,mlp.down_proj,4,64,8,128,19.125,119.109375,234881024 +68,mlp.down_proj,4,128,8,128,21.53125,115.5546875,234881024 +68,mlp.down_proj,8,32,8,128,0.998046875,238.21875,234881024 +68,mlp.down_proj,8,64,8,128,1.1640625,231.109375,234881024 +68,mlp.down_proj,8,128,8,128,1.306640625,227.5546875,234881024 +69,self_attn.q_proj,2,32,8,128,38.34375,20.0625,67108864 +69,self_attn.q_proj,2,64,8,128,45.1875,18.03125,67108864 +69,self_attn.q_proj,2,128,8,128,52.25,17.015625,67108864 +69,self_attn.q_proj,3,32,8,128,16.421875,28.0625,67108864 +69,self_attn.q_proj,3,64,8,128,19.390625,26.03125,67108864 +69,self_attn.q_proj,3,128,8,128,22.5,25.015625,67108864 +69,self_attn.q_proj,4,32,8,128,7.6640625,36.0625,67108864 +69,self_attn.q_proj,4,64,8,128,9.0546875,34.03125,67108864 +69,self_attn.q_proj,4,128,8,128,10.5078125,33.015625,67108864 +69,self_attn.q_proj,8,32,8,128,0.4638671875,68.0625,67108864 +69,self_attn.q_proj,8,64,8,128,0.5478515625,66.03125,67108864 +69,self_attn.q_proj,8,128,8,128,0.6337890625,65.015625,67108864 +69,self_attn.v_proj,2,32,8,128,20.828125,2.5078125,8388608 +69,self_attn.v_proj,2,64,8,128,24.359375,2.25390625,8388608 +69,self_attn.v_proj,2,128,8,128,27.546875,2.126953125,8388608 +69,self_attn.v_proj,3,32,8,128,8.90625,3.5078125,8388608 +69,self_attn.v_proj,3,64,8,128,10.421875,3.25390625,8388608 +69,self_attn.v_proj,3,128,8,128,11.7890625,3.126953125,8388608 +69,self_attn.v_proj,4,32,8,128,4.15625,4.5078125,8388608 +69,self_attn.v_proj,4,64,8,128,4.859375,4.25390625,8388608 +69,self_attn.v_proj,4,128,8,128,5.5,4.126953125,8388608 +69,self_attn.v_proj,8,32,8,128,0.251708984375,8.5078125,8388608 +69,self_attn.v_proj,8,64,8,128,0.294189453125,8.25390625,8388608 +69,self_attn.v_proj,8,128,8,128,0.33154296875,8.126953125,8388608 +69,self_attn.k_proj,2,32,8,128,22.328125,2.5078125,8388608 +69,self_attn.k_proj,2,64,8,128,26.796875,2.25390625,8388608 +69,self_attn.k_proj,2,128,8,128,30.84375,2.126953125,8388608 +69,self_attn.k_proj,3,32,8,128,9.578125,3.5078125,8388608 +69,self_attn.k_proj,3,64,8,128,11.5625,3.25390625,8388608 +69,self_attn.k_proj,3,128,8,128,13.46875,3.126953125,8388608 +69,self_attn.k_proj,4,32,8,128,4.46875,4.5078125,8388608 +69,self_attn.k_proj,4,64,8,128,5.39453125,4.25390625,8388608 +69,self_attn.k_proj,4,128,8,128,6.28515625,4.126953125,8388608 +69,self_attn.k_proj,8,32,8,128,0.270751953125,8.5078125,8388608 +69,self_attn.k_proj,8,64,8,128,0.326416015625,8.25390625,8388608 +69,self_attn.k_proj,8,128,8,128,0.37890625,8.126953125,8388608 +69,self_attn.o_proj,2,32,8,128,44.28125,20.0625,67108864 +69,self_attn.o_proj,2,64,8,128,51.5625,18.03125,67108864 +69,self_attn.o_proj,2,128,8,128,58.125,17.015625,67108864 +69,self_attn.o_proj,3,32,8,128,18.9375,28.0625,67108864 +69,self_attn.o_proj,3,64,8,128,22.0625,26.03125,67108864 +69,self_attn.o_proj,3,128,8,128,24.890625,25.015625,67108864 +69,self_attn.o_proj,4,32,8,128,8.8359375,36.0625,67108864 +69,self_attn.o_proj,4,64,8,128,10.296875,34.03125,67108864 +69,self_attn.o_proj,4,128,8,128,11.6171875,33.015625,67108864 +69,self_attn.o_proj,8,32,8,128,0.53515625,68.0625,67108864 +69,self_attn.o_proj,8,64,8,128,0.623046875,66.03125,67108864 +69,self_attn.o_proj,8,128,8,128,0.7001953125,65.015625,67108864 +69,mlp.gate_proj,2,32,8,128,88.375,70.21875,234881024 +69,mlp.gate_proj,2,64,8,128,103.3125,63.109375,234881024 +69,mlp.gate_proj,2,128,8,128,116.875,59.5546875,234881024 +69,mlp.gate_proj,3,32,8,128,37.8125,98.21875,234881024 +69,mlp.gate_proj,3,64,8,128,44.1875,91.109375,234881024 +69,mlp.gate_proj,3,128,8,128,50.0625,87.5546875,234881024 +69,mlp.gate_proj,4,32,8,128,17.625,126.21875,234881024 +69,mlp.gate_proj,4,64,8,128,20.625,119.109375,234881024 +69,mlp.gate_proj,4,128,8,128,23.359375,115.5546875,234881024 +69,mlp.gate_proj,8,32,8,128,1.072265625,238.21875,234881024 +69,mlp.gate_proj,8,64,8,128,1.2548828125,231.109375,234881024 +69,mlp.gate_proj,8,128,8,128,1.4169921875,227.5546875,234881024 +69,mlp.up_proj,2,32,8,128,83.1875,70.21875,234881024 +69,mlp.up_proj,2,64,8,128,96.875,63.109375,234881024 +69,mlp.up_proj,2,128,8,128,109.1875,59.5546875,234881024 +69,mlp.up_proj,3,32,8,128,35.5625,98.21875,234881024 +69,mlp.up_proj,3,64,8,128,41.4375,91.109375,234881024 +69,mlp.up_proj,3,128,8,128,46.71875,87.5546875,234881024 +69,mlp.up_proj,4,32,8,128,16.59375,126.21875,234881024 +69,mlp.up_proj,4,64,8,128,19.34375,119.109375,234881024 +69,mlp.up_proj,4,128,8,128,21.796875,115.5546875,234881024 +69,mlp.up_proj,8,32,8,128,1.0087890625,238.21875,234881024 +69,mlp.up_proj,8,64,8,128,1.1767578125,231.109375,234881024 +69,mlp.up_proj,8,128,8,128,1.322265625,227.5546875,234881024 +69,mlp.down_proj,2,32,8,128,82.625,70.21875,234881024 +69,mlp.down_proj,2,64,8,128,96.1875,63.109375,234881024 +69,mlp.down_proj,2,128,8,128,108.375,59.5546875,234881024 +69,mlp.down_proj,3,32,8,128,35.34375,98.21875,234881024 +69,mlp.down_proj,3,64,8,128,41.125,91.109375,234881024 +69,mlp.down_proj,3,128,8,128,46.3125,87.5546875,234881024 +69,mlp.down_proj,4,32,8,128,16.484375,126.21875,234881024 +69,mlp.down_proj,4,64,8,128,19.203125,119.109375,234881024 +69,mlp.down_proj,4,128,8,128,21.625,115.5546875,234881024 +69,mlp.down_proj,8,32,8,128,1.001953125,238.21875,234881024 +69,mlp.down_proj,8,64,8,128,1.16796875,231.109375,234881024 +69,mlp.down_proj,8,128,8,128,1.3115234375,227.5546875,234881024 +70,self_attn.q_proj,2,32,8,128,38.1875,20.0625,67108864 +70,self_attn.q_proj,2,64,8,128,45.15625,18.03125,67108864 +70,self_attn.q_proj,2,128,8,128,52.03125,17.015625,67108864 +70,self_attn.q_proj,3,32,8,128,16.359375,28.0625,67108864 +70,self_attn.q_proj,3,64,8,128,19.421875,26.03125,67108864 +70,self_attn.q_proj,3,128,8,128,22.46875,25.015625,67108864 +70,self_attn.q_proj,4,32,8,128,7.63671875,36.0625,67108864 +70,self_attn.q_proj,4,64,8,128,9.0625,34.03125,67108864 +70,self_attn.q_proj,4,128,8,128,10.4921875,33.015625,67108864 +70,self_attn.q_proj,8,32,8,128,0.46240234375,68.0625,67108864 +70,self_attn.q_proj,8,64,8,128,0.54833984375,66.03125,67108864 +70,self_attn.q_proj,8,128,8,128,0.6328125,65.015625,67108864 +70,self_attn.v_proj,2,32,8,128,19.4375,2.5078125,8388608 +70,self_attn.v_proj,2,64,8,128,22.71875,2.25390625,8388608 +70,self_attn.v_proj,2,128,8,128,25.71875,2.126953125,8388608 +70,self_attn.v_proj,3,32,8,128,8.3125,3.5078125,8388608 +70,self_attn.v_proj,3,64,8,128,9.71875,3.25390625,8388608 +70,self_attn.v_proj,3,128,8,128,11.0078125,3.126953125,8388608 +70,self_attn.v_proj,4,32,8,128,3.876953125,4.5078125,8388608 +70,self_attn.v_proj,4,64,8,128,4.53515625,4.25390625,8388608 +70,self_attn.v_proj,4,128,8,128,5.13671875,4.126953125,8388608 +70,self_attn.v_proj,8,32,8,128,0.23486328125,8.5078125,8388608 +70,self_attn.v_proj,8,64,8,128,0.2744140625,8.25390625,8388608 +70,self_attn.v_proj,8,128,8,128,0.3095703125,8.126953125,8388608 +70,self_attn.k_proj,2,32,8,128,21.90625,2.5078125,8388608 +70,self_attn.k_proj,2,64,8,128,26.3125,2.25390625,8388608 +70,self_attn.k_proj,2,128,8,128,30.1875,2.126953125,8388608 +70,self_attn.k_proj,3,32,8,128,9.4375,3.5078125,8388608 +70,self_attn.k_proj,3,64,8,128,11.4609375,3.25390625,8388608 +70,self_attn.k_proj,3,128,8,128,13.3828125,3.126953125,8388608 +70,self_attn.k_proj,4,32,8,128,4.40234375,4.5078125,8388608 +70,self_attn.k_proj,4,64,8,128,5.34765625,4.25390625,8388608 +70,self_attn.k_proj,4,128,8,128,6.24609375,4.126953125,8388608 +70,self_attn.k_proj,8,32,8,128,0.2666015625,8.5078125,8388608 +70,self_attn.k_proj,8,64,8,128,0.323486328125,8.25390625,8388608 +70,self_attn.k_proj,8,128,8,128,0.376708984375,8.126953125,8388608 +70,self_attn.o_proj,2,32,8,128,41.8125,20.0625,67108864 +70,self_attn.o_proj,2,64,8,128,48.71875,18.03125,67108864 +70,self_attn.o_proj,2,128,8,128,54.9375,17.015625,67108864 +70,self_attn.o_proj,3,32,8,128,17.875,28.0625,67108864 +70,self_attn.o_proj,3,64,8,128,20.859375,26.03125,67108864 +70,self_attn.o_proj,3,128,8,128,23.546875,25.015625,67108864 +70,self_attn.o_proj,4,32,8,128,8.34375,36.0625,67108864 +70,self_attn.o_proj,4,64,8,128,9.734375,34.03125,67108864 +70,self_attn.o_proj,4,128,8,128,10.9921875,33.015625,67108864 +70,self_attn.o_proj,8,32,8,128,0.50537109375,68.0625,67108864 +70,self_attn.o_proj,8,64,8,128,0.5888671875,66.03125,67108864 +70,self_attn.o_proj,8,128,8,128,0.66259765625,65.015625,67108864 +70,mlp.gate_proj,2,32,8,128,88.25,70.21875,234881024 +70,mlp.gate_proj,2,64,8,128,103.125,63.109375,234881024 +70,mlp.gate_proj,2,128,8,128,116.75,59.5546875,234881024 +70,mlp.gate_proj,3,32,8,128,37.75,98.21875,234881024 +70,mlp.gate_proj,3,64,8,128,44.125,91.109375,234881024 +70,mlp.gate_proj,3,128,8,128,50.0,87.5546875,234881024 +70,mlp.gate_proj,4,32,8,128,17.609375,126.21875,234881024 +70,mlp.gate_proj,4,64,8,128,20.59375,119.109375,234881024 +70,mlp.gate_proj,4,128,8,128,23.328125,115.5546875,234881024 +70,mlp.gate_proj,8,32,8,128,1.0712890625,238.21875,234881024 +70,mlp.gate_proj,8,64,8,128,1.2529296875,231.109375,234881024 +70,mlp.gate_proj,8,128,8,128,1.4150390625,227.5546875,234881024 +70,mlp.up_proj,2,32,8,128,83.4375,70.21875,234881024 +70,mlp.up_proj,2,64,8,128,97.125,63.109375,234881024 +70,mlp.up_proj,2,128,8,128,109.5625,59.5546875,234881024 +70,mlp.up_proj,3,32,8,128,35.6875,98.21875,234881024 +70,mlp.up_proj,3,64,8,128,41.5625,91.109375,234881024 +70,mlp.up_proj,3,128,8,128,46.875,87.5546875,234881024 +70,mlp.up_proj,4,32,8,128,16.640625,126.21875,234881024 +70,mlp.up_proj,4,64,8,128,19.40625,119.109375,234881024 +70,mlp.up_proj,4,128,8,128,21.859375,115.5546875,234881024 +70,mlp.up_proj,8,32,8,128,1.01171875,238.21875,234881024 +70,mlp.up_proj,8,64,8,128,1.1806640625,231.109375,234881024 +70,mlp.up_proj,8,128,8,128,1.326171875,227.5546875,234881024 +70,mlp.down_proj,2,32,8,128,82.875,70.21875,234881024 +70,mlp.down_proj,2,64,8,128,96.4375,63.109375,234881024 +70,mlp.down_proj,2,128,8,128,108.6875,59.5546875,234881024 +70,mlp.down_proj,3,32,8,128,35.4375,98.21875,234881024 +70,mlp.down_proj,3,64,8,128,41.25,91.109375,234881024 +70,mlp.down_proj,3,128,8,128,46.5,87.5546875,234881024 +70,mlp.down_proj,4,32,8,128,16.515625,126.21875,234881024 +70,mlp.down_proj,4,64,8,128,19.265625,119.109375,234881024 +70,mlp.down_proj,4,128,8,128,21.6875,115.5546875,234881024 +70,mlp.down_proj,8,32,8,128,1.0048828125,238.21875,234881024 +70,mlp.down_proj,8,64,8,128,1.171875,231.109375,234881024 +70,mlp.down_proj,8,128,8,128,1.3154296875,227.5546875,234881024 +71,self_attn.q_proj,2,32,8,128,39.53125,20.0625,67108864 +71,self_attn.q_proj,2,64,8,128,46.46875,18.03125,67108864 +71,self_attn.q_proj,2,128,8,128,53.5625,17.015625,67108864 +71,self_attn.q_proj,3,32,8,128,16.90625,28.0625,67108864 +71,self_attn.q_proj,3,64,8,128,19.9375,26.03125,67108864 +71,self_attn.q_proj,3,128,8,128,23.046875,25.015625,67108864 +71,self_attn.q_proj,4,32,8,128,7.890625,36.0625,67108864 +71,self_attn.q_proj,4,64,8,128,9.296875,34.03125,67108864 +71,self_attn.q_proj,4,128,8,128,10.75,33.015625,67108864 +71,self_attn.q_proj,8,32,8,128,0.477783203125,68.0625,67108864 +71,self_attn.q_proj,8,64,8,128,0.5625,66.03125,67108864 +71,self_attn.q_proj,8,128,8,128,0.6484375,65.015625,67108864 +71,self_attn.v_proj,2,32,8,128,19.265625,2.5078125,8388608 +71,self_attn.v_proj,2,64,8,128,22.546875,2.25390625,8388608 +71,self_attn.v_proj,2,128,8,128,25.546875,2.126953125,8388608 +71,self_attn.v_proj,3,32,8,128,8.2421875,3.5078125,8388608 +71,self_attn.v_proj,3,64,8,128,9.6484375,3.25390625,8388608 +71,self_attn.v_proj,3,128,8,128,10.9296875,3.126953125,8388608 +71,self_attn.v_proj,4,32,8,128,3.841796875,4.5078125,8388608 +71,self_attn.v_proj,4,64,8,128,4.5,4.25390625,8388608 +71,self_attn.v_proj,4,128,8,128,5.1015625,4.126953125,8388608 +71,self_attn.v_proj,8,32,8,128,0.2327880859375,8.5078125,8388608 +71,self_attn.v_proj,8,64,8,128,0.272216796875,8.25390625,8388608 +71,self_attn.v_proj,8,128,8,128,0.307373046875,8.126953125,8388608 +71,self_attn.k_proj,2,32,8,128,22.703125,2.5078125,8388608 +71,self_attn.k_proj,2,64,8,128,27.296875,2.25390625,8388608 +71,self_attn.k_proj,2,128,8,128,31.359375,2.126953125,8388608 +71,self_attn.k_proj,3,32,8,128,9.75,3.5078125,8388608 +71,self_attn.k_proj,3,64,8,128,11.8125,3.25390625,8388608 +71,self_attn.k_proj,3,128,8,128,13.7734375,3.126953125,8388608 +71,self_attn.k_proj,4,32,8,128,4.546875,4.5078125,8388608 +71,self_attn.k_proj,4,64,8,128,5.51171875,4.25390625,8388608 +71,self_attn.k_proj,4,128,8,128,6.42578125,4.126953125,8388608 +71,self_attn.k_proj,8,32,8,128,0.275390625,8.5078125,8388608 +71,self_attn.k_proj,8,64,8,128,0.33349609375,8.25390625,8388608 +71,self_attn.k_proj,8,128,8,128,0.38720703125,8.126953125,8388608 +71,self_attn.o_proj,2,32,8,128,42.59375,20.0625,67108864 +71,self_attn.o_proj,2,64,8,128,49.625,18.03125,67108864 +71,self_attn.o_proj,2,128,8,128,55.96875,17.015625,67108864 +71,self_attn.o_proj,3,32,8,128,18.234375,28.0625,67108864 +71,self_attn.o_proj,3,64,8,128,21.265625,26.03125,67108864 +71,self_attn.o_proj,3,128,8,128,24.015625,25.015625,67108864 +71,self_attn.o_proj,4,32,8,128,8.5078125,36.0625,67108864 +71,self_attn.o_proj,4,64,8,128,9.9296875,34.03125,67108864 +71,self_attn.o_proj,4,128,8,128,11.21875,33.015625,67108864 +71,self_attn.o_proj,8,32,8,128,0.51513671875,68.0625,67108864 +71,self_attn.o_proj,8,64,8,128,0.6005859375,66.03125,67108864 +71,self_attn.o_proj,8,128,8,128,0.67626953125,65.015625,67108864 +71,mlp.gate_proj,2,32,8,128,88.1875,70.21875,234881024 +71,mlp.gate_proj,2,64,8,128,103.125,63.109375,234881024 +71,mlp.gate_proj,2,128,8,128,116.6875,59.5546875,234881024 +71,mlp.gate_proj,3,32,8,128,37.75,98.21875,234881024 +71,mlp.gate_proj,3,64,8,128,44.09375,91.109375,234881024 +71,mlp.gate_proj,3,128,8,128,50.0,87.5546875,234881024 +71,mlp.gate_proj,4,32,8,128,17.59375,126.21875,234881024 +71,mlp.gate_proj,4,64,8,128,20.578125,119.109375,234881024 +71,mlp.gate_proj,4,128,8,128,23.3125,115.5546875,234881024 +71,mlp.gate_proj,8,32,8,128,1.0703125,238.21875,234881024 +71,mlp.gate_proj,8,64,8,128,1.2529296875,231.109375,234881024 +71,mlp.gate_proj,8,128,8,128,1.4150390625,227.5546875,234881024 +71,mlp.up_proj,2,32,8,128,83.5,70.21875,234881024 +71,mlp.up_proj,2,64,8,128,97.25,63.109375,234881024 +71,mlp.up_proj,2,128,8,128,109.6875,59.5546875,234881024 +71,mlp.up_proj,3,32,8,128,35.71875,98.21875,234881024 +71,mlp.up_proj,3,64,8,128,41.625,91.109375,234881024 +71,mlp.up_proj,3,128,8,128,46.9375,87.5546875,234881024 +71,mlp.up_proj,4,32,8,128,16.65625,126.21875,234881024 +71,mlp.up_proj,4,64,8,128,19.4375,119.109375,234881024 +71,mlp.up_proj,4,128,8,128,21.890625,115.5546875,234881024 +71,mlp.up_proj,8,32,8,128,1.0126953125,238.21875,234881024 +71,mlp.up_proj,8,64,8,128,1.1826171875,231.109375,234881024 +71,mlp.up_proj,8,128,8,128,1.3291015625,227.5546875,234881024 +71,mlp.down_proj,2,32,8,128,82.875,70.21875,234881024 +71,mlp.down_proj,2,64,8,128,96.4375,63.109375,234881024 +71,mlp.down_proj,2,128,8,128,108.6875,59.5546875,234881024 +71,mlp.down_proj,3,32,8,128,35.4375,98.21875,234881024 +71,mlp.down_proj,3,64,8,128,41.28125,91.109375,234881024 +71,mlp.down_proj,3,128,8,128,46.46875,87.5546875,234881024 +71,mlp.down_proj,4,32,8,128,16.53125,126.21875,234881024 +71,mlp.down_proj,4,64,8,128,19.265625,119.109375,234881024 +71,mlp.down_proj,4,128,8,128,21.6875,115.5546875,234881024 +71,mlp.down_proj,8,32,8,128,1.0048828125,238.21875,234881024 +71,mlp.down_proj,8,64,8,128,1.171875,231.109375,234881024 +71,mlp.down_proj,8,128,8,128,1.31640625,227.5546875,234881024 +72,self_attn.q_proj,2,32,8,128,40.96875,20.0625,67108864 +72,self_attn.q_proj,2,64,8,128,48.15625,18.03125,67108864 +72,self_attn.q_proj,2,128,8,128,55.125,17.015625,67108864 +72,self_attn.q_proj,3,32,8,128,17.515625,28.0625,67108864 +72,self_attn.q_proj,3,64,8,128,20.625,26.03125,67108864 +72,self_attn.q_proj,3,128,8,128,23.65625,25.015625,67108864 +72,self_attn.q_proj,4,32,8,128,8.1796875,36.0625,67108864 +72,self_attn.q_proj,4,64,8,128,9.625,34.03125,67108864 +72,self_attn.q_proj,4,128,8,128,11.0390625,33.015625,67108864 +72,self_attn.q_proj,8,32,8,128,0.4951171875,68.0625,67108864 +72,self_attn.q_proj,8,64,8,128,0.58251953125,66.03125,67108864 +72,self_attn.q_proj,8,128,8,128,0.66552734375,65.015625,67108864 +72,self_attn.v_proj,2,32,8,128,19.03125,2.5078125,8388608 +72,self_attn.v_proj,2,64,8,128,22.203125,2.25390625,8388608 +72,self_attn.v_proj,2,128,8,128,25.09375,2.126953125,8388608 +72,self_attn.v_proj,3,32,8,128,8.140625,3.5078125,8388608 +72,self_attn.v_proj,3,64,8,128,9.5078125,3.25390625,8388608 +72,self_attn.v_proj,3,128,8,128,10.7421875,3.126953125,8388608 +72,self_attn.v_proj,4,32,8,128,3.796875,4.5078125,8388608 +72,self_attn.v_proj,4,64,8,128,4.43359375,4.25390625,8388608 +72,self_attn.v_proj,4,128,8,128,5.01171875,4.126953125,8388608 +72,self_attn.v_proj,8,32,8,128,0.22998046875,8.5078125,8388608 +72,self_attn.v_proj,8,64,8,128,0.268310546875,8.25390625,8388608 +72,self_attn.v_proj,8,128,8,128,0.30224609375,8.126953125,8388608 +72,self_attn.k_proj,2,32,8,128,23.71875,2.5078125,8388608 +72,self_attn.k_proj,2,64,8,128,28.5,2.25390625,8388608 +72,self_attn.k_proj,2,128,8,128,32.625,2.126953125,8388608 +72,self_attn.k_proj,3,32,8,128,10.1875,3.5078125,8388608 +72,self_attn.k_proj,3,64,8,128,12.328125,3.25390625,8388608 +72,self_attn.k_proj,3,128,8,128,14.3203125,3.126953125,8388608 +72,self_attn.k_proj,4,32,8,128,4.75390625,4.5078125,8388608 +72,self_attn.k_proj,4,64,8,128,5.75390625,4.25390625,8388608 +72,self_attn.k_proj,4,128,8,128,6.6875,4.126953125,8388608 +72,self_attn.k_proj,8,32,8,128,0.287841796875,8.5078125,8388608 +72,self_attn.k_proj,8,64,8,128,0.34814453125,8.25390625,8388608 +72,self_attn.k_proj,8,128,8,128,0.403076171875,8.126953125,8388608 +72,self_attn.o_proj,2,32,8,128,42.71875,20.0625,67108864 +72,self_attn.o_proj,2,64,8,128,49.75,18.03125,67108864 +72,self_attn.o_proj,2,128,8,128,56.09375,17.015625,67108864 +72,self_attn.o_proj,3,32,8,128,18.265625,28.0625,67108864 +72,self_attn.o_proj,3,64,8,128,21.296875,26.03125,67108864 +72,self_attn.o_proj,3,128,8,128,24.015625,25.015625,67108864 +72,self_attn.o_proj,4,32,8,128,8.5234375,36.0625,67108864 +72,self_attn.o_proj,4,64,8,128,9.9375,34.03125,67108864 +72,self_attn.o_proj,4,128,8,128,11.2109375,33.015625,67108864 +72,self_attn.o_proj,8,32,8,128,0.51611328125,68.0625,67108864 +72,self_attn.o_proj,8,64,8,128,0.60107421875,66.03125,67108864 +72,self_attn.o_proj,8,128,8,128,0.67578125,65.015625,67108864 +72,mlp.gate_proj,2,32,8,128,88.0,70.21875,234881024 +72,mlp.gate_proj,2,64,8,128,102.875,63.109375,234881024 +72,mlp.gate_proj,2,128,8,128,116.4375,59.5546875,234881024 +72,mlp.gate_proj,3,32,8,128,37.65625,98.21875,234881024 +72,mlp.gate_proj,3,64,8,128,44.0,91.109375,234881024 +72,mlp.gate_proj,3,128,8,128,49.875,87.5546875,234881024 +72,mlp.gate_proj,4,32,8,128,17.5625,126.21875,234881024 +72,mlp.gate_proj,4,64,8,128,20.546875,119.109375,234881024 +72,mlp.gate_proj,4,128,8,128,23.28125,115.5546875,234881024 +72,mlp.gate_proj,8,32,8,128,1.068359375,238.21875,234881024 +72,mlp.gate_proj,8,64,8,128,1.25,231.109375,234881024 +72,mlp.gate_proj,8,128,8,128,1.4111328125,227.5546875,234881024 +72,mlp.up_proj,2,32,8,128,83.75,70.21875,234881024 +72,mlp.up_proj,2,64,8,128,97.5,63.109375,234881024 +72,mlp.up_proj,2,128,8,128,110.0,59.5546875,234881024 +72,mlp.up_proj,3,32,8,128,35.8125,98.21875,234881024 +72,mlp.up_proj,3,64,8,128,41.71875,91.109375,234881024 +72,mlp.up_proj,3,128,8,128,47.03125,87.5546875,234881024 +72,mlp.up_proj,4,32,8,128,16.6875,126.21875,234881024 +72,mlp.up_proj,4,64,8,128,19.484375,119.109375,234881024 +72,mlp.up_proj,4,128,8,128,21.953125,115.5546875,234881024 +72,mlp.up_proj,8,32,8,128,1.015625,238.21875,234881024 +72,mlp.up_proj,8,64,8,128,1.1845703125,231.109375,234881024 +72,mlp.up_proj,8,128,8,128,1.33203125,227.5546875,234881024 +72,mlp.down_proj,2,32,8,128,83.0625,70.21875,234881024 +72,mlp.down_proj,2,64,8,128,96.6875,63.109375,234881024 +72,mlp.down_proj,2,128,8,128,109.0,59.5546875,234881024 +72,mlp.down_proj,3,32,8,128,35.53125,98.21875,234881024 +72,mlp.down_proj,3,64,8,128,41.375,91.109375,234881024 +72,mlp.down_proj,3,128,8,128,46.59375,87.5546875,234881024 +72,mlp.down_proj,4,32,8,128,16.5625,126.21875,234881024 +72,mlp.down_proj,4,64,8,128,19.3125,119.109375,234881024 +72,mlp.down_proj,4,128,8,128,21.75,115.5546875,234881024 +72,mlp.down_proj,8,32,8,128,1.0078125,238.21875,234881024 +72,mlp.down_proj,8,64,8,128,1.1748046875,231.109375,234881024 +72,mlp.down_proj,8,128,8,128,1.3193359375,227.5546875,234881024 +73,self_attn.q_proj,2,32,8,128,38.75,20.0625,67108864 +73,self_attn.q_proj,2,64,8,128,45.4375,18.03125,67108864 +73,self_attn.q_proj,2,128,8,128,52.0625,17.015625,67108864 +73,self_attn.q_proj,3,32,8,128,16.578125,28.0625,67108864 +73,self_attn.q_proj,3,64,8,128,19.46875,26.03125,67108864 +73,self_attn.q_proj,3,128,8,128,22.328125,25.015625,67108864 +73,self_attn.q_proj,4,32,8,128,7.734375,36.0625,67108864 +73,self_attn.q_proj,4,64,8,128,9.0859375,34.03125,67108864 +73,self_attn.q_proj,4,128,8,128,10.4296875,33.015625,67108864 +73,self_attn.q_proj,8,32,8,128,0.46826171875,68.0625,67108864 +73,self_attn.q_proj,8,64,8,128,0.5498046875,66.03125,67108864 +73,self_attn.q_proj,8,128,8,128,0.62890625,65.015625,67108864 +73,self_attn.v_proj,2,32,8,128,20.296875,2.5078125,8388608 +73,self_attn.v_proj,2,64,8,128,23.703125,2.25390625,8388608 +73,self_attn.v_proj,2,128,8,128,26.796875,2.126953125,8388608 +73,self_attn.v_proj,3,32,8,128,8.6796875,3.5078125,8388608 +73,self_attn.v_proj,3,64,8,128,10.140625,3.25390625,8388608 +73,self_attn.v_proj,3,128,8,128,11.4609375,3.126953125,8388608 +73,self_attn.v_proj,4,32,8,128,4.046875,4.5078125,8388608 +73,self_attn.v_proj,4,64,8,128,4.73046875,4.25390625,8388608 +73,self_attn.v_proj,4,128,8,128,5.3515625,4.126953125,8388608 +73,self_attn.v_proj,8,32,8,128,0.2452392578125,8.5078125,8388608 +73,self_attn.v_proj,8,64,8,128,0.2861328125,8.25390625,8388608 +73,self_attn.v_proj,8,128,8,128,0.322509765625,8.126953125,8388608 +73,self_attn.k_proj,2,32,8,128,22.453125,2.5078125,8388608 +73,self_attn.k_proj,2,64,8,128,26.921875,2.25390625,8388608 +73,self_attn.k_proj,2,128,8,128,30.921875,2.126953125,8388608 +73,self_attn.k_proj,3,32,8,128,9.640625,3.5078125,8388608 +73,self_attn.k_proj,3,64,8,128,11.625,3.25390625,8388608 +73,self_attn.k_proj,3,128,8,128,13.5078125,3.126953125,8388608 +73,self_attn.k_proj,4,32,8,128,4.49609375,4.5078125,8388608 +73,self_attn.k_proj,4,64,8,128,5.4296875,4.25390625,8388608 +73,self_attn.k_proj,4,128,8,128,6.3046875,4.126953125,8388608 +73,self_attn.k_proj,8,32,8,128,0.272216796875,8.5078125,8388608 +73,self_attn.k_proj,8,64,8,128,0.328369140625,8.25390625,8388608 +73,self_attn.k_proj,8,128,8,128,0.3798828125,8.126953125,8388608 +73,self_attn.o_proj,2,32,8,128,42.46875,20.0625,67108864 +73,self_attn.o_proj,2,64,8,128,49.4375,18.03125,67108864 +73,self_attn.o_proj,2,128,8,128,55.75,17.015625,67108864 +73,self_attn.o_proj,3,32,8,128,18.171875,28.0625,67108864 +73,self_attn.o_proj,3,64,8,128,21.1875,26.03125,67108864 +73,self_attn.o_proj,3,128,8,128,23.9375,25.015625,67108864 +73,self_attn.o_proj,4,32,8,128,8.4765625,36.0625,67108864 +73,self_attn.o_proj,4,64,8,128,9.890625,34.03125,67108864 +73,self_attn.o_proj,4,128,8,128,11.1796875,33.015625,67108864 +73,self_attn.o_proj,8,32,8,128,0.51318359375,68.0625,67108864 +73,self_attn.o_proj,8,64,8,128,0.59814453125,66.03125,67108864 +73,self_attn.o_proj,8,128,8,128,0.67333984375,65.015625,67108864 +73,mlp.gate_proj,2,32,8,128,87.9375,70.21875,234881024 +73,mlp.gate_proj,2,64,8,128,102.8125,63.109375,234881024 +73,mlp.gate_proj,2,128,8,128,116.375,59.5546875,234881024 +73,mlp.gate_proj,3,32,8,128,37.625,98.21875,234881024 +73,mlp.gate_proj,3,64,8,128,43.96875,91.109375,234881024 +73,mlp.gate_proj,3,128,8,128,49.875,87.5546875,234881024 +73,mlp.gate_proj,4,32,8,128,17.546875,126.21875,234881024 +73,mlp.gate_proj,4,64,8,128,20.53125,119.109375,234881024 +73,mlp.gate_proj,4,128,8,128,23.265625,115.5546875,234881024 +73,mlp.gate_proj,8,32,8,128,1.0673828125,238.21875,234881024 +73,mlp.gate_proj,8,64,8,128,1.25,231.109375,234881024 +73,mlp.gate_proj,8,128,8,128,1.4111328125,227.5546875,234881024 +73,mlp.up_proj,2,32,8,128,83.9375,70.21875,234881024 +73,mlp.up_proj,2,64,8,128,97.75,63.109375,234881024 +73,mlp.up_proj,2,128,8,128,110.25,59.5546875,234881024 +73,mlp.up_proj,3,32,8,128,35.90625,98.21875,234881024 +73,mlp.up_proj,3,64,8,128,41.8125,91.109375,234881024 +73,mlp.up_proj,3,128,8,128,47.1875,87.5546875,234881024 +73,mlp.up_proj,4,32,8,128,16.734375,126.21875,234881024 +73,mlp.up_proj,4,64,8,128,19.53125,119.109375,234881024 +73,mlp.up_proj,4,128,8,128,22.015625,115.5546875,234881024 +73,mlp.up_proj,8,32,8,128,1.0185546875,238.21875,234881024 +73,mlp.up_proj,8,64,8,128,1.1884765625,231.109375,234881024 +73,mlp.up_proj,8,128,8,128,1.3359375,227.5546875,234881024 +73,mlp.down_proj,2,32,8,128,83.25,70.21875,234881024 +73,mlp.down_proj,2,64,8,128,96.875,63.109375,234881024 +73,mlp.down_proj,2,128,8,128,109.25,59.5546875,234881024 +73,mlp.down_proj,3,32,8,128,35.59375,98.21875,234881024 +73,mlp.down_proj,3,64,8,128,41.46875,91.109375,234881024 +73,mlp.down_proj,3,128,8,128,46.71875,87.5546875,234881024 +73,mlp.down_proj,4,32,8,128,16.59375,126.21875,234881024 +73,mlp.down_proj,4,64,8,128,19.359375,119.109375,234881024 +73,mlp.down_proj,4,128,8,128,21.796875,115.5546875,234881024 +73,mlp.down_proj,8,32,8,128,1.009765625,238.21875,234881024 +73,mlp.down_proj,8,64,8,128,1.177734375,231.109375,234881024 +73,mlp.down_proj,8,128,8,128,1.322265625,227.5546875,234881024 +74,self_attn.q_proj,2,32,8,128,42.78125,20.0625,67108864 +74,self_attn.q_proj,2,64,8,128,50.59375,18.03125,67108864 +74,self_attn.q_proj,2,128,8,128,58.28125,17.015625,67108864 +74,self_attn.q_proj,3,32,8,128,18.3125,28.0625,67108864 +74,self_attn.q_proj,3,64,8,128,21.71875,26.03125,67108864 +74,self_attn.q_proj,3,128,8,128,25.125,25.015625,67108864 +74,self_attn.q_proj,4,32,8,128,8.546875,36.0625,67108864 +74,self_attn.q_proj,4,64,8,128,10.1328125,34.03125,67108864 +74,self_attn.q_proj,4,128,8,128,11.7265625,33.015625,67108864 +74,self_attn.q_proj,8,32,8,128,0.517578125,68.0625,67108864 +74,self_attn.q_proj,8,64,8,128,0.61328125,66.03125,67108864 +74,self_attn.q_proj,8,128,8,128,0.70703125,65.015625,67108864 +74,self_attn.v_proj,2,32,8,128,19.25,2.5078125,8388608 +74,self_attn.v_proj,2,64,8,128,22.5625,2.25390625,8388608 +74,self_attn.v_proj,2,128,8,128,25.5625,2.126953125,8388608 +74,self_attn.v_proj,3,32,8,128,8.2265625,3.5078125,8388608 +74,self_attn.v_proj,3,64,8,128,9.6484375,3.25390625,8388608 +74,self_attn.v_proj,3,128,8,128,10.9453125,3.126953125,8388608 +74,self_attn.v_proj,4,32,8,128,3.837890625,4.5078125,8388608 +74,self_attn.v_proj,4,64,8,128,4.5,4.25390625,8388608 +74,self_attn.v_proj,4,128,8,128,5.10546875,4.126953125,8388608 +74,self_attn.v_proj,8,32,8,128,0.2325439453125,8.5078125,8388608 +74,self_attn.v_proj,8,64,8,128,0.2724609375,8.25390625,8388608 +74,self_attn.v_proj,8,128,8,128,0.3076171875,8.126953125,8388608 +74,self_attn.k_proj,2,32,8,128,23.296875,2.5078125,8388608 +74,self_attn.k_proj,2,64,8,128,27.96875,2.25390625,8388608 +74,self_attn.k_proj,2,128,8,128,32.0625,2.126953125,8388608 +74,self_attn.k_proj,3,32,8,128,10.0078125,3.5078125,8388608 +74,self_attn.k_proj,3,64,8,128,12.1171875,3.25390625,8388608 +74,self_attn.k_proj,3,128,8,128,14.0859375,3.126953125,8388608 +74,self_attn.k_proj,4,32,8,128,4.671875,4.5078125,8388608 +74,self_attn.k_proj,4,64,8,128,5.65625,4.25390625,8388608 +74,self_attn.k_proj,4,128,8,128,6.578125,4.126953125,8388608 +74,self_attn.k_proj,8,32,8,128,0.28271484375,8.5078125,8388608 +74,self_attn.k_proj,8,64,8,128,0.342041015625,8.25390625,8388608 +74,self_attn.k_proj,8,128,8,128,0.396484375,8.126953125,8388608 +74,self_attn.o_proj,2,32,8,128,42.6875,20.0625,67108864 +74,self_attn.o_proj,2,64,8,128,49.8125,18.03125,67108864 +74,self_attn.o_proj,2,128,8,128,56.3125,17.015625,67108864 +74,self_attn.o_proj,3,32,8,128,18.28125,28.0625,67108864 +74,self_attn.o_proj,3,64,8,128,21.359375,26.03125,67108864 +74,self_attn.o_proj,3,128,8,128,24.234375,25.015625,67108864 +74,self_attn.o_proj,4,32,8,128,8.5234375,36.0625,67108864 +74,self_attn.o_proj,4,64,8,128,9.9765625,34.03125,67108864 +74,self_attn.o_proj,4,128,8,128,11.3203125,33.015625,67108864 +74,self_attn.o_proj,8,32,8,128,0.5166015625,68.0625,67108864 +74,self_attn.o_proj,8,64,8,128,0.603515625,66.03125,67108864 +74,self_attn.o_proj,8,128,8,128,0.68212890625,65.015625,67108864 +74,mlp.gate_proj,2,32,8,128,87.8125,70.21875,234881024 +74,mlp.gate_proj,2,64,8,128,102.6875,63.109375,234881024 +74,mlp.gate_proj,2,128,8,128,116.1875,59.5546875,234881024 +74,mlp.gate_proj,3,32,8,128,37.5625,98.21875,234881024 +74,mlp.gate_proj,3,64,8,128,43.90625,91.109375,234881024 +74,mlp.gate_proj,3,128,8,128,49.78125,87.5546875,234881024 +74,mlp.gate_proj,4,32,8,128,17.515625,126.21875,234881024 +74,mlp.gate_proj,4,64,8,128,20.5,119.109375,234881024 +74,mlp.gate_proj,4,128,8,128,23.234375,115.5546875,234881024 +74,mlp.gate_proj,8,32,8,128,1.06640625,238.21875,234881024 +74,mlp.gate_proj,8,64,8,128,1.248046875,231.109375,234881024 +74,mlp.gate_proj,8,128,8,128,1.4091796875,227.5546875,234881024 +74,mlp.up_proj,2,32,8,128,84.0,70.21875,234881024 +74,mlp.up_proj,2,64,8,128,97.875,63.109375,234881024 +74,mlp.up_proj,2,128,8,128,110.4375,59.5546875,234881024 +74,mlp.up_proj,3,32,8,128,35.9375,98.21875,234881024 +74,mlp.up_proj,3,64,8,128,41.875,91.109375,234881024 +74,mlp.up_proj,3,128,8,128,47.25,87.5546875,234881024 +74,mlp.up_proj,4,32,8,128,16.75,126.21875,234881024 +74,mlp.up_proj,4,64,8,128,19.5625,119.109375,234881024 +74,mlp.up_proj,4,128,8,128,22.046875,115.5546875,234881024 +74,mlp.up_proj,8,32,8,128,1.01953125,238.21875,234881024 +74,mlp.up_proj,8,64,8,128,1.189453125,231.109375,234881024 +74,mlp.up_proj,8,128,8,128,1.337890625,227.5546875,234881024 +74,mlp.down_proj,2,32,8,128,83.3125,70.21875,234881024 +74,mlp.down_proj,2,64,8,128,97.0,63.109375,234881024 +74,mlp.down_proj,2,128,8,128,109.3125,59.5546875,234881024 +74,mlp.down_proj,3,32,8,128,35.625,98.21875,234881024 +74,mlp.down_proj,3,64,8,128,41.5,91.109375,234881024 +74,mlp.down_proj,3,128,8,128,46.75,87.5546875,234881024 +74,mlp.down_proj,4,32,8,128,16.609375,126.21875,234881024 +74,mlp.down_proj,4,64,8,128,19.375,119.109375,234881024 +74,mlp.down_proj,4,128,8,128,21.828125,115.5546875,234881024 +74,mlp.down_proj,8,32,8,128,1.0107421875,238.21875,234881024 +74,mlp.down_proj,8,64,8,128,1.1787109375,231.109375,234881024 +74,mlp.down_proj,8,128,8,128,1.32421875,227.5546875,234881024 +75,self_attn.q_proj,2,32,8,128,40.1875,20.0625,67108864 +75,self_attn.q_proj,2,64,8,128,47.375,18.03125,67108864 +75,self_attn.q_proj,2,128,8,128,54.375,17.015625,67108864 +75,self_attn.q_proj,3,32,8,128,17.203125,28.0625,67108864 +75,self_attn.q_proj,3,64,8,128,20.296875,26.03125,67108864 +75,self_attn.q_proj,3,128,8,128,23.34375,25.015625,67108864 +75,self_attn.q_proj,4,32,8,128,8.03125,36.0625,67108864 +75,self_attn.q_proj,4,64,8,128,9.4765625,34.03125,67108864 +75,self_attn.q_proj,4,128,8,128,10.90625,33.015625,67108864 +75,self_attn.q_proj,8,32,8,128,0.486083984375,68.0625,67108864 +75,self_attn.q_proj,8,64,8,128,0.57373046875,66.03125,67108864 +75,self_attn.q_proj,8,128,8,128,0.65771484375,65.015625,67108864 +75,self_attn.v_proj,2,32,8,128,21.140625,2.5078125,8388608 +75,self_attn.v_proj,2,64,8,128,24.875,2.25390625,8388608 +75,self_attn.v_proj,2,128,8,128,28.375,2.126953125,8388608 +75,self_attn.v_proj,3,32,8,128,9.0390625,3.5078125,8388608 +75,self_attn.v_proj,3,64,8,128,10.640625,3.25390625,8388608 +75,self_attn.v_proj,3,128,8,128,12.140625,3.126953125,8388608 +75,self_attn.v_proj,4,32,8,128,4.21484375,4.5078125,8388608 +75,self_attn.v_proj,4,64,8,128,4.96875,4.25390625,8388608 +75,self_attn.v_proj,4,128,8,128,5.6640625,4.126953125,8388608 +75,self_attn.v_proj,8,32,8,128,0.25537109375,8.5078125,8388608 +75,self_attn.v_proj,8,64,8,128,0.300537109375,8.25390625,8388608 +75,self_attn.v_proj,8,128,8,128,0.341552734375,8.126953125,8388608 +75,self_attn.k_proj,2,32,8,128,21.78125,2.5078125,8388608 +75,self_attn.k_proj,2,64,8,128,26.15625,2.25390625,8388608 +75,self_attn.k_proj,2,128,8,128,30.046875,2.126953125,8388608 +75,self_attn.k_proj,3,32,8,128,9.3515625,3.5078125,8388608 +75,self_attn.k_proj,3,64,8,128,11.296875,3.25390625,8388608 +75,self_attn.k_proj,3,128,8,128,13.1328125,3.126953125,8388608 +75,self_attn.k_proj,4,32,8,128,4.359375,4.5078125,8388608 +75,self_attn.k_proj,4,64,8,128,5.26953125,4.25390625,8388608 +75,self_attn.k_proj,4,128,8,128,6.12890625,4.126953125,8388608 +75,self_attn.k_proj,8,32,8,128,0.26416015625,8.5078125,8388608 +75,self_attn.k_proj,8,64,8,128,0.31884765625,8.25390625,8388608 +75,self_attn.k_proj,8,128,8,128,0.36962890625,8.126953125,8388608 +75,self_attn.o_proj,2,32,8,128,42.78125,20.0625,67108864 +75,self_attn.o_proj,2,64,8,128,49.90625,18.03125,67108864 +75,self_attn.o_proj,2,128,8,128,56.40625,17.015625,67108864 +75,self_attn.o_proj,3,32,8,128,18.328125,28.0625,67108864 +75,self_attn.o_proj,3,64,8,128,21.421875,26.03125,67108864 +75,self_attn.o_proj,3,128,8,128,24.265625,25.015625,67108864 +75,self_attn.o_proj,4,32,8,128,8.5546875,36.0625,67108864 +75,self_attn.o_proj,4,64,8,128,10.0078125,34.03125,67108864 +75,self_attn.o_proj,4,128,8,128,11.3515625,33.015625,67108864 +75,self_attn.o_proj,8,32,8,128,0.51806640625,68.0625,67108864 +75,self_attn.o_proj,8,64,8,128,0.60498046875,66.03125,67108864 +75,self_attn.o_proj,8,128,8,128,0.68408203125,65.015625,67108864 +75,mlp.gate_proj,2,32,8,128,87.875,70.21875,234881024 +75,mlp.gate_proj,2,64,8,128,102.8125,63.109375,234881024 +75,mlp.gate_proj,2,128,8,128,116.375,59.5546875,234881024 +75,mlp.gate_proj,3,32,8,128,37.625,98.21875,234881024 +75,mlp.gate_proj,3,64,8,128,44.0,91.109375,234881024 +75,mlp.gate_proj,3,128,8,128,49.875,87.5546875,234881024 +75,mlp.gate_proj,4,32,8,128,17.53125,126.21875,234881024 +75,mlp.gate_proj,4,64,8,128,20.53125,119.109375,234881024 +75,mlp.gate_proj,4,128,8,128,23.28125,115.5546875,234881024 +75,mlp.gate_proj,8,32,8,128,1.0673828125,238.21875,234881024 +75,mlp.gate_proj,8,64,8,128,1.25,231.109375,234881024 +75,mlp.gate_proj,8,128,8,128,1.412109375,227.5546875,234881024 +75,mlp.up_proj,2,32,8,128,84.0625,70.21875,234881024 +75,mlp.up_proj,2,64,8,128,98.0,63.109375,234881024 +75,mlp.up_proj,2,128,8,128,110.625,59.5546875,234881024 +75,mlp.up_proj,3,32,8,128,35.96875,98.21875,234881024 +75,mlp.up_proj,3,64,8,128,41.9375,91.109375,234881024 +75,mlp.up_proj,3,128,8,128,47.34375,87.5546875,234881024 +75,mlp.up_proj,4,32,8,128,16.765625,126.21875,234881024 +75,mlp.up_proj,4,64,8,128,19.59375,119.109375,234881024 +75,mlp.up_proj,4,128,8,128,22.09375,115.5546875,234881024 +75,mlp.up_proj,8,32,8,128,1.0205078125,238.21875,234881024 +75,mlp.up_proj,8,64,8,128,1.19140625,231.109375,234881024 +75,mlp.up_proj,8,128,8,128,1.33984375,227.5546875,234881024 +75,mlp.down_proj,2,32,8,128,83.25,70.21875,234881024 +75,mlp.down_proj,2,64,8,128,96.9375,63.109375,234881024 +75,mlp.down_proj,2,128,8,128,109.3125,59.5546875,234881024 +75,mlp.down_proj,3,32,8,128,35.59375,98.21875,234881024 +75,mlp.down_proj,3,64,8,128,41.5,91.109375,234881024 +75,mlp.down_proj,3,128,8,128,46.78125,87.5546875,234881024 +75,mlp.down_proj,4,32,8,128,16.609375,126.21875,234881024 +75,mlp.down_proj,4,64,8,128,19.375,119.109375,234881024 +75,mlp.down_proj,4,128,8,128,21.84375,115.5546875,234881024 +75,mlp.down_proj,8,32,8,128,1.009765625,238.21875,234881024 +75,mlp.down_proj,8,64,8,128,1.1787109375,231.109375,234881024 +75,mlp.down_proj,8,128,8,128,1.326171875,227.5546875,234881024 +76,self_attn.q_proj,2,32,8,128,43.75,20.0625,67108864 +76,self_attn.q_proj,2,64,8,128,51.34375,18.03125,67108864 +76,self_attn.q_proj,2,128,8,128,58.9375,17.015625,67108864 +76,self_attn.q_proj,3,32,8,128,18.71875,28.0625,67108864 +76,self_attn.q_proj,3,64,8,128,21.984375,26.03125,67108864 +76,self_attn.q_proj,3,128,8,128,25.296875,25.015625,67108864 +76,self_attn.q_proj,4,32,8,128,8.734375,36.0625,67108864 +76,self_attn.q_proj,4,64,8,128,10.265625,34.03125,67108864 +76,self_attn.q_proj,4,128,8,128,11.8046875,33.015625,67108864 +76,self_attn.q_proj,8,32,8,128,0.52880859375,68.0625,67108864 +76,self_attn.q_proj,8,64,8,128,0.62109375,66.03125,67108864 +76,self_attn.q_proj,8,128,8,128,0.7119140625,65.015625,67108864 +76,self_attn.v_proj,2,32,8,128,22.40625,2.5078125,8388608 +76,self_attn.v_proj,2,64,8,128,26.40625,2.25390625,8388608 +76,self_attn.v_proj,2,128,8,128,30.15625,2.126953125,8388608 +76,self_attn.v_proj,3,32,8,128,9.578125,3.5078125,8388608 +76,self_attn.v_proj,3,64,8,128,11.3046875,3.25390625,8388608 +76,self_attn.v_proj,3,128,8,128,12.9140625,3.126953125,8388608 +76,self_attn.v_proj,4,32,8,128,4.46875,4.5078125,8388608 +76,self_attn.v_proj,4,64,8,128,5.2734375,4.25390625,8388608 +76,self_attn.v_proj,4,128,8,128,6.0234375,4.126953125,8388608 +76,self_attn.v_proj,8,32,8,128,0.270751953125,8.5078125,8388608 +76,self_attn.v_proj,8,64,8,128,0.319091796875,8.25390625,8388608 +76,self_attn.v_proj,8,128,8,128,0.363037109375,8.126953125,8388608 +76,self_attn.k_proj,2,32,8,128,22.375,2.5078125,8388608 +76,self_attn.k_proj,2,64,8,128,26.765625,2.25390625,8388608 +76,self_attn.k_proj,2,128,8,128,30.671875,2.126953125,8388608 +76,self_attn.k_proj,3,32,8,128,9.5859375,3.5078125,8388608 +76,self_attn.k_proj,3,64,8,128,11.5078125,3.25390625,8388608 +76,self_attn.k_proj,3,128,8,128,13.265625,3.126953125,8388608 +76,self_attn.k_proj,4,32,8,128,4.47265625,4.5078125,8388608 +76,self_attn.k_proj,4,64,8,128,5.37109375,4.25390625,8388608 +76,self_attn.k_proj,4,128,8,128,6.19140625,4.126953125,8388608 +76,self_attn.k_proj,8,32,8,128,0.270751953125,8.5078125,8388608 +76,self_attn.k_proj,8,64,8,128,0.324951171875,8.25390625,8388608 +76,self_attn.k_proj,8,128,8,128,0.373046875,8.126953125,8388608 +76,self_attn.o_proj,2,32,8,128,46.375,20.0625,67108864 +76,self_attn.o_proj,2,64,8,128,54.03125,18.03125,67108864 +76,self_attn.o_proj,2,128,8,128,60.96875,17.015625,67108864 +76,self_attn.o_proj,3,32,8,128,19.828125,28.0625,67108864 +76,self_attn.o_proj,3,64,8,128,23.140625,26.03125,67108864 +76,self_attn.o_proj,3,128,8,128,26.140625,25.015625,67108864 +76,self_attn.o_proj,4,32,8,128,9.25,36.0625,67108864 +76,self_attn.o_proj,4,64,8,128,10.796875,34.03125,67108864 +76,self_attn.o_proj,4,128,8,128,12.2109375,33.015625,67108864 +76,self_attn.o_proj,8,32,8,128,0.560546875,68.0625,67108864 +76,self_attn.o_proj,8,64,8,128,0.65283203125,66.03125,67108864 +76,self_attn.o_proj,8,128,8,128,0.7353515625,65.015625,67108864 +76,mlp.gate_proj,2,32,8,128,88.5,70.21875,234881024 +76,mlp.gate_proj,2,64,8,128,103.5625,63.109375,234881024 +76,mlp.gate_proj,2,128,8,128,117.375,59.5546875,234881024 +76,mlp.gate_proj,3,32,8,128,37.875,98.21875,234881024 +76,mlp.gate_proj,3,64,8,128,44.3125,91.109375,234881024 +76,mlp.gate_proj,3,128,8,128,50.3125,87.5546875,234881024 +76,mlp.gate_proj,4,32,8,128,17.65625,126.21875,234881024 +76,mlp.gate_proj,4,64,8,128,20.6875,119.109375,234881024 +76,mlp.gate_proj,4,128,8,128,23.484375,115.5546875,234881024 +76,mlp.gate_proj,8,32,8,128,1.07421875,238.21875,234881024 +76,mlp.gate_proj,8,64,8,128,1.2587890625,231.109375,234881024 +76,mlp.gate_proj,8,128,8,128,1.423828125,227.5546875,234881024 +76,mlp.up_proj,2,32,8,128,84.25,70.21875,234881024 +76,mlp.up_proj,2,64,8,128,98.25,63.109375,234881024 +76,mlp.up_proj,2,128,8,128,111.0,59.5546875,234881024 +76,mlp.up_proj,3,32,8,128,36.03125,98.21875,234881024 +76,mlp.up_proj,3,64,8,128,42.0625,91.109375,234881024 +76,mlp.up_proj,3,128,8,128,47.53125,87.5546875,234881024 +76,mlp.up_proj,4,32,8,128,16.796875,126.21875,234881024 +76,mlp.up_proj,4,64,8,128,19.640625,119.109375,234881024 +76,mlp.up_proj,4,128,8,128,22.203125,115.5546875,234881024 +76,mlp.up_proj,8,32,8,128,1.0224609375,238.21875,234881024 +76,mlp.up_proj,8,64,8,128,1.1943359375,231.109375,234881024 +76,mlp.up_proj,8,128,8,128,1.345703125,227.5546875,234881024 +76,mlp.down_proj,2,32,8,128,83.125,70.21875,234881024 +76,mlp.down_proj,2,64,8,128,96.8125,63.109375,234881024 +76,mlp.down_proj,2,128,8,128,109.3125,59.5546875,234881024 +76,mlp.down_proj,3,32,8,128,35.5625,98.21875,234881024 +76,mlp.down_proj,3,64,8,128,41.46875,91.109375,234881024 +76,mlp.down_proj,3,128,8,128,46.84375,87.5546875,234881024 +76,mlp.down_proj,4,32,8,128,16.578125,126.21875,234881024 +76,mlp.down_proj,4,64,8,128,19.375,119.109375,234881024 +76,mlp.down_proj,4,128,8,128,21.859375,115.5546875,234881024 +76,mlp.down_proj,8,32,8,128,1.0087890625,238.21875,234881024 +76,mlp.down_proj,8,64,8,128,1.1787109375,231.109375,234881024 +76,mlp.down_proj,8,128,8,128,1.3271484375,227.5546875,234881024 +77,self_attn.q_proj,2,32,8,128,41.84375,20.0625,67108864 +77,self_attn.q_proj,2,64,8,128,49.3125,18.03125,67108864 +77,self_attn.q_proj,2,128,8,128,56.8125,17.015625,67108864 +77,self_attn.q_proj,3,32,8,128,17.921875,28.0625,67108864 +77,self_attn.q_proj,3,64,8,128,21.140625,26.03125,67108864 +77,self_attn.q_proj,3,128,8,128,24.4375,25.015625,67108864 +77,self_attn.q_proj,4,32,8,128,8.359375,36.0625,67108864 +77,self_attn.q_proj,4,64,8,128,9.875,34.03125,67108864 +77,self_attn.q_proj,4,128,8,128,11.40625,33.015625,67108864 +77,self_attn.q_proj,8,32,8,128,0.50634765625,68.0625,67108864 +77,self_attn.q_proj,8,64,8,128,0.59716796875,66.03125,67108864 +77,self_attn.q_proj,8,128,8,128,0.6875,65.015625,67108864 +77,self_attn.v_proj,2,32,8,128,21.484375,2.5078125,8388608 +77,self_attn.v_proj,2,64,8,128,25.28125,2.25390625,8388608 +77,self_attn.v_proj,2,128,8,128,28.765625,2.126953125,8388608 +77,self_attn.v_proj,3,32,8,128,9.1875,3.5078125,8388608 +77,self_attn.v_proj,3,64,8,128,10.8203125,3.25390625,8388608 +77,self_attn.v_proj,3,128,8,128,12.3125,3.126953125,8388608 +77,self_attn.v_proj,4,32,8,128,4.28515625,4.5078125,8388608 +77,self_attn.v_proj,4,64,8,128,5.046875,4.25390625,8388608 +77,self_attn.v_proj,4,128,8,128,5.74609375,4.126953125,8388608 +77,self_attn.v_proj,8,32,8,128,0.259521484375,8.5078125,8388608 +77,self_attn.v_proj,8,64,8,128,0.305419921875,8.25390625,8388608 +77,self_attn.v_proj,8,128,8,128,0.346435546875,8.126953125,8388608 +77,self_attn.k_proj,2,32,8,128,22.234375,2.5078125,8388608 +77,self_attn.k_proj,2,64,8,128,26.75,2.25390625,8388608 +77,self_attn.k_proj,2,128,8,128,30.828125,2.126953125,8388608 +77,self_attn.k_proj,3,32,8,128,9.546875,3.5078125,8388608 +77,self_attn.k_proj,3,64,8,128,11.5546875,3.25390625,8388608 +77,self_attn.k_proj,3,128,8,128,13.46875,3.126953125,8388608 +77,self_attn.k_proj,4,32,8,128,4.45703125,4.5078125,8388608 +77,self_attn.k_proj,4,64,8,128,5.390625,4.25390625,8388608 +77,self_attn.k_proj,4,128,8,128,6.28125,4.126953125,8388608 +77,self_attn.k_proj,8,32,8,128,0.269775390625,8.5078125,8388608 +77,self_attn.k_proj,8,64,8,128,0.326171875,8.25390625,8388608 +77,self_attn.k_proj,8,128,8,128,0.378662109375,8.126953125,8388608 +77,self_attn.o_proj,2,32,8,128,43.8125,20.0625,67108864 +77,self_attn.o_proj,2,64,8,128,51.09375,18.03125,67108864 +77,self_attn.o_proj,2,128,8,128,57.75,17.015625,67108864 +77,self_attn.o_proj,3,32,8,128,18.75,28.0625,67108864 +77,self_attn.o_proj,3,64,8,128,21.90625,26.03125,67108864 +77,self_attn.o_proj,3,128,8,128,24.828125,25.015625,67108864 +77,self_attn.o_proj,4,32,8,128,8.75,36.0625,67108864 +77,self_attn.o_proj,4,64,8,128,10.2265625,34.03125,67108864 +77,self_attn.o_proj,4,128,8,128,11.5859375,33.015625,67108864 +77,self_attn.o_proj,8,32,8,128,0.52978515625,68.0625,67108864 +77,self_attn.o_proj,8,64,8,128,0.61865234375,66.03125,67108864 +77,self_attn.o_proj,8,128,8,128,0.6982421875,65.015625,67108864 +77,mlp.gate_proj,2,32,8,128,88.8125,70.21875,234881024 +77,mlp.gate_proj,2,64,8,128,103.9375,63.109375,234881024 +77,mlp.gate_proj,2,128,8,128,117.75,59.5546875,234881024 +77,mlp.gate_proj,3,32,8,128,38.03125,98.21875,234881024 +77,mlp.gate_proj,3,64,8,128,44.5,91.109375,234881024 +77,mlp.gate_proj,3,128,8,128,50.46875,87.5546875,234881024 +77,mlp.gate_proj,4,32,8,128,17.734375,126.21875,234881024 +77,mlp.gate_proj,4,64,8,128,20.765625,119.109375,234881024 +77,mlp.gate_proj,4,128,8,128,23.578125,115.5546875,234881024 +77,mlp.gate_proj,8,32,8,128,1.0791015625,238.21875,234881024 +77,mlp.gate_proj,8,64,8,128,1.263671875,231.109375,234881024 +77,mlp.gate_proj,8,128,8,128,1.4296875,227.5546875,234881024 +77,mlp.up_proj,2,32,8,128,84.75,70.21875,234881024 +77,mlp.up_proj,2,64,8,128,98.8125,63.109375,234881024 +77,mlp.up_proj,2,128,8,128,111.625,59.5546875,234881024 +77,mlp.up_proj,3,32,8,128,36.25,98.21875,234881024 +77,mlp.up_proj,3,64,8,128,42.28125,91.109375,234881024 +77,mlp.up_proj,3,128,8,128,47.8125,87.5546875,234881024 +77,mlp.up_proj,4,32,8,128,16.90625,126.21875,234881024 +77,mlp.up_proj,4,64,8,128,19.75,119.109375,234881024 +77,mlp.up_proj,4,128,8,128,22.328125,115.5546875,234881024 +77,mlp.up_proj,8,32,8,128,1.0283203125,238.21875,234881024 +77,mlp.up_proj,8,64,8,128,1.2021484375,231.109375,234881024 +77,mlp.up_proj,8,128,8,128,1.353515625,227.5546875,234881024 +77,mlp.down_proj,2,32,8,128,83.625,70.21875,234881024 +77,mlp.down_proj,2,64,8,128,97.5,63.109375,234881024 +77,mlp.down_proj,2,128,8,128,110.3125,59.5546875,234881024 +77,mlp.down_proj,3,32,8,128,35.78125,98.21875,234881024 +77,mlp.down_proj,3,64,8,128,41.8125,91.109375,234881024 +77,mlp.down_proj,3,128,8,128,47.375,87.5546875,234881024 +77,mlp.down_proj,4,32,8,128,16.703125,126.21875,234881024 +77,mlp.down_proj,4,64,8,128,19.546875,119.109375,234881024 +77,mlp.down_proj,4,128,8,128,22.15625,115.5546875,234881024 +77,mlp.down_proj,8,32,8,128,1.0166015625,238.21875,234881024 +77,mlp.down_proj,8,64,8,128,1.189453125,231.109375,234881024 +77,mlp.down_proj,8,128,8,128,1.3447265625,227.5546875,234881024 +78,self_attn.q_proj,2,32,8,128,40.78125,20.0625,67108864 +78,self_attn.q_proj,2,64,8,128,48.09375,18.03125,67108864 +78,self_attn.q_proj,2,128,8,128,55.0625,17.015625,67108864 +78,self_attn.q_proj,3,32,8,128,17.46875,28.0625,67108864 +78,self_attn.q_proj,3,64,8,128,20.640625,26.03125,67108864 +78,self_attn.q_proj,3,128,8,128,23.734375,25.015625,67108864 +78,self_attn.q_proj,4,32,8,128,8.1484375,36.0625,67108864 +78,self_attn.q_proj,4,64,8,128,9.6328125,34.03125,67108864 +78,self_attn.q_proj,4,128,8,128,11.0859375,33.015625,67108864 +78,self_attn.q_proj,8,32,8,128,0.493408203125,68.0625,67108864 +78,self_attn.q_proj,8,64,8,128,0.5830078125,66.03125,67108864 +78,self_attn.q_proj,8,128,8,128,0.66796875,65.015625,67108864 +78,self_attn.v_proj,2,32,8,128,19.75,2.5078125,8388608 +78,self_attn.v_proj,2,64,8,128,23.25,2.25390625,8388608 +78,self_attn.v_proj,2,128,8,128,26.515625,2.126953125,8388608 +78,self_attn.v_proj,3,32,8,128,8.4453125,3.5078125,8388608 +78,self_attn.v_proj,3,64,8,128,9.953125,3.25390625,8388608 +78,self_attn.v_proj,3,128,8,128,11.359375,3.126953125,8388608 +78,self_attn.v_proj,4,32,8,128,3.939453125,4.5078125,8388608 +78,self_attn.v_proj,4,64,8,128,4.64453125,4.25390625,8388608 +78,self_attn.v_proj,4,128,8,128,5.30078125,4.126953125,8388608 +78,self_attn.v_proj,8,32,8,128,0.238525390625,8.5078125,8388608 +78,self_attn.v_proj,8,64,8,128,0.281005859375,8.25390625,8388608 +78,self_attn.v_proj,8,128,8,128,0.319580078125,8.126953125,8388608 +78,self_attn.k_proj,2,32,8,128,22.203125,2.5078125,8388608 +78,self_attn.k_proj,2,64,8,128,26.671875,2.25390625,8388608 +78,self_attn.k_proj,2,128,8,128,30.546875,2.126953125,8388608 +78,self_attn.k_proj,3,32,8,128,9.53125,3.5078125,8388608 +78,self_attn.k_proj,3,64,8,128,11.515625,3.25390625,8388608 +78,self_attn.k_proj,3,128,8,128,13.3359375,3.126953125,8388608 +78,self_attn.k_proj,4,32,8,128,4.4453125,4.5078125,8388608 +78,self_attn.k_proj,4,64,8,128,5.37109375,4.25390625,8388608 +78,self_attn.k_proj,4,128,8,128,6.23046875,4.126953125,8388608 +78,self_attn.k_proj,8,32,8,128,0.269287109375,8.5078125,8388608 +78,self_attn.k_proj,8,64,8,128,0.324951171875,8.25390625,8388608 +78,self_attn.k_proj,8,128,8,128,0.375244140625,8.126953125,8388608 +78,self_attn.o_proj,2,32,8,128,41.0625,20.0625,67108864 +78,self_attn.o_proj,2,64,8,128,47.875,18.03125,67108864 +78,self_attn.o_proj,2,128,8,128,54.125,17.015625,67108864 +78,self_attn.o_proj,3,32,8,128,17.59375,28.0625,67108864 +78,self_attn.o_proj,3,64,8,128,20.5625,26.03125,67108864 +78,self_attn.o_proj,3,128,8,128,23.3125,25.015625,67108864 +78,self_attn.o_proj,4,32,8,128,8.21875,36.0625,67108864 +78,self_attn.o_proj,4,64,8,128,9.625,34.03125,67108864 +78,self_attn.o_proj,4,128,8,128,10.9375,33.015625,67108864 +78,self_attn.o_proj,8,32,8,128,0.4990234375,68.0625,67108864 +78,self_attn.o_proj,8,64,8,128,0.5849609375,66.03125,67108864 +78,self_attn.o_proj,8,128,8,128,0.6640625,65.015625,67108864 +78,mlp.gate_proj,2,32,8,128,90.125,70.21875,234881024 +78,mlp.gate_proj,2,64,8,128,105.6875,63.109375,234881024 +78,mlp.gate_proj,2,128,8,128,119.875,59.5546875,234881024 +78,mlp.gate_proj,3,32,8,128,38.59375,98.21875,234881024 +78,mlp.gate_proj,3,64,8,128,45.21875,91.109375,234881024 +78,mlp.gate_proj,3,128,8,128,51.5,87.5546875,234881024 +78,mlp.gate_proj,4,32,8,128,18.0,126.21875,234881024 +78,mlp.gate_proj,4,64,8,128,21.109375,119.109375,234881024 +78,mlp.gate_proj,4,128,8,128,24.03125,115.5546875,234881024 +78,mlp.gate_proj,8,32,8,128,1.0947265625,238.21875,234881024 +78,mlp.gate_proj,8,64,8,128,1.28515625,231.109375,234881024 +78,mlp.gate_proj,8,128,8,128,1.45703125,227.5546875,234881024 +78,mlp.up_proj,2,32,8,128,85.5,70.21875,234881024 +78,mlp.up_proj,2,64,8,128,99.75,63.109375,234881024 +78,mlp.up_proj,2,128,8,128,112.625,59.5546875,234881024 +78,mlp.up_proj,3,32,8,128,36.59375,98.21875,234881024 +78,mlp.up_proj,3,64,8,128,42.71875,91.109375,234881024 +78,mlp.up_proj,3,128,8,128,48.28125,87.5546875,234881024 +78,mlp.up_proj,4,32,8,128,17.0625,126.21875,234881024 +78,mlp.up_proj,4,64,8,128,19.9375,119.109375,234881024 +78,mlp.up_proj,4,128,8,128,22.53125,115.5546875,234881024 +78,mlp.up_proj,8,32,8,128,1.0380859375,238.21875,234881024 +78,mlp.up_proj,8,64,8,128,1.2138671875,231.109375,234881024 +78,mlp.up_proj,8,128,8,128,1.3671875,227.5546875,234881024 +78,mlp.down_proj,2,32,8,128,84.125,70.21875,234881024 +78,mlp.down_proj,2,64,8,128,98.375,63.109375,234881024 +78,mlp.down_proj,2,128,8,128,111.5,59.5546875,234881024 +78,mlp.down_proj,3,32,8,128,36.0625,98.21875,234881024 +78,mlp.down_proj,3,64,8,128,42.28125,91.109375,234881024 +78,mlp.down_proj,3,128,8,128,48.15625,87.5546875,234881024 +78,mlp.down_proj,4,32,8,128,16.828125,126.21875,234881024 +78,mlp.down_proj,4,64,8,128,19.765625,119.109375,234881024 +78,mlp.down_proj,4,128,8,128,22.515625,115.5546875,234881024 +78,mlp.down_proj,8,32,8,128,1.0234375,238.21875,234881024 +78,mlp.down_proj,8,64,8,128,1.2021484375,231.109375,234881024 +78,mlp.down_proj,8,128,8,128,1.3671875,227.5546875,234881024 +79,self_attn.q_proj,2,32,8,128,39.71875,20.0625,67108864 +79,self_attn.q_proj,2,64,8,128,46.875,18.03125,67108864 +79,self_attn.q_proj,2,128,8,128,53.8125,17.015625,67108864 +79,self_attn.q_proj,3,32,8,128,17.015625,28.0625,67108864 +79,self_attn.q_proj,3,64,8,128,20.15625,26.03125,67108864 +79,self_attn.q_proj,3,128,8,128,23.296875,25.015625,67108864 +79,self_attn.q_proj,4,32,8,128,7.94140625,36.0625,67108864 +79,self_attn.q_proj,4,64,8,128,9.40625,34.03125,67108864 +79,self_attn.q_proj,4,128,8,128,10.875,33.015625,67108864 +79,self_attn.q_proj,8,32,8,128,0.48095703125,68.0625,67108864 +79,self_attn.q_proj,8,64,8,128,0.5693359375,66.03125,67108864 +79,self_attn.q_proj,8,128,8,128,0.65576171875,65.015625,67108864 +79,self_attn.v_proj,2,32,8,128,16.671875,2.5078125,8388608 +79,self_attn.v_proj,2,64,8,128,19.859375,2.25390625,8388608 +79,self_attn.v_proj,2,128,8,128,22.859375,2.126953125,8388608 +79,self_attn.v_proj,3,32,8,128,7.13671875,3.5078125,8388608 +79,self_attn.v_proj,3,64,8,128,8.515625,3.25390625,8388608 +79,self_attn.v_proj,3,128,8,128,9.828125,3.126953125,8388608 +79,self_attn.v_proj,4,32,8,128,3.330078125,4.5078125,8388608 +79,self_attn.v_proj,4,64,8,128,3.974609375,4.25390625,8388608 +79,self_attn.v_proj,4,128,8,128,4.5859375,4.126953125,8388608 +79,self_attn.v_proj,8,32,8,128,0.20166015625,8.5078125,8388608 +79,self_attn.v_proj,8,64,8,128,0.240478515625,8.25390625,8388608 +79,self_attn.v_proj,8,128,8,128,0.276611328125,8.126953125,8388608 +79,self_attn.k_proj,2,32,8,128,22.890625,2.5078125,8388608 +79,self_attn.k_proj,2,64,8,128,27.640625,2.25390625,8388608 +79,self_attn.k_proj,2,128,8,128,31.828125,2.126953125,8388608 +79,self_attn.k_proj,3,32,8,128,9.828125,3.5078125,8388608 +79,self_attn.k_proj,3,64,8,128,11.9609375,3.25390625,8388608 +79,self_attn.k_proj,3,128,8,128,13.984375,3.126953125,8388608 +79,self_attn.k_proj,4,32,8,128,4.5859375,4.5078125,8388608 +79,self_attn.k_proj,4,64,8,128,5.58203125,4.25390625,8388608 +79,self_attn.k_proj,4,128,8,128,6.52734375,4.126953125,8388608 +79,self_attn.k_proj,8,32,8,128,0.277587890625,8.5078125,8388608 +79,self_attn.k_proj,8,64,8,128,0.337646484375,8.25390625,8388608 +79,self_attn.k_proj,8,128,8,128,0.393310546875,8.126953125,8388608 +79,self_attn.o_proj,2,32,8,128,35.375,20.0625,67108864 +79,self_attn.o_proj,2,64,8,128,41.625,18.03125,67108864 +79,self_attn.o_proj,2,128,8,128,47.6875,17.015625,67108864 +79,self_attn.o_proj,3,32,8,128,15.2109375,28.0625,67108864 +79,self_attn.o_proj,3,64,8,128,18.03125,26.03125,67108864 +79,self_attn.o_proj,3,128,8,128,20.890625,25.015625,67108864 +79,self_attn.o_proj,4,32,8,128,7.1015625,36.0625,67108864 +79,self_attn.o_proj,4,64,8,128,8.421875,34.03125,67108864 +79,self_attn.o_proj,4,128,8,128,9.78125,33.015625,67108864 +79,self_attn.o_proj,8,32,8,128,0.4296875,68.0625,67108864 +79,self_attn.o_proj,8,64,8,128,0.509765625,66.03125,67108864 +79,self_attn.o_proj,8,128,8,128,0.59033203125,65.015625,67108864 +79,mlp.gate_proj,2,32,8,128,92.375,70.21875,234881024 +79,mlp.gate_proj,2,64,8,128,108.5,63.109375,234881024 +79,mlp.gate_proj,2,128,8,128,123.375,59.5546875,234881024 +79,mlp.gate_proj,3,32,8,128,39.5625,98.21875,234881024 +79,mlp.gate_proj,3,64,8,128,46.46875,91.109375,234881024 +79,mlp.gate_proj,3,128,8,128,53.0,87.5546875,234881024 +79,mlp.gate_proj,4,32,8,128,18.453125,126.21875,234881024 +79,mlp.gate_proj,4,64,8,128,21.671875,119.109375,234881024 +79,mlp.gate_proj,4,128,8,128,24.734375,115.5546875,234881024 +79,mlp.gate_proj,8,32,8,128,1.1220703125,238.21875,234881024 +79,mlp.gate_proj,8,64,8,128,1.3193359375,231.109375,234881024 +79,mlp.gate_proj,8,128,8,128,1.5,227.5546875,234881024 +79,mlp.up_proj,2,32,8,128,88.1875,70.21875,234881024 +79,mlp.up_proj,2,64,8,128,103.25,63.109375,234881024 +79,mlp.up_proj,2,128,8,128,116.875,59.5546875,234881024 +79,mlp.up_proj,3,32,8,128,37.78125,98.21875,234881024 +79,mlp.up_proj,3,64,8,128,44.25,91.109375,234881024 +79,mlp.up_proj,3,128,8,128,50.21875,87.5546875,234881024 +79,mlp.up_proj,4,32,8,128,17.609375,126.21875,234881024 +79,mlp.up_proj,4,64,8,128,20.65625,119.109375,234881024 +79,mlp.up_proj,4,128,8,128,23.453125,115.5546875,234881024 +79,mlp.up_proj,8,32,8,128,1.0712890625,238.21875,234881024 +79,mlp.up_proj,8,64,8,128,1.2568359375,231.109375,234881024 +79,mlp.up_proj,8,128,8,128,1.421875,227.5546875,234881024 +79,mlp.down_proj,2,32,8,128,84.375,70.21875,234881024 +79,mlp.down_proj,2,64,8,128,98.875,63.109375,234881024 +79,mlp.down_proj,2,128,8,128,112.4375,59.5546875,234881024 +79,mlp.down_proj,3,32,8,128,36.28125,98.21875,234881024 +79,mlp.down_proj,3,64,8,128,42.71875,91.109375,234881024 +79,mlp.down_proj,3,128,8,128,49.0,87.5546875,234881024 +79,mlp.down_proj,4,32,8,128,16.96875,126.21875,234881024 +79,mlp.down_proj,4,64,8,128,20.046875,119.109375,234881024 +79,mlp.down_proj,4,128,8,128,23.0625,115.5546875,234881024 +79,mlp.down_proj,8,32,8,128,1.033203125,238.21875,234881024 +79,mlp.down_proj,8,64,8,128,1.22265625,231.109375,234881024 +79,mlp.down_proj,8,128,8,128,1.404296875,227.5546875,234881024 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-7b-hf.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-7b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..0f72b29a33abba29737ec282d692390efcc1884c --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-2-7b-hf.csv @@ -0,0 +1,2689 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params,kurtosis,kurtosis_scaled +0,self_attn.q_proj,2,32,8,128,23.5625,5.015625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,2,64,8,128,28.234375,4.5078125,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,2,128,8,128,32.5625,4.25390625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,3,32,8,128,10.5,7.015625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,3,64,8,128,13.1171875,6.5078125,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,3,128,8,128,16.15625,6.25390625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,4,32,8,128,4.91015625,9.015625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,4,64,8,128,6.16015625,8.5078125,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,4,128,8,128,7.6484375,8.25390625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,8,32,8,128,0.297119140625,17.015625,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,8,64,8,128,0.372314453125,16.5078125,16777216,70.89063407817052,1.0 +0,self_attn.q_proj,8,128,8,128,0.46142578125,16.25390625,16777216,70.89063407817052,1.0 +0,self_attn.v_proj,2,32,8,128,19.15625,5.015625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,2,64,8,128,23.359375,4.5078125,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,2,128,8,128,27.140625,4.25390625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,3,32,8,128,8.3046875,7.015625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,3,64,8,128,10.296875,6.5078125,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,3,128,8,128,12.328125,6.25390625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,4,32,8,128,3.875,9.015625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,4,64,8,128,4.8046875,8.5078125,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,4,128,8,128,5.76171875,8.25390625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,8,32,8,128,0.234375,17.015625,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,8,64,8,128,0.29052734375,16.5078125,16777216,6.17988231863005,1.0 +0,self_attn.v_proj,8,128,8,128,0.34716796875,16.25390625,16777216,6.17988231863005,1.0 +0,self_attn.k_proj,2,32,8,128,25.65625,5.015625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,2,64,8,128,30.6875,4.5078125,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,2,128,8,128,35.65625,4.25390625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,3,32,8,128,11.1640625,7.015625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,3,64,8,128,13.6328125,6.5078125,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,3,128,8,128,16.453125,6.25390625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,4,32,8,128,5.21484375,9.015625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,4,64,8,128,6.375,8.5078125,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,4,128,8,128,7.6953125,8.25390625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,8,32,8,128,0.3154296875,17.015625,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,8,64,8,128,0.38525390625,16.5078125,16777216,38.24344781783628,1.0 +0,self_attn.k_proj,8,128,8,128,0.463623046875,16.25390625,16777216,38.24344781783628,1.0 +0,self_attn.o_proj,2,32,8,128,11.1171875,5.015625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,2,64,8,128,13.140625,4.5078125,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,2,128,8,128,15.078125,4.25390625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,3,32,8,128,4.82421875,7.015625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,3,64,8,128,5.76171875,6.5078125,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,3,128,8,128,6.73046875,6.25390625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,4,32,8,128,2.26171875,9.015625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,4,64,8,128,2.712890625,8.5078125,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,4,128,8,128,3.1953125,8.25390625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,8,32,8,128,0.13720703125,17.015625,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,8,64,8,128,0.16455078125,16.5078125,16777216,39.606632106657415,1.0 +0,self_attn.o_proj,8,128,8,128,0.193603515625,16.25390625,16777216,39.606632106657415,1.0 +0,mlp.gate_proj,2,32,8,128,41.34375,13.4794921875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,2,64,8,128,48.5625,12.11474609375,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,2,128,8,128,55.34375,11.432373046875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,3,32,8,128,17.703125,18.8544921875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,3,64,8,128,20.859375,17.48974609375,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,3,128,8,128,23.890625,16.807373046875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,4,32,8,128,8.265625,24.2294921875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,4,64,8,128,9.7421875,22.86474609375,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,4,128,8,128,11.1640625,22.182373046875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,8,32,8,128,0.5,45.7294921875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,8,64,8,128,0.5888671875,44.36474609375,45088768,4.269190067451742,0.20925804264925912 +0,mlp.gate_proj,8,128,8,128,0.6728515625,43.682373046875,45088768,4.269190067451742,0.20925804264925912 +0,mlp.up_proj,2,32,8,128,40.375,13.4794921875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,2,64,8,128,47.09375,12.11474609375,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,2,128,8,128,53.21875,11.432373046875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,3,32,8,128,17.265625,18.8544921875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,3,64,8,128,20.15625,17.48974609375,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,3,128,8,128,22.8125,16.807373046875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,4,32,8,128,8.0546875,24.2294921875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,4,64,8,128,9.4140625,22.86474609375,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,4,128,8,128,10.6484375,22.182373046875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,8,32,8,128,0.487548828125,45.7294921875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,8,64,8,128,0.5693359375,44.36474609375,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.up_proj,8,128,8,128,0.6416015625,43.682373046875,45088768,3.1257809370322978,0.01611704485191324 +0,mlp.down_proj,2,32,8,128,42.21875,13.4794921875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,2,64,8,128,49.40625,12.11474609375,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,2,128,8,128,56.0625,11.432373046875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,3,32,8,128,18.09375,18.8544921875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,3,64,8,128,21.21875,17.48974609375,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,3,128,8,128,24.171875,16.807373046875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,4,32,8,128,8.4453125,24.2294921875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,4,64,8,128,9.9140625,22.86474609375,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,4,128,8,128,11.296875,22.182373046875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,8,32,8,128,0.51123046875,45.7294921875,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,8,64,8,128,0.59912109375,44.36474609375,45088768,3.941024313230316,0.16271539479791372 +0,mlp.down_proj,8,128,8,128,0.68115234375,43.682373046875,45088768,3.941024313230316,0.16271539479791372 +1,self_attn.q_proj,2,32,8,128,45.1875,5.015625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,2,64,8,128,53.125,4.5078125,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,2,128,8,128,61.40625,4.25390625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,3,32,8,128,20.640625,7.015625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,3,64,8,128,25.1875,6.5078125,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,3,128,8,128,31.21875,6.25390625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,4,32,8,128,9.6796875,9.015625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,4,64,8,128,11.8984375,8.5078125,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,4,128,8,128,14.8671875,8.25390625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,8,32,8,128,0.5859375,17.015625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,8,64,8,128,0.72021484375,16.5078125,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.q_proj,8,128,8,128,0.896484375,16.25390625,16777216,9.506592860422105,0.08048206904105294 +1,self_attn.v_proj,2,32,8,128,16.875,5.015625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,2,64,8,128,20.203125,4.5078125,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,2,128,8,128,23.109375,4.25390625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,3,32,8,128,7.25390625,7.015625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,3,64,8,128,8.7421875,6.5078125,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,3,128,8,128,10.15625,6.25390625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,4,32,8,128,3.384765625,9.015625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,4,64,8,128,4.08203125,8.5078125,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,4,128,8,128,4.7421875,8.25390625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,8,32,8,128,0.204833984375,17.015625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,8,64,8,128,0.246826171875,16.5078125,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.v_proj,8,128,8,128,0.285888671875,16.25390625,16777216,4.8384166345295005,0.5676252223087879 +1,self_attn.k_proj,2,32,8,128,45.3125,5.015625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,2,64,8,128,53.53125,4.5078125,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,2,128,8,128,62.75,4.25390625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,3,32,8,128,20.390625,7.015625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,3,64,8,128,24.9375,6.5078125,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,3,128,8,128,31.53125,6.25390625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,4,32,8,128,9.53125,9.015625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,4,64,8,128,11.7109375,8.5078125,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,4,128,8,128,14.875,8.25390625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,8,32,8,128,0.5771484375,17.015625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,8,64,8,128,0.7080078125,16.5078125,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.k_proj,8,128,8,128,0.896484375,16.25390625,16777216,9.93537137402608,0.18441897366503976 +1,self_attn.o_proj,2,32,8,128,12.671875,5.015625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,2,64,8,128,14.9140625,4.5078125,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,2,128,8,128,17.015625,4.25390625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,3,32,8,128,5.4765625,7.015625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,3,64,8,128,6.51171875,6.5078125,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,3,128,8,128,7.55859375,6.25390625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,4,32,8,128,2.564453125,9.015625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,4,64,8,128,3.056640625,8.5078125,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,4,128,8,128,3.572265625,8.25390625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,8,32,8,128,0.155517578125,17.015625,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,8,64,8,128,0.1849365234375,16.5078125,16777216,26.69787713965271,0.6433320035767304 +1,self_attn.o_proj,8,128,8,128,0.2156982421875,16.25390625,16777216,26.69787713965271,0.6433320035767304 +1,mlp.gate_proj,2,32,8,128,45.71875,13.4794921875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,2,64,8,128,53.65625,12.11474609375,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,2,128,8,128,61.125,11.432373046875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,3,32,8,128,19.609375,18.8544921875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,3,64,8,128,23.125,17.48974609375,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,3,128,8,128,26.546875,16.807373046875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,4,32,8,128,9.15625,24.2294921875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,4,64,8,128,10.8046875,22.86474609375,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,4,128,8,128,12.4140625,22.182373046875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,8,32,8,128,0.5546875,45.7294921875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,8,64,8,128,0.65380859375,44.36474609375,45088768,6.280002848563622,0.5859741885296467 +1,mlp.gate_proj,8,128,8,128,0.74951171875,43.682373046875,45088768,6.280002848563622,0.5859741885296467 +1,mlp.up_proj,2,32,8,128,42.84375,13.4794921875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,2,64,8,128,49.96875,12.11474609375,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,2,128,8,128,56.375,11.432373046875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,3,32,8,128,18.34375,18.8544921875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,3,64,8,128,21.421875,17.48974609375,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,3,128,8,128,24.265625,16.807373046875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,4,32,8,128,8.5546875,24.2294921875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,4,64,8,128,10.0,22.86474609375,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,4,128,8,128,11.328125,22.182373046875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,8,32,8,128,0.51806640625,45.7294921875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,8,64,8,128,0.60498046875,44.36474609375,45088768,3.4447561314119977,0.065165138963945 +1,mlp.up_proj,8,128,8,128,0.6826171875,43.682373046875,45088768,3.4447561314119977,0.065165138963945 +1,mlp.down_proj,2,32,8,128,43.4375,13.4794921875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,2,64,8,128,50.625,12.11474609375,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,2,128,8,128,57.125,11.432373046875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,3,32,8,128,18.59375,18.8544921875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,3,64,8,128,21.703125,17.48974609375,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,3,128,8,128,24.546875,16.807373046875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,4,32,8,128,8.6796875,24.2294921875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,4,64,8,128,10.1328125,22.86474609375,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,4,128,8,128,11.46875,22.182373046875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,8,32,8,128,0.525390625,45.7294921875,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,8,64,8,128,0.61328125,44.36474609375,45088768,7.580293538212413,0.8237591957415714 +1,mlp.down_proj,8,128,8,128,0.69189453125,43.682373046875,45088768,7.580293538212413,0.8237591957415714 +2,self_attn.q_proj,2,32,8,128,43.4375,5.015625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,2,64,8,128,51.46875,4.5078125,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,2,128,8,128,60.75,4.25390625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,3,32,8,128,18.703125,7.015625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,3,64,8,128,22.28125,6.5078125,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,3,128,8,128,27.3125,6.25390625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,4,32,8,128,8.7265625,9.015625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,4,64,8,128,10.40625,8.5078125,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,4,128,8,128,12.7734375,8.25390625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,8,32,8,128,0.5283203125,17.015625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,8,64,8,128,0.62939453125,16.5078125,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.q_proj,8,128,8,128,0.76953125,16.25390625,16777216,5.845498006156931,0.025639763147628055 +2,self_attn.v_proj,2,32,8,128,22.046875,5.015625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,2,64,8,128,25.75,4.5078125,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,2,128,8,128,29.109375,4.25390625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,3,32,8,128,9.421875,7.015625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,3,64,8,128,11.015625,6.5078125,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,3,128,8,128,12.46875,6.25390625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,4,32,8,128,4.39453125,9.015625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,4,64,8,128,5.140625,8.5078125,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,4,128,8,128,5.81640625,8.25390625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,8,32,8,128,0.26611328125,17.015625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,8,64,8,128,0.31103515625,16.5078125,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.v_proj,8,128,8,128,0.3505859375,16.25390625,16777216,3.1704948733015765,0.030028689453159854 +2,self_attn.k_proj,2,32,8,128,45.875,5.015625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,2,64,8,128,54.3125,4.5078125,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,2,128,8,128,63.65625,4.25390625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,3,32,8,128,19.84375,7.015625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,3,64,8,128,23.703125,6.5078125,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,3,128,8,128,29.390625,6.25390625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,4,32,8,128,9.265625,9.015625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,4,64,8,128,11.078125,8.5078125,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,4,128,8,128,13.828125,8.25390625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,8,32,8,128,0.56103515625,17.015625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,8,64,8,128,0.669921875,16.5078125,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.k_proj,8,128,8,128,0.83349609375,16.25390625,16777216,5.422568329046552,0.054401077663606495 +2,self_attn.o_proj,2,32,8,128,21.28125,5.015625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,2,64,8,128,24.921875,4.5078125,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,2,128,8,128,28.3125,4.25390625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,3,32,8,128,9.140625,7.015625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,3,64,8,128,10.75,6.5078125,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,3,128,8,128,12.3046875,6.25390625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,4,32,8,128,4.26953125,9.015625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,4,64,8,128,5.02734375,8.5078125,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,4,128,8,128,5.76953125,8.25390625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,8,32,8,128,0.25830078125,17.015625,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,8,64,8,128,0.303955078125,16.5078125,16777216,7.172113174858918,0.10383651158253793 +2,self_attn.o_proj,8,128,8,128,0.34765625,16.25390625,16777216,7.172113174858918,0.10383651158253793 +2,mlp.gate_proj,2,32,8,128,46.625,13.4794921875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,2,64,8,128,54.34375,12.11474609375,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,2,128,8,128,61.34375,11.432373046875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,3,32,8,128,19.9375,18.8544921875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,3,64,8,128,23.28125,17.48974609375,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,3,128,8,128,26.3125,16.807373046875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,4,32,8,128,9.3046875,24.2294921875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,4,64,8,128,10.8671875,22.86474609375,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,4,128,8,128,12.2890625,22.182373046875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,8,32,8,128,0.5634765625,45.7294921875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,8,64,8,128,0.6572265625,44.36474609375,45088768,3.252795019767423,0.018841297414613867 +2,mlp.gate_proj,8,128,8,128,0.74072265625,43.682373046875,45088768,3.252795019767423,0.018841297414613867 +2,mlp.up_proj,2,32,8,128,43.5,13.4794921875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,2,64,8,128,50.65625,12.11474609375,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,2,128,8,128,57.03125,11.432373046875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,3,32,8,128,18.609375,18.8544921875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,3,64,8,128,21.6875,17.48974609375,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,3,128,8,128,24.4375,16.807373046875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,4,32,8,128,8.6796875,24.2294921875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,4,64,8,128,10.1171875,22.86474609375,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,4,128,8,128,11.4140625,22.182373046875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,8,32,8,128,0.525390625,45.7294921875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,8,64,8,128,0.61181640625,44.36474609375,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.up_proj,8,128,8,128,0.6875,43.682373046875,45088768,3.0643926831566968,0.006677511914817241 +2,mlp.down_proj,2,32,8,128,43.78125,13.4794921875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,2,64,8,128,51.0,12.11474609375,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,2,128,8,128,57.46875,11.432373046875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,3,32,8,128,18.734375,18.8544921875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,3,64,8,128,21.828125,17.48974609375,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,3,128,8,128,24.625,16.807373046875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,4,32,8,128,8.7421875,24.2294921875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,4,64,8,128,10.1875,22.86474609375,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,4,128,8,128,11.5,22.182373046875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,8,32,8,128,0.529296875,45.7294921875,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,8,64,8,128,0.6162109375,44.36474609375,45088768,3.500094635203027,0.08262408736971531 +2,mlp.down_proj,8,128,8,128,0.69287109375,43.682373046875,45088768,3.500094635203027,0.08262408736971531 +3,self_attn.q_proj,2,32,8,128,40.3125,5.015625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,2,64,8,128,47.65625,4.5078125,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,2,128,8,128,56.46875,4.25390625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,3,32,8,128,17.28125,7.015625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,3,64,8,128,20.484375,6.5078125,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,3,128,8,128,24.8125,6.25390625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,4,32,8,128,8.0625,9.015625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,4,64,8,128,9.5546875,8.5078125,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,4,128,8,128,11.5859375,8.25390625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,8,32,8,128,0.488037109375,17.015625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,8,64,8,128,0.57763671875,16.5078125,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.q_proj,8,128,8,128,0.6982421875,16.25390625,16777216,5.747449112728132,0.024171014693960012 +3,self_attn.v_proj,2,32,8,128,21.0,5.015625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,2,64,8,128,24.5625,4.5078125,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,2,128,8,128,27.78125,4.25390625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,3,32,8,128,8.9765625,7.015625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,3,64,8,128,10.5,6.5078125,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,3,128,8,128,11.8828125,6.25390625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,4,32,8,128,4.1875,9.015625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,4,64,8,128,4.90234375,8.5078125,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,4,128,8,128,5.55078125,8.25390625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,8,32,8,128,0.253662109375,17.015625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,8,64,8,128,0.29638671875,16.5078125,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.v_proj,8,128,8,128,0.334228515625,16.25390625,16777216,3.210137666145488,0.042806164081172986 +3,self_attn.k_proj,2,32,8,128,42.03125,5.015625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,2,64,8,128,49.65625,4.5078125,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,2,128,8,128,58.71875,4.25390625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,3,32,8,128,18.03125,7.015625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,3,64,8,128,21.375,6.5078125,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,3,128,8,128,26.078125,6.25390625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,4,32,8,128,8.421875,9.015625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,4,64,8,128,9.9765625,8.5078125,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,4,128,8,128,12.1953125,8.25390625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,8,32,8,128,0.509765625,17.015625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,8,64,8,128,0.603515625,16.5078125,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.k_proj,8,128,8,128,0.73486328125,16.25390625,16777216,4.552550541532545,0.02933508628553465 +3,self_attn.o_proj,2,32,8,128,20.3125,5.015625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,2,64,8,128,23.75,4.5078125,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,2,128,8,128,26.90625,4.25390625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,3,32,8,128,8.71875,7.015625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,3,64,8,128,10.234375,6.5078125,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,3,128,8,128,11.671875,6.25390625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,4,32,8,128,4.0703125,9.015625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,4,64,8,128,4.78125,8.5078125,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,4,128,8,128,5.46484375,8.25390625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,8,32,8,128,0.2464599609375,17.015625,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,8,64,8,128,0.289306640625,16.5078125,16777216,6.738655132097817,0.09186009619311275 +3,self_attn.o_proj,8,128,8,128,0.329345703125,16.25390625,16777216,6.738655132097817,0.09186009619311275 +3,mlp.gate_proj,2,32,8,128,47.5,13.4794921875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,2,64,8,128,55.46875,12.11474609375,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,2,128,8,128,62.71875,11.432373046875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,3,32,8,128,20.3125,18.8544921875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,3,64,8,128,23.75,17.48974609375,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,3,128,8,128,26.921875,16.807373046875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,4,32,8,128,9.484375,24.2294921875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,4,64,8,128,11.0859375,22.86474609375,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,4,128,8,128,12.5703125,22.182373046875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,8,32,8,128,0.57373046875,45.7294921875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,8,64,8,128,0.67041015625,44.36474609375,45088768,3.269010367998764,0.021879165259496663 +3,mlp.gate_proj,8,128,8,128,0.75732421875,43.682373046875,45088768,3.269010367998764,0.021879165259496663 +3,mlp.up_proj,2,32,8,128,43.84375,13.4794921875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,2,64,8,128,51.0625,12.11474609375,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,2,128,8,128,57.53125,11.432373046875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,3,32,8,128,18.75,18.8544921875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,3,64,8,128,21.859375,17.48974609375,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,3,128,8,128,24.65625,16.807373046875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,4,32,8,128,8.75,24.2294921875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,4,64,8,128,10.203125,22.86474609375,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,4,128,8,128,11.5078125,22.182373046875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,8,32,8,128,0.52978515625,45.7294921875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,8,64,8,128,0.6171875,44.36474609375,45088768,3.11530955415524,0.014506883993367987 +3,mlp.up_proj,8,128,8,128,0.693359375,43.682373046875,45088768,3.11530955415524,0.014506883993367987 +3,mlp.down_proj,2,32,8,128,43.9375,13.4794921875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,2,64,8,128,51.15625,12.11474609375,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,2,128,8,128,57.65625,11.432373046875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,3,32,8,128,18.796875,18.8544921875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,3,64,8,128,21.90625,17.48974609375,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,3,128,8,128,24.71875,16.807373046875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,4,32,8,128,8.7734375,24.2294921875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,4,64,8,128,10.2265625,22.86474609375,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,4,128,8,128,11.5390625,22.182373046875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,8,32,8,128,0.53076171875,45.7294921875,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,8,64,8,128,0.6181640625,44.36474609375,45088768,3.522186223965613,0.08663684567411807 +3,mlp.down_proj,8,128,8,128,0.69580078125,43.682373046875,45088768,3.522186223965613,0.08663684567411807 +4,self_attn.q_proj,2,32,8,128,41.625,5.015625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,2,64,8,128,49.0625,4.5078125,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,2,128,8,128,58.0625,4.25390625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,3,32,8,128,17.8125,7.015625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,3,64,8,128,21.046875,6.5078125,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,3,128,8,128,25.25,6.25390625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,4,32,8,128,8.3125,9.015625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,4,64,8,128,9.8203125,8.5078125,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,4,128,8,128,11.7890625,8.25390625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,8,32,8,128,0.50341796875,17.015625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,8,64,8,128,0.59423828125,16.5078125,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.q_proj,8,128,8,128,0.71044921875,16.25390625,16777216,5.076595574419752,0.014121792692860275 +4,self_attn.v_proj,2,32,8,128,21.984375,5.015625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,2,64,8,128,25.671875,4.5078125,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,2,128,8,128,29.0,4.25390625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,3,32,8,128,9.3984375,7.015625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,3,64,8,128,10.9765625,6.5078125,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,3,128,8,128,12.421875,6.25390625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,4,32,8,128,4.38671875,9.015625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,4,64,8,128,5.125,8.5078125,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,4,128,8,128,5.79296875,8.25390625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,8,32,8,128,0.265625,17.015625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,8,64,8,128,0.309814453125,16.5078125,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.v_proj,8,128,8,128,0.34912109375,16.25390625,16777216,3.12290612284217,0.014690111922356537 +4,self_attn.k_proj,2,32,8,128,42.59375,5.015625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,2,64,8,128,50.21875,4.5078125,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,2,128,8,128,59.53125,4.25390625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,3,32,8,128,18.265625,7.015625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,3,64,8,128,21.5625,6.5078125,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,3,128,8,128,26.171875,6.25390625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,4,32,8,128,8.5234375,9.015625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,4,64,8,128,10.0703125,8.5078125,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,4,128,8,128,12.2265625,8.25390625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,8,32,8,128,0.51611328125,17.015625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,8,64,8,128,0.60888671875,16.5078125,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.k_proj,8,128,8,128,0.7373046875,16.25390625,16777216,4.330934358734191,0.022950125647962272 +4,self_attn.o_proj,2,32,8,128,21.421875,5.015625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,2,64,8,128,25.03125,4.5078125,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,2,128,8,128,28.34375,4.25390625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,3,32,8,128,9.1875,7.015625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,3,64,8,128,10.7734375,6.5078125,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,3,128,8,128,12.265625,6.25390625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,4,32,8,128,4.2890625,9.015625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,4,64,8,128,5.03515625,8.5078125,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,4,128,8,128,5.7421875,8.25390625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,8,32,8,128,0.259765625,17.015625,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,8,64,8,128,0.304443359375,16.5078125,16777216,5.993817704977201,0.07128029020320822 +4,self_attn.o_proj,8,128,8,128,0.345703125,16.25390625,16777216,5.993817704977201,0.07128029020320822 +4,mlp.gate_proj,2,32,8,128,48.75,13.4794921875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,2,64,8,128,57.0625,12.11474609375,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,2,128,8,128,64.75,11.432373046875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,3,32,8,128,20.84375,18.8544921875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,3,64,8,128,24.453125,17.48974609375,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,3,128,8,128,27.796875,16.807373046875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,4,32,8,128,9.734375,24.2294921875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,4,64,8,128,11.4140625,22.86474609375,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,4,128,8,128,12.9765625,22.182373046875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,8,32,8,128,0.58935546875,45.7294921875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,8,64,8,128,0.68994140625,44.36474609375,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.gate_proj,8,128,8,128,0.78173828125,43.682373046875,45088768,3.3662009159295945,0.04008734902300953 +4,mlp.up_proj,2,32,8,128,43.5625,13.4794921875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,2,64,8,128,50.75,12.11474609375,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,2,128,8,128,57.1875,11.432373046875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,3,32,8,128,18.640625,18.8544921875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,3,64,8,128,21.71875,17.48974609375,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,3,128,8,128,24.515625,16.807373046875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,4,32,8,128,8.6953125,24.2294921875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,4,64,8,128,10.140625,22.86474609375,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,4,128,8,128,11.4453125,22.182373046875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,8,32,8,128,0.5263671875,45.7294921875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,8,64,8,128,0.61328125,44.36474609375,45088768,3.103154995797977,0.012637905048605404 +4,mlp.up_proj,8,128,8,128,0.689453125,43.682373046875,45088768,3.103154995797977,0.012637905048605404 +4,mlp.down_proj,2,32,8,128,43.4375,13.4794921875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,2,64,8,128,50.59375,12.11474609375,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,2,128,8,128,57.0625,11.432373046875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,3,32,8,128,18.578125,18.8544921875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,3,64,8,128,21.671875,17.48974609375,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,3,128,8,128,24.453125,16.807373046875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,4,32,8,128,8.671875,24.2294921875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,4,64,8,128,10.1171875,22.86474609375,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,4,128,8,128,11.4296875,22.182373046875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,8,32,8,128,0.52490234375,45.7294921875,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,8,64,8,128,0.61181640625,44.36474609375,45088768,3.950713876071597,0.1644754254672892 +4,mlp.down_proj,8,128,8,128,0.6884765625,43.682373046875,45088768,3.950713876071597,0.1644754254672892 +5,self_attn.q_proj,2,32,8,128,41.59375,5.015625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,2,64,8,128,48.96875,4.5078125,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,2,128,8,128,57.875,4.25390625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,3,32,8,128,17.8125,7.015625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,3,64,8,128,20.96875,6.5078125,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,3,128,8,128,25.03125,6.25390625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,4,32,8,128,8.3046875,9.015625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,4,64,8,128,9.7890625,8.5078125,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,4,128,8,128,11.6875,8.25390625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,8,32,8,128,0.5029296875,17.015625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,8,64,8,128,0.59228515625,16.5078125,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.q_proj,8,128,8,128,0.7041015625,16.25390625,16777216,4.239130739572246,0.0015767742008682497 +5,self_attn.v_proj,2,32,8,128,22.65625,5.015625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,2,64,8,128,26.453125,4.5078125,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,2,128,8,128,29.875,4.25390625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,3,32,8,128,9.6796875,7.015625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,3,64,8,128,11.3125,6.5078125,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,3,128,8,128,12.7734375,6.25390625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,4,32,8,128,4.51953125,9.015625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,4,64,8,128,5.27734375,8.5078125,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,4,128,8,128,5.96484375,8.25390625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,8,32,8,128,0.273681640625,17.015625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,8,64,8,128,0.319091796875,16.5078125,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.v_proj,8,128,8,128,0.359375,16.25390625,16777216,3.166712534307685,0.0288095841111301 +5,self_attn.k_proj,2,32,8,128,43.5,5.015625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,2,64,8,128,51.1875,4.5078125,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,2,128,8,128,60.90625,4.25390625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,3,32,8,128,18.609375,7.015625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,3,64,8,128,21.9375,6.5078125,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,3,128,8,128,26.5625,6.25390625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,4,32,8,128,8.6875,9.015625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,4,64,8,128,10.2421875,8.5078125,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,4,128,8,128,12.40625,8.25390625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,8,32,8,128,0.52587890625,17.015625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,8,64,8,128,0.619140625,16.5078125,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.k_proj,8,128,8,128,0.74755859375,16.25390625,16777216,4.188035260197244,0.018833074682721322 +5,self_attn.o_proj,2,32,8,128,21.96875,5.015625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,2,64,8,128,25.640625,4.5078125,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,2,128,8,128,29.0,4.25390625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,3,32,8,128,9.4140625,7.015625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,3,64,8,128,11.03125,6.5078125,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,3,128,8,128,12.53125,6.25390625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,4,32,8,128,4.39453125,9.015625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,4,64,8,128,5.1484375,8.5078125,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,4,128,8,128,5.859375,8.25390625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,8,32,8,128,0.26611328125,17.015625,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,8,64,8,128,0.311279296875,16.5078125,16777216,5.158751141507659,0.04820745948994102 +5,self_attn.o_proj,8,128,8,128,0.35302734375,16.25390625,16777216,5.158751141507659,0.04820745948994102 +5,mlp.gate_proj,2,32,8,128,49.25,13.4794921875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,2,64,8,128,57.78125,12.11474609375,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,2,128,8,128,65.6875,11.432373046875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,3,32,8,128,21.0625,18.8544921875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,3,64,8,128,24.75,17.48974609375,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,3,128,8,128,28.1875,16.807373046875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,4,32,8,128,9.8359375,24.2294921875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,4,64,8,128,11.5546875,22.86474609375,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,4,128,8,128,13.15625,22.182373046875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,8,32,8,128,0.59521484375,45.7294921875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,8,64,8,128,0.6982421875,44.36474609375,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.gate_proj,8,128,8,128,0.79248046875,43.682373046875,45088768,3.3132728389187305,0.030171527238065526 +5,mlp.up_proj,2,32,8,128,43.59375,13.4794921875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,2,64,8,128,50.78125,12.11474609375,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,2,128,8,128,57.25,11.432373046875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,3,32,8,128,18.65625,18.8544921875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,3,64,8,128,21.75,17.48974609375,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,3,128,8,128,24.53125,16.807373046875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,4,32,8,128,8.703125,24.2294921875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,4,64,8,128,10.1484375,22.86474609375,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,4,128,8,128,11.453125,22.182373046875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,8,32,8,128,0.52685546875,45.7294921875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,8,64,8,128,0.61376953125,44.36474609375,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.up_proj,8,128,8,128,0.6904296875,43.682373046875,45088768,3.1074866507472088,0.013303973831865911 +5,mlp.down_proj,2,32,8,128,43.5,13.4794921875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,2,64,8,128,50.65625,12.11474609375,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,2,128,8,128,57.09375,11.432373046875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,3,32,8,128,18.59375,18.8544921875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,3,64,8,128,21.6875,17.48974609375,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,3,128,8,128,24.484375,16.807373046875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,4,32,8,128,8.6796875,24.2294921875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,4,64,8,128,10.1171875,22.86474609375,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,4,128,8,128,11.4296875,22.182373046875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,8,32,8,128,0.525390625,45.7294921875,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,8,64,8,128,0.6123046875,44.36474609375,45088768,3.5031316078707677,0.08317572887561553 +5,mlp.down_proj,8,128,8,128,0.6884765625,43.682373046875,45088768,3.5031316078707677,0.08317572887561553 +6,self_attn.q_proj,2,32,8,128,39.5625,5.015625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,2,64,8,128,46.71875,4.5078125,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,2,128,8,128,56.28125,4.25390625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,3,32,8,128,16.953125,7.015625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,3,64,8,128,20.0625,6.5078125,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,3,128,8,128,24.59375,6.25390625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,4,32,8,128,7.90625,9.015625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,4,64,8,128,9.359375,8.5078125,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,4,128,8,128,11.484375,8.25390625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,8,32,8,128,0.478515625,17.015625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,8,64,8,128,0.56591796875,16.5078125,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.q_proj,8,128,8,128,0.69189453125,16.25390625,16777216,4.859155894110683,0.010864599439048236 +6,self_attn.v_proj,2,32,8,128,21.203125,5.015625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,2,64,8,128,24.859375,4.5078125,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,2,128,8,128,28.203125,4.25390625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,3,32,8,128,9.0625,7.015625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,3,64,8,128,10.640625,6.5078125,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,3,128,8,128,12.078125,6.25390625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,4,32,8,128,4.23046875,9.015625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,4,64,8,128,4.96484375,8.5078125,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,4,128,8,128,5.63671875,8.25390625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,8,32,8,128,0.256103515625,17.015625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,8,64,8,128,0.30029296875,16.5078125,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.v_proj,8,128,8,128,0.339599609375,16.25390625,16777216,3.301832949774581,0.0723609475872786 +6,self_attn.k_proj,2,32,8,128,40.375,5.015625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,2,64,8,128,47.65625,4.5078125,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,2,128,8,128,57.5,4.25390625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,3,32,8,128,17.28125,7.015625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,3,64,8,128,20.421875,6.5078125,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,3,128,8,128,25.234375,6.25390625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,4,32,8,128,8.0625,9.015625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,4,64,8,128,9.53125,8.5078125,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,4,128,8,128,11.78125,8.25390625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,8,32,8,128,0.48779296875,17.015625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,8,64,8,128,0.57666015625,16.5078125,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.k_proj,8,128,8,128,0.7099609375,16.25390625,16777216,4.478034883058803,0.027188223451647942 +6,self_attn.o_proj,2,32,8,128,20.546875,5.015625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,2,64,8,128,24.0,4.5078125,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,2,128,8,128,27.140625,4.25390625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,3,32,8,128,8.8125,7.015625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,3,64,8,128,10.3203125,6.5078125,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,3,128,8,128,11.734375,6.25390625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,4,32,8,128,4.1171875,9.015625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,4,64,8,128,4.82421875,8.5078125,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,4,128,8,128,5.49609375,8.25390625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,8,32,8,128,0.2491455078125,17.015625,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,8,64,8,128,0.291748046875,16.5078125,16777216,7.088338485259551,0.1015218227712032 +6,self_attn.o_proj,8,128,8,128,0.331298828125,16.25390625,16777216,7.088338485259551,0.1015218227712032 +6,mlp.gate_proj,2,32,8,128,50.1875,13.4794921875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,2,64,8,128,58.9375,12.11474609375,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,2,128,8,128,67.0625,11.432373046875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,3,32,8,128,21.46875,18.8544921875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,3,64,8,128,25.25,17.48974609375,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,3,128,8,128,28.765625,16.807373046875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,4,32,8,128,10.0234375,24.2294921875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,4,64,8,128,11.78125,22.86474609375,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,4,128,8,128,13.4296875,22.182373046875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,8,32,8,128,0.6064453125,45.7294921875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,8,64,8,128,0.71240234375,44.36474609375,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.gate_proj,8,128,8,128,0.80908203125,43.682373046875,45088768,3.3562287806004885,0.03821911722009588 +6,mlp.up_proj,2,32,8,128,43.46875,13.4794921875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,2,64,8,128,50.625,12.11474609375,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,2,128,8,128,57.0625,11.432373046875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,3,32,8,128,18.59375,18.8544921875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,3,64,8,128,21.671875,17.48974609375,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,3,128,8,128,24.453125,16.807373046875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,4,32,8,128,8.671875,24.2294921875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,4,64,8,128,10.1171875,22.86474609375,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,4,128,8,128,11.4140625,22.182373046875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,8,32,8,128,0.52490234375,45.7294921875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,8,64,8,128,0.61181640625,44.36474609375,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.up_proj,8,128,8,128,0.68798828125,43.682373046875,45088768,3.1103515391488963,0.01374450124096334 +6,mlp.down_proj,2,32,8,128,43.25,13.4794921875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,2,64,8,128,50.375,12.11474609375,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,2,128,8,128,56.78125,11.432373046875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,3,32,8,128,18.5,18.8544921875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,3,64,8,128,21.546875,17.48974609375,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,3,128,8,128,24.328125,16.807373046875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,4,32,8,128,8.6328125,24.2294921875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,4,64,8,128,10.0625,22.86474609375,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,4,128,8,128,11.3515625,22.182373046875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,8,32,8,128,0.5224609375,45.7294921875,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,8,64,8,128,0.60888671875,44.36474609375,45088768,3.676690922512981,0.11470137370911346 +6,mlp.down_proj,8,128,8,128,0.68408203125,43.682373046875,45088768,3.676690922512981,0.11470137370911346 +7,self_attn.q_proj,2,32,8,128,39.65625,5.015625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,2,64,8,128,46.90625,4.5078125,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,2,128,8,128,56.34375,4.25390625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,3,32,8,128,16.984375,7.015625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,3,64,8,128,20.125,6.5078125,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,3,128,8,128,24.625,6.25390625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,4,32,8,128,7.92578125,9.015625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,4,64,8,128,9.390625,8.5078125,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,4,128,8,128,11.4921875,8.25390625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,8,32,8,128,0.479736328125,17.015625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,8,64,8,128,0.56787109375,16.5078125,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.q_proj,8,128,8,128,0.6923828125,16.25390625,16777216,4.7117156949789765,0.0086559813005839 +7,self_attn.v_proj,2,32,8,128,21.546875,5.015625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,2,64,8,128,25.296875,4.5078125,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,2,128,8,128,28.71875,4.25390625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,3,32,8,128,9.21875,7.015625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,3,64,8,128,10.828125,6.5078125,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,3,128,8,128,12.3046875,6.25390625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,4,32,8,128,4.30078125,9.015625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,4,64,8,128,5.05078125,8.5078125,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,4,128,8,128,5.7421875,8.25390625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,8,32,8,128,0.26025390625,17.015625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,8,64,8,128,0.305419921875,16.5078125,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.v_proj,8,128,8,128,0.345947265625,16.25390625,16777216,3.35458205981544,0.08936278743875271 +7,self_attn.k_proj,2,32,8,128,39.75,5.015625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,2,64,8,128,46.9375,4.5078125,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,2,128,8,128,56.3125,4.25390625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,3,32,8,128,17.015625,7.015625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,3,64,8,128,20.109375,6.5078125,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,3,128,8,128,24.609375,6.25390625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,4,32,8,128,7.9375,9.015625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,4,64,8,128,9.3828125,8.5078125,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,4,128,8,128,11.4921875,8.25390625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,8,32,8,128,0.480712890625,17.015625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,8,64,8,128,0.56787109375,16.5078125,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.k_proj,8,128,8,128,0.6923828125,16.25390625,16777216,4.368184768466018,0.024023343302322697 +7,self_attn.o_proj,2,32,8,128,20.703125,5.015625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,2,64,8,128,24.15625,4.5078125,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,2,128,8,128,27.3125,4.25390625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,3,32,8,128,8.8828125,7.015625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,3,64,8,128,10.390625,6.5078125,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,3,128,8,128,11.8125,6.25390625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,4,32,8,128,4.14453125,9.015625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,4,64,8,128,4.8515625,8.5078125,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,4,128,8,128,5.51953125,8.25390625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,8,32,8,128,0.250732421875,17.015625,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,8,64,8,128,0.29345703125,16.5078125,16777216,5.347610561393708,0.053425632045589755 +7,self_attn.o_proj,8,128,8,128,0.33251953125,16.25390625,16777216,5.347610561393708,0.053425632045589755 +7,mlp.gate_proj,2,32,8,128,50.28125,13.4794921875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,2,64,8,128,59.125,12.11474609375,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,2,128,8,128,67.3125,11.432373046875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,3,32,8,128,21.515625,18.8544921875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,3,64,8,128,25.3125,17.48974609375,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,3,128,8,128,28.890625,16.807373046875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,4,32,8,128,10.0390625,24.2294921875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,4,64,8,128,11.8203125,22.86474609375,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,4,128,8,128,13.484375,22.182373046875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,8,32,8,128,0.60791015625,45.7294921875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,8,64,8,128,0.71435546875,44.36474609375,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.gate_proj,8,128,8,128,0.8125,43.682373046875,45088768,3.3854765386900025,0.04369854464696513 +7,mlp.up_proj,2,32,8,128,43.625,13.4794921875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,2,64,8,128,50.8125,12.11474609375,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,2,128,8,128,57.28125,11.432373046875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,3,32,8,128,18.65625,18.8544921875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,3,64,8,128,21.75,17.48974609375,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,3,128,8,128,24.546875,16.807373046875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,4,32,8,128,8.703125,24.2294921875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,4,64,8,128,10.15625,22.86474609375,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,4,128,8,128,11.4609375,22.182373046875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,8,32,8,128,0.52685546875,45.7294921875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,8,64,8,128,0.61376953125,44.36474609375,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.up_proj,8,128,8,128,0.6904296875,43.682373046875,45088768,3.0859186463660886,0.009987510585402192 +7,mlp.down_proj,2,32,8,128,43.3125,13.4794921875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,2,64,8,128,50.46875,12.11474609375,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,2,128,8,128,56.90625,11.432373046875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,3,32,8,128,18.53125,18.8544921875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,3,64,8,128,21.609375,17.48974609375,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,3,128,8,128,24.390625,16.807373046875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,4,32,8,128,8.6484375,24.2294921875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,4,64,8,128,10.0859375,22.86474609375,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,4,128,8,128,11.390625,22.182373046875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,8,32,8,128,0.5234375,45.7294921875,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,8,64,8,128,0.60986328125,44.36474609375,45088768,3.6398775576866766,0.10801452393079691 +7,mlp.down_proj,8,128,8,128,0.68603515625,43.682373046875,45088768,3.6398775576866766,0.10801452393079691 +8,self_attn.q_proj,2,32,8,128,39.9375,5.015625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,2,64,8,128,47.28125,4.5078125,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,2,128,8,128,57.09375,4.25390625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,3,32,8,128,17.109375,7.015625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,3,64,8,128,20.3125,6.5078125,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,3,128,8,128,24.96875,6.25390625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,4,32,8,128,7.98828125,9.015625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,4,64,8,128,9.484375,8.5078125,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,4,128,8,128,11.65625,8.25390625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,8,32,8,128,0.4833984375,17.015625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,8,64,8,128,0.5732421875,16.5078125,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.q_proj,8,128,8,128,0.7021484375,16.25390625,16777216,4.825607138911687,0.010362047287791226 +8,self_attn.v_proj,2,32,8,128,21.9375,5.015625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,2,64,8,128,25.6875,4.5078125,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,2,128,8,128,29.109375,4.25390625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,3,32,8,128,9.3828125,7.015625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,3,64,8,128,10.9921875,6.5078125,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,3,128,8,128,12.4609375,6.25390625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,4,32,8,128,4.37890625,9.015625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,4,64,8,128,5.12890625,8.5078125,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,4,128,8,128,5.81640625,8.25390625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,8,32,8,128,0.26513671875,17.015625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,8,64,8,128,0.310302734375,16.5078125,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.v_proj,8,128,8,128,0.350341796875,16.25390625,16777216,3.224550114501631,0.04745151522793128 +8,self_attn.k_proj,2,32,8,128,39.875,5.015625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,2,64,8,128,47.03125,4.5078125,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,2,128,8,128,56.625,4.25390625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,3,32,8,128,17.078125,7.015625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,3,64,8,128,20.140625,6.5078125,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,3,128,8,128,24.6875,6.25390625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,4,32,8,128,7.96484375,9.015625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,4,64,8,128,9.3984375,8.5078125,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,4,128,8,128,11.5234375,8.25390625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,8,32,8,128,0.482421875,17.015625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,8,64,8,128,0.56884765625,16.5078125,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.k_proj,8,128,8,128,0.6943359375,16.25390625,16777216,4.302162251441214,0.022121175477419798 +8,self_attn.o_proj,2,32,8,128,21.296875,5.015625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,2,64,8,128,24.828125,4.5078125,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,2,128,8,128,28.03125,4.25390625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,3,32,8,128,9.1171875,7.015625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,3,64,8,128,10.6484375,6.5078125,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,3,128,8,128,12.0703125,6.25390625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,4,32,8,128,4.2578125,9.015625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,4,64,8,128,4.98046875,8.5078125,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,4,128,8,128,5.6484375,8.25390625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,8,32,8,128,0.2578125,17.015625,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,8,64,8,128,0.301025390625,16.5078125,16777216,6.007940412405506,0.07167049962118856 +8,self_attn.o_proj,8,128,8,128,0.34033203125,16.25390625,16777216,6.007940412405506,0.07167049962118856 +8,mlp.gate_proj,2,32,8,128,49.5625,13.4794921875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,2,64,8,128,58.3125,12.11474609375,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,2,128,8,128,66.4375,11.432373046875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,3,32,8,128,21.203125,18.8544921875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,3,64,8,128,24.984375,17.48974609375,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,3,128,8,128,28.515625,16.807373046875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,4,32,8,128,9.8984375,24.2294921875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,4,64,8,128,11.65625,22.86474609375,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,4,128,8,128,13.3125,22.182373046875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,8,32,8,128,0.59912109375,45.7294921875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,8,64,8,128,0.70458984375,44.36474609375,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.gate_proj,8,128,8,128,0.8017578125,43.682373046875,45088768,3.3917166195373265,0.044867593913444366 +8,mlp.up_proj,2,32,8,128,44.1875,13.4794921875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,2,64,8,128,51.5,12.11474609375,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,2,128,8,128,58.0625,11.432373046875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,3,32,8,128,18.890625,18.8544921875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,3,64,8,128,22.03125,17.48974609375,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,3,128,8,128,24.875,16.807373046875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,4,32,8,128,8.8125,24.2294921875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,4,64,8,128,10.28125,22.86474609375,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,4,128,8,128,11.609375,22.182373046875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,8,32,8,128,0.53369140625,45.7294921875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,8,64,8,128,0.6220703125,44.36474609375,45088768,3.143100821324133,0.018780284281573124 +8,mlp.up_proj,8,128,8,128,0.69970703125,43.682373046875,45088768,3.143100821324133,0.018780284281573124 +8,mlp.down_proj,2,32,8,128,43.78125,13.4794921875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,2,64,8,128,51.0,12.11474609375,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,2,128,8,128,57.53125,11.432373046875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,3,32,8,128,18.71875,18.8544921875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,3,64,8,128,21.84375,17.48974609375,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,3,128,8,128,24.65625,16.807373046875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,4,32,8,128,8.734375,24.2294921875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,4,64,8,128,10.1953125,22.86474609375,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,4,128,8,128,11.515625,22.182373046875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,8,32,8,128,0.52880859375,45.7294921875,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,8,64,8,128,0.61669921875,44.36474609375,45088768,3.648714903862577,0.10961975634016907 +8,mlp.down_proj,8,128,8,128,0.69384765625,43.682373046875,45088768,3.648714903862577,0.10961975634016907 +9,self_attn.q_proj,2,32,8,128,39.4375,5.015625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,2,64,8,128,46.375,4.5078125,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,2,128,8,128,55.4375,4.25390625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,3,32,8,128,16.875,7.015625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,3,64,8,128,19.875,6.5078125,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,3,128,8,128,23.96875,6.25390625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,4,32,8,128,7.87109375,9.015625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,4,64,8,128,9.2734375,8.5078125,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,4,128,8,128,11.1875,8.25390625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,8,32,8,128,0.4765625,17.015625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,8,64,8,128,0.56103515625,16.5078125,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.q_proj,8,128,8,128,0.67431640625,16.25390625,16777216,4.141120940492358,0.00010861137098953185 +9,self_attn.v_proj,2,32,8,128,22.421875,5.015625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,2,64,8,128,26.265625,4.5078125,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,2,128,8,128,29.78125,4.25390625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,3,32,8,128,9.5859375,7.015625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,3,64,8,128,11.234375,6.5078125,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,3,128,8,128,12.75,6.25390625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,4,32,8,128,4.47265625,9.015625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,4,64,8,128,5.2421875,8.5078125,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,4,128,8,128,5.94921875,8.25390625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,8,32,8,128,0.270751953125,17.015625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,8,64,8,128,0.317138671875,16.5078125,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.v_proj,8,128,8,128,0.358642578125,16.25390625,16777216,3.254566641438937,0.057126298053465856 +9,self_attn.k_proj,2,32,8,128,40.5625,5.015625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,2,64,8,128,47.75,4.5078125,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,2,128,8,128,57.3125,4.25390625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,3,32,8,128,17.34375,7.015625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,3,64,8,128,20.453125,6.5078125,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,3,128,8,128,24.859375,6.25390625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,4,32,8,128,8.09375,9.015625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,4,64,8,128,9.5390625,8.5078125,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,4,128,8,128,11.6015625,8.25390625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,8,32,8,128,0.490234375,17.015625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,8,64,8,128,0.5771484375,16.5078125,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.k_proj,8,128,8,128,0.69921875,16.25390625,16777216,4.097917798059499,0.016236709917107756 +9,self_attn.o_proj,2,32,8,128,21.796875,5.015625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,2,64,8,128,25.421875,4.5078125,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,2,128,8,128,28.703125,4.25390625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,3,32,8,128,9.3359375,7.015625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,3,64,8,128,10.921875,6.5078125,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,3,128,8,128,12.375,6.25390625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,4,32,8,128,4.359375,9.015625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,4,64,8,128,5.09765625,8.5078125,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,4,128,8,128,5.78515625,8.25390625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,8,32,8,128,0.263916015625,17.015625,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,8,64,8,128,0.308349609375,16.5078125,16777216,4.903297282365117,0.04114928723770997 +9,self_attn.o_proj,8,128,8,128,0.3486328125,16.25390625,16777216,4.903297282365117,0.04114928723770997 +9,mlp.gate_proj,2,32,8,128,49.25,13.4794921875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,2,64,8,128,58.03125,12.11474609375,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,2,128,8,128,66.3125,11.432373046875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,3,32,8,128,21.0625,18.8544921875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,3,64,8,128,24.859375,17.48974609375,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,3,128,8,128,28.46875,16.807373046875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,4,32,8,128,9.828125,24.2294921875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,4,64,8,128,11.6015625,22.86474609375,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,4,128,8,128,13.2890625,22.182373046875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,8,32,8,128,0.59521484375,45.7294921875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,8,64,8,128,0.70166015625,44.36474609375,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.gate_proj,8,128,8,128,0.80029296875,43.682373046875,45088768,3.4635676641917645,0.058328543074873784 +9,mlp.up_proj,2,32,8,128,44.5,13.4794921875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,2,64,8,128,51.875,12.11474609375,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,2,128,8,128,58.5,11.432373046875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,3,32,8,128,19.03125,18.8544921875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,3,64,8,128,22.203125,17.48974609375,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,3,128,8,128,25.0625,16.807373046875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,4,32,8,128,8.8828125,24.2294921875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,4,64,8,128,10.359375,22.86474609375,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,4,128,8,128,11.703125,22.182373046875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,8,32,8,128,0.53759765625,45.7294921875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,8,64,8,128,0.626953125,44.36474609375,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.up_proj,8,128,8,128,0.705078125,43.682373046875,45088768,3.1384390669911246,0.01806345686276013 +9,mlp.down_proj,2,32,8,128,44.09375,13.4794921875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,2,64,8,128,51.375,12.11474609375,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,2,128,8,128,57.9375,11.432373046875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,3,32,8,128,18.859375,18.8544921875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,3,64,8,128,22.0,17.48974609375,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,3,128,8,128,24.84375,16.807373046875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,4,32,8,128,8.796875,24.2294921875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,4,64,8,128,10.265625,22.86474609375,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,4,128,8,128,11.59375,22.182373046875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,8,32,8,128,0.53271484375,45.7294921875,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,8,64,8,128,0.62109375,44.36474609375,45088768,3.607272014668365,0.10209199092864925 +9,mlp.down_proj,8,128,8,128,0.69873046875,43.682373046875,45088768,3.607272014668365,0.10209199092864925 +10,self_attn.q_proj,2,32,8,128,39.25,5.015625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,2,64,8,128,46.125,4.5078125,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,2,128,8,128,55.6875,4.25390625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,3,32,8,128,16.796875,7.015625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,3,64,8,128,19.75,6.5078125,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,3,128,8,128,24.109375,6.25390625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,4,32,8,128,7.8359375,9.015625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,4,64,8,128,9.2109375,8.5078125,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,4,128,8,128,11.25,8.25390625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,8,32,8,128,0.474365234375,17.015625,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,8,64,8,128,0.55712890625,16.5078125,16777216,4.133870396866107,0.0 +10,self_attn.q_proj,8,128,8,128,0.67822265625,16.25390625,16777216,4.133870396866107,0.0 +10,self_attn.v_proj,2,32,8,128,22.078125,5.015625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,2,64,8,128,25.828125,4.5078125,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,2,128,8,128,29.21875,4.25390625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,3,32,8,128,9.4453125,7.015625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,3,64,8,128,11.0546875,6.5078125,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,3,128,8,128,12.5078125,6.25390625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,4,32,8,128,4.40625,9.015625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,4,64,8,128,5.15625,8.5078125,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,4,128,8,128,5.84375,8.25390625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,8,32,8,128,0.266845703125,17.015625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,8,64,8,128,0.31201171875,16.5078125,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.v_proj,8,128,8,128,0.351806640625,16.25390625,16777216,3.221364068191206,0.04642460408028783 +10,self_attn.k_proj,2,32,8,128,40.71875,5.015625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,2,64,8,128,47.9375,4.5078125,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,2,128,8,128,58.0625,4.25390625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,3,32,8,128,17.421875,7.015625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,3,64,8,128,20.515625,6.5078125,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,3,128,8,128,25.328125,6.25390625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,4,32,8,128,8.125,9.015625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,4,64,8,128,9.5703125,8.5078125,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,4,128,8,128,11.8203125,8.25390625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,8,32,8,128,0.491943359375,17.015625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,8,64,8,128,0.5791015625,16.5078125,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.k_proj,8,128,8,128,0.71240234375,16.25390625,16777216,4.262353252802395,0.02097424258596528 +10,self_attn.o_proj,2,32,8,128,21.6875,5.015625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,2,64,8,128,25.28125,4.5078125,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,2,128,8,128,28.515625,4.25390625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,3,32,8,128,9.28125,7.015625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,3,64,8,128,10.8359375,6.5078125,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,3,128,8,128,12.2578125,6.25390625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,4,32,8,128,4.33203125,9.015625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,4,64,8,128,5.05859375,8.5078125,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,4,128,8,128,5.7265625,8.25390625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,8,32,8,128,0.26220703125,17.015625,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,8,64,8,128,0.305908203125,16.5078125,16777216,4.063452398003821,0.017944431852575833 +10,self_attn.o_proj,8,128,8,128,0.344970703125,16.25390625,16777216,4.063452398003821,0.017944431852575833 +10,mlp.gate_proj,2,32,8,128,49.4375,13.4794921875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,2,64,8,128,58.4375,12.11474609375,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,2,128,8,128,67.0625,11.432373046875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,3,32,8,128,21.15625,18.8544921875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,3,64,8,128,25.0625,17.48974609375,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,3,128,8,128,28.84375,16.807373046875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,4,32,8,128,9.8671875,24.2294921875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,4,64,8,128,11.6953125,22.86474609375,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,4,128,8,128,13.46875,22.182373046875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,8,32,8,128,0.59765625,45.7294921875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,8,64,8,128,0.70703125,44.36474609375,45088768,3.659082896762817,0.09495738568365591 +10,mlp.gate_proj,8,128,8,128,0.8115234375,43.682373046875,45088768,3.659082896762817,0.09495738568365591 +10,mlp.up_proj,2,32,8,128,45.03125,13.4794921875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,2,64,8,128,52.5,12.11474609375,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,2,128,8,128,59.25,11.432373046875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,3,32,8,128,19.25,18.8544921875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,3,64,8,128,22.46875,17.48974609375,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,3,128,8,128,25.375,16.807373046875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,4,32,8,128,8.984375,24.2294921875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,4,64,8,128,10.484375,22.86474609375,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,4,128,8,128,11.84375,22.182373046875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,8,32,8,128,0.5439453125,45.7294921875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,8,64,8,128,0.63427734375,44.36474609375,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.up_proj,8,128,8,128,0.7138671875,43.682373046875,45088768,3.0941643300420067,0.011255430712360556 +10,mlp.down_proj,2,32,8,128,44.46875,13.4794921875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,2,64,8,128,51.8125,12.11474609375,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,2,128,8,128,58.40625,11.432373046875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,3,32,8,128,19.015625,18.8544921875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,3,64,8,128,22.171875,17.48974609375,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,3,128,8,128,25.03125,16.807373046875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,4,32,8,128,8.875,24.2294921875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,4,64,8,128,10.3515625,22.86474609375,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,4,128,8,128,11.6875,22.182373046875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,8,32,8,128,0.537109375,45.7294921875,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,8,64,8,128,0.6259765625,44.36474609375,45088768,3.633526000703724,0.1068608150100336 +10,mlp.down_proj,8,128,8,128,0.70458984375,43.682373046875,45088768,3.633526000703724,0.1068608150100336 +11,self_attn.q_proj,2,32,8,128,38.03125,5.015625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,2,64,8,128,45.03125,4.5078125,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,2,128,8,128,55.03125,4.25390625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,3,32,8,128,16.296875,7.015625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,3,64,8,128,19.34375,6.5078125,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,3,128,8,128,24.15625,6.25390625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,4,32,8,128,7.6015625,9.015625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,4,64,8,128,9.0234375,8.5078125,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,4,128,8,128,11.28125,8.25390625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,8,32,8,128,0.460205078125,17.015625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,8,64,8,128,0.5458984375,16.5078125,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.q_proj,8,128,8,128,0.6796875,16.25390625,16777216,5.116813149153919,0.014724242130435845 +11,self_attn.v_proj,2,32,8,128,23.15625,5.015625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,2,64,8,128,27.140625,4.5078125,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,2,128,8,128,30.78125,4.25390625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,3,32,8,128,9.90625,7.015625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,3,64,8,128,11.6171875,6.5078125,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,3,128,8,128,13.1796875,6.25390625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,4,32,8,128,4.62109375,9.015625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,4,64,8,128,5.421875,8.5078125,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,4,128,8,128,6.15234375,8.25390625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,8,32,8,128,0.27978515625,17.015625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,8,64,8,128,0.327880859375,16.5078125,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.v_proj,8,128,8,128,0.370849609375,16.25390625,16777216,3.3207023327508245,0.07844283649895363 +11,self_attn.k_proj,2,32,8,128,37.875,5.015625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,2,64,8,128,44.75,4.5078125,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,2,128,8,128,54.375,4.25390625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,3,32,8,128,16.203125,7.015625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,3,64,8,128,19.15625,6.5078125,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,3,128,8,128,23.84375,6.25390625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,4,32,8,128,7.55859375,9.015625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,4,64,8,128,8.9453125,8.5078125,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,4,128,8,128,11.1328125,8.25390625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,8,32,8,128,0.457763671875,17.015625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,8,64,8,128,0.541015625,16.5078125,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.k_proj,8,128,8,128,0.67041015625,16.25390625,16777216,4.630848587525195,0.03159092309018163 +11,self_attn.o_proj,2,32,8,128,22.578125,5.015625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,2,64,8,128,26.328125,4.5078125,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,2,128,8,128,29.75,4.25390625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,3,32,8,128,9.6796875,7.015625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,3,64,8,128,11.3203125,6.5078125,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,3,128,8,128,12.8515625,6.25390625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,4,32,8,128,4.51953125,9.015625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,4,64,8,128,5.2890625,8.5078125,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,4,128,8,128,6.01171875,8.25390625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,8,32,8,128,0.273681640625,17.015625,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,8,64,8,128,0.31982421875,16.5078125,16777216,6.151251257937108,0.07563016825477342 +11,self_attn.o_proj,8,128,8,128,0.362060546875,16.25390625,16777216,6.151251257937108,0.07563016825477342 +11,mlp.gate_proj,2,32,8,128,49.0625,13.4794921875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,2,64,8,128,57.9375,12.11474609375,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,2,128,8,128,66.375,11.432373046875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,3,32,8,128,21.0,18.8544921875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,3,64,8,128,24.84375,17.48974609375,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,3,128,8,128,28.53125,16.807373046875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,4,32,8,128,9.796875,24.2294921875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,4,64,8,128,11.59375,22.86474609375,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,4,128,8,128,13.3203125,22.182373046875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,8,32,8,128,0.5927734375,45.7294921875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,8,64,8,128,0.70068359375,44.36474609375,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.gate_proj,8,128,8,128,0.80224609375,43.682373046875,45088768,3.5786700386051518,0.07989242176014658 +11,mlp.up_proj,2,32,8,128,45.375,13.4794921875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,2,64,8,128,52.90625,12.11474609375,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,2,128,8,128,59.6875,11.432373046875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,3,32,8,128,19.40625,18.8544921875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,3,64,8,128,22.640625,17.48974609375,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,3,128,8,128,25.578125,16.807373046875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,4,32,8,128,9.0546875,24.2294921875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,4,64,8,128,10.5703125,22.86474609375,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,4,128,8,128,11.9375,22.182373046875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,8,32,8,128,0.54833984375,45.7294921875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,8,64,8,128,0.63916015625,44.36474609375,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.up_proj,8,128,8,128,0.71923828125,43.682373046875,45088768,3.1151256150814888,0.014478600098070846 +11,mlp.down_proj,2,32,8,128,44.75,13.4794921875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,2,64,8,128,52.15625,12.11474609375,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,2,128,8,128,58.8125,11.432373046875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,3,32,8,128,19.140625,18.8544921875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,3,64,8,128,22.328125,17.48974609375,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,3,128,8,128,25.21875,16.807373046875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,4,32,8,128,8.9296875,24.2294921875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,4,64,8,128,10.421875,22.86474609375,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,4,128,8,128,11.7734375,22.182373046875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,8,32,8,128,0.541015625,45.7294921875,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,8,64,8,128,0.63037109375,44.36474609375,45088768,3.553004124944969,0.09223466796785038 +11,mlp.down_proj,8,128,8,128,0.70947265625,43.682373046875,45088768,3.553004124944969,0.09223466796785038 +12,self_attn.q_proj,2,32,8,128,38.125,5.015625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,2,64,8,128,44.84375,4.5078125,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,2,128,8,128,54.0625,4.25390625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,3,32,8,128,16.328125,7.015625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,3,64,8,128,19.21875,6.5078125,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,3,128,8,128,23.390625,6.25390625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,4,32,8,128,7.61328125,9.015625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,4,64,8,128,8.96875,8.5078125,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,4,128,8,128,10.9296875,8.25390625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,8,32,8,128,0.461181640625,17.015625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,8,64,8,128,0.54296875,16.5078125,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.q_proj,8,128,8,128,0.658203125,16.25390625,16777216,4.227513682256377,0.0014027535222845902 +12,self_attn.v_proj,2,32,8,128,22.875,5.015625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,2,64,8,128,26.796875,4.5078125,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,2,128,8,128,30.421875,4.25390625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,3,32,8,128,9.78125,7.015625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,3,64,8,128,11.46875,6.5078125,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,3,128,8,128,13.0234375,6.25390625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,4,32,8,128,4.5625,9.015625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,4,64,8,128,5.3515625,8.5078125,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,4,128,8,128,6.08203125,8.25390625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,8,32,8,128,0.2763671875,17.015625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,8,64,8,128,0.32373046875,16.5078125,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.v_proj,8,128,8,128,0.3662109375,16.25390625,16777216,3.291719617992136,0.06910126705054992 +12,self_attn.k_proj,2,32,8,128,39.4375,5.015625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,2,64,8,128,46.40625,4.5078125,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,2,128,8,128,56.125,4.25390625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,3,32,8,128,16.875,7.015625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,3,64,8,128,19.875,6.5078125,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,3,128,8,128,24.375,6.25390625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,4,32,8,128,7.87109375,9.015625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,4,64,8,128,9.265625,8.5078125,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,4,128,8,128,11.375,8.25390625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,8,32,8,128,0.476806640625,17.015625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,8,64,8,128,0.56103515625,16.5078125,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.k_proj,8,128,8,128,0.685546875,16.25390625,16777216,4.210345039001077,0.019475839383821827 +12,self_attn.o_proj,2,32,8,128,22.328125,5.015625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,2,64,8,128,26.03125,4.5078125,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,2,128,8,128,29.390625,4.25390625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,3,32,8,128,9.5625,7.015625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,3,64,8,128,11.171875,6.5078125,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,3,128,8,128,12.6484375,6.25390625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,4,32,8,128,4.4609375,9.015625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,4,64,8,128,5.21484375,8.5078125,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,4,128,8,128,5.91015625,8.25390625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,8,32,8,128,0.270263671875,17.015625,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,8,64,8,128,0.3154296875,16.5078125,16777216,4.434055632045808,0.02818417327547859 +12,self_attn.o_proj,8,128,8,128,0.35595703125,16.25390625,16777216,4.434055632045808,0.02818417327547859 +12,mlp.gate_proj,2,32,8,128,48.625,13.4794921875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,2,64,8,128,57.375,12.11474609375,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,2,128,8,128,65.625,11.432373046875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,3,32,8,128,20.8125,18.8544921875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,3,64,8,128,24.59375,17.48974609375,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,3,128,8,128,28.203125,16.807373046875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,4,32,8,128,9.7109375,24.2294921875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,4,64,8,128,11.4765625,22.86474609375,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,4,128,8,128,13.1640625,22.182373046875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,8,32,8,128,0.587890625,45.7294921875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,8,64,8,128,0.69384765625,44.36474609375,45088768,3.523107162105424,0.06948298290754923 +12,mlp.gate_proj,8,128,8,128,0.79296875,43.682373046875,45088768,3.523107162105424,0.06948298290754923 +12,mlp.up_proj,2,32,8,128,45.78125,13.4794921875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,2,64,8,128,53.40625,12.11474609375,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,2,128,8,128,60.25,11.432373046875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,3,32,8,128,19.578125,18.8544921875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,3,64,8,128,22.84375,17.48974609375,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,3,128,8,128,25.796875,16.807373046875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,4,32,8,128,9.1328125,24.2294921875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,4,64,8,128,10.6640625,22.86474609375,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,4,128,8,128,12.0390625,22.182373046875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,8,32,8,128,0.55322265625,45.7294921875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,8,64,8,128,0.64453125,44.36474609375,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.up_proj,8,128,8,128,0.7255859375,43.682373046875,45088768,3.0757519740562933,0.008424204381524034 +12,mlp.down_proj,2,32,8,128,45.125,13.4794921875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,2,64,8,128,52.5625,12.11474609375,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,2,128,8,128,59.25,11.432373046875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,3,32,8,128,19.296875,18.8544921875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,3,64,8,128,22.484375,17.48974609375,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,3,128,8,128,25.390625,16.807373046875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,4,32,8,128,9.0078125,24.2294921875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,4,64,8,128,10.5,22.86474609375,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,4,128,8,128,11.8515625,22.182373046875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,8,32,8,128,0.544921875,45.7294921875,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,8,64,8,128,0.634765625,44.36474609375,45088768,3.291699935375262,0.04477087675121925 +12,mlp.down_proj,8,128,8,128,0.7138671875,43.682373046875,45088768,3.291699935375262,0.04477087675121925 +13,self_attn.q_proj,2,32,8,128,37.78125,5.015625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,2,64,8,128,44.46875,4.5078125,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,2,128,8,128,53.40625,4.25390625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,3,32,8,128,16.171875,7.015625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,3,64,8,128,19.0625,6.5078125,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,3,128,8,128,23.078125,6.25390625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,4,32,8,128,7.546875,9.015625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,4,64,8,128,8.890625,8.5078125,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,4,128,8,128,10.78125,8.25390625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,8,32,8,128,0.456787109375,17.015625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,8,64,8,128,0.53759765625,16.5078125,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.q_proj,8,128,8,128,0.6494140625,16.25390625,16777216,4.246715043246877,0.0016903852157885975 +13,self_attn.v_proj,2,32,8,128,23.65625,5.015625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,2,64,8,128,27.703125,4.5078125,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,2,128,8,128,31.390625,4.25390625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,3,32,8,128,10.1171875,7.015625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,3,64,8,128,11.859375,6.5078125,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,3,128,8,128,13.4375,6.25390625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,4,32,8,128,4.71875,9.015625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,4,64,8,128,5.53515625,8.5078125,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,4,128,8,128,6.2734375,8.25390625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,8,32,8,128,0.285888671875,17.015625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,8,64,8,128,0.334716796875,16.5078125,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.v_proj,8,128,8,128,0.378173828125,16.25390625,16777216,3.240945054885195,0.052735853685203955 +13,self_attn.k_proj,2,32,8,128,38.625,5.015625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,2,64,8,128,45.5,4.5078125,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,2,128,8,128,54.8125,4.25390625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,3,32,8,128,16.515625,7.015625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,3,64,8,128,19.46875,6.5078125,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,3,128,8,128,23.75,6.25390625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,4,32,8,128,7.70703125,9.015625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,4,64,8,128,9.0859375,8.5078125,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,4,128,8,128,11.09375,8.25390625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,8,32,8,128,0.466552734375,17.015625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,8,64,8,128,0.5498046875,16.5078125,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.k_proj,8,128,8,128,0.66796875,16.25390625,16777216,4.160297130333501,0.018033914327626594 +13,self_attn.o_proj,2,32,8,128,23.109375,5.015625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,2,64,8,128,26.9375,4.5078125,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,2,128,8,128,30.453125,4.25390625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,3,32,8,128,9.8984375,7.015625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,3,64,8,128,11.5703125,6.5078125,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,3,128,8,128,13.1171875,6.25390625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,4,32,8,128,4.62109375,9.015625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,4,64,8,128,5.40234375,8.5078125,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,4,128,8,128,6.125,8.25390625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,8,32,8,128,0.27978515625,17.015625,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,8,64,8,128,0.32666015625,16.5078125,16777216,4.47524457880676,0.029322220992207545 +13,self_attn.o_proj,8,128,8,128,0.369140625,16.25390625,16777216,4.47524457880676,0.029322220992207545 +13,mlp.gate_proj,2,32,8,128,48.46875,13.4794921875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,2,64,8,128,57.15625,12.11474609375,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,2,128,8,128,65.375,11.432373046875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,3,32,8,128,20.734375,18.8544921875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,3,64,8,128,24.484375,17.48974609375,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,3,128,8,128,28.078125,16.807373046875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,4,32,8,128,9.671875,24.2294921875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,4,64,8,128,11.4296875,22.86474609375,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,4,128,8,128,13.1015625,22.182373046875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,8,32,8,128,0.58544921875,45.7294921875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,8,64,8,128,0.69091796875,44.36474609375,45088768,3.492987813719813,0.06384026721226603 +13,mlp.gate_proj,8,128,8,128,0.78955078125,43.682373046875,45088768,3.492987813719813,0.06384026721226603 +13,mlp.up_proj,2,32,8,128,46.28125,13.4794921875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,2,64,8,128,53.96875,12.11474609375,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,2,128,8,128,60.90625,11.432373046875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,3,32,8,128,19.796875,18.8544921875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,3,64,8,128,23.09375,17.48974609375,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,3,128,8,128,26.09375,16.807373046875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,4,32,8,128,9.234375,24.2294921875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,4,64,8,128,10.7734375,22.86474609375,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,4,128,8,128,12.1796875,22.182373046875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,8,32,8,128,0.55908203125,45.7294921875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,8,64,8,128,0.65185546875,44.36474609375,45088768,3.099709982186448,0.012108173098244517 +13,mlp.up_proj,8,128,8,128,0.7333984375,43.682373046875,45088768,3.099709982186448,0.012108173098244517 +13,mlp.down_proj,2,32,8,128,45.46875,13.4794921875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,2,64,8,128,52.9375,12.11474609375,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,2,128,8,128,59.6875,11.432373046875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,3,32,8,128,19.4375,18.8544921875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,3,64,8,128,22.65625,17.48974609375,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,3,128,8,128,25.5625,16.807373046875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,4,32,8,128,9.0703125,24.2294921875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,4,64,8,128,10.578125,22.86474609375,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,4,128,8,128,11.9296875,22.182373046875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,8,32,8,128,0.54931640625,45.7294921875,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,8,64,8,128,0.6396484375,44.36474609375,45088768,3.647359138499682,0.10937349253464365 +13,mlp.down_proj,8,128,8,128,0.71923828125,43.682373046875,45088768,3.647359138499682,0.10937349253464365 +14,self_attn.q_proj,2,32,8,128,37.5625,5.015625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,2,64,8,128,44.15625,4.5078125,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,2,128,8,128,53.25,4.25390625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,3,32,8,128,16.078125,7.015625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,3,64,8,128,18.90625,6.5078125,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,3,128,8,128,23.015625,6.25390625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,4,32,8,128,7.5,9.015625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,4,64,8,128,8.828125,8.5078125,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,4,128,8,128,10.7421875,8.25390625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,8,32,8,128,0.4541015625,17.015625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,8,64,8,128,0.53369140625,16.5078125,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.q_proj,8,128,8,128,0.6474609375,16.25390625,16777216,4.172159714823189,0.0005735646224534536 +14,self_attn.v_proj,2,32,8,128,23.15625,5.015625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,2,64,8,128,27.09375,4.5078125,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,2,128,8,128,30.703125,4.25390625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,3,32,8,128,9.8984375,7.015625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,3,64,8,128,11.59375,6.5078125,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,3,128,8,128,13.140625,6.25390625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,4,32,8,128,4.62109375,9.015625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,4,64,8,128,5.41015625,8.5078125,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,4,128,8,128,6.1328125,8.25390625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,8,32,8,128,0.27978515625,17.015625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,8,64,8,128,0.3271484375,16.5078125,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.v_proj,8,128,8,128,0.36962890625,16.25390625,16777216,3.220789266884044,0.046239336883112124 +14,self_attn.k_proj,2,32,8,128,38.40625,5.015625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,2,64,8,128,45.15625,4.5078125,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,2,128,8,128,54.625,4.25390625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,3,32,8,128,16.4375,7.015625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,3,64,8,128,19.328125,6.5078125,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,3,128,8,128,23.6875,6.25390625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,4,32,8,128,7.6640625,9.015625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,4,64,8,128,9.0234375,8.5078125,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,4,128,8,128,11.0546875,8.25390625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,8,32,8,128,0.464111328125,17.015625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,8,64,8,128,0.54541015625,16.5078125,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.k_proj,8,128,8,128,0.666015625,16.25390625,16777216,4.20591811396014,0.019348295710002714 +14,self_attn.o_proj,2,32,8,128,22.640625,5.015625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,2,64,8,128,26.375,4.5078125,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,2,128,8,128,29.765625,4.25390625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,3,32,8,128,9.6875,7.015625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,3,64,8,128,11.3125,6.5078125,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,3,128,8,128,12.7890625,6.25390625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,4,32,8,128,4.5234375,9.015625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,4,64,8,128,5.28515625,8.5078125,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,4,128,8,128,5.98046875,8.25390625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,8,32,8,128,0.27392578125,17.015625,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,8,64,8,128,0.319580078125,16.5078125,16777216,4.3913518343431885,0.027004270333235957 +14,self_attn.o_proj,8,128,8,128,0.3603515625,16.25390625,16777216,4.3913518343431885,0.027004270333235957 +14,mlp.gate_proj,2,32,8,128,48.3125,13.4794921875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,2,64,8,128,56.96875,12.11474609375,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,2,128,8,128,65.25,11.432373046875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,3,32,8,128,20.671875,18.8544921875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,3,64,8,128,24.421875,17.48974609375,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,3,128,8,128,28.03125,16.807373046875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,4,32,8,128,9.6484375,24.2294921875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,4,64,8,128,11.3984375,22.86474609375,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,4,128,8,128,13.0859375,22.182373046875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,8,32,8,128,0.583984375,45.7294921875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,8,64,8,128,0.68896484375,44.36474609375,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.gate_proj,8,128,8,128,0.7880859375,43.682373046875,45088768,3.5157555990507983,0.06810570277180036 +14,mlp.up_proj,2,32,8,128,46.3125,13.4794921875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,2,64,8,128,54.0,12.11474609375,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,2,128,8,128,60.9375,11.432373046875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,3,32,8,128,19.8125,18.8544921875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,3,64,8,128,23.109375,17.48974609375,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,3,128,8,128,26.09375,16.807373046875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,4,32,8,128,9.2421875,24.2294921875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,4,64,8,128,10.78125,22.86474609375,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,4,128,8,128,12.1796875,22.182373046875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,8,32,8,128,0.5595703125,45.7294921875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,8,64,8,128,0.65234375,44.36474609375,45088768,3.088386720975056,0.010367020835193112 +14,mlp.up_proj,8,128,8,128,0.73388671875,43.682373046875,45088768,3.088386720975056,0.010367020835193112 +14,mlp.down_proj,2,32,8,128,45.5,13.4794921875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,2,64,8,128,53.0,12.11474609375,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,2,128,8,128,59.75,11.432373046875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,3,32,8,128,19.453125,18.8544921875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,3,64,8,128,22.671875,17.48974609375,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,3,128,8,128,25.578125,16.807373046875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,4,32,8,128,9.078125,24.2294921875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,4,64,8,128,10.5859375,22.86474609375,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,4,128,8,128,11.9375,22.182373046875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,8,32,8,128,0.5498046875,45.7294921875,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,8,64,8,128,0.6396484375,44.36474609375,45088768,3.240919165543396,0.035546960896335834 +14,mlp.down_proj,8,128,8,128,0.71923828125,43.682373046875,45088768,3.240919165543396,0.035546960896335834 +15,self_attn.q_proj,2,32,8,128,37.125,5.015625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,2,64,8,128,43.625,4.5078125,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,2,128,8,128,51.96875,4.25390625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,3,32,8,128,15.8671875,7.015625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,3,64,8,128,18.671875,6.5078125,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,3,128,8,128,22.4375,6.25390625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,4,32,8,128,7.40625,9.015625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,4,64,8,128,8.7109375,8.5078125,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,4,128,8,128,10.46875,8.25390625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,8,32,8,128,0.4482421875,17.015625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,8,64,8,128,0.52734375,16.5078125,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.q_proj,8,128,8,128,0.630859375,16.25390625,16777216,4.180196395053585,0.0006939521275872125 +15,self_attn.v_proj,2,32,8,128,24.015625,5.015625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,2,64,8,128,28.0625,4.5078125,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,2,128,8,128,31.734375,4.25390625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,3,32,8,128,10.2734375,7.015625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,3,64,8,128,12.0078125,6.5078125,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,3,128,8,128,13.5859375,6.25390625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,4,32,8,128,4.79296875,9.015625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,4,64,8,128,5.60546875,8.5078125,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,4,128,8,128,6.3359375,8.25390625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,8,32,8,128,0.290283203125,17.015625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,8,64,8,128,0.339111328125,16.5078125,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.v_proj,8,128,8,128,0.382080078125,16.25390625,16777216,3.1698077407619936,0.02980721619255551 +15,self_attn.k_proj,2,32,8,128,38.53125,5.015625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,2,64,8,128,45.3125,4.5078125,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,2,128,8,128,54.375,4.25390625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,3,32,8,128,16.484375,7.015625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,3,64,8,128,19.40625,6.5078125,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,3,128,8,128,23.515625,6.25390625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,4,32,8,128,7.69140625,9.015625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,4,64,8,128,9.046875,8.5078125,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,4,128,8,128,10.9765625,8.25390625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,8,32,8,128,0.465576171875,17.015625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,8,64,8,128,0.54736328125,16.5078125,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.k_proj,8,128,8,128,0.6611328125,16.25390625,16777216,4.031791099881734,0.014331540539915531 +15,self_attn.o_proj,2,32,8,128,23.515625,5.015625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,2,64,8,128,27.4375,4.5078125,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,2,128,8,128,30.984375,4.25390625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,3,32,8,128,10.0703125,7.015625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,3,64,8,128,11.765625,6.5078125,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,3,128,8,128,13.328125,6.25390625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,4,32,8,128,4.69921875,9.015625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,4,64,8,128,5.4921875,8.5078125,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,4,128,8,128,6.2265625,8.25390625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,8,32,8,128,0.284423828125,17.015625,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,8,64,8,128,0.33203125,16.5078125,16777216,3.962050750665648,0.015142711432398311 +15,self_attn.o_proj,8,128,8,128,0.375244140625,16.25390625,16777216,3.962050750665648,0.015142711432398311 +15,mlp.gate_proj,2,32,8,128,48.625,13.4794921875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,2,64,8,128,57.375,12.11474609375,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,2,128,8,128,65.6875,11.432373046875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,3,32,8,128,20.796875,18.8544921875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,3,64,8,128,24.59375,17.48974609375,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,3,128,8,128,28.21875,16.807373046875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,4,32,8,128,9.7109375,24.2294921875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,4,64,8,128,11.4765625,22.86474609375,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,4,128,8,128,13.171875,22.182373046875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,8,32,8,128,0.587890625,45.7294921875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,8,64,8,128,0.69384765625,44.36474609375,45088768,3.495786797250684,0.06436464337400362 +15,mlp.gate_proj,8,128,8,128,0.79345703125,43.682373046875,45088768,3.495786797250684,0.06436464337400362 +15,mlp.up_proj,2,32,8,128,46.59375,13.4794921875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,2,64,8,128,54.375,12.11474609375,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,2,128,8,128,61.40625,11.432373046875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,3,32,8,128,19.921875,18.8544921875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,3,64,8,128,23.265625,17.48974609375,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,3,128,8,128,26.28125,16.807373046875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,4,32,8,128,9.296875,24.2294921875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,4,64,8,128,10.859375,22.86474609375,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,4,128,8,128,12.265625,22.182373046875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,8,32,8,128,0.56298828125,45.7294921875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,8,64,8,128,0.65625,44.36474609375,45088768,3.103608058016212,0.012707571401068402 +15,mlp.up_proj,8,128,8,128,0.73876953125,43.682373046875,45088768,3.103608058016212,0.012707571401068402 +15,mlp.down_proj,2,32,8,128,45.65625,13.4794921875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,2,64,8,128,53.15625,12.11474609375,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,2,128,8,128,59.9375,11.432373046875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,3,32,8,128,19.53125,18.8544921875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,3,64,8,128,22.765625,17.48974609375,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,3,128,8,128,25.671875,16.807373046875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,4,32,8,128,9.109375,24.2294921875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,4,64,8,128,10.625,22.86474609375,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,4,128,8,128,11.984375,22.182373046875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,8,32,8,128,0.5517578125,45.7294921875,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,8,64,8,128,0.642578125,44.36474609375,45088768,3.5596160792985456,0.09343567596350799 +15,mlp.down_proj,8,128,8,128,0.72216796875,43.682373046875,45088768,3.5596160792985456,0.09343567596350799 +16,self_attn.q_proj,2,32,8,128,36.96875,5.015625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,2,64,8,128,43.5,4.5078125,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,2,128,8,128,52.25,4.25390625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,3,32,8,128,15.8203125,7.015625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,3,64,8,128,18.65625,6.5078125,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,3,128,8,128,22.59375,6.25390625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,4,32,8,128,7.3828125,9.015625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,4,64,8,128,8.703125,8.5078125,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,4,128,8,128,10.5546875,8.25390625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,8,32,8,128,0.447021484375,17.015625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,8,64,8,128,0.5263671875,16.5078125,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.q_proj,8,128,8,128,0.63623046875,16.25390625,16777216,4.938775650774272,0.012057283929322404 +16,self_attn.v_proj,2,32,8,128,25.03125,5.015625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,2,64,8,128,29.265625,4.5078125,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,2,128,8,128,33.125,4.25390625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,3,32,8,128,10.7109375,7.015625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,3,64,8,128,12.5234375,6.5078125,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,3,128,8,128,14.1796875,6.25390625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,4,32,8,128,4.99609375,9.015625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,4,64,8,128,5.84375,8.5078125,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,4,128,8,128,6.62109375,8.25390625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,8,32,8,128,0.302490234375,17.015625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,8,64,8,128,0.353515625,16.5078125,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.v_proj,8,128,8,128,0.39892578125,16.25390625,16777216,3.1732431739777383,0.030914508529986097 +16,self_attn.k_proj,2,32,8,128,38.0,5.015625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,2,64,8,128,44.71875,4.5078125,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,2,128,8,128,53.875,4.25390625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,3,32,8,128,16.25,7.015625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,3,64,8,128,19.125,6.5078125,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,3,128,8,128,23.34375,6.25390625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,4,32,8,128,7.5859375,9.015625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,4,64,8,128,8.9296875,8.5078125,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,4,128,8,128,10.8984375,8.25390625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,8,32,8,128,0.459228515625,17.015625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,8,64,8,128,0.5400390625,16.5078125,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.k_proj,8,128,8,128,0.65673828125,16.25390625,16777216,4.181085379327221,0.018632842392684566 +16,self_attn.o_proj,2,32,8,128,24.5625,5.015625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,2,64,8,128,28.625,4.5078125,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,2,128,8,128,32.3125,4.25390625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,3,32,8,128,10.515625,7.015625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,3,64,8,128,12.28125,6.5078125,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,3,128,8,128,13.90625,6.25390625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,4,32,8,128,4.90625,9.015625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,4,64,8,128,5.73046875,8.5078125,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,4,128,8,128,6.49609375,8.25390625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,8,32,8,128,0.297119140625,17.015625,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,8,64,8,128,0.3466796875,16.5078125,16777216,3.9618297565651863,0.015136605380867045 +16,self_attn.o_proj,8,128,8,128,0.391357421875,16.25390625,16777216,3.9618297565651863,0.015136605380867045 +16,mlp.gate_proj,2,32,8,128,48.84375,13.4794921875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,2,64,8,128,57.59375,12.11474609375,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,2,128,8,128,65.9375,11.432373046875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,3,32,8,128,20.890625,18.8544921875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,3,64,8,128,24.6875,17.48974609375,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,3,128,8,128,28.3125,16.807373046875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,4,32,8,128,9.75,24.2294921875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,4,64,8,128,11.515625,22.86474609375,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,4,128,8,128,13.2109375,22.182373046875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,8,32,8,128,0.59033203125,45.7294921875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,8,64,8,128,0.6962890625,44.36474609375,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.gate_proj,8,128,8,128,0.7958984375,43.682373046875,45088768,3.4721134762605304,0.05992956004482929 +16,mlp.up_proj,2,32,8,128,46.5,13.4794921875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,2,64,8,128,54.21875,12.11474609375,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,2,128,8,128,61.15625,11.432373046875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,3,32,8,128,19.890625,18.8544921875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,3,64,8,128,23.1875,17.48974609375,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,3,128,8,128,26.1875,16.807373046875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,4,32,8,128,9.28125,24.2294921875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,4,64,8,128,10.828125,22.86474609375,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,4,128,8,128,12.21875,22.182373046875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,8,32,8,128,0.5615234375,45.7294921875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,8,64,8,128,0.65478515625,44.36474609375,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.up_proj,8,128,8,128,0.736328125,43.682373046875,45088768,3.0796057455877506,0.009016790112614395 +16,mlp.down_proj,2,32,8,128,45.59375,13.4794921875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,2,64,8,128,53.125,12.11474609375,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,2,128,8,128,59.875,11.432373046875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,3,32,8,128,19.515625,18.8544921875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,3,64,8,128,22.734375,17.48974609375,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,3,128,8,128,25.640625,16.807373046875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,4,32,8,128,9.1015625,24.2294921875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,4,64,8,128,10.609375,22.86474609375,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,4,128,8,128,11.96875,22.182373046875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,8,32,8,128,0.55126953125,45.7294921875,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,8,64,8,128,0.6416015625,44.36474609375,45088768,3.307626413448843,0.047663792595184495 +16,mlp.down_proj,8,128,8,128,0.72119140625,43.682373046875,45088768,3.307626413448843,0.047663792595184495 +17,self_attn.q_proj,2,32,8,128,36.625,5.015625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,2,64,8,128,43.09375,4.5078125,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,2,128,8,128,50.84375,4.25390625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,3,32,8,128,15.6640625,7.015625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,3,64,8,128,18.453125,6.5078125,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,3,128,8,128,21.890625,6.25390625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,4,32,8,128,7.3125,9.015625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,4,64,8,128,8.6171875,8.5078125,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,4,128,8,128,10.2265625,8.25390625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,8,32,8,128,0.44287109375,17.015625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,8,64,8,128,0.521484375,16.5078125,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.q_proj,8,128,8,128,0.6162109375,16.25390625,16777216,4.41058356494222,0.0041450956100439 +17,self_attn.v_proj,2,32,8,128,24.875,5.015625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,2,64,8,128,29.03125,4.5078125,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,2,128,8,128,32.8125,4.25390625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,3,32,8,128,10.6328125,7.015625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,3,64,8,128,12.421875,6.5078125,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,3,128,8,128,14.0390625,6.25390625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,4,32,8,128,4.96484375,9.015625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,4,64,8,128,5.796875,8.5078125,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,4,128,8,128,6.5546875,8.25390625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,8,32,8,128,0.300537109375,17.015625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,8,64,8,128,0.3505859375,16.5078125,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.v_proj,8,128,8,128,0.39501953125,16.25390625,16777216,3.131738031845088,0.01753677042207504 +17,self_attn.k_proj,2,32,8,128,37.625,5.015625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,2,64,8,128,44.28125,4.5078125,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,2,128,8,128,52.5625,4.25390625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,3,32,8,128,16.078125,7.015625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,3,64,8,128,18.953125,6.5078125,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,3,128,8,128,22.6875,6.25390625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,4,32,8,128,7.5078125,9.015625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,4,64,8,128,8.8515625,8.5078125,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,4,128,8,128,10.59375,8.25390625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,8,32,8,128,0.45458984375,17.015625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,8,64,8,128,0.53515625,16.5078125,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.k_proj,8,128,8,128,0.63818359375,16.25390625,16777216,4.011172975365525,0.013737513913365694 +17,self_attn.o_proj,2,32,8,128,24.59375,5.015625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,2,64,8,128,28.671875,4.5078125,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,2,128,8,128,32.375,4.25390625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,3,32,8,128,10.5390625,7.015625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,3,64,8,128,12.3125,6.5078125,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,3,128,8,128,13.953125,6.25390625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,4,32,8,128,4.9140625,9.015625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,4,64,8,128,5.74609375,8.5078125,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,4,128,8,128,6.51953125,8.25390625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,8,32,8,128,0.297607421875,17.015625,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,8,64,8,128,0.34765625,16.5078125,16777216,4.40230065747996,0.02730678555033989 +17,self_attn.o_proj,8,128,8,128,0.392822265625,16.25390625,16777216,4.40230065747996,0.02730678555033989 +17,mlp.gate_proj,2,32,8,128,49.15625,13.4794921875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,2,64,8,128,57.875,12.11474609375,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,2,128,8,128,66.125,11.432373046875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,3,32,8,128,21.015625,18.8544921875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,3,64,8,128,24.78125,17.48974609375,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,3,128,8,128,28.359375,16.807373046875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,4,32,8,128,9.8125,24.2294921875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,4,64,8,128,11.5625,22.86474609375,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,4,128,8,128,13.234375,22.182373046875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,8,32,8,128,0.59375,45.7294921875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,8,64,8,128,0.69921875,44.36474609375,45088768,3.379672209074253,0.042611131287151716 +17,mlp.gate_proj,8,128,8,128,0.79736328125,43.682373046875,45088768,3.379672209074253,0.042611131287151716 +17,mlp.up_proj,2,32,8,128,46.28125,13.4794921875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,2,64,8,128,53.90625,12.11474609375,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,2,128,8,128,60.78125,11.432373046875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,3,32,8,128,19.78125,18.8544921875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,3,64,8,128,23.0625,17.48974609375,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,3,128,8,128,26.03125,16.807373046875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,4,32,8,128,9.234375,24.2294921875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,4,64,8,128,10.765625,22.86474609375,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,4,128,8,128,12.1484375,22.182373046875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,8,32,8,128,0.55908203125,45.7294921875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,8,64,8,128,0.65087890625,44.36474609375,45088768,3.05398357984898,0.005076927644772063 +17,mlp.up_proj,8,128,8,128,0.73193359375,43.682373046875,45088768,3.05398357984898,0.005076927644772063 +17,mlp.down_proj,2,32,8,128,45.5625,13.4794921875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,2,64,8,128,53.03125,12.11474609375,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,2,128,8,128,59.75,11.432373046875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,3,32,8,128,19.46875,18.8544921875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,3,64,8,128,22.6875,17.48974609375,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,3,128,8,128,25.59375,16.807373046875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,4,32,8,128,9.0859375,24.2294921875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,4,64,8,128,10.5859375,22.86474609375,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,4,128,8,128,11.9375,22.182373046875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,8,32,8,128,0.55029296875,45.7294921875,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,8,64,8,128,0.640625,44.36474609375,45088768,3.4676421560877837,0.07672935718676477 +17,mlp.down_proj,8,128,8,128,0.7197265625,43.682373046875,45088768,3.4676421560877837,0.07672935718676477 +18,self_attn.q_proj,2,32,8,128,35.65625,5.015625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,2,64,8,128,41.875,4.5078125,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,2,128,8,128,49.09375,4.25390625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,3,32,8,128,15.25,7.015625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,3,64,8,128,17.9375,6.5078125,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,3,128,8,128,21.125,6.25390625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,4,32,8,128,7.12109375,9.015625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,4,64,8,128,8.375,8.5078125,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,4,128,8,128,9.8671875,8.25390625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,8,32,8,128,0.430908203125,17.015625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,8,64,8,128,0.50634765625,16.5078125,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.q_proj,8,128,8,128,0.59423828125,16.25390625,16777216,4.331741585407725,0.002964062031021328 +18,self_attn.v_proj,2,32,8,128,26.078125,5.015625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,2,64,8,128,30.46875,4.5078125,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,2,128,8,128,34.4375,4.25390625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,3,32,8,128,11.15625,7.015625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,3,64,8,128,13.0390625,6.5078125,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,3,128,8,128,14.7421875,6.25390625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,4,32,8,128,5.203125,9.015625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,4,64,8,128,6.08203125,8.5078125,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,4,128,8,128,6.8828125,8.25390625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,8,32,8,128,0.315185546875,17.015625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,8,64,8,128,0.367919921875,16.5078125,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.v_proj,8,128,8,128,0.414794921875,16.25390625,16777216,3.1396861815281687,0.020098579861563458 +18,self_attn.k_proj,2,32,8,128,36.59375,5.015625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,2,64,8,128,43.03125,4.5078125,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,2,128,8,128,50.8125,4.25390625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,3,32,8,128,15.65625,7.015625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,3,64,8,128,18.421875,6.5078125,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,3,128,8,128,21.890625,6.25390625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,4,32,8,128,7.3046875,9.015625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,4,64,8,128,8.59375,8.5078125,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,4,128,8,128,10.21875,8.25390625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,8,32,8,128,0.4423828125,17.015625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,8,64,8,128,0.52001953125,16.5078125,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.k_proj,8,128,8,128,0.61572265625,16.25390625,16777216,3.852686131364871,0.009171366045734574 +18,self_attn.o_proj,2,32,8,128,25.546875,5.015625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,2,64,8,128,29.78125,4.5078125,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,2,128,8,128,33.625,4.25390625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,3,32,8,128,10.9296875,7.015625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,3,64,8,128,12.7734375,6.5078125,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,3,128,8,128,14.4609375,6.25390625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,4,32,8,128,5.1015625,9.015625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,4,64,8,128,5.9609375,8.5078125,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,4,128,8,128,6.7578125,8.25390625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,8,32,8,128,0.308837890625,17.015625,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,8,64,8,128,0.360595703125,16.5078125,16777216,4.205083278063674,0.021857683157735106 +18,self_attn.o_proj,8,128,8,128,0.406982421875,16.25390625,16777216,4.205083278063674,0.021857683157735106 +18,mlp.gate_proj,2,32,8,128,49.53125,13.4794921875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,2,64,8,128,58.28125,12.11474609375,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,2,128,8,128,66.5,11.432373046875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,3,32,8,128,21.1875,18.8544921875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,3,64,8,128,24.953125,17.48974609375,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,3,128,8,128,28.53125,16.807373046875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,4,32,8,128,9.8828125,24.2294921875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,4,64,8,128,11.6484375,22.86474609375,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,4,128,8,128,13.3203125,22.182373046875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,8,32,8,128,0.59814453125,45.7294921875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,8,64,8,128,0.7041015625,44.36474609375,45088768,3.363501779614211,0.03958167875898084 +18,mlp.gate_proj,8,128,8,128,0.80224609375,43.682373046875,45088768,3.363501779614211,0.03958167875898084 +18,mlp.up_proj,2,32,8,128,46.09375,13.4794921875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,2,64,8,128,53.71875,12.11474609375,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,2,128,8,128,60.53125,11.432373046875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,3,32,8,128,19.71875,18.8544921875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,3,64,8,128,22.984375,17.48974609375,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,3,128,8,128,25.921875,16.807373046875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,4,32,8,128,9.1953125,24.2294921875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,4,64,8,128,10.71875,22.86474609375,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,4,128,8,128,12.09375,22.182373046875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,8,32,8,128,0.556640625,45.7294921875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,8,64,8,128,0.6484375,44.36474609375,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.up_proj,8,128,8,128,0.728515625,43.682373046875,45088768,3.0475381520216764,0.00408582878744344 +18,mlp.down_proj,2,32,8,128,45.5,13.4794921875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,2,64,8,128,52.96875,12.11474609375,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,2,128,8,128,59.6875,11.432373046875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,3,32,8,128,19.453125,18.8544921875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,3,64,8,128,22.65625,17.48974609375,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,3,128,8,128,25.546875,16.807373046875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,4,32,8,128,9.078125,24.2294921875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,4,64,8,128,10.578125,22.86474609375,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,4,128,8,128,11.9296875,22.182373046875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,8,32,8,128,0.5498046875,45.7294921875,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,8,64,8,128,0.6396484375,44.36474609375,45088768,3.4708772288943397,0.07731698197959272 +18,mlp.down_proj,8,128,8,128,0.71875,43.682373046875,45088768,3.4708772288943397,0.07731698197959272 +19,self_attn.q_proj,2,32,8,128,35.1875,5.015625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,2,64,8,128,41.3125,4.5078125,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,2,128,8,128,48.75,4.25390625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,3,32,8,128,15.0625,7.015625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,3,64,8,128,17.6875,6.5078125,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,3,128,8,128,20.984375,6.25390625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,4,32,8,128,7.02734375,9.015625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,4,64,8,128,8.2578125,8.5078125,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,4,128,8,128,9.796875,8.25390625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,8,32,8,128,0.425537109375,17.015625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,8,64,8,128,0.499267578125,16.5078125,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.q_proj,8,128,8,128,0.59033203125,16.25390625,16777216,4.501974087132231,0.005514103290318929 +19,self_attn.v_proj,2,32,8,128,26.34375,5.015625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,2,64,8,128,30.796875,4.5078125,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,2,128,8,128,34.84375,4.25390625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,3,32,8,128,11.265625,7.015625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,3,64,8,128,13.171875,6.5078125,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,3,128,8,128,14.90625,6.25390625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,4,32,8,128,5.25390625,9.015625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,4,64,8,128,6.1484375,8.5078125,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,4,128,8,128,6.9609375,8.25390625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,8,32,8,128,0.318359375,17.015625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,8,64,8,128,0.371826171875,16.5078125,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.v_proj,8,128,8,128,0.41943359375,16.25390625,16777216,3.1479206835009523,0.022752684996028682 +19,self_attn.k_proj,2,32,8,128,36.03125,5.015625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,2,64,8,128,42.375,4.5078125,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,2,128,8,128,50.21875,4.25390625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,3,32,8,128,15.4140625,7.015625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,3,64,8,128,18.125,6.5078125,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,3,128,8,128,21.65625,6.25390625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,4,32,8,128,7.19140625,9.015625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,4,64,8,128,8.4609375,8.5078125,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,4,128,8,128,10.109375,8.25390625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,8,32,8,128,0.435546875,17.015625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,8,64,8,128,0.51171875,16.5078125,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.k_proj,8,128,8,128,0.609375,16.25390625,16777216,3.95344327211766,0.012074269477864604 +19,self_attn.o_proj,2,32,8,128,25.859375,5.015625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,2,64,8,128,30.140625,4.5078125,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,2,128,8,128,34.03125,4.25390625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,3,32,8,128,11.0703125,7.015625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,3,64,8,128,12.9296875,6.5078125,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,3,128,8,128,14.640625,6.25390625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,4,32,8,128,5.16796875,9.015625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,4,64,8,128,6.03515625,8.5078125,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,4,128,8,128,6.83984375,8.25390625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,8,32,8,128,0.31298828125,17.015625,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,8,64,8,128,0.364990234375,16.5078125,16777216,4.21699893959325,0.02218691205197583 +19,self_attn.o_proj,8,128,8,128,0.412109375,16.25390625,16777216,4.21699893959325,0.02218691205197583 +19,mlp.gate_proj,2,32,8,128,49.5625,13.4794921875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,2,64,8,128,58.25,12.11474609375,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,2,128,8,128,66.375,11.432373046875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,3,32,8,128,21.203125,18.8544921875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,3,64,8,128,24.953125,17.48974609375,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,3,128,8,128,28.453125,16.807373046875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,4,32,8,128,9.8984375,24.2294921875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,4,64,8,128,11.640625,22.86474609375,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,4,128,8,128,13.2890625,22.182373046875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,8,32,8,128,0.59912109375,45.7294921875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,8,64,8,128,0.70361328125,44.36474609375,45088768,3.305941434985796,0.028798023817234772 +19,mlp.gate_proj,8,128,8,128,0.80029296875,43.682373046875,45088768,3.305941434985796,0.028798023817234772 +19,mlp.up_proj,2,32,8,128,46.09375,13.4794921875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,2,64,8,128,53.6875,12.11474609375,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,2,128,8,128,60.5,11.432373046875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,3,32,8,128,19.703125,18.8544921875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,3,64,8,128,22.96875,17.48974609375,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,3,128,8,128,25.90625,16.807373046875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,4,32,8,128,9.1953125,24.2294921875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,4,64,8,128,10.71875,22.86474609375,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,4,128,8,128,12.09375,22.182373046875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,8,32,8,128,0.556640625,45.7294921875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,8,64,8,128,0.6484375,44.36474609375,45088768,3.07692631709512,0.008604780454218974 +19,mlp.up_proj,8,128,8,128,0.728515625,43.682373046875,45088768,3.07692631709512,0.008604780454218974 +19,mlp.down_proj,2,32,8,128,45.59375,13.4794921875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,2,64,8,128,53.09375,12.11474609375,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,2,128,8,128,59.78125,11.432373046875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,3,32,8,128,19.5,18.8544921875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,3,64,8,128,22.703125,17.48974609375,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,3,128,8,128,25.59375,16.807373046875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,4,32,8,128,9.09375,24.2294921875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,4,64,8,128,10.6015625,22.86474609375,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,4,128,8,128,11.953125,22.182373046875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,8,32,8,128,0.55078125,45.7294921875,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,8,64,8,128,0.64111328125,44.36474609375,45088768,3.3501680690597717,0.05539114003363148 +19,mlp.down_proj,8,128,8,128,0.72021484375,43.682373046875,45088768,3.3501680690597717,0.05539114003363148 +20,self_attn.q_proj,2,32,8,128,35.625,5.015625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,2,64,8,128,41.90625,4.5078125,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,2,128,8,128,49.28125,4.25390625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,3,32,8,128,15.25,7.015625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,3,64,8,128,17.953125,6.5078125,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,3,128,8,128,21.25,6.25390625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,4,32,8,128,7.12109375,9.015625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,4,64,8,128,8.3828125,8.5078125,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,4,128,8,128,9.921875,8.25390625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,8,32,8,128,0.430908203125,17.015625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,8,64,8,128,0.50732421875,16.5078125,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.q_proj,8,128,8,128,0.59814453125,16.25390625,16777216,5.089448547787887,0.014314327091763956 +20,self_attn.v_proj,2,32,8,128,26.578125,5.015625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,2,64,8,128,31.0,4.5078125,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,2,128,8,128,34.96875,4.25390625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,3,32,8,128,11.3671875,7.015625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,3,64,8,128,13.265625,6.5078125,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,3,128,8,128,14.9609375,6.25390625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,4,32,8,128,5.30078125,9.015625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,4,64,8,128,6.18359375,8.5078125,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,4,128,8,128,6.984375,8.25390625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,8,32,8,128,0.3212890625,17.015625,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,8,64,8,128,0.374267578125,16.5078125,16777216,3.077329271332318,0.0 +20,self_attn.v_proj,8,128,8,128,0.4208984375,16.25390625,16777216,3.077329271332318,0.0 +20,self_attn.k_proj,2,32,8,128,36.40625,5.015625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,2,64,8,128,42.78125,4.5078125,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,2,128,8,128,50.46875,4.25390625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,3,32,8,128,15.5625,7.015625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,3,64,8,128,18.3125,6.5078125,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,3,128,8,128,21.8125,6.25390625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,4,32,8,128,7.26171875,9.015625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,4,64,8,128,8.546875,8.5078125,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,4,128,8,128,10.1796875,8.25390625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,8,32,8,128,0.439697265625,17.015625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,8,64,8,128,0.51708984375,16.5078125,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.k_proj,8,128,8,128,0.61328125,16.25390625,16777216,4.017856732818786,0.013930078949507395 +20,self_attn.o_proj,2,32,8,128,26.296875,5.015625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,2,64,8,128,30.65625,4.5078125,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,2,128,8,128,34.59375,4.25390625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,3,32,8,128,11.296875,7.015625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,3,64,8,128,13.203125,6.5078125,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,3,128,8,128,14.9609375,6.25390625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,4,32,8,128,5.2734375,9.015625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,4,64,8,128,6.171875,8.5078125,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,4,128,8,128,7.0078125,8.25390625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,8,32,8,128,0.3193359375,17.015625,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,8,64,8,128,0.373046875,16.5078125,16777216,6.20978041938933,0.07724732489000714 +20,self_attn.o_proj,8,128,8,128,0.422119140625,16.25390625,16777216,6.20978041938933,0.07724732489000714 +20,mlp.gate_proj,2,32,8,128,49.65625,13.4794921875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,2,64,8,128,58.25,12.11474609375,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,2,128,8,128,66.25,11.432373046875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,3,32,8,128,21.234375,18.8544921875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,3,64,8,128,24.9375,17.48974609375,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,3,128,8,128,28.375,16.807373046875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,4,32,8,128,9.90625,24.2294921875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,4,64,8,128,11.6328125,22.86474609375,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,4,128,8,128,13.2421875,22.182373046875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,8,32,8,128,0.599609375,45.7294921875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,8,64,8,128,0.70361328125,44.36474609375,45088768,3.24058842202935,0.016554449778974467 +20,mlp.gate_proj,8,128,8,128,0.7978515625,43.682373046875,45088768,3.24058842202935,0.016554449778974467 +20,mlp.up_proj,2,32,8,128,46.03125,13.4794921875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,2,64,8,128,53.59375,12.11474609375,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,2,128,8,128,60.375,11.432373046875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,3,32,8,128,19.6875,18.8544921875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,3,64,8,128,22.9375,17.48974609375,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,3,128,8,128,25.84375,16.807373046875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,4,32,8,128,9.1796875,24.2294921875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,4,64,8,128,10.703125,22.86474609375,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,4,128,8,128,12.0625,22.182373046875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,8,32,8,128,0.5556640625,45.7294921875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,8,64,8,128,0.64697265625,44.36474609375,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.up_proj,8,128,8,128,0.72705078125,43.682373046875,45088768,3.037644738477705,0.0025645409658696778 +20,mlp.down_proj,2,32,8,128,45.59375,13.4794921875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,2,64,8,128,53.09375,12.11474609375,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,2,128,8,128,59.8125,11.432373046875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,3,32,8,128,19.5,18.8544921875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,3,64,8,128,22.71875,17.48974609375,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,3,128,8,128,25.59375,16.807373046875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,4,32,8,128,9.1015625,24.2294921875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,4,64,8,128,10.6015625,22.86474609375,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,4,128,8,128,11.953125,22.182373046875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,8,32,8,128,0.55078125,45.7294921875,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,8,64,8,128,0.64111328125,44.36474609375,45088768,3.5542677087714925,0.09246418774334872 +20,mlp.down_proj,8,128,8,128,0.72021484375,43.682373046875,45088768,3.5542677087714925,0.09246418774334872 +21,self_attn.q_proj,2,32,8,128,34.84375,5.015625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,2,64,8,128,41.0,4.5078125,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,2,128,8,128,48.09375,4.25390625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,3,32,8,128,14.921875,7.015625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,3,64,8,128,17.5625,6.5078125,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,3,128,8,128,20.765625,6.25390625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,4,32,8,128,6.96484375,9.015625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,4,64,8,128,8.203125,8.5078125,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,4,128,8,128,9.703125,8.25390625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,8,32,8,128,0.421630859375,17.015625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,8,64,8,128,0.49609375,16.5078125,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.q_proj,8,128,8,128,0.58447265625,16.25390625,16777216,5.023500600377066,0.01332644296176545 +21,self_attn.v_proj,2,32,8,128,27.4375,5.015625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,2,64,8,128,32.0,4.5078125,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,2,128,8,128,36.125,4.25390625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,3,32,8,128,11.734375,7.015625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,3,64,8,128,13.6953125,6.5078125,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,3,128,8,128,15.46875,6.25390625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,4,32,8,128,5.47265625,9.015625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,4,64,8,128,6.390625,8.5078125,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,4,128,8,128,7.21484375,8.25390625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,8,32,8,128,0.33154296875,17.015625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,8,64,8,128,0.386474609375,16.5078125,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.v_proj,8,128,8,128,0.43505859375,16.25390625,16777216,3.0914145141503155,0.004539887828917344 +21,self_attn.k_proj,2,32,8,128,35.40625,5.015625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,2,64,8,128,41.65625,4.5078125,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,2,128,8,128,49.0,4.25390625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,3,32,8,128,15.1484375,7.015625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,3,64,8,128,17.84375,6.5078125,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,3,128,8,128,21.1875,6.25390625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,4,32,8,128,7.06640625,9.015625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,4,64,8,128,8.328125,8.5078125,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,4,128,8,128,9.890625,8.25390625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,8,32,8,128,0.42822265625,17.015625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,8,64,8,128,0.50390625,16.5078125,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.k_proj,8,128,8,128,0.59619140625,16.25390625,16777216,4.043552781047404,0.014670405104435203 +21,self_attn.o_proj,2,32,8,128,26.921875,5.015625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,2,64,8,128,31.375,4.5078125,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,2,128,8,128,35.40625,4.25390625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,3,32,8,128,11.53125,7.015625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,3,64,8,128,13.46875,6.5078125,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,3,128,8,128,15.25,6.25390625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,4,32,8,128,5.3828125,9.015625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,4,64,8,128,6.2890625,8.5078125,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,4,128,8,128,7.12890625,8.25390625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,8,32,8,128,0.325927734375,17.015625,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,8,64,8,128,0.38037109375,16.5078125,16777216,4.176771420961363,0.021075428527175148 +21,self_attn.o_proj,8,128,8,128,0.429443359375,16.25390625,16777216,4.176771420961363,0.021075428527175148 +21,mlp.gate_proj,2,32,8,128,49.9375,13.4794921875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,2,64,8,128,58.5,12.11474609375,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,2,128,8,128,66.5,11.432373046875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,3,32,8,128,21.359375,18.8544921875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,3,64,8,128,25.046875,17.48974609375,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,3,128,8,128,28.484375,16.807373046875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,4,32,8,128,9.9609375,24.2294921875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,4,64,8,128,11.6875,22.86474609375,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,4,128,8,128,13.296875,22.182373046875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,8,32,8,128,0.603515625,45.7294921875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,8,64,8,128,0.70654296875,44.36474609375,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.gate_proj,8,128,8,128,0.80126953125,43.682373046875,45088768,3.2252613589641217,0.01368299790646065 +21,mlp.up_proj,2,32,8,128,45.9375,13.4794921875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,2,64,8,128,53.5,12.11474609375,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,2,128,8,128,60.25,11.432373046875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,3,32,8,128,19.640625,18.8544921875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,3,64,8,128,22.890625,17.48974609375,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,3,128,8,128,25.796875,16.807373046875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,4,32,8,128,9.1640625,24.2294921875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,4,64,8,128,10.6796875,22.86474609375,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,4,128,8,128,12.0390625,22.182373046875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,8,32,8,128,0.5546875,45.7294921875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,8,64,8,128,0.6455078125,44.36474609375,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.up_proj,8,128,8,128,0.72509765625,43.682373046875,45088768,3.0317359434824303,0.0016559589252488338 +21,mlp.down_proj,2,32,8,128,45.59375,13.4794921875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,2,64,8,128,53.0625,12.11474609375,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,2,128,8,128,59.75,11.432373046875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,3,32,8,128,19.5,18.8544921875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,3,64,8,128,22.703125,17.48974609375,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,3,128,8,128,25.59375,16.807373046875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,4,32,8,128,9.09375,24.2294921875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,4,64,8,128,10.59375,22.86474609375,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,4,128,8,128,11.9453125,22.182373046875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,8,32,8,128,0.55078125,45.7294921875,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,8,64,8,128,0.640625,44.36474609375,45088768,3.2126358273768942,0.030409521424527793 +21,mlp.down_proj,8,128,8,128,0.71923828125,43.682373046875,45088768,3.2126358273768942,0.030409521424527793 +22,self_attn.q_proj,2,32,8,128,35.65625,5.015625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,2,64,8,128,41.9375,4.5078125,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,2,128,8,128,48.625,4.25390625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,3,32,8,128,15.265625,7.015625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,3,64,8,128,17.96875,6.5078125,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,3,128,8,128,20.921875,6.25390625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,4,32,8,128,7.12109375,9.015625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,4,64,8,128,8.390625,8.5078125,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,4,128,8,128,9.7734375,8.25390625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,8,32,8,128,0.43115234375,17.015625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,8,64,8,128,0.50732421875,16.5078125,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.q_proj,8,128,8,128,0.5888671875,16.25390625,16777216,4.650421015682584,0.00773780198936066 +22,self_attn.v_proj,2,32,8,128,27.578125,5.015625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,2,64,8,128,32.1875,4.5078125,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,2,128,8,128,36.34375,4.25390625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,3,32,8,128,11.7890625,7.015625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,3,64,8,128,13.7734375,6.5078125,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,3,128,8,128,15.5546875,6.25390625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,4,32,8,128,5.50390625,9.015625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,4,64,8,128,6.42578125,8.5078125,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,4,128,8,128,7.26171875,8.25390625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,8,32,8,128,0.333251953125,17.015625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,8,64,8,128,0.388671875,16.5078125,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.v_proj,8,128,8,128,0.4375,16.25390625,16777216,3.1028997163538112,0.00824174305215006 +22,self_attn.k_proj,2,32,8,128,36.25,5.015625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,2,64,8,128,42.59375,4.5078125,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,2,128,8,128,49.46875,4.25390625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,3,32,8,128,15.5078125,7.015625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,3,64,8,128,18.25,6.5078125,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,3,128,8,128,21.34375,6.25390625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,4,32,8,128,7.234375,9.015625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,4,64,8,128,8.515625,8.5078125,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,4,128,8,128,9.9609375,8.25390625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,8,32,8,128,0.437744140625,17.015625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,8,64,8,128,0.51513671875,16.5078125,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.k_proj,8,128,8,128,0.60009765625,16.25390625,16777216,3.856286168587325,0.009275086341197291 +22,self_attn.o_proj,2,32,8,128,26.890625,5.015625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,2,64,8,128,31.34375,4.5078125,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,2,128,8,128,35.375,4.25390625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,3,32,8,128,11.53125,7.015625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,3,64,8,128,13.46875,6.5078125,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,3,128,8,128,15.25,6.25390625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,4,32,8,128,5.40625,9.015625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,4,64,8,128,6.33203125,8.5078125,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,4,128,8,128,7.19921875,8.25390625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,8,32,8,128,0.327392578125,17.015625,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,8,64,8,128,0.383056640625,16.5078125,16777216,12.72973753381282,0.2573932837149316 +22,self_attn.o_proj,8,128,8,128,0.434814453125,16.25390625,16777216,12.72973753381282,0.2573932837149316 +22,mlp.gate_proj,2,32,8,128,50.125,13.4794921875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,2,64,8,128,58.71875,12.11474609375,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,2,128,8,128,66.625,11.432373046875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,3,32,8,128,21.4375,18.8544921875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,3,64,8,128,25.125,17.48974609375,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,3,128,8,128,28.546875,16.807373046875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,4,32,8,128,10.0078125,24.2294921875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,4,64,8,128,11.7265625,22.86474609375,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,4,128,8,128,13.3203125,22.182373046875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,8,32,8,128,0.60595703125,45.7294921875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,8,64,8,128,0.708984375,44.36474609375,45088768,3.1997543042303,0.008904373341138298 +22,mlp.gate_proj,8,128,8,128,0.80224609375,43.682373046875,45088768,3.1997543042303,0.008904373341138298 +22,mlp.up_proj,2,32,8,128,45.875,13.4794921875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,2,64,8,128,53.40625,12.11474609375,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,2,128,8,128,60.15625,11.432373046875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,3,32,8,128,19.625,18.8544921875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,3,64,8,128,22.859375,17.48974609375,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,3,128,8,128,25.765625,16.807373046875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,4,32,8,128,9.15625,24.2294921875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,4,64,8,128,10.6640625,22.86474609375,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,4,128,8,128,12.0234375,22.182373046875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,8,32,8,128,0.55419921875,45.7294921875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,8,64,8,128,0.64501953125,44.36474609375,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.up_proj,8,128,8,128,0.72412109375,43.682373046875,45088768,3.026070663498454,0.0007848216370799753 +22,mlp.down_proj,2,32,8,128,45.59375,13.4794921875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,2,64,8,128,53.0625,12.11474609375,45088768,3.045221148790187,0.0 +22,mlp.down_proj,2,128,8,128,59.78125,11.432373046875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,3,32,8,128,19.5,18.8544921875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,3,64,8,128,22.703125,17.48974609375,45088768,3.045221148790187,0.0 +22,mlp.down_proj,3,128,8,128,25.578125,16.807373046875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,4,32,8,128,9.09375,24.2294921875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,4,64,8,128,10.59375,22.86474609375,45088768,3.045221148790187,0.0 +22,mlp.down_proj,4,128,8,128,11.9375,22.182373046875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,8,32,8,128,0.55078125,45.7294921875,45088768,3.045221148790187,0.0 +22,mlp.down_proj,8,64,8,128,0.640625,44.36474609375,45088768,3.045221148790187,0.0 +22,mlp.down_proj,8,128,8,128,0.71923828125,43.682373046875,45088768,3.045221148790187,0.0 +23,self_attn.q_proj,2,32,8,128,35.25,5.015625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,2,64,8,128,41.375,4.5078125,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,2,128,8,128,47.8125,4.25390625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,3,32,8,128,15.0859375,7.015625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,3,64,8,128,17.71875,6.5078125,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,3,128,8,128,20.546875,6.25390625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,4,32,8,128,7.0390625,9.015625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,4,64,8,128,8.2734375,8.5078125,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,4,128,8,128,9.6015625,8.25390625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,8,32,8,128,0.42626953125,17.015625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,8,64,8,128,0.5,16.5078125,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.q_proj,8,128,8,128,0.578125,16.25390625,16777216,4.622973048321524,0.0073266381484636345 +23,self_attn.v_proj,2,32,8,128,28.875,5.015625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,2,64,8,128,33.6875,4.5078125,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,2,128,8,128,38.0625,4.25390625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,3,32,8,128,12.3515625,7.015625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,3,64,8,128,14.4140625,6.5078125,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,3,128,8,128,16.28125,6.25390625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,4,32,8,128,5.76171875,9.015625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,4,64,8,128,6.7265625,8.5078125,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,4,128,8,128,7.6015625,8.25390625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,8,32,8,128,0.348876953125,17.015625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,8,64,8,128,0.40673828125,16.5078125,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.v_proj,8,128,8,128,0.4580078125,16.25390625,16777216,3.1018698150322948,0.007909790203700457 +23,self_attn.k_proj,2,32,8,128,35.625,5.015625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,2,64,8,128,41.84375,4.5078125,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,2,128,8,128,48.4375,4.25390625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,3,32,8,128,15.25,7.015625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,3,64,8,128,17.921875,6.5078125,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,3,128,8,128,20.84375,6.25390625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,4,32,8,128,7.109375,9.015625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,4,64,8,128,8.359375,8.5078125,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,4,128,8,128,9.734375,8.25390625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,8,32,8,128,0.4306640625,17.015625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,8,64,8,128,0.505859375,16.5078125,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.k_proj,8,128,8,128,0.58642578125,16.25390625,16777216,3.751007505803854,0.006241913811281709 +23,self_attn.o_proj,2,32,8,128,28.34375,5.015625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,2,64,8,128,33.03125,4.5078125,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,2,128,8,128,37.25,4.25390625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,3,32,8,128,12.140625,7.015625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,3,64,8,128,14.171875,6.5078125,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,3,128,8,128,16.015625,6.25390625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,4,32,8,128,5.6640625,9.015625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,4,64,8,128,6.61328125,8.5078125,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,4,128,8,128,7.484375,8.25390625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,8,32,8,128,0.343017578125,17.015625,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,8,64,8,128,0.39990234375,16.5078125,16777216,3.976658721156604,0.015546328634842461 +23,self_attn.o_proj,8,128,8,128,0.450927734375,16.25390625,16777216,3.976658721156604,0.015546328634842461 +23,mlp.gate_proj,2,32,8,128,50.03125,13.4794921875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,2,64,8,128,58.46875,12.11474609375,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,2,128,8,128,66.25,11.432373046875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,3,32,8,128,21.390625,18.8544921875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,3,64,8,128,25.015625,17.48974609375,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,3,128,8,128,28.359375,16.807373046875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,4,32,8,128,9.9765625,24.2294921875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,4,64,8,128,11.671875,22.86474609375,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,4,128,8,128,13.2421875,22.182373046875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,8,32,8,128,0.60400390625,45.7294921875,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,8,64,8,128,0.7060546875,44.36474609375,45088768,3.152225075876393,0.0 +23,mlp.gate_proj,8,128,8,128,0.79736328125,43.682373046875,45088768,3.152225075876393,0.0 +23,mlp.up_proj,2,32,8,128,46.09375,13.4794921875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,2,64,8,128,53.65625,12.11474609375,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,2,128,8,128,60.4375,11.432373046875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,3,32,8,128,19.71875,18.8544921875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,3,64,8,128,22.953125,17.48974609375,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,3,128,8,128,25.875,16.807373046875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,4,32,8,128,9.203125,24.2294921875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,4,64,8,128,10.7109375,22.86474609375,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,4,128,8,128,12.078125,22.182373046875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,8,32,8,128,0.556640625,45.7294921875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,8,64,8,128,0.64794921875,44.36474609375,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.up_proj,8,128,8,128,0.7275390625,43.682373046875,45088768,3.029466900689184,0.0013070533475477188 +23,mlp.down_proj,2,32,8,128,45.875,13.4794921875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,2,64,8,128,53.375,12.11474609375,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,2,128,8,128,60.09375,11.432373046875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,3,32,8,128,19.609375,18.8544921875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,3,64,8,128,22.84375,17.48974609375,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,3,128,8,128,25.71875,16.807373046875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,4,32,8,128,9.1484375,24.2294921875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,4,64,8,128,10.65625,22.86474609375,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,4,128,8,128,12.0078125,22.182373046875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,8,32,8,128,0.55419921875,45.7294921875,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,8,64,8,128,0.64453125,44.36474609375,45088768,3.661347930223575,0.11191444333550585 +23,mlp.down_proj,8,128,8,128,0.7236328125,43.682373046875,45088768,3.661347930223575,0.11191444333550585 +24,self_attn.q_proj,2,32,8,128,34.625,5.015625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,2,64,8,128,40.78125,4.5078125,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,2,128,8,128,47.65625,4.25390625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,3,32,8,128,14.828125,7.015625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,3,64,8,128,17.5,6.5078125,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,3,128,8,128,20.609375,6.25390625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,4,32,8,128,6.91796875,9.015625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,4,64,8,128,8.171875,8.5078125,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,4,128,8,128,9.625,8.25390625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,8,32,8,128,0.418701171875,17.015625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,8,64,8,128,0.494140625,16.5078125,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.q_proj,8,128,8,128,0.580078125,16.25390625,16777216,4.810796636988315,0.010140189589684753 +24,self_attn.v_proj,2,32,8,128,28.578125,5.015625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,2,64,8,128,33.34375,4.5078125,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,2,128,8,128,37.65625,4.25390625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,3,32,8,128,12.21875,7.015625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,3,64,8,128,14.265625,6.5078125,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,3,128,8,128,16.09375,6.25390625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,4,32,8,128,5.69921875,9.015625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,4,64,8,128,6.65625,8.5078125,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,4,128,8,128,7.515625,8.25390625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,8,32,8,128,0.34521484375,17.015625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,8,64,8,128,0.40234375,16.5078125,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.v_proj,8,128,8,128,0.452880859375,16.25390625,16777216,3.08752802550685,0.0032872134719548387 +24,self_attn.k_proj,2,32,8,128,34.96875,5.015625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,2,64,8,128,41.1875,4.5078125,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,2,128,8,128,48.15625,4.25390625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,3,32,8,128,14.9609375,7.015625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,3,64,8,128,17.671875,6.5078125,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,3,128,8,128,20.890625,6.25390625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,4,32,8,128,6.984375,9.015625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,4,64,8,128,8.25,8.5078125,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,4,128,8,128,9.75,8.25390625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,8,32,8,128,0.422607421875,17.015625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,8,64,8,128,0.498779296875,16.5078125,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.k_proj,8,128,8,128,0.58740234375,16.25390625,16777216,4.161086490091737,0.01805665648896869 +24,self_attn.o_proj,2,32,8,128,27.90625,5.015625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,2,64,8,128,32.53125,4.5078125,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,2,128,8,128,36.6875,4.25390625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,3,32,8,128,11.984375,7.015625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,3,64,8,128,14.0,6.5078125,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,3,128,8,128,15.8671875,6.25390625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,4,32,8,128,5.59375,9.015625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,4,64,8,128,6.54296875,8.5078125,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,4,128,8,128,7.4296875,8.25390625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,8,32,8,128,0.3388671875,17.015625,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,8,64,8,128,0.395751953125,16.5078125,16777216,6.397808422117449,0.08244252544776229 +24,self_attn.o_proj,8,128,8,128,0.44775390625,16.25390625,16777216,6.397808422117449,0.08244252544776229 +24,mlp.gate_proj,2,32,8,128,50.15625,13.4794921875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,2,64,8,128,58.6875,12.11474609375,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,2,128,8,128,66.5,11.432373046875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,3,32,8,128,21.453125,18.8544921875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,3,64,8,128,25.109375,17.48974609375,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,3,128,8,128,28.484375,16.807373046875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,4,32,8,128,10.0078125,24.2294921875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,4,64,8,128,11.71875,22.86474609375,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,4,128,8,128,13.296875,22.182373046875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,8,32,8,128,0.60595703125,45.7294921875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,8,64,8,128,0.70849609375,44.36474609375,45088768,3.159957907684576,0.001448709011044382 +24,mlp.gate_proj,8,128,8,128,0.80078125,43.682373046875,45088768,3.159957907684576,0.001448709011044382 +24,mlp.up_proj,2,32,8,128,46.25,13.4794921875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,2,64,8,128,53.8125,12.11474609375,45088768,3.020966721362208,0.0 +24,mlp.up_proj,2,128,8,128,60.59375,11.432373046875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,3,32,8,128,19.765625,18.8544921875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,3,64,8,128,23.03125,17.48974609375,45088768,3.020966721362208,0.0 +24,mlp.up_proj,3,128,8,128,25.9375,16.807373046875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,4,32,8,128,9.2265625,24.2294921875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,4,64,8,128,10.7421875,22.86474609375,45088768,3.020966721362208,0.0 +24,mlp.up_proj,4,128,8,128,12.109375,22.182373046875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,8,32,8,128,0.55859375,45.7294921875,45088768,3.020966721362208,0.0 +24,mlp.up_proj,8,64,8,128,0.64990234375,44.36474609375,45088768,3.020966721362208,0.0 +24,mlp.up_proj,8,128,8,128,0.7294921875,43.682373046875,45088768,3.020966721362208,0.0 +24,mlp.down_proj,2,32,8,128,46.03125,13.4794921875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,2,64,8,128,53.5625,12.11474609375,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,2,128,8,128,60.3125,11.432373046875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,3,32,8,128,19.6875,18.8544921875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,3,64,8,128,22.921875,17.48974609375,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,3,128,8,128,25.8125,16.807373046875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,4,32,8,128,9.1875,24.2294921875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,4,64,8,128,10.6953125,22.86474609375,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,4,128,8,128,12.046875,22.182373046875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,8,32,8,128,0.5556640625,45.7294921875,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,8,64,8,128,0.646484375,44.36474609375,45088768,3.1393332037439903,0.017094693103279972 +24,mlp.down_proj,8,128,8,128,0.7255859375,43.682373046875,45088768,3.1393332037439903,0.017094693103279972 +25,self_attn.q_proj,2,32,8,128,34.53125,5.015625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,2,64,8,128,40.53125,4.5078125,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,2,128,8,128,47.28125,4.25390625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,3,32,8,128,14.7734375,7.015625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,3,64,8,128,17.359375,6.5078125,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,3,128,8,128,20.328125,6.25390625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,4,32,8,128,6.89453125,9.015625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,4,64,8,128,8.1015625,8.5078125,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,4,128,8,128,9.484375,8.25390625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,8,32,8,128,0.417236328125,17.015625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,8,64,8,128,0.489990234375,16.5078125,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.q_proj,8,128,8,128,0.57177734375,16.25390625,16777216,4.259720660607395,0.0018852061843814814 +25,self_attn.v_proj,2,32,8,128,29.640625,5.015625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,2,64,8,128,34.59375,4.5078125,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,2,128,8,128,39.03125,4.25390625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,3,32,8,128,12.671875,7.015625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,3,64,8,128,14.7890625,6.5078125,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,3,128,8,128,16.703125,6.25390625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,4,32,8,128,5.9140625,9.015625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,4,64,8,128,6.90234375,8.5078125,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,4,128,8,128,7.79296875,8.25390625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,8,32,8,128,0.358154296875,17.015625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,8,64,8,128,0.41748046875,16.5078125,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.v_proj,8,128,8,128,0.4697265625,16.25390625,16777216,3.0825314450000945,0.0016767396361868205 +25,self_attn.k_proj,2,32,8,128,34.6875,5.015625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,2,64,8,128,40.75,4.5078125,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,2,128,8,128,47.5625,4.25390625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,3,32,8,128,14.8515625,7.015625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,3,64,8,128,17.453125,6.5078125,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,3,128,8,128,20.46875,6.25390625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,4,32,8,128,6.9296875,9.015625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,4,64,8,128,8.140625,8.5078125,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,4,128,8,128,9.5546875,8.25390625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,8,32,8,128,0.41943359375,17.015625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,8,64,8,128,0.492431640625,16.5078125,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.k_proj,8,128,8,128,0.57568359375,16.25390625,16777216,3.828115065648799,0.008463451644180834 +25,self_attn.o_proj,2,32,8,128,29.109375,5.015625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,2,64,8,128,33.875,4.5078125,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,2,128,8,128,38.21875,4.25390625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,3,32,8,128,12.4453125,7.015625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,3,64,8,128,14.5078125,6.5078125,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,3,128,8,128,16.375,6.25390625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,4,32,8,128,5.8046875,9.015625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,4,64,8,128,6.76953125,8.5078125,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,4,128,8,128,7.64453125,8.25390625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,8,32,8,128,0.3515625,17.015625,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,8,64,8,128,0.409423828125,16.5078125,16777216,3.41399610775646,0.0 +25,self_attn.o_proj,8,128,8,128,0.460693359375,16.25390625,16777216,3.41399610775646,0.0 +25,mlp.gate_proj,2,32,8,128,50.34375,13.4794921875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,2,64,8,128,58.9375,12.11474609375,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,2,128,8,128,66.875,11.432373046875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,3,32,8,128,21.53125,18.8544921875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,3,64,8,128,25.234375,17.48974609375,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,3,128,8,128,28.640625,16.807373046875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,4,32,8,128,10.0546875,24.2294921875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,4,64,8,128,11.78125,22.86474609375,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,4,128,8,128,13.3671875,22.182373046875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,8,32,8,128,0.6083984375,45.7294921875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,8,64,8,128,0.7119140625,44.36474609375,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.gate_proj,8,128,8,128,0.80517578125,43.682373046875,45088768,3.2140774706633204,0.011587749986709035 +25,mlp.up_proj,2,32,8,128,46.4375,13.4794921875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,2,64,8,128,54.0625,12.11474609375,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,2,128,8,128,60.875,11.432373046875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,3,32,8,128,19.859375,18.8544921875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,3,64,8,128,23.125,17.48974609375,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,3,128,8,128,26.0625,16.807373046875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,4,32,8,128,9.265625,24.2294921875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,4,64,8,128,10.7890625,22.86474609375,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,4,128,8,128,12.1640625,22.182373046875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,8,32,8,128,0.56103515625,45.7294921875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,8,64,8,128,0.65234375,44.36474609375,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.up_proj,8,128,8,128,0.73291015625,43.682373046875,45088768,3.02615172988415,0.0007972870318347726 +25,mlp.down_proj,2,32,8,128,46.25,13.4794921875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,2,64,8,128,53.84375,12.11474609375,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,2,128,8,128,60.59375,11.432373046875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,3,32,8,128,19.78125,18.8544921875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,3,64,8,128,23.03125,17.48974609375,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,3,128,8,128,25.9375,16.807373046875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,4,32,8,128,9.2265625,24.2294921875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,4,64,8,128,10.75,22.86474609375,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,4,128,8,128,12.1015625,22.182373046875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,8,32,8,128,0.55859375,45.7294921875,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,8,64,8,128,0.64990234375,44.36474609375,45088768,3.257651311132728,0.038586219724011335 +25,mlp.down_proj,8,128,8,128,0.7294921875,43.682373046875,45088768,3.257651311132728,0.038586219724011335 +26,self_attn.q_proj,2,32,8,128,34.0625,5.015625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,2,64,8,128,40.03125,4.5078125,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,2,128,8,128,46.78125,4.25390625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,3,32,8,128,14.5703125,7.015625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,3,64,8,128,17.140625,6.5078125,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,3,128,8,128,20.15625,6.25390625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,4,32,8,128,6.80078125,9.015625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,4,64,8,128,8.0,8.5078125,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,4,128,8,128,9.40625,8.25390625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,8,32,8,128,0.41162109375,17.015625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,8,64,8,128,0.484130859375,16.5078125,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.q_proj,8,128,8,128,0.56689453125,16.25390625,16777216,4.746416094050959,0.00917578479551726 +26,self_attn.v_proj,2,32,8,128,30.359375,5.015625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,2,64,8,128,35.53125,4.5078125,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,2,128,8,128,40.25,4.25390625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,3,32,8,128,12.9765625,7.015625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,3,64,8,128,15.1953125,6.5078125,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,3,128,8,128,17.21875,6.25390625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,4,32,8,128,6.0546875,9.015625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,4,64,8,128,7.09375,8.5078125,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,4,128,8,128,8.0390625,8.25390625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,8,32,8,128,0.36669921875,17.015625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,8,64,8,128,0.4287109375,16.5078125,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.v_proj,8,128,8,128,0.484375,16.25390625,16777216,3.174601908030728,0.031352449165416366 +26,self_attn.k_proj,2,32,8,128,34.4375,5.015625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,2,64,8,128,40.46875,4.5078125,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,2,128,8,128,47.34375,4.25390625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,3,32,8,128,14.7265625,7.015625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,3,64,8,128,17.328125,6.5078125,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,3,128,8,128,20.421875,6.25390625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,4,32,8,128,6.875,9.015625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,4,64,8,128,8.0859375,8.5078125,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,4,128,8,128,9.53125,8.25390625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,8,32,8,128,0.416015625,17.015625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,8,64,8,128,0.489013671875,16.5078125,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.k_proj,8,128,8,128,0.57470703125,16.25390625,16777216,3.950877539540366,0.012000348425233417 +26,self_attn.o_proj,2,32,8,128,29.75,5.015625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,2,64,8,128,34.65625,4.5078125,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,2,128,8,128,39.125,4.25390625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,3,32,8,128,12.765625,7.015625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,3,64,8,128,14.90625,6.5078125,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,3,128,8,128,16.875,6.25390625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,4,32,8,128,5.9609375,9.015625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,4,64,8,128,6.96484375,8.5078125,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,4,128,8,128,7.90234375,8.25390625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,8,32,8,128,0.36083984375,17.015625,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,8,64,8,128,0.42138671875,16.5078125,16777216,5.404761630435047,0.05500471208394547 +26,self_attn.o_proj,8,128,8,128,0.476318359375,16.25390625,16777216,5.404761630435047,0.05500471208394547 +26,mlp.gate_proj,2,32,8,128,50.78125,13.4794921875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,2,64,8,128,59.59375,12.11474609375,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,2,128,8,128,67.875,11.432373046875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,3,32,8,128,21.71875,18.8544921875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,3,64,8,128,25.515625,17.48974609375,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,3,128,8,128,29.0625,16.807373046875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,4,32,8,128,10.1328125,24.2294921875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,4,64,8,128,11.90625,22.86474609375,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,4,128,8,128,13.5625,22.182373046875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,8,32,8,128,0.61328125,45.7294921875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,8,64,8,128,0.7197265625,44.36474609375,45088768,3.258833850594769,0.019972643453524293 +26,mlp.gate_proj,8,128,8,128,0.81689453125,43.682373046875,45088768,3.258833850594769,0.019972643453524293 +26,mlp.up_proj,2,32,8,128,46.625,13.4794921875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,2,64,8,128,54.28125,12.11474609375,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,2,128,8,128,61.125,11.432373046875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,3,32,8,128,19.9375,18.8544921875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,3,64,8,128,23.21875,17.48974609375,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,3,128,8,128,26.171875,16.807373046875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,4,32,8,128,9.3046875,24.2294921875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,4,64,8,128,10.8359375,22.86474609375,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,4,128,8,128,12.2109375,22.182373046875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,8,32,8,128,0.56298828125,45.7294921875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,8,64,8,128,0.6552734375,44.36474609375,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.up_proj,8,128,8,128,0.73583984375,43.682373046875,45088768,3.0306968402468804,0.0014961783711888858 +26,mlp.down_proj,2,32,8,128,46.40625,13.4794921875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,2,64,8,128,54.0,12.11474609375,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,2,128,8,128,60.8125,11.432373046875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,3,32,8,128,19.84375,18.8544921875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,3,64,8,128,23.09375,17.48974609375,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,3,128,8,128,26.03125,16.807373046875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,4,32,8,128,9.2578125,24.2294921875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,4,64,8,128,10.78125,22.86474609375,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,4,128,8,128,12.1484375,22.182373046875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,8,32,8,128,0.560546875,45.7294921875,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,8,64,8,128,0.65185546875,44.36474609375,45088768,3.0934423947000096,0.008758999049493168 +26,mlp.down_proj,8,128,8,128,0.73193359375,43.682373046875,45088768,3.0934423947000096,0.008758999049493168 +27,self_attn.q_proj,2,32,8,128,34.9375,5.015625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,2,64,8,128,40.9375,4.5078125,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,2,128,8,128,47.3125,4.25390625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,3,32,8,128,14.953125,7.015625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,3,64,8,128,17.515625,6.5078125,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,3,128,8,128,20.296875,6.25390625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,4,32,8,128,6.98046875,9.015625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,4,64,8,128,8.1796875,8.5078125,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,4,128,8,128,9.484375,8.25390625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,8,32,8,128,0.422607421875,17.015625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,8,64,8,128,0.494873046875,16.5078125,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.q_proj,8,128,8,128,0.5712890625,16.25390625,16777216,4.456513964473084,0.0048331217664665605 +27,self_attn.v_proj,2,32,8,128,30.203125,5.015625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,2,64,8,128,35.25,4.5078125,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,2,128,8,128,39.8125,4.25390625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,3,32,8,128,12.921875,7.015625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,3,64,8,128,15.078125,6.5078125,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,3,128,8,128,17.03125,6.25390625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,4,32,8,128,6.0234375,9.015625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,4,64,8,128,7.03515625,8.5078125,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,4,128,8,128,7.94921875,8.25390625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,8,32,8,128,0.364990234375,17.015625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,8,64,8,128,0.425537109375,16.5078125,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.v_proj,8,128,8,128,0.47900390625,16.25390625,16777216,3.0942072739706443,0.005440036763602353 +27,self_attn.k_proj,2,32,8,128,35.34375,5.015625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,2,64,8,128,41.40625,4.5078125,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,2,128,8,128,47.9375,4.25390625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,3,32,8,128,15.109375,7.015625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,3,64,8,128,17.71875,6.5078125,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,3,128,8,128,20.546875,6.25390625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,4,32,8,128,7.05078125,9.015625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,4,64,8,128,8.265625,8.5078125,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,4,128,8,128,9.59375,8.25390625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,8,32,8,128,0.4267578125,17.015625,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,8,64,8,128,0.5,16.5078125,16777216,3.5343563483836373,0.0 +27,self_attn.k_proj,8,128,8,128,0.578125,16.25390625,16777216,3.5343563483836373,0.0 +27,self_attn.o_proj,2,32,8,128,29.96875,5.015625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,2,64,8,128,34.90625,4.5078125,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,2,128,8,128,39.375,4.25390625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,3,32,8,128,12.828125,7.015625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,3,64,8,128,14.96875,6.5078125,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,3,128,8,128,16.921875,6.25390625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,4,32,8,128,5.98828125,9.015625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,4,64,8,128,6.98828125,8.5078125,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,4,128,8,128,7.90234375,8.25390625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,8,32,8,128,0.362548828125,17.015625,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,8,64,8,128,0.422607421875,16.5078125,16777216,3.855701436089548,0.012204287312659436 +27,self_attn.o_proj,8,128,8,128,0.476318359375,16.25390625,16777216,3.855701436089548,0.012204287312659436 +27,mlp.gate_proj,2,32,8,128,51.0625,13.4794921875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,2,64,8,128,60.09375,12.11474609375,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,2,128,8,128,68.5625,11.432373046875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,3,32,8,128,21.84375,18.8544921875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,3,64,8,128,25.734375,17.48974609375,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,3,128,8,128,29.40625,16.807373046875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,4,32,8,128,10.1875,24.2294921875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,4,64,8,128,12.0078125,22.86474609375,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,4,128,8,128,13.7265625,22.182373046875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,8,32,8,128,0.61669921875,45.7294921875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,8,64,8,128,0.72607421875,44.36474609375,45088768,3.357166204682404,0.03839473913304162 +27,mlp.gate_proj,8,128,8,128,0.8271484375,43.682373046875,45088768,3.357166204682404,0.03839473913304162 +27,mlp.up_proj,2,32,8,128,46.90625,13.4794921875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,2,64,8,128,54.59375,12.11474609375,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,2,128,8,128,61.5,11.432373046875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,3,32,8,128,20.046875,18.8544921875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,3,64,8,128,23.359375,17.48974609375,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,3,128,8,128,26.328125,16.807373046875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,4,32,8,128,9.3515625,24.2294921875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,4,64,8,128,10.8984375,22.86474609375,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,4,128,8,128,12.2890625,22.182373046875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,8,32,8,128,0.56640625,45.7294921875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,8,64,8,128,0.65869140625,44.36474609375,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.up_proj,8,128,8,128,0.740234375,43.682373046875,45088768,3.032937516667663,0.0018407221159614906 +27,mlp.down_proj,2,32,8,128,46.65625,13.4794921875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,2,64,8,128,54.3125,12.11474609375,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,2,128,8,128,61.125,11.432373046875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,3,32,8,128,19.953125,18.8544921875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,3,64,8,128,23.21875,17.48974609375,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,3,128,8,128,26.171875,16.807373046875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,4,32,8,128,9.3046875,24.2294921875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,4,64,8,128,10.84375,22.86474609375,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,4,128,8,128,12.21875,22.182373046875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,8,32,8,128,0.5634765625,45.7294921875,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,8,64,8,128,0.6552734375,44.36474609375,45088768,3.149947949147703,0.019022775697321664 +27,mlp.down_proj,8,128,8,128,0.73583984375,43.682373046875,45088768,3.149947949147703,0.019022775697321664 +28,self_attn.q_proj,2,32,8,128,34.1875,5.015625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,2,64,8,128,40.09375,4.5078125,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,2,128,8,128,46.46875,4.25390625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,3,32,8,128,14.6171875,7.015625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,3,64,8,128,17.15625,6.5078125,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,3,128,8,128,19.953125,6.25390625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,4,32,8,128,6.82421875,9.015625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,4,64,8,128,8.015625,8.5078125,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,4,128,8,128,9.3125,8.25390625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,8,32,8,128,0.4130859375,17.015625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,8,64,8,128,0.484619140625,16.5078125,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.q_proj,8,128,8,128,0.5615234375,16.25390625,16777216,4.9206986159336,0.011786494366680155 +28,self_attn.v_proj,2,32,8,128,31.34375,5.015625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,2,64,8,128,36.65625,4.5078125,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,2,128,8,128,41.5,4.25390625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,3,32,8,128,13.40625,7.015625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,3,64,8,128,15.671875,6.5078125,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,3,128,8,128,17.75,6.25390625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,4,32,8,128,6.25390625,9.015625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,4,64,8,128,7.3125,8.5078125,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,4,128,8,128,8.28125,8.25390625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,8,32,8,128,0.37841796875,17.015625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,8,64,8,128,0.4423828125,16.5078125,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.v_proj,8,128,8,128,0.499267578125,16.25390625,16777216,3.15623756263924,0.025433341542910794 +28,self_attn.k_proj,2,32,8,128,34.625,5.015625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,2,64,8,128,40.625,4.5078125,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,2,128,8,128,47.21875,4.25390625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,3,32,8,128,14.8046875,7.015625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,3,64,8,128,17.390625,6.5078125,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,3,128,8,128,20.28125,6.25390625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,4,32,8,128,6.90625,9.015625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,4,64,8,128,8.109375,8.5078125,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,4,128,8,128,9.46875,8.25390625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,8,32,8,128,0.418212890625,17.015625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,8,64,8,128,0.49072265625,16.5078125,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.k_proj,8,128,8,128,0.5703125,16.25390625,16777216,3.7013362450844207,0.0048108403196822904 +28,self_attn.o_proj,2,32,8,128,30.875,5.015625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,2,64,8,128,36.0,4.5078125,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,2,128,8,128,40.65625,4.25390625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,3,32,8,128,13.2109375,7.015625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,3,64,8,128,15.4296875,6.5078125,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,3,128,8,128,17.453125,6.25390625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,4,32,8,128,6.16796875,9.015625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,4,64,8,128,7.19921875,8.5078125,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,4,128,8,128,8.1484375,8.25390625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,8,32,8,128,0.373291015625,17.015625,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,8,64,8,128,0.435546875,16.5078125,16777216,3.815716480743954,0.011099505794485187 +28,self_attn.o_proj,8,128,8,128,0.4912109375,16.25390625,16777216,3.815716480743954,0.011099505794485187 +28,mlp.gate_proj,2,32,8,128,51.03125,13.4794921875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,2,64,8,128,60.1875,12.11474609375,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,2,128,8,128,68.9375,11.432373046875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,3,32,8,128,21.828125,18.8544921875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,3,64,8,128,25.796875,17.48974609375,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,3,128,8,128,29.5625,16.807373046875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,4,32,8,128,10.1875,24.2294921875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,4,64,8,128,12.03125,22.86474609375,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,4,128,8,128,13.796875,22.182373046875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,8,32,8,128,0.61669921875,45.7294921875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,8,64,8,128,0.7275390625,44.36474609375,45088768,3.412267812021293,0.04871776141711661 +28,mlp.gate_proj,8,128,8,128,0.83154296875,43.682373046875,45088768,3.412267812021293,0.04871776141711661 +28,mlp.up_proj,2,32,8,128,47.375,13.4794921875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,2,64,8,128,55.1875,12.11474609375,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,2,128,8,128,62.1875,11.432373046875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,3,32,8,128,20.25,18.8544921875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,3,64,8,128,23.609375,17.48974609375,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,3,128,8,128,26.625,16.807373046875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,4,32,8,128,9.453125,24.2294921875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,4,64,8,128,11.015625,22.86474609375,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,4,128,8,128,12.421875,22.182373046875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,8,32,8,128,0.572265625,45.7294921875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,8,64,8,128,0.666015625,44.36474609375,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.up_proj,8,128,8,128,0.74853515625,43.682373046875,45088768,3.045774527398766,0.0038146402185297457 +28,mlp.down_proj,2,32,8,128,46.96875,13.4794921875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,2,64,8,128,54.65625,12.11474609375,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,2,128,8,128,61.5625,11.432373046875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,3,32,8,128,20.078125,18.8544921875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,3,64,8,128,23.390625,17.48974609375,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,3,128,8,128,26.359375,16.807373046875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,4,32,8,128,9.3671875,24.2294921875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,4,64,8,128,10.9140625,22.86474609375,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,4,128,8,128,12.3046875,22.182373046875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,8,32,8,128,0.5673828125,45.7294921875,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,8,64,8,128,0.66015625,44.36474609375,45088768,3.3256110936488867,0.05093056419773102 +28,mlp.down_proj,8,128,8,128,0.74169921875,43.682373046875,45088768,3.3256110936488867,0.05093056419773102 +29,self_attn.q_proj,2,32,8,128,33.34375,5.015625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,2,64,8,128,39.125,4.5078125,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,2,128,8,128,45.96875,4.25390625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,3,32,8,128,14.265625,7.015625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,3,64,8,128,16.75,6.5078125,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,3,128,8,128,19.765625,6.25390625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,4,32,8,128,6.65625,9.015625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,4,64,8,128,7.8203125,8.5078125,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,4,128,8,128,9.234375,8.25390625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,8,32,8,128,0.4033203125,17.015625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,8,64,8,128,0.47314453125,16.5078125,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.q_proj,8,128,8,128,0.556640625,16.25390625,16777216,5.75206972772167,0.024240230376967004 +29,self_attn.v_proj,2,32,8,128,31.328125,5.015625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,2,64,8,128,36.59375,4.5078125,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,2,128,8,128,41.375,4.25390625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,3,32,8,128,13.3984375,7.015625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,3,64,8,128,15.6484375,6.5078125,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,3,128,8,128,17.6875,6.25390625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,4,32,8,128,6.25,9.015625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,4,64,8,128,7.3046875,8.5078125,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,4,128,8,128,8.2578125,8.25390625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,8,32,8,128,0.37841796875,17.015625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,8,64,8,128,0.441650390625,16.5078125,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.v_proj,8,128,8,128,0.497802734375,16.25390625,16777216,3.113633082966048,0.011701270237860951 +29,self_attn.k_proj,2,32,8,128,33.75,5.015625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,2,64,8,128,39.625,4.5078125,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,2,128,8,128,46.59375,4.25390625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,3,32,8,128,14.4296875,7.015625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,3,64,8,128,16.953125,6.5078125,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,3,128,8,128,20.0625,6.25390625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,4,32,8,128,6.73046875,9.015625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,4,64,8,128,7.9140625,8.5078125,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,4,128,8,128,9.3671875,8.25390625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,8,32,8,128,0.40771484375,17.015625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,8,64,8,128,0.478515625,16.5078125,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.k_proj,8,128,8,128,0.564453125,16.25390625,16777216,3.9551189681736383,0.01212254778147428 +29,self_attn.o_proj,2,32,8,128,31.234375,5.015625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,2,64,8,128,36.40625,4.5078125,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,2,128,8,128,41.125,4.25390625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,3,32,8,128,13.375,7.015625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,3,64,8,128,15.625,6.5078125,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,3,128,8,128,17.703125,6.25390625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,4,32,8,128,6.2421875,9.015625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,4,64,8,128,7.296875,8.5078125,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,4,128,8,128,8.2734375,8.25390625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,8,32,8,128,0.3779296875,17.015625,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,8,64,8,128,0.441162109375,16.5078125,16777216,4.135413539616198,0.019932713159705885 +29,self_attn.o_proj,8,128,8,128,0.498291015625,16.25390625,16777216,4.135413539616198,0.019932713159705885 +29,mlp.gate_proj,2,32,8,128,51.4375,13.4794921875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,2,64,8,128,60.875,12.11474609375,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,2,128,8,128,69.875,11.432373046875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,3,32,8,128,22.015625,18.8544921875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,3,64,8,128,26.09375,17.48974609375,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,3,128,8,128,30.03125,16.807373046875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,4,32,8,128,10.2734375,24.2294921875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,4,64,8,128,12.1796875,22.86474609375,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,4,128,8,128,14.0234375,22.182373046875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,8,32,8,128,0.62158203125,45.7294921875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,8,64,8,128,0.73583984375,44.36474609375,45088768,3.605206129991087,0.08486383141475982 +29,mlp.gate_proj,8,128,8,128,0.8447265625,43.682373046875,45088768,3.605206129991087,0.08486383141475982 +29,mlp.up_proj,2,32,8,128,47.90625,13.4794921875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,2,64,8,128,55.875,12.11474609375,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,2,128,8,128,63.09375,11.432373046875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,3,32,8,128,20.5,18.8544921875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,3,64,8,128,23.9375,17.48974609375,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,3,128,8,128,27.09375,16.807373046875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,4,32,8,128,9.5703125,24.2294921875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,4,64,8,128,11.1796875,22.86474609375,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,4,128,8,128,12.640625,22.182373046875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,8,32,8,128,0.5791015625,45.7294921875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,8,64,8,128,0.67578125,44.36474609375,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.up_proj,8,128,8,128,0.76171875,43.682373046875,45088768,3.3965450154438708,0.05775182471595389 +29,mlp.down_proj,2,32,8,128,47.125,13.4794921875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,2,64,8,128,54.90625,12.11474609375,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,2,128,8,128,61.90625,11.432373046875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,3,32,8,128,20.15625,18.8544921875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,3,64,8,128,23.5,17.48974609375,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,3,128,8,128,26.515625,16.807373046875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,4,32,8,128,9.40625,24.2294921875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,4,64,8,128,10.96875,22.86474609375,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,4,128,8,128,12.3828125,22.182373046875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,8,32,8,128,0.5693359375,45.7294921875,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,8,64,8,128,0.6630859375,44.36474609375,45088768,3.547261426279374,0.09119155323274916 +29,mlp.down_proj,8,128,8,128,0.74609375,43.682373046875,45088768,3.547261426279374,0.09119155323274916 +30,self_attn.q_proj,2,32,8,128,33.3125,5.015625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,2,64,8,128,39.03125,4.5078125,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,2,128,8,128,45.375,4.25390625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,3,32,8,128,14.25,7.015625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,3,64,8,128,16.71875,6.5078125,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,3,128,8,128,19.453125,6.25390625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,4,32,8,128,6.65234375,9.015625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,4,64,8,128,7.8046875,8.5078125,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,4,128,8,128,9.0859375,8.25390625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,8,32,8,128,0.40283203125,17.015625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,8,64,8,128,0.471923828125,16.5078125,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.q_proj,8,128,8,128,0.54736328125,16.25390625,16777216,5.794882486073459,0.024881555030693125 +30,self_attn.v_proj,2,32,8,128,32.0,5.015625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,2,64,8,128,37.34375,4.5078125,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,2,128,8,128,42.125,4.25390625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,3,32,8,128,13.6796875,7.015625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,3,64,8,128,15.96875,6.5078125,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,3,128,8,128,18.03125,6.25390625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,4,32,8,128,6.38671875,9.015625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,4,64,8,128,7.453125,8.5078125,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,4,128,8,128,8.4140625,8.25390625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,8,32,8,128,0.38671875,17.015625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,8,64,8,128,0.450927734375,16.5078125,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.v_proj,8,128,8,128,0.50732421875,16.25390625,16777216,3.1510945883178296,0.023775682755774227 +30,self_attn.k_proj,2,32,8,128,33.78125,5.015625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,2,64,8,128,39.59375,4.5078125,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,2,128,8,128,46.125,4.25390625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,3,32,8,128,14.4453125,7.015625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,3,64,8,128,16.9375,6.5078125,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,3,128,8,128,19.78125,6.25390625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,4,32,8,128,6.7421875,9.015625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,4,64,8,128,7.90625,8.5078125,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,4,128,8,128,9.234375,8.25390625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,8,32,8,128,0.408203125,17.015625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,8,64,8,128,0.47802734375,16.5078125,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.k_proj,8,128,8,128,0.55615234375,16.25390625,16777216,3.65192595962886,0.0033872857590840464 +30,self_attn.o_proj,2,32,8,128,32.0625,5.015625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,2,64,8,128,37.4375,4.5078125,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,2,128,8,128,42.375,4.25390625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,3,32,8,128,13.7421875,7.015625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,3,64,8,128,16.078125,6.5078125,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,3,128,8,128,18.265625,6.25390625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,4,32,8,128,6.4140625,9.015625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,4,64,8,128,7.50390625,8.5078125,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,4,128,8,128,8.5234375,8.25390625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,8,32,8,128,0.38818359375,17.015625,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,8,64,8,128,0.45361328125,16.5078125,16777216,3.989114407498837,0.01589047837686765 +30,self_attn.o_proj,8,128,8,128,0.513671875,16.25390625,16777216,3.989114407498837,0.01589047837686765 +30,mlp.gate_proj,2,32,8,128,52.875,13.4794921875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,2,64,8,128,62.8125,12.11474609375,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,2,128,8,128,72.5,11.432373046875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,3,32,8,128,22.8125,18.8544921875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,3,64,8,128,27.296875,17.48974609375,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,3,128,8,128,31.875,16.807373046875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,4,32,8,128,10.6484375,24.2294921875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,4,64,8,128,12.7578125,22.86474609375,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,4,128,8,128,14.9375,22.182373046875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,8,32,8,128,0.64453125,45.7294921875,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,8,64,8,128,0.77099609375,44.36474609375,45088768,8.489964918198787,1.0 +30,mlp.gate_proj,8,128,8,128,0.89990234375,43.682373046875,45088768,8.489964918198787,1.0 +30,mlp.up_proj,2,32,8,128,48.78125,13.4794921875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,2,64,8,128,57.15625,12.11474609375,45088768,9.524281481179829,1.0 +30,mlp.up_proj,2,128,8,128,64.9375,11.432373046875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,3,32,8,128,21.09375,18.8544921875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,3,64,8,128,24.90625,17.48974609375,45088768,9.524281481179829,1.0 +30,mlp.up_proj,3,128,8,128,28.671875,16.807373046875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,4,32,8,128,9.8515625,24.2294921875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,4,64,8,128,11.6484375,22.86474609375,45088768,9.524281481179829,1.0 +30,mlp.up_proj,4,128,8,128,13.453125,22.182373046875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,8,32,8,128,0.59619140625,45.7294921875,45088768,9.524281481179829,1.0 +30,mlp.up_proj,8,64,8,128,0.7041015625,44.36474609375,45088768,9.524281481179829,1.0 +30,mlp.up_proj,8,128,8,128,0.810546875,43.682373046875,45088768,9.524281481179829,1.0 +30,mlp.down_proj,2,32,8,128,46.90625,13.4794921875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,2,64,8,128,54.6875,12.11474609375,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,2,128,8,128,61.75,11.432373046875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,3,32,8,128,20.078125,18.8544921875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,3,64,8,128,23.4375,17.48974609375,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,3,128,8,128,26.53125,16.807373046875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,4,32,8,128,9.375,24.2294921875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,4,64,8,128,10.953125,22.86474609375,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,4,128,8,128,12.3984375,22.182373046875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,8,32,8,128,0.56787109375,45.7294921875,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,8,64,8,128,0.66259765625,44.36474609375,45088768,5.107840285620544,0.3746580727662909 +30,mlp.down_proj,8,128,8,128,0.748046875,43.682373046875,45088768,5.107840285620544,0.3746580727662909 +31,self_attn.q_proj,2,32,8,128,33.78125,5.015625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,2,64,8,128,39.65625,4.5078125,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,2,128,8,128,46.21875,4.25390625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,3,32,8,128,14.4453125,7.015625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,3,64,8,128,16.953125,6.5078125,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,3,128,8,128,19.84375,6.25390625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,4,32,8,128,6.7421875,9.015625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,4,64,8,128,7.91796875,8.5078125,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,4,128,8,128,9.25,8.25390625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,8,32,8,128,0.408447265625,17.015625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,8,64,8,128,0.478759765625,16.5078125,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.q_proj,8,128,8,128,0.55810546875,16.25390625,16777216,4.2604406701808495,0.0018959917517719501 +31,self_attn.v_proj,2,32,8,128,29.34375,5.015625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,2,64,8,128,34.3125,4.5078125,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,2,128,8,128,38.875,4.25390625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,3,32,8,128,12.5546875,7.015625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,3,64,8,128,14.6875,6.5078125,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,3,128,8,128,16.640625,6.25390625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,4,32,8,128,5.859375,9.015625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,4,64,8,128,6.859375,8.5078125,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,4,128,8,128,7.7734375,8.25390625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,8,32,8,128,0.35498046875,17.015625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,8,64,8,128,0.415283203125,16.5078125,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.v_proj,8,128,8,128,0.469482421875,16.25390625,16777216,3.423163795614051,0.11146772319749643 +31,self_attn.k_proj,2,32,8,128,35.3125,5.015625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,2,64,8,128,41.53125,4.5078125,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,2,128,8,128,48.75,4.25390625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,3,32,8,128,15.109375,7.015625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,3,64,8,128,17.78125,6.5078125,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,3,128,8,128,20.984375,6.25390625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,4,32,8,128,7.05078125,9.015625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,4,64,8,128,8.296875,8.5078125,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,4,128,8,128,9.796875,8.25390625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,8,32,8,128,0.4267578125,17.015625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,8,64,8,128,0.50146484375,16.5078125,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.k_proj,8,128,8,128,0.59033203125,16.25390625,16777216,4.044775676830005,0.014705637826780516 +31,self_attn.o_proj,2,32,8,128,29.359375,5.015625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,2,64,8,128,34.40625,4.5078125,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,2,128,8,128,39.21875,4.25390625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,3,32,8,128,12.640625,7.015625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,3,64,8,128,14.9140625,6.5078125,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,3,128,8,128,17.171875,6.25390625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,4,32,8,128,5.9296875,9.015625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,4,64,8,128,7.01171875,8.5078125,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,4,128,8,128,8.1171875,8.25390625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,8,32,8,128,0.36083984375,17.015625,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,8,64,8,128,0.42822265625,16.5078125,16777216,38.917877019289406,0.98096974513299 +31,self_attn.o_proj,8,128,8,128,0.4970703125,16.25390625,16777216,38.917877019289406,0.98096974513299 +31,mlp.gate_proj,2,32,8,128,55.125,13.4794921875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,2,64,8,128,65.25,12.11474609375,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,2,128,8,128,75.0,11.432373046875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,3,32,8,128,23.578125,18.8544921875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,3,64,8,128,27.984375,17.48974609375,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,3,128,8,128,32.25,16.807373046875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,4,32,8,128,11.0078125,24.2294921875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,4,64,8,128,13.0546875,22.86474609375,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,4,128,8,128,15.0390625,22.182373046875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,8,32,8,128,0.666015625,45.7294921875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,8,64,8,128,0.7890625,44.36474609375,45088768,3.5969066369466294,0.083308961134524 +31,mlp.gate_proj,8,128,8,128,0.90625,43.682373046875,45088768,3.5969066369466294,0.083308961134524 +31,mlp.up_proj,2,32,8,128,51.21875,13.4794921875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,2,64,8,128,60.0625,12.11474609375,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,2,128,8,128,68.3125,11.432373046875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,3,32,8,128,21.90625,18.8544921875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,3,64,8,128,25.765625,17.48974609375,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,3,128,8,128,29.40625,16.807373046875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,4,32,8,128,10.2265625,24.2294921875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,4,64,8,128,12.0234375,22.86474609375,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,4,128,8,128,13.734375,22.182373046875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,8,32,8,128,0.619140625,45.7294921875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,8,64,8,128,0.72705078125,44.36474609375,45088768,3.714970630664952,0.10671541128392296 +31,mlp.up_proj,8,128,8,128,0.8271484375,43.682373046875,45088768,3.714970630664952,0.10671541128392296 +31,mlp.down_proj,2,32,8,128,46.96875,13.4794921875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,2,64,8,128,54.875,12.11474609375,45088768,8.550558646527769,1.0 +31,mlp.down_proj,2,128,8,128,62.125,11.432373046875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,3,32,8,128,20.125,18.8544921875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,3,64,8,128,23.578125,17.48974609375,45088768,8.550558646527769,1.0 +31,mlp.down_proj,3,128,8,128,26.8125,16.807373046875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,4,32,8,128,9.3984375,24.2294921875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,4,64,8,128,11.015625,22.86474609375,45088768,8.550558646527769,1.0 +31,mlp.down_proj,4,128,8,128,12.5390625,22.182373046875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,8,32,8,128,0.5693359375,45.7294921875,45088768,8.550558646527769,1.0 +31,mlp.down_proj,8,64,8,128,0.6669921875,44.36474609375,45088768,8.550558646527769,1.0 +31,mlp.down_proj,8,128,8,128,0.75732421875,43.682373046875,45088768,8.550558646527769,1.0 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-3-70B.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-3-70B.csv new file mode 100644 index 0000000000000000000000000000000000000000..8f0de488b9765b2f1532050ae52c51f6a7c0d7f3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Llama-3-70B.csv @@ -0,0 +1,6721 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params +0,self_attn.q_proj,2,32,8,128,412.3119201660156,20.0625,67108864 +0,self_attn.q_proj,2,64,8,128,494.06134033203125,18.03125,67108864 +0,self_attn.q_proj,2,128,8,128,645.670654296875,17.015625,67108864 +0,self_attn.q_proj,3,32,8,128,175.69534301757812,28.0625,67108864 +0,self_attn.q_proj,3,64,8,128,217.89419555664062,26.03125,67108864 +0,self_attn.q_proj,3,128,8,128,269.4341735839844,25.015625,67108864 +0,self_attn.q_proj,4,32,8,128,83.59564208984375,36.0625,67108864 +0,self_attn.q_proj,4,64,8,128,105.31353759765625,34.03125,67108864 +0,self_attn.q_proj,4,128,8,128,130.7145233154297,33.015625,67108864 +0,self_attn.q_proj,8,32,8,128,5.112150192260742,68.0625,67108864 +0,self_attn.q_proj,8,64,8,128,6.596481800079346,66.03125,67108864 +0,self_attn.q_proj,8,128,8,128,8.151016235351562,65.015625,67108864 +0,self_attn.v_proj,2,32,8,128,552.514892578125,2.5078125,8388608 +0,self_attn.v_proj,2,64,8,128,673.5861206054688,2.25390625,8388608 +0,self_attn.v_proj,2,128,8,128,813.2427368164062,2.126953125,8388608 +0,self_attn.v_proj,3,32,8,128,233.45310974121094,3.5078125,8388608 +0,self_attn.v_proj,3,64,8,128,283.3836669921875,3.25390625,8388608 +0,self_attn.v_proj,3,128,8,128,330.1102600097656,3.126953125,8388608 +0,self_attn.v_proj,4,32,8,128,109.21837615966797,4.5078125,8388608 +0,self_attn.v_proj,4,64,8,128,135.6373291015625,4.25390625,8388608 +0,self_attn.v_proj,4,128,8,128,154.72120666503906,4.126953125,8388608 +0,self_attn.v_proj,8,32,8,128,6.378791809082031,8.5078125,8388608 +0,self_attn.v_proj,8,64,8,128,7.946229934692383,8.25390625,8388608 +0,self_attn.v_proj,8,128,8,128,9.187578201293945,8.126953125,8388608 +0,self_attn.k_proj,2,32,8,128,301.5050964355469,2.5078125,8388608 +0,self_attn.k_proj,2,64,8,128,371.7862548828125,2.25390625,8388608 +0,self_attn.k_proj,2,128,8,128,457.86767578125,2.126953125,8388608 +0,self_attn.k_proj,3,32,8,128,111.52918243408203,3.5078125,8388608 +0,self_attn.k_proj,3,64,8,128,152.079833984375,3.25390625,8388608 +0,self_attn.k_proj,3,128,8,128,176.66111755371094,3.126953125,8388608 +0,self_attn.k_proj,4,32,8,128,52.89655303955078,4.5078125,8388608 +0,self_attn.k_proj,4,64,8,128,71.72728729248047,4.25390625,8388608 +0,self_attn.k_proj,4,128,8,128,86.68524932861328,4.126953125,8388608 +0,self_attn.k_proj,8,32,8,128,3.164714813232422,8.5078125,8388608 +0,self_attn.k_proj,8,64,8,128,4.091573238372803,8.25390625,8388608 +0,self_attn.k_proj,8,128,8,128,4.915741920471191,8.126953125,8388608 +0,self_attn.o_proj,2,32,8,128,20.486906051635742,20.0625,67108864 +0,self_attn.o_proj,2,64,8,128,24.122081756591797,18.03125,67108864 +0,self_attn.o_proj,2,128,8,128,27.524822235107422,17.015625,67108864 +0,self_attn.o_proj,3,32,8,128,8.80359935760498,28.0625,67108864 +0,self_attn.o_proj,3,64,8,128,10.44011402130127,26.03125,67108864 +0,self_attn.o_proj,3,128,8,128,12.033958435058594,25.015625,67108864 +0,self_attn.o_proj,4,32,8,128,4.115697383880615,36.0625,67108864 +0,self_attn.o_proj,4,64,8,128,4.8837890625,34.03125,67108864 +0,self_attn.o_proj,4,128,8,128,5.65684175491333,33.015625,67108864 +0,self_attn.o_proj,8,32,8,128,0.2500344514846802,68.0625,67108864 +0,self_attn.o_proj,8,64,8,128,0.2967023551464081,66.03125,67108864 +0,self_attn.o_proj,8,128,8,128,0.34286898374557495,65.015625,67108864 +0,mlp.gate_proj,2,32,8,128,528.693359375,70.21875,234881024 +0,mlp.gate_proj,2,64,8,128,662.457763671875,63.109375,234881024 +0,mlp.gate_proj,2,128,8,128,836.6117553710938,59.5546875,234881024 +0,mlp.gate_proj,3,32,8,128,231.4826202392578,98.21875,234881024 +0,mlp.gate_proj,3,64,8,128,293.496826171875,91.109375,234881024 +0,mlp.gate_proj,3,128,8,128,364.10333251953125,87.5546875,234881024 +0,mlp.gate_proj,4,32,8,128,107.9271011352539,126.21875,234881024 +0,mlp.gate_proj,4,64,8,128,141.55003356933594,119.109375,234881024 +0,mlp.gate_proj,4,128,8,128,178.57774353027344,115.5546875,234881024 +0,mlp.gate_proj,8,32,8,128,6.366543292999268,238.21875,234881024 +0,mlp.gate_proj,8,64,8,128,8.489840507507324,231.109375,234881024 +0,mlp.gate_proj,8,128,8,128,10.665663719177246,227.5546875,234881024 +0,mlp.up_proj,2,32,8,128,540.5574340820312,70.21875,234881024 +0,mlp.up_proj,2,64,8,128,693.4840087890625,63.109375,234881024 +0,mlp.up_proj,2,128,8,128,855.2263793945312,59.5546875,234881024 +0,mlp.up_proj,3,32,8,128,232.68177795410156,98.21875,234881024 +0,mlp.up_proj,3,64,8,128,298.15606689453125,91.109375,234881024 +0,mlp.up_proj,3,128,8,128,368.7686462402344,87.5546875,234881024 +0,mlp.up_proj,4,32,8,128,107.39473724365234,126.21875,234881024 +0,mlp.up_proj,4,64,8,128,140.44207763671875,119.109375,234881024 +0,mlp.up_proj,4,128,8,128,174.3599853515625,115.5546875,234881024 +0,mlp.up_proj,8,32,8,128,6.347901821136475,238.21875,234881024 +0,mlp.up_proj,8,64,8,128,8.305356979370117,231.109375,234881024 +0,mlp.up_proj,8,128,8,128,10.445475578308105,227.5546875,234881024 +0,mlp.down_proj,2,32,8,128,50.11188507080078,70.21875,234881024 +0,mlp.down_proj,2,64,8,128,59.521156311035156,63.109375,234881024 +0,mlp.down_proj,2,128,8,128,68.16854095458984,59.5546875,234881024 +0,mlp.down_proj,3,32,8,128,21.645414352416992,98.21875,234881024 +0,mlp.down_proj,3,64,8,128,25.623926162719727,91.109375,234881024 +0,mlp.down_proj,3,128,8,128,29.846948623657227,87.5546875,234881024 +0,mlp.down_proj,4,32,8,128,10.076683044433594,126.21875,234881024 +0,mlp.down_proj,4,64,8,128,12.003569602966309,119.109375,234881024 +0,mlp.down_proj,4,128,8,128,13.943437576293945,115.5546875,234881024 +0,mlp.down_proj,8,32,8,128,0.6148910522460938,238.21875,234881024 +0,mlp.down_proj,8,64,8,128,0.7330105304718018,231.109375,234881024 +0,mlp.down_proj,8,128,8,128,0.8453769087791443,227.5546875,234881024 +1,self_attn.q_proj,2,32,8,128,50.44818115234375,20.0625,67108864 +1,self_attn.q_proj,2,64,8,128,59.71316146850586,18.03125,67108864 +1,self_attn.q_proj,2,128,8,128,68.00524139404297,17.015625,67108864 +1,self_attn.q_proj,3,32,8,128,23.32946014404297,28.0625,67108864 +1,self_attn.q_proj,3,64,8,128,28.296142578125,26.03125,67108864 +1,self_attn.q_proj,3,128,8,128,33.35201644897461,25.015625,67108864 +1,self_attn.q_proj,4,32,8,128,11.077507972717285,36.0625,67108864 +1,self_attn.q_proj,4,64,8,128,13.634126663208008,34.03125,67108864 +1,self_attn.q_proj,4,128,8,128,16.273012161254883,33.015625,67108864 +1,self_attn.q_proj,8,32,8,128,0.6772661209106445,68.0625,67108864 +1,self_attn.q_proj,8,64,8,128,0.8383092880249023,66.03125,67108864 +1,self_attn.q_proj,8,128,8,128,1.0027586221694946,65.015625,67108864 +1,self_attn.v_proj,2,32,8,128,55.781917572021484,2.5078125,8388608 +1,self_attn.v_proj,2,64,8,128,66.45654296875,2.25390625,8388608 +1,self_attn.v_proj,2,128,8,128,80.87865447998047,2.126953125,8388608 +1,self_attn.v_proj,3,32,8,128,24.29590606689453,3.5078125,8388608 +1,self_attn.v_proj,3,64,8,128,29.16925811767578,3.25390625,8388608 +1,self_attn.v_proj,3,128,8,128,34.53425216674805,3.126953125,8388608 +1,self_attn.v_proj,4,32,8,128,11.365776062011719,4.5078125,8388608 +1,self_attn.v_proj,4,64,8,128,13.7473783493042,4.25390625,8388608 +1,self_attn.v_proj,4,128,8,128,16.28279685974121,4.126953125,8388608 +1,self_attn.v_proj,8,32,8,128,0.689895510673523,8.5078125,8388608 +1,self_attn.v_proj,8,64,8,128,0.8493680357933044,8.25390625,8388608 +1,self_attn.v_proj,8,128,8,128,0.9994275569915771,8.126953125,8388608 +1,self_attn.k_proj,2,32,8,128,32.102294921875,2.5078125,8388608 +1,self_attn.k_proj,2,64,8,128,39.16419219970703,2.25390625,8388608 +1,self_attn.k_proj,2,128,8,128,44.60996627807617,2.126953125,8388608 +1,self_attn.k_proj,3,32,8,128,14.31464672088623,3.5078125,8388608 +1,self_attn.k_proj,3,64,8,128,17.433761596679688,3.25390625,8388608 +1,self_attn.k_proj,3,128,8,128,20.324657440185547,3.126953125,8388608 +1,self_attn.k_proj,4,32,8,128,6.7171630859375,4.5078125,8388608 +1,self_attn.k_proj,4,64,8,128,8.22674560546875,4.25390625,8388608 +1,self_attn.k_proj,4,128,8,128,9.837124824523926,4.126953125,8388608 +1,self_attn.k_proj,8,32,8,128,0.41478386521339417,8.5078125,8388608 +1,self_attn.k_proj,8,64,8,128,0.5109174251556396,8.25390625,8388608 +1,self_attn.k_proj,8,128,8,128,0.5985282063484192,8.126953125,8388608 +1,self_attn.o_proj,2,32,8,128,30.81624984741211,20.0625,67108864 +1,self_attn.o_proj,2,64,8,128,36.1392822265625,18.03125,67108864 +1,self_attn.o_proj,2,128,8,128,41.13111877441406,17.015625,67108864 +1,self_attn.o_proj,3,32,8,128,13.190587997436523,28.0625,67108864 +1,self_attn.o_proj,3,64,8,128,15.54847526550293,26.03125,67108864 +1,self_attn.o_proj,3,128,8,128,17.76421356201172,25.015625,67108864 +1,self_attn.o_proj,4,32,8,128,6.158023357391357,36.0625,67108864 +1,self_attn.o_proj,4,64,8,128,7.257264137268066,34.03125,67108864 +1,self_attn.o_proj,4,128,8,128,8.30705451965332,33.015625,67108864 +1,self_attn.o_proj,8,32,8,128,0.37453365325927734,68.0625,67108864 +1,self_attn.o_proj,8,64,8,128,0.44094663858413696,66.03125,67108864 +1,self_attn.o_proj,8,128,8,128,0.5031557679176331,65.015625,67108864 +1,mlp.gate_proj,2,32,8,128,66.9371566772461,70.21875,234881024 +1,mlp.gate_proj,2,64,8,128,78.47749328613281,63.109375,234881024 +1,mlp.gate_proj,2,128,8,128,89.2430191040039,59.5546875,234881024 +1,mlp.gate_proj,3,32,8,128,28.776317596435547,98.21875,234881024 +1,mlp.gate_proj,3,64,8,128,34.084781646728516,91.109375,234881024 +1,mlp.gate_proj,3,128,8,128,39.016265869140625,87.5546875,234881024 +1,mlp.gate_proj,4,32,8,128,13.459394454956055,126.21875,234881024 +1,mlp.gate_proj,4,64,8,128,15.959356307983398,119.109375,234881024 +1,mlp.gate_proj,4,128,8,128,18.372594833374023,115.5546875,234881024 +1,mlp.gate_proj,8,32,8,128,0.8213920593261719,238.21875,234881024 +1,mlp.gate_proj,8,64,8,128,0.9727925062179565,231.109375,234881024 +1,mlp.gate_proj,8,128,8,128,1.118391990661621,227.5546875,234881024 +1,mlp.up_proj,2,32,8,128,65.8187255859375,70.21875,234881024 +1,mlp.up_proj,2,64,8,128,76.99362182617188,63.109375,234881024 +1,mlp.up_proj,2,128,8,128,87.26081085205078,59.5546875,234881024 +1,mlp.up_proj,3,32,8,128,28.261022567749023,98.21875,234881024 +1,mlp.up_proj,3,64,8,128,33.30111312866211,91.109375,234881024 +1,mlp.up_proj,3,128,8,128,37.95240020751953,87.5546875,234881024 +1,mlp.up_proj,4,32,8,128,13.194257736206055,126.21875,234881024 +1,mlp.up_proj,4,64,8,128,15.561827659606934,119.109375,234881024 +1,mlp.up_proj,4,128,8,128,17.78076171875,115.5546875,234881024 +1,mlp.up_proj,8,32,8,128,0.8047879934310913,238.21875,234881024 +1,mlp.up_proj,8,64,8,128,0.9480494260787964,231.109375,234881024 +1,mlp.up_proj,8,128,8,128,1.0807156562805176,227.5546875,234881024 +1,mlp.down_proj,2,32,8,128,64.37713623046875,70.21875,234881024 +1,mlp.down_proj,2,64,8,128,74.91549682617188,63.109375,234881024 +1,mlp.down_proj,2,128,8,128,85.05756378173828,59.5546875,234881024 +1,mlp.down_proj,3,32,8,128,27.42173194885254,98.21875,234881024 +1,mlp.down_proj,3,64,8,128,32.25284194946289,91.109375,234881024 +1,mlp.down_proj,3,128,8,128,36.47598648071289,87.5546875,234881024 +1,mlp.down_proj,4,32,8,128,12.78183364868164,126.21875,234881024 +1,mlp.down_proj,4,64,8,128,15.032769203186035,119.109375,234881024 +1,mlp.down_proj,4,128,8,128,17.045616149902344,115.5546875,234881024 +1,mlp.down_proj,8,32,8,128,0.781058132648468,238.21875,234881024 +1,mlp.down_proj,8,64,8,128,0.9162397384643555,231.109375,234881024 +1,mlp.down_proj,8,128,8,128,1.037436842918396,227.5546875,234881024 +2,self_attn.q_proj,2,32,8,128,36.18125534057617,20.0625,67108864 +2,self_attn.q_proj,2,64,8,128,42.776939392089844,18.03125,67108864 +2,self_attn.q_proj,2,128,8,128,49.6442756652832,17.015625,67108864 +2,self_attn.q_proj,3,32,8,128,15.999823570251465,28.0625,67108864 +2,self_attn.q_proj,3,64,8,128,19.161495208740234,26.03125,67108864 +2,self_attn.q_proj,3,128,8,128,22.67094612121582,25.015625,67108864 +2,self_attn.q_proj,4,32,8,128,7.550156116485596,36.0625,67108864 +2,self_attn.q_proj,4,64,8,128,9.08881664276123,34.03125,67108864 +2,self_attn.q_proj,4,128,8,128,10.778512954711914,33.015625,67108864 +2,self_attn.q_proj,8,32,8,128,0.4585033357143402,68.0625,67108864 +2,self_attn.q_proj,8,64,8,128,0.552882194519043,66.03125,67108864 +2,self_attn.q_proj,8,128,8,128,0.6538348197937012,65.015625,67108864 +2,self_attn.v_proj,2,32,8,128,16.826086044311523,2.5078125,8388608 +2,self_attn.v_proj,2,64,8,128,19.873353958129883,2.25390625,8388608 +2,self_attn.v_proj,2,128,8,128,21.750499725341797,2.126953125,8388608 +2,self_attn.v_proj,3,32,8,128,7.644562721252441,3.5078125,8388608 +2,self_attn.v_proj,3,64,8,128,9.364161491394043,3.25390625,8388608 +2,self_attn.v_proj,3,128,8,128,10.468008995056152,3.126953125,8388608 +2,self_attn.v_proj,4,32,8,128,3.6289472579956055,4.5078125,8388608 +2,self_attn.v_proj,4,64,8,128,4.412881851196289,4.25390625,8388608 +2,self_attn.v_proj,4,128,8,128,5.081174373626709,4.126953125,8388608 +2,self_attn.v_proj,8,32,8,128,0.22135600447654724,8.5078125,8388608 +2,self_attn.v_proj,8,64,8,128,0.2701008915901184,8.25390625,8388608 +2,self_attn.v_proj,8,128,8,128,0.30767932534217834,8.126953125,8388608 +2,self_attn.k_proj,2,32,8,128,21.240495681762695,2.5078125,8388608 +2,self_attn.k_proj,2,64,8,128,25.363584518432617,2.25390625,8388608 +2,self_attn.k_proj,2,128,8,128,28.962146759033203,2.126953125,8388608 +2,self_attn.k_proj,3,32,8,128,9.333046913146973,3.5078125,8388608 +2,self_attn.k_proj,3,64,8,128,11.353588104248047,3.25390625,8388608 +2,self_attn.k_proj,3,128,8,128,13.322310447692871,3.126953125,8388608 +2,self_attn.k_proj,4,32,8,128,4.396079063415527,4.5078125,8388608 +2,self_attn.k_proj,4,64,8,128,5.400269985198975,4.25390625,8388608 +2,self_attn.k_proj,4,128,8,128,6.343028545379639,4.126953125,8388608 +2,self_attn.k_proj,8,32,8,128,0.26645657420158386,8.5078125,8388608 +2,self_attn.k_proj,8,64,8,128,0.3277994990348816,8.25390625,8388608 +2,self_attn.k_proj,8,128,8,128,0.3872666656970978,8.126953125,8388608 +2,self_attn.o_proj,2,32,8,128,33.539276123046875,20.0625,67108864 +2,self_attn.o_proj,2,64,8,128,39.40746307373047,18.03125,67108864 +2,self_attn.o_proj,2,128,8,128,44.96276092529297,17.015625,67108864 +2,self_attn.o_proj,3,32,8,128,14.3578519821167,28.0625,67108864 +2,self_attn.o_proj,3,64,8,128,16.931194305419922,26.03125,67108864 +2,self_attn.o_proj,3,128,8,128,19.398406982421875,25.015625,67108864 +2,self_attn.o_proj,4,32,8,128,6.696835041046143,36.0625,67108864 +2,self_attn.o_proj,4,64,8,128,7.9038920402526855,34.03125,67108864 +2,self_attn.o_proj,4,128,8,128,9.051676750183105,33.015625,67108864 +2,self_attn.o_proj,8,32,8,128,0.40709659457206726,68.0625,67108864 +2,self_attn.o_proj,8,64,8,128,0.479561448097229,66.03125,67108864 +2,self_attn.o_proj,8,128,8,128,0.5476164221763611,65.015625,67108864 +2,mlp.gate_proj,2,32,8,128,74.68174743652344,70.21875,234881024 +2,mlp.gate_proj,2,64,8,128,88.08162689208984,63.109375,234881024 +2,mlp.gate_proj,2,128,8,128,99.73556518554688,59.5546875,234881024 +2,mlp.gate_proj,3,32,8,128,32.40260696411133,98.21875,234881024 +2,mlp.gate_proj,3,64,8,128,38.25828170776367,91.109375,234881024 +2,mlp.gate_proj,3,128,8,128,43.98045349121094,87.5546875,234881024 +2,mlp.gate_proj,4,32,8,128,15.109156608581543,126.21875,234881024 +2,mlp.gate_proj,4,64,8,128,17.88209342956543,119.109375,234881024 +2,mlp.gate_proj,4,128,8,128,20.5338077545166,115.5546875,234881024 +2,mlp.gate_proj,8,32,8,128,0.9203056693077087,238.21875,234881024 +2,mlp.gate_proj,8,64,8,128,1.08951735496521,231.109375,234881024 +2,mlp.gate_proj,8,128,8,128,1.2481461763381958,227.5546875,234881024 +2,mlp.up_proj,2,32,8,128,74.16036224365234,70.21875,234881024 +2,mlp.up_proj,2,64,8,128,87.14720916748047,63.109375,234881024 +2,mlp.up_proj,2,128,8,128,98.42633056640625,59.5546875,234881024 +2,mlp.up_proj,3,32,8,128,32.143218994140625,98.21875,234881024 +2,mlp.up_proj,3,64,8,128,37.91081619262695,91.109375,234881024 +2,mlp.up_proj,3,128,8,128,43.5013542175293,87.5546875,234881024 +2,mlp.up_proj,4,32,8,128,15.009377479553223,126.21875,234881024 +2,mlp.up_proj,4,64,8,128,17.72980308532715,119.109375,234881024 +2,mlp.up_proj,4,128,8,128,20.337448120117188,115.5546875,234881024 +2,mlp.up_proj,8,32,8,128,0.9133980870246887,238.21875,234881024 +2,mlp.up_proj,8,64,8,128,1.0799469947814941,231.109375,234881024 +2,mlp.up_proj,8,128,8,128,1.2356910705566406,227.5546875,234881024 +2,mlp.down_proj,2,32,8,128,66.19136047363281,70.21875,234881024 +2,mlp.down_proj,2,64,8,128,77.13362884521484,63.109375,234881024 +2,mlp.down_proj,2,128,8,128,87.41912078857422,59.5546875,234881024 +2,mlp.down_proj,3,32,8,128,28.28021812438965,98.21875,234881024 +2,mlp.down_proj,3,64,8,128,33.092498779296875,91.109375,234881024 +2,mlp.down_proj,3,128,8,128,37.39693069458008,87.5546875,234881024 +2,mlp.down_proj,4,32,8,128,13.173892974853516,126.21875,234881024 +2,mlp.down_proj,4,64,8,128,15.469603538513184,119.109375,234881024 +2,mlp.down_proj,4,128,8,128,17.469661712646484,115.5546875,234881024 +2,mlp.down_proj,8,32,8,128,0.8046118021011353,238.21875,234881024 +2,mlp.down_proj,8,64,8,128,0.9430937767028809,231.109375,234881024 +2,mlp.down_proj,8,128,8,128,1.0628658533096313,227.5546875,234881024 +3,self_attn.q_proj,2,32,8,128,59.74952697753906,20.0625,67108864 +3,self_attn.q_proj,2,64,8,128,69.99409484863281,18.03125,67108864 +3,self_attn.q_proj,2,128,8,128,80.77509307861328,17.015625,67108864 +3,self_attn.q_proj,3,32,8,128,26.031709671020508,28.0625,67108864 +3,self_attn.q_proj,3,64,8,128,31.799169540405273,26.03125,67108864 +3,self_attn.q_proj,3,128,8,128,37.41286087036133,25.015625,67108864 +3,self_attn.q_proj,4,32,8,128,12.278810501098633,36.0625,67108864 +3,self_attn.q_proj,4,64,8,128,14.868700981140137,34.03125,67108864 +3,self_attn.q_proj,4,128,8,128,17.717914581298828,33.015625,67108864 +3,self_attn.q_proj,8,32,8,128,0.7531364560127258,68.0625,67108864 +3,self_attn.q_proj,8,64,8,128,0.9166735410690308,66.03125,67108864 +3,self_attn.q_proj,8,128,8,128,1.0996769666671753,65.015625,67108864 +3,self_attn.v_proj,2,32,8,128,26.890459060668945,2.5078125,8388608 +3,self_attn.v_proj,2,64,8,128,33.49943542480469,2.25390625,8388608 +3,self_attn.v_proj,2,128,8,128,39.12443923950195,2.126953125,8388608 +3,self_attn.v_proj,3,32,8,128,11.768305778503418,3.5078125,8388608 +3,self_attn.v_proj,3,64,8,128,14.810311317443848,3.25390625,8388608 +3,self_attn.v_proj,3,128,8,128,16.931617736816406,3.126953125,8388608 +3,self_attn.v_proj,4,32,8,128,5.343806266784668,4.5078125,8388608 +3,self_attn.v_proj,4,64,8,128,6.639118671417236,4.25390625,8388608 +3,self_attn.v_proj,4,128,8,128,7.810975074768066,4.126953125,8388608 +3,self_attn.v_proj,8,32,8,128,0.3310251533985138,8.5078125,8388608 +3,self_attn.v_proj,8,64,8,128,0.4091964662075043,8.25390625,8388608 +3,self_attn.v_proj,8,128,8,128,0.49247467517852783,8.126953125,8388608 +3,self_attn.k_proj,2,32,8,128,41.04716110229492,2.5078125,8388608 +3,self_attn.k_proj,2,64,8,128,52.908409118652344,2.25390625,8388608 +3,self_attn.k_proj,2,128,8,128,61.78349685668945,2.126953125,8388608 +3,self_attn.k_proj,3,32,8,128,17.374799728393555,3.5078125,8388608 +3,self_attn.k_proj,3,64,8,128,21.949769973754883,3.25390625,8388608 +3,self_attn.k_proj,3,128,8,128,26.153705596923828,3.126953125,8388608 +3,self_attn.k_proj,4,32,8,128,8.270864486694336,4.5078125,8388608 +3,self_attn.k_proj,4,64,8,128,10.586869239807129,4.25390625,8388608 +3,self_attn.k_proj,4,128,8,128,12.516523361206055,4.126953125,8388608 +3,self_attn.k_proj,8,32,8,128,0.5329487919807434,8.5078125,8388608 +3,self_attn.k_proj,8,64,8,128,0.6887435913085938,8.25390625,8388608 +3,self_attn.k_proj,8,128,8,128,0.841251015663147,8.126953125,8388608 +3,self_attn.o_proj,2,32,8,128,32.52632522583008,20.0625,67108864 +3,self_attn.o_proj,2,64,8,128,38.12694549560547,18.03125,67108864 +3,self_attn.o_proj,2,128,8,128,43.39473342895508,17.015625,67108864 +3,self_attn.o_proj,3,32,8,128,13.913260459899902,28.0625,67108864 +3,self_attn.o_proj,3,64,8,128,16.362455368041992,26.03125,67108864 +3,self_attn.o_proj,3,128,8,128,18.669137954711914,25.015625,67108864 +3,self_attn.o_proj,4,32,8,128,6.489813327789307,36.0625,67108864 +3,self_attn.o_proj,4,64,8,128,7.636290550231934,34.03125,67108864 +3,self_attn.o_proj,4,128,8,128,8.71917724609375,33.015625,67108864 +3,self_attn.o_proj,8,32,8,128,0.3946588933467865,68.0625,67108864 +3,self_attn.o_proj,8,64,8,128,0.46359798312187195,66.03125,67108864 +3,self_attn.o_proj,8,128,8,128,0.5274143218994141,65.015625,67108864 +3,mlp.gate_proj,2,32,8,128,81.97745513916016,70.21875,234881024 +3,mlp.gate_proj,2,64,8,128,96.88933563232422,63.109375,234881024 +3,mlp.gate_proj,2,128,8,128,109.73867797851562,59.5546875,234881024 +3,mlp.gate_proj,3,32,8,128,37.173152923583984,98.21875,234881024 +3,mlp.gate_proj,3,64,8,128,44.051551818847656,91.109375,234881024 +3,mlp.gate_proj,3,128,8,128,50.829071044921875,87.5546875,234881024 +3,mlp.gate_proj,4,32,8,128,17.741239547729492,126.21875,234881024 +3,mlp.gate_proj,4,64,8,128,21.477657318115234,119.109375,234881024 +3,mlp.gate_proj,4,128,8,128,25.150115966796875,115.5546875,234881024 +3,mlp.gate_proj,8,32,8,128,1.0917351245880127,238.21875,234881024 +3,mlp.gate_proj,8,64,8,128,1.3305259943008423,231.109375,234881024 +3,mlp.gate_proj,8,128,8,128,1.5777264833450317,227.5546875,234881024 +3,mlp.up_proj,2,32,8,128,80.28726959228516,70.21875,234881024 +3,mlp.up_proj,2,64,8,128,94.3073501586914,63.109375,234881024 +3,mlp.up_proj,2,128,8,128,105.85498809814453,59.5546875,234881024 +3,mlp.up_proj,3,32,8,128,35.896671295166016,98.21875,234881024 +3,mlp.up_proj,3,64,8,128,42.38737487792969,91.109375,234881024 +3,mlp.up_proj,3,128,8,128,48.25473403930664,87.5546875,234881024 +3,mlp.up_proj,4,32,8,128,17.134450912475586,126.21875,234881024 +3,mlp.up_proj,4,64,8,128,20.500944137573242,119.109375,234881024 +3,mlp.up_proj,4,128,8,128,23.506977081298828,115.5546875,234881024 +3,mlp.up_proj,8,32,8,128,1.0457408428192139,238.21875,234881024 +3,mlp.up_proj,8,64,8,128,1.254599928855896,231.109375,234881024 +3,mlp.up_proj,8,128,8,128,1.4484914541244507,227.5546875,234881024 +3,mlp.down_proj,2,32,8,128,66.43341827392578,70.21875,234881024 +3,mlp.down_proj,2,64,8,128,77.40484619140625,63.109375,234881024 +3,mlp.down_proj,2,128,8,128,87.68379974365234,59.5546875,234881024 +3,mlp.down_proj,3,32,8,128,28.39859962463379,98.21875,234881024 +3,mlp.down_proj,3,64,8,128,33.21863555908203,91.109375,234881024 +3,mlp.down_proj,3,128,8,128,37.52996826171875,87.5546875,234881024 +3,mlp.down_proj,4,32,8,128,13.23177433013916,126.21875,234881024 +3,mlp.down_proj,4,64,8,128,15.536585807800293,119.109375,234881024 +3,mlp.down_proj,4,128,8,128,17.540103912353516,115.5546875,234881024 +3,mlp.down_proj,8,32,8,128,0.8086262345314026,238.21875,234881024 +3,mlp.down_proj,8,64,8,128,0.9483247995376587,231.109375,234881024 +3,mlp.down_proj,8,128,8,128,1.0692405700683594,227.5546875,234881024 +4,self_attn.q_proj,2,32,8,128,40.417938232421875,20.0625,67108864 +4,self_attn.q_proj,2,64,8,128,48.398468017578125,18.03125,67108864 +4,self_attn.q_proj,2,128,8,128,56.16194152832031,17.015625,67108864 +4,self_attn.q_proj,3,32,8,128,17.43234634399414,28.0625,67108864 +4,self_attn.q_proj,3,64,8,128,21.09022331237793,26.03125,67108864 +4,self_attn.q_proj,3,128,8,128,24.868576049804688,25.015625,67108864 +4,self_attn.q_proj,4,32,8,128,8.143096923828125,36.0625,67108864 +4,self_attn.q_proj,4,64,8,128,9.838781356811523,34.03125,67108864 +4,self_attn.q_proj,4,128,8,128,11.621025085449219,33.015625,67108864 +4,self_attn.q_proj,8,32,8,128,0.49425601959228516,68.0625,67108864 +4,self_attn.q_proj,8,64,8,128,0.5974262356758118,66.03125,67108864 +4,self_attn.q_proj,8,128,8,128,0.7037109732627869,65.015625,67108864 +4,self_attn.v_proj,2,32,8,128,13.315932273864746,2.5078125,8388608 +4,self_attn.v_proj,2,64,8,128,15.642918586730957,2.25390625,8388608 +4,self_attn.v_proj,2,128,8,128,17.78481101989746,2.126953125,8388608 +4,self_attn.v_proj,3,32,8,128,5.695431232452393,3.5078125,8388608 +4,self_attn.v_proj,3,64,8,128,6.693916320800781,3.25390625,8388608 +4,self_attn.v_proj,3,128,8,128,7.610927581787109,3.126953125,8388608 +4,self_attn.v_proj,4,32,8,128,2.65805721282959,4.5078125,8388608 +4,self_attn.v_proj,4,64,8,128,3.1244704723358154,4.25390625,8388608 +4,self_attn.v_proj,4,128,8,128,3.5546014308929443,4.126953125,8388608 +4,self_attn.v_proj,8,32,8,128,0.16089312732219696,8.5078125,8388608 +4,self_attn.v_proj,8,64,8,128,0.18893873691558838,8.25390625,8388608 +4,self_attn.v_proj,8,128,8,128,0.21413554251194,8.126953125,8388608 +4,self_attn.k_proj,2,32,8,128,24.426607131958008,2.5078125,8388608 +4,self_attn.k_proj,2,64,8,128,29.545495986938477,2.25390625,8388608 +4,self_attn.k_proj,2,128,8,128,34.10772705078125,2.126953125,8388608 +4,self_attn.k_proj,3,32,8,128,10.701102256774902,3.5078125,8388608 +4,self_attn.k_proj,3,64,8,128,13.286202430725098,3.25390625,8388608 +4,self_attn.k_proj,3,128,8,128,15.895528793334961,3.126953125,8388608 +4,self_attn.k_proj,4,32,8,128,4.996914863586426,4.5078125,8388608 +4,self_attn.k_proj,4,64,8,128,6.208497047424316,4.25390625,8388608 +4,self_attn.k_proj,4,128,8,128,7.449280738830566,4.126953125,8388608 +4,self_attn.k_proj,8,32,8,128,0.30231577157974243,8.5078125,8388608 +4,self_attn.k_proj,8,64,8,128,0.37551403045654297,8.25390625,8388608 +4,self_attn.k_proj,8,128,8,128,0.44878920912742615,8.126953125,8388608 +4,self_attn.o_proj,2,32,8,128,33.46279525756836,20.0625,67108864 +4,self_attn.o_proj,2,64,8,128,39.5308952331543,18.03125,67108864 +4,self_attn.o_proj,2,128,8,128,45.300724029541016,17.015625,67108864 +4,self_attn.o_proj,3,32,8,128,14.39267349243164,28.0625,67108864 +4,self_attn.o_proj,3,64,8,128,17.141189575195312,26.03125,67108864 +4,self_attn.o_proj,3,128,8,128,19.904890060424805,25.015625,67108864 +4,self_attn.o_proj,4,32,8,128,6.716916084289551,36.0625,67108864 +4,self_attn.o_proj,4,64,8,128,8.016361236572266,34.03125,67108864 +4,self_attn.o_proj,4,128,8,128,9.308857917785645,33.015625,67108864 +4,self_attn.o_proj,8,32,8,128,0.4082787036895752,68.0625,67108864 +4,self_attn.o_proj,8,64,8,128,0.48643389344215393,66.03125,67108864 +4,self_attn.o_proj,8,128,8,128,0.5634787082672119,65.015625,67108864 +4,mlp.gate_proj,2,32,8,128,74.04476165771484,70.21875,234881024 +4,mlp.gate_proj,2,64,8,128,87.19051361083984,63.109375,234881024 +4,mlp.gate_proj,2,128,8,128,98.40513610839844,59.5546875,234881024 +4,mlp.gate_proj,3,32,8,128,32.50069808959961,98.21875,234881024 +4,mlp.gate_proj,3,64,8,128,38.26327133178711,91.109375,234881024 +4,mlp.gate_proj,3,128,8,128,43.67420959472656,87.5546875,234881024 +4,mlp.gate_proj,4,32,8,128,15.346501350402832,126.21875,234881024 +4,mlp.gate_proj,4,64,8,128,18.17471694946289,119.109375,234881024 +4,mlp.gate_proj,4,128,8,128,20.74964714050293,115.5546875,234881024 +4,mlp.gate_proj,8,32,8,128,0.9440214037895203,238.21875,234881024 +4,mlp.gate_proj,8,64,8,128,1.12307608127594,231.109375,234881024 +4,mlp.gate_proj,8,128,8,128,1.2887871265411377,227.5546875,234881024 +4,mlp.up_proj,2,32,8,128,73.14556884765625,70.21875,234881024 +4,mlp.up_proj,2,64,8,128,85.77298736572266,63.109375,234881024 +4,mlp.up_proj,2,128,8,128,97.05268096923828,59.5546875,234881024 +4,mlp.up_proj,3,32,8,128,32.05057144165039,98.21875,234881024 +4,mlp.up_proj,3,64,8,128,37.6307487487793,91.109375,234881024 +4,mlp.up_proj,3,128,8,128,43.007991790771484,87.5546875,234881024 +4,mlp.up_proj,4,32,8,128,15.122846603393555,126.21875,234881024 +4,mlp.up_proj,4,64,8,128,17.872774124145508,119.109375,234881024 +4,mlp.up_proj,4,128,8,128,20.433687210083008,115.5546875,234881024 +4,mlp.up_proj,8,32,8,128,0.9284446835517883,238.21875,234881024 +4,mlp.up_proj,8,64,8,128,1.100246787071228,231.109375,234881024 +4,mlp.up_proj,8,128,8,128,1.2656745910644531,227.5546875,234881024 +4,mlp.down_proj,2,32,8,128,66.78948974609375,70.21875,234881024 +4,mlp.down_proj,2,64,8,128,77.82302856445312,63.109375,234881024 +4,mlp.down_proj,2,128,8,128,88.12859344482422,59.5546875,234881024 +4,mlp.down_proj,3,32,8,128,28.564115524291992,98.21875,234881024 +4,mlp.down_proj,3,64,8,128,33.37190628051758,91.109375,234881024 +4,mlp.down_proj,3,128,8,128,37.67279815673828,87.5546875,234881024 +4,mlp.down_proj,4,32,8,128,13.303967475891113,126.21875,234881024 +4,mlp.down_proj,4,64,8,128,15.613908767700195,119.109375,234881024 +4,mlp.down_proj,4,128,8,128,17.596881866455078,115.5546875,234881024 +4,mlp.down_proj,8,32,8,128,0.8125475645065308,238.21875,234881024 +4,mlp.down_proj,8,64,8,128,0.9520935416221619,231.109375,234881024 +4,mlp.down_proj,8,128,8,128,1.071336269378662,227.5546875,234881024 +5,self_attn.q_proj,2,32,8,128,43.253013610839844,20.0625,67108864 +5,self_attn.q_proj,2,64,8,128,51.1600456237793,18.03125,67108864 +5,self_attn.q_proj,2,128,8,128,59.10588455200195,17.015625,67108864 +5,self_attn.q_proj,3,32,8,128,18.5592041015625,28.0625,67108864 +5,self_attn.q_proj,3,64,8,128,22.0830135345459,26.03125,67108864 +5,self_attn.q_proj,3,128,8,128,25.662431716918945,25.015625,67108864 +5,self_attn.q_proj,4,32,8,128,8.66601848602295,36.0625,67108864 +5,self_attn.q_proj,4,64,8,128,10.314270973205566,34.03125,67108864 +5,self_attn.q_proj,4,128,8,128,11.998252868652344,33.015625,67108864 +5,self_attn.q_proj,8,32,8,128,0.5263553261756897,68.0625,67108864 +5,self_attn.q_proj,8,64,8,128,0.6262632012367249,66.03125,67108864 +5,self_attn.q_proj,8,128,8,128,0.7271850109100342,65.015625,67108864 +5,self_attn.v_proj,2,32,8,128,14.525792121887207,2.5078125,8388608 +5,self_attn.v_proj,2,64,8,128,17.008825302124023,2.25390625,8388608 +5,self_attn.v_proj,2,128,8,128,19.226329803466797,2.126953125,8388608 +5,self_attn.v_proj,3,32,8,128,6.252191543579102,3.5078125,8388608 +5,self_attn.v_proj,3,64,8,128,7.29576301574707,3.25390625,8388608 +5,self_attn.v_proj,3,128,8,128,8.294096946716309,3.126953125,8388608 +5,self_attn.v_proj,4,32,8,128,2.9260787963867188,4.5078125,8388608 +5,self_attn.v_proj,4,64,8,128,3.440277576446533,4.25390625,8388608 +5,self_attn.v_proj,4,128,8,128,3.900209903717041,4.126953125,8388608 +5,self_attn.v_proj,8,32,8,128,0.17675410211086273,8.5078125,8388608 +5,self_attn.v_proj,8,64,8,128,0.20790831744670868,8.25390625,8388608 +5,self_attn.v_proj,8,128,8,128,0.23370029032230377,8.126953125,8388608 +5,self_attn.k_proj,2,32,8,128,25.716524124145508,2.5078125,8388608 +5,self_attn.k_proj,2,64,8,128,30.584775924682617,2.25390625,8388608 +5,self_attn.k_proj,2,128,8,128,34.740901947021484,2.126953125,8388608 +5,self_attn.k_proj,3,32,8,128,11.230887413024902,3.5078125,8388608 +5,self_attn.k_proj,3,64,8,128,13.518305778503418,3.25390625,8388608 +5,self_attn.k_proj,3,128,8,128,15.672306060791016,3.126953125,8388608 +5,self_attn.k_proj,4,32,8,128,5.242802143096924,4.5078125,8388608 +5,self_attn.k_proj,4,64,8,128,6.39649772644043,4.25390625,8388608 +5,self_attn.k_proj,4,128,8,128,7.41140079498291,4.126953125,8388608 +5,self_attn.k_proj,8,32,8,128,0.31905442476272583,8.5078125,8388608 +5,self_attn.k_proj,8,64,8,128,0.38645926117897034,8.25390625,8388608 +5,self_attn.k_proj,8,128,8,128,0.44737255573272705,8.126953125,8388608 +5,self_attn.o_proj,2,32,8,128,33.18539047241211,20.0625,67108864 +5,self_attn.o_proj,2,64,8,128,38.77861785888672,18.03125,67108864 +5,self_attn.o_proj,2,128,8,128,43.95132064819336,17.015625,67108864 +5,self_attn.o_proj,3,32,8,128,14.185256004333496,28.0625,67108864 +5,self_attn.o_proj,3,64,8,128,16.610177993774414,26.03125,67108864 +5,self_attn.o_proj,3,128,8,128,18.842233657836914,25.015625,67108864 +5,self_attn.o_proj,4,32,8,128,6.616762161254883,36.0625,67108864 +5,self_attn.o_proj,4,64,8,128,7.753121852874756,34.03125,67108864 +5,self_attn.o_proj,4,128,8,128,8.788284301757812,33.015625,67108864 +5,self_attn.o_proj,8,32,8,128,0.40223515033721924,68.0625,67108864 +5,self_attn.o_proj,8,64,8,128,0.47035595774650574,66.03125,67108864 +5,self_attn.o_proj,8,128,8,128,0.53166264295578,65.015625,67108864 +5,mlp.gate_proj,2,32,8,128,159.06866455078125,70.21875,234881024 +5,mlp.gate_proj,2,64,8,128,190.4473114013672,63.109375,234881024 +5,mlp.gate_proj,2,128,8,128,221.09178161621094,59.5546875,234881024 +5,mlp.gate_proj,3,32,8,128,68.55345153808594,98.21875,234881024 +5,mlp.gate_proj,3,64,8,128,83.2413330078125,91.109375,234881024 +5,mlp.gate_proj,3,128,8,128,96.70982360839844,87.5546875,234881024 +5,mlp.gate_proj,4,32,8,128,31.736398696899414,126.21875,234881024 +5,mlp.gate_proj,4,64,8,128,38.69285202026367,119.109375,234881024 +5,mlp.gate_proj,4,128,8,128,45.25963592529297,115.5546875,234881024 +5,mlp.gate_proj,8,32,8,128,1.934840202331543,238.21875,234881024 +5,mlp.gate_proj,8,64,8,128,2.358738660812378,231.109375,234881024 +5,mlp.gate_proj,8,128,8,128,2.7292733192443848,227.5546875,234881024 +5,mlp.up_proj,2,32,8,128,158.83888244628906,70.21875,234881024 +5,mlp.up_proj,2,64,8,128,188.7771759033203,63.109375,234881024 +5,mlp.up_proj,2,128,8,128,216.08700561523438,59.5546875,234881024 +5,mlp.up_proj,3,32,8,128,68.91569519042969,98.21875,234881024 +5,mlp.up_proj,3,64,8,128,83.48359680175781,91.109375,234881024 +5,mlp.up_proj,3,128,8,128,96.03461456298828,87.5546875,234881024 +5,mlp.up_proj,4,32,8,128,31.88117218017578,126.21875,234881024 +5,mlp.up_proj,4,64,8,128,38.80200958251953,119.109375,234881024 +5,mlp.up_proj,4,128,8,128,45.709632873535156,115.5546875,234881024 +5,mlp.up_proj,8,32,8,128,1.936833143234253,238.21875,234881024 +5,mlp.up_proj,8,64,8,128,2.36116886138916,231.109375,234881024 +5,mlp.up_proj,8,128,8,128,2.758185625076294,227.5546875,234881024 +5,mlp.down_proj,2,32,8,128,66.00739288330078,70.21875,234881024 +5,mlp.down_proj,2,64,8,128,76.76351165771484,63.109375,234881024 +5,mlp.down_proj,2,128,8,128,86.87688446044922,59.5546875,234881024 +5,mlp.down_proj,3,32,8,128,28.18328857421875,98.21875,234881024 +5,mlp.down_proj,3,64,8,128,32.92206954956055,91.109375,234881024 +5,mlp.down_proj,3,128,8,128,37.06754684448242,87.5546875,234881024 +5,mlp.down_proj,4,32,8,128,13.128169059753418,126.21875,234881024 +5,mlp.down_proj,4,64,8,128,15.379554748535156,119.109375,234881024 +5,mlp.down_proj,4,128,8,128,17.317325592041016,115.5546875,234881024 +5,mlp.down_proj,8,32,8,128,0.8019521832466125,238.21875,234881024 +5,mlp.down_proj,8,64,8,128,0.937972366809845,231.109375,234881024 +5,mlp.down_proj,8,128,8,128,1.0542681217193604,227.5546875,234881024 +6,self_attn.q_proj,2,32,8,128,45.95602798461914,20.0625,67108864 +6,self_attn.q_proj,2,64,8,128,54.402976989746094,18.03125,67108864 +6,self_attn.q_proj,2,128,8,128,62.79246520996094,17.015625,67108864 +6,self_attn.q_proj,3,32,8,128,19.69997215270996,28.0625,67108864 +6,self_attn.q_proj,3,64,8,128,23.445499420166016,26.03125,67108864 +6,self_attn.q_proj,3,128,8,128,27.22785186767578,25.015625,67108864 +6,self_attn.q_proj,4,32,8,128,9.191225051879883,36.0625,67108864 +6,self_attn.q_proj,4,64,8,128,10.942652702331543,34.03125,67108864 +6,self_attn.q_proj,4,128,8,128,12.708148956298828,33.015625,67108864 +6,self_attn.q_proj,8,32,8,128,0.5581753849983215,68.0625,67108864 +6,self_attn.q_proj,8,64,8,128,0.664516031742096,66.03125,67108864 +6,self_attn.q_proj,8,128,8,128,0.7693008780479431,65.015625,67108864 +6,self_attn.v_proj,2,32,8,128,11.765523910522461,2.5078125,8388608 +6,self_attn.v_proj,2,64,8,128,13.734859466552734,2.25390625,8388608 +6,self_attn.v_proj,2,128,8,128,15.518104553222656,2.126953125,8388608 +6,self_attn.v_proj,3,32,8,128,5.032236576080322,3.5078125,8388608 +6,self_attn.v_proj,3,64,8,128,5.87481164932251,3.25390625,8388608 +6,self_attn.v_proj,3,128,8,128,6.639275550842285,3.126953125,8388608 +6,self_attn.v_proj,4,32,8,128,2.3478448390960693,4.5078125,8388608 +6,self_attn.v_proj,4,64,8,128,2.742417812347412,4.25390625,8388608 +6,self_attn.v_proj,4,128,8,128,3.099691152572632,4.126953125,8388608 +6,self_attn.v_proj,8,32,8,128,0.14212337136268616,8.5078125,8388608 +6,self_attn.v_proj,8,64,8,128,0.1659134179353714,8.25390625,8388608 +6,self_attn.v_proj,8,128,8,128,0.1867447942495346,8.126953125,8388608 +6,self_attn.k_proj,2,32,8,128,27.068862915039062,2.5078125,8388608 +6,self_attn.k_proj,2,64,8,128,32.45933151245117,2.25390625,8388608 +6,self_attn.k_proj,2,128,8,128,36.93017578125,2.126953125,8388608 +6,self_attn.k_proj,3,32,8,128,11.74743938446045,3.5078125,8388608 +6,self_attn.k_proj,3,64,8,128,14.283638954162598,3.25390625,8388608 +6,self_attn.k_proj,3,128,8,128,16.701330184936523,3.126953125,8388608 +6,self_attn.k_proj,4,32,8,128,5.484091281890869,4.5078125,8388608 +6,self_attn.k_proj,4,64,8,128,6.674204349517822,4.25390625,8388608 +6,self_attn.k_proj,4,128,8,128,7.808329105377197,4.126953125,8388608 +6,self_attn.k_proj,8,32,8,128,0.3319609761238098,8.5078125,8388608 +6,self_attn.k_proj,8,64,8,128,0.4035075604915619,8.25390625,8388608 +6,self_attn.k_proj,8,128,8,128,0.4703173041343689,8.126953125,8388608 +6,self_attn.o_proj,2,32,8,128,32.796142578125,20.0625,67108864 +6,self_attn.o_proj,2,64,8,128,38.25432586669922,18.03125,67108864 +6,self_attn.o_proj,2,128,8,128,43.27894592285156,17.015625,67108864 +6,self_attn.o_proj,3,32,8,128,14.018450736999512,28.0625,67108864 +6,self_attn.o_proj,3,64,8,128,16.38478660583496,26.03125,67108864 +6,self_attn.o_proj,3,128,8,128,18.515296936035156,25.015625,67108864 +6,self_attn.o_proj,4,32,8,128,6.538758754730225,36.0625,67108864 +6,self_attn.o_proj,4,64,8,128,7.642812252044678,34.03125,67108864 +6,self_attn.o_proj,4,128,8,128,8.642255783081055,33.015625,67108864 +6,self_attn.o_proj,8,32,8,128,0.39750564098358154,68.0625,67108864 +6,self_attn.o_proj,8,64,8,128,0.4638553261756897,66.03125,67108864 +6,self_attn.o_proj,8,128,8,128,0.5227326154708862,65.015625,67108864 +6,mlp.gate_proj,2,32,8,128,69.22300720214844,70.21875,234881024 +6,mlp.gate_proj,2,64,8,128,81.18342590332031,63.109375,234881024 +6,mlp.gate_proj,2,128,8,128,92.07108306884766,59.5546875,234881024 +6,mlp.gate_proj,3,32,8,128,29.866518020629883,98.21875,234881024 +6,mlp.gate_proj,3,64,8,128,34.960262298583984,91.109375,234881024 +6,mlp.gate_proj,3,128,8,128,39.74114227294922,87.5546875,234881024 +6,mlp.gate_proj,4,32,8,128,13.930682182312012,126.21875,234881024 +6,mlp.gate_proj,4,64,8,128,16.407533645629883,119.109375,234881024 +6,mlp.gate_proj,4,128,8,128,18.623361587524414,115.5546875,234881024 +6,mlp.gate_proj,8,32,8,128,0.8500714302062988,238.21875,234881024 +6,mlp.gate_proj,8,64,8,128,1.0039230585098267,231.109375,234881024 +6,mlp.gate_proj,8,128,8,128,1.1346209049224854,227.5546875,234881024 +6,mlp.up_proj,2,32,8,128,67.37158203125,70.21875,234881024 +6,mlp.up_proj,2,64,8,128,78.69816589355469,63.109375,234881024 +6,mlp.up_proj,2,128,8,128,89.2208023071289,59.5546875,234881024 +6,mlp.up_proj,3,32,8,128,29.01270866394043,98.21875,234881024 +6,mlp.up_proj,3,64,8,128,33.95350646972656,91.109375,234881024 +6,mlp.up_proj,3,128,8,128,38.48289108276367,87.5546875,234881024 +6,mlp.up_proj,4,32,8,128,13.5328369140625,126.21875,234881024 +6,mlp.up_proj,4,64,8,128,15.956012725830078,119.109375,234881024 +6,mlp.up_proj,4,128,8,128,18.04596519470215,115.5546875,234881024 +6,mlp.up_proj,8,32,8,128,0.8260284066200256,238.21875,234881024 +6,mlp.up_proj,8,64,8,128,0.9741737842559814,231.109375,234881024 +6,mlp.up_proj,8,128,8,128,1.0993338823318481,227.5546875,234881024 +6,mlp.down_proj,2,32,8,128,65.82149505615234,70.21875,234881024 +6,mlp.down_proj,2,64,8,128,76.52638244628906,63.109375,234881024 +6,mlp.down_proj,2,128,8,128,86.52789306640625,59.5546875,234881024 +6,mlp.down_proj,3,32,8,128,28.09271812438965,98.21875,234881024 +6,mlp.down_proj,3,64,8,128,32.81765365600586,91.109375,234881024 +6,mlp.down_proj,3,128,8,128,36.92912292480469,87.5546875,234881024 +6,mlp.down_proj,4,32,8,128,13.08680534362793,126.21875,234881024 +6,mlp.down_proj,4,64,8,128,15.325726509094238,119.109375,234881024 +6,mlp.down_proj,4,128,8,128,17.244062423706055,115.5546875,234881024 +6,mlp.down_proj,8,32,8,128,0.7993874549865723,238.21875,234881024 +6,mlp.down_proj,8,64,8,128,0.9342942237854004,231.109375,234881024 +6,mlp.down_proj,8,128,8,128,1.0498114824295044,227.5546875,234881024 +7,self_attn.q_proj,2,32,8,128,43.74844741821289,20.0625,67108864 +7,self_attn.q_proj,2,64,8,128,51.68952941894531,18.03125,67108864 +7,self_attn.q_proj,2,128,8,128,59.64290237426758,17.015625,67108864 +7,self_attn.q_proj,3,32,8,128,18.747230529785156,28.0625,67108864 +7,self_attn.q_proj,3,64,8,128,22.271623611450195,26.03125,67108864 +7,self_attn.q_proj,3,128,8,128,25.84452247619629,25.015625,67108864 +7,self_attn.q_proj,4,32,8,128,8.749650955200195,36.0625,67108864 +7,self_attn.q_proj,4,64,8,128,10.390202522277832,34.03125,67108864 +7,self_attn.q_proj,4,128,8,128,12.06707763671875,33.015625,67108864 +7,self_attn.q_proj,8,32,8,128,0.5313504934310913,68.0625,67108864 +7,self_attn.q_proj,8,64,8,128,0.6309176683425903,66.03125,67108864 +7,self_attn.q_proj,8,128,8,128,0.7307023406028748,65.015625,67108864 +7,self_attn.v_proj,2,32,8,128,12.871381759643555,2.5078125,8388608 +7,self_attn.v_proj,2,64,8,128,15.083501815795898,2.25390625,8388608 +7,self_attn.v_proj,2,128,8,128,17.09899139404297,2.126953125,8388608 +7,self_attn.v_proj,3,32,8,128,5.506316661834717,3.5078125,8388608 +7,self_attn.v_proj,3,64,8,128,6.45461368560791,3.25390625,8388608 +7,self_attn.v_proj,3,128,8,128,7.323793411254883,3.126953125,8388608 +7,self_attn.v_proj,4,32,8,128,2.5688445568084717,4.5078125,8388608 +7,self_attn.v_proj,4,64,8,128,3.012552499771118,4.25390625,8388608 +7,self_attn.v_proj,4,128,8,128,3.417985677719116,4.126953125,8388608 +7,self_attn.v_proj,8,32,8,128,0.155520960688591,8.5078125,8388608 +7,self_attn.v_proj,8,64,8,128,0.18220360577106476,8.25390625,8388608 +7,self_attn.v_proj,8,128,8,128,0.20585329830646515,8.126953125,8388608 +7,self_attn.k_proj,2,32,8,128,25.67827606201172,2.5078125,8388608 +7,self_attn.k_proj,2,64,8,128,30.84294319152832,2.25390625,8388608 +7,self_attn.k_proj,2,128,8,128,35.17082977294922,2.126953125,8388608 +7,self_attn.k_proj,3,32,8,128,11.155869483947754,3.5078125,8388608 +7,self_attn.k_proj,3,64,8,128,13.619274139404297,3.25390625,8388608 +7,self_attn.k_proj,3,128,8,128,15.998790740966797,3.126953125,8388608 +7,self_attn.k_proj,4,32,8,128,5.206180572509766,4.5078125,8388608 +7,self_attn.k_proj,4,64,8,128,6.3588175773620605,4.25390625,8388608 +7,self_attn.k_proj,4,128,8,128,7.475996494293213,4.126953125,8388608 +7,self_attn.k_proj,8,32,8,128,0.3149857223033905,8.5078125,8388608 +7,self_attn.k_proj,8,64,8,128,0.38452520966529846,8.25390625,8388608 +7,self_attn.k_proj,8,128,8,128,0.4503993093967438,8.126953125,8388608 +7,self_attn.o_proj,2,32,8,128,32.7458610534668,20.0625,67108864 +7,self_attn.o_proj,2,64,8,128,38.221736907958984,18.03125,67108864 +7,self_attn.o_proj,2,128,8,128,43.26932144165039,17.015625,67108864 +7,self_attn.o_proj,3,32,8,128,13.996316909790039,28.0625,67108864 +7,self_attn.o_proj,3,64,8,128,16.366836547851562,26.03125,67108864 +7,self_attn.o_proj,3,128,8,128,18.52035140991211,25.015625,67108864 +7,self_attn.o_proj,4,32,8,128,6.528789520263672,36.0625,67108864 +7,self_attn.o_proj,4,64,8,128,7.6375885009765625,34.03125,67108864 +7,self_attn.o_proj,4,128,8,128,8.644270896911621,33.015625,67108864 +7,self_attn.o_proj,8,32,8,128,0.39701780676841736,68.0625,67108864 +7,self_attn.o_proj,8,64,8,128,0.46361806988716125,66.03125,67108864 +7,self_attn.o_proj,8,128,8,128,0.522871196269989,65.015625,67108864 +7,mlp.gate_proj,2,32,8,128,68.1837158203125,70.21875,234881024 +7,mlp.gate_proj,2,64,8,128,80.00153350830078,63.109375,234881024 +7,mlp.gate_proj,2,128,8,128,91.12039947509766,59.5546875,234881024 +7,mlp.gate_proj,3,32,8,128,29.253034591674805,98.21875,234881024 +7,mlp.gate_proj,3,64,8,128,34.307376861572266,91.109375,234881024 +7,mlp.gate_proj,3,128,8,128,39.023681640625,87.5546875,234881024 +7,mlp.gate_proj,4,32,8,128,13.623880386352539,126.21875,234881024 +7,mlp.gate_proj,4,64,8,128,16.083417892456055,119.109375,234881024 +7,mlp.gate_proj,4,128,8,128,18.23673439025879,115.5546875,234881024 +7,mlp.gate_proj,8,32,8,128,0.8316003680229187,238.21875,234881024 +7,mlp.gate_proj,8,64,8,128,0.9820075035095215,231.109375,234881024 +7,mlp.gate_proj,8,128,8,128,1.1091071367263794,227.5546875,234881024 +7,mlp.up_proj,2,32,8,128,66.09703826904297,70.21875,234881024 +7,mlp.up_proj,2,64,8,128,77.14047241210938,63.109375,234881024 +7,mlp.up_proj,2,128,8,128,87.51713562011719,59.5546875,234881024 +7,mlp.up_proj,3,32,8,128,28.276100158691406,98.21875,234881024 +7,mlp.up_proj,3,64,8,128,33.15349197387695,91.109375,234881024 +7,mlp.up_proj,3,128,8,128,37.52778244018555,87.5546875,234881024 +7,mlp.up_proj,4,32,8,128,13.17590618133545,126.21875,234881024 +7,mlp.up_proj,4,64,8,128,15.513771057128906,119.109375,234881024 +7,mlp.up_proj,4,128,8,128,17.546300888061523,115.5546875,234881024 +7,mlp.up_proj,8,32,8,128,0.8045756220817566,238.21875,234881024 +7,mlp.up_proj,8,64,8,128,0.9456003904342651,231.109375,234881024 +7,mlp.up_proj,8,128,8,128,1.06758451461792,227.5546875,234881024 +7,mlp.down_proj,2,32,8,128,65.45753479003906,70.21875,234881024 +7,mlp.down_proj,2,64,8,128,76.05559539794922,63.109375,234881024 +7,mlp.down_proj,2,128,8,128,85.98831939697266,59.5546875,234881024 +7,mlp.down_proj,3,32,8,128,27.934539794921875,98.21875,234881024 +7,mlp.down_proj,3,64,8,128,32.6642951965332,91.109375,234881024 +7,mlp.down_proj,3,128,8,128,36.7711067199707,87.5546875,234881024 +7,mlp.down_proj,4,32,8,128,13.014552116394043,126.21875,234881024 +7,mlp.down_proj,4,64,8,128,15.2509183883667,119.109375,234881024 +7,mlp.down_proj,4,128,8,128,17.184749603271484,115.5546875,234881024 +7,mlp.down_proj,8,32,8,128,0.7950599193572998,238.21875,234881024 +7,mlp.down_proj,8,64,8,128,0.9298620223999023,231.109375,234881024 +7,mlp.down_proj,8,128,8,128,1.0459222793579102,227.5546875,234881024 +8,self_attn.q_proj,2,32,8,128,45.72865295410156,20.0625,67108864 +8,self_attn.q_proj,2,64,8,128,53.94852066040039,18.03125,67108864 +8,self_attn.q_proj,2,128,8,128,62.1143798828125,17.015625,67108864 +8,self_attn.q_proj,3,32,8,128,19.572649002075195,28.0625,67108864 +8,self_attn.q_proj,3,64,8,128,23.177040100097656,26.03125,67108864 +8,self_attn.q_proj,3,128,8,128,26.750885009765625,25.015625,67108864 +8,self_attn.q_proj,4,32,8,128,9.132364273071289,36.0625,67108864 +8,self_attn.q_proj,4,64,8,128,10.815155029296875,34.03125,67108864 +8,self_attn.q_proj,4,128,8,128,12.486407279968262,33.015625,67108864 +8,self_attn.q_proj,8,32,8,128,0.5546671748161316,68.0625,67108864 +8,self_attn.q_proj,8,64,8,128,0.6568783521652222,66.03125,67108864 +8,self_attn.q_proj,8,128,8,128,0.7563000321388245,65.015625,67108864 +8,self_attn.v_proj,2,32,8,128,12.15407943725586,2.5078125,8388608 +8,self_attn.v_proj,2,64,8,128,14.170284271240234,2.25390625,8388608 +8,self_attn.v_proj,2,128,8,128,15.990191459655762,2.126953125,8388608 +8,self_attn.v_proj,3,32,8,128,5.198652267456055,3.5078125,8388608 +8,self_attn.v_proj,3,64,8,128,6.063883304595947,3.25390625,8388608 +8,self_attn.v_proj,3,128,8,128,6.847848415374756,3.126953125,8388608 +8,self_attn.v_proj,4,32,8,128,2.425276279449463,4.5078125,8388608 +8,self_attn.v_proj,4,64,8,128,2.829632520675659,4.25390625,8388608 +8,self_attn.v_proj,4,128,8,128,3.1955137252807617,4.126953125,8388608 +8,self_attn.v_proj,8,32,8,128,0.14685645699501038,8.5078125,8388608 +8,self_attn.v_proj,8,64,8,128,0.1710994839668274,8.25390625,8388608 +8,self_attn.v_proj,8,128,8,128,0.19255059957504272,8.126953125,8388608 +8,self_attn.k_proj,2,32,8,128,28.5035457611084,2.5078125,8388608 +8,self_attn.k_proj,2,64,8,128,34.309425354003906,2.25390625,8388608 +8,self_attn.k_proj,2,128,8,128,39.41565704345703,2.126953125,8388608 +8,self_attn.k_proj,3,32,8,128,12.343832969665527,3.5078125,8388608 +8,self_attn.k_proj,3,64,8,128,15.063261985778809,3.25390625,8388608 +8,self_attn.k_proj,3,128,8,128,17.719131469726562,3.126953125,8388608 +8,self_attn.k_proj,4,32,8,128,5.762792110443115,4.5078125,8388608 +8,self_attn.k_proj,4,64,8,128,7.032728672027588,4.25390625,8388608 +8,self_attn.k_proj,4,128,8,128,8.280454635620117,4.126953125,8388608 +8,self_attn.k_proj,8,32,8,128,0.3487890958786011,8.5078125,8388608 +8,self_attn.k_proj,8,64,8,128,0.42517638206481934,8.25390625,8388608 +8,self_attn.k_proj,8,128,8,128,0.49883177876472473,8.126953125,8388608 +8,self_attn.o_proj,2,32,8,128,33.79190444946289,20.0625,67108864 +8,self_attn.o_proj,2,64,8,128,39.48871994018555,18.03125,67108864 +8,self_attn.o_proj,2,128,8,128,44.75978469848633,17.015625,67108864 +8,self_attn.o_proj,3,32,8,128,14.451738357543945,28.0625,67108864 +8,self_attn.o_proj,3,64,8,128,16.91231918334961,26.03125,67108864 +8,self_attn.o_proj,3,128,8,128,19.1943359375,25.015625,67108864 +8,self_attn.o_proj,4,32,8,128,6.740121841430664,36.0625,67108864 +8,self_attn.o_proj,4,64,8,128,7.895496845245361,34.03125,67108864 +8,self_attn.o_proj,4,128,8,128,8.952275276184082,33.015625,67108864 +8,self_attn.o_proj,8,32,8,128,0.4097226858139038,68.0625,67108864 +8,self_attn.o_proj,8,64,8,128,0.4790648818016052,66.03125,67108864 +8,self_attn.o_proj,8,128,8,128,0.5416540503501892,65.015625,67108864 +8,mlp.gate_proj,2,32,8,128,74.89094543457031,70.21875,234881024 +8,mlp.gate_proj,2,64,8,128,88.10325622558594,63.109375,234881024 +8,mlp.gate_proj,2,128,8,128,100.32807159423828,59.5546875,234881024 +8,mlp.gate_proj,3,32,8,128,32.437904357910156,98.21875,234881024 +8,mlp.gate_proj,3,64,8,128,38.39273452758789,91.109375,234881024 +8,mlp.gate_proj,3,128,8,128,43.902565002441406,87.5546875,234881024 +8,mlp.gate_proj,4,32,8,128,15.163054466247559,126.21875,234881024 +8,mlp.gate_proj,4,64,8,128,18.041866302490234,119.109375,234881024 +8,mlp.gate_proj,4,128,8,128,20.607418060302734,115.5546875,234881024 +8,mlp.gate_proj,8,32,8,128,0.9245887994766235,238.21875,234881024 +8,mlp.gate_proj,8,64,8,128,1.1001396179199219,231.109375,234881024 +8,mlp.gate_proj,8,128,8,128,1.2534157037734985,227.5546875,234881024 +8,mlp.up_proj,2,32,8,128,72.66354370117188,70.21875,234881024 +8,mlp.up_proj,2,64,8,128,85.25971221923828,63.109375,234881024 +8,mlp.up_proj,2,128,8,128,96.85344696044922,59.5546875,234881024 +8,mlp.up_proj,3,32,8,128,31.469615936279297,98.21875,234881024 +8,mlp.up_proj,3,64,8,128,37.22433090209961,91.109375,234881024 +8,mlp.up_proj,3,128,8,128,42.42769241333008,87.5546875,234881024 +8,mlp.up_proj,4,32,8,128,14.703145980834961,126.21875,234881024 +8,mlp.up_proj,4,64,8,128,17.468461990356445,119.109375,234881024 +8,mlp.up_proj,4,128,8,128,19.93691062927246,115.5546875,234881024 +8,mlp.up_proj,8,32,8,128,0.8955661654472351,238.21875,234881024 +8,mlp.up_proj,8,64,8,128,1.0628725290298462,231.109375,234881024 +8,mlp.up_proj,8,128,8,128,1.2127257585525513,227.5546875,234881024 +8,mlp.down_proj,2,32,8,128,65.49151611328125,70.21875,234881024 +8,mlp.down_proj,2,64,8,128,76.14095306396484,63.109375,234881024 +8,mlp.down_proj,2,128,8,128,86.16998291015625,59.5546875,234881024 +8,mlp.down_proj,3,32,8,128,27.940214157104492,98.21875,234881024 +8,mlp.down_proj,3,64,8,128,32.67463684082031,91.109375,234881024 +8,mlp.down_proj,3,128,8,128,36.795677185058594,87.5546875,234881024 +8,mlp.down_proj,4,32,8,128,13.015117645263672,126.21875,234881024 +8,mlp.down_proj,4,64,8,128,15.25265884399414,119.109375,234881024 +8,mlp.down_proj,4,128,8,128,17.195833206176758,115.5546875,234881024 +8,mlp.down_proj,8,32,8,128,0.7950452566146851,238.21875,234881024 +8,mlp.down_proj,8,64,8,128,0.9298548698425293,231.109375,234881024 +8,mlp.down_proj,8,128,8,128,1.0458652973175049,227.5546875,234881024 +9,self_attn.q_proj,2,32,8,128,45.744144439697266,20.0625,67108864 +9,self_attn.q_proj,2,64,8,128,53.94227981567383,18.03125,67108864 +9,self_attn.q_proj,2,128,8,128,62.38959884643555,17.015625,67108864 +9,self_attn.q_proj,3,32,8,128,19.599485397338867,28.0625,67108864 +9,self_attn.q_proj,3,64,8,128,23.214609146118164,26.03125,67108864 +9,self_attn.q_proj,3,128,8,128,26.983135223388672,25.015625,67108864 +9,self_attn.q_proj,4,32,8,128,9.14249038696289,36.0625,67108864 +9,self_attn.q_proj,4,64,8,128,10.8329439163208,34.03125,67108864 +9,self_attn.q_proj,4,128,8,128,12.597217559814453,33.015625,67108864 +9,self_attn.q_proj,8,32,8,128,0.555483341217041,68.0625,67108864 +9,self_attn.q_proj,8,64,8,128,0.6582139134407043,66.03125,67108864 +9,self_attn.q_proj,8,128,8,128,0.7630046606063843,65.015625,67108864 +9,self_attn.v_proj,2,32,8,128,12.721362113952637,2.5078125,8388608 +9,self_attn.v_proj,2,64,8,128,14.8699369430542,2.25390625,8388608 +9,self_attn.v_proj,2,128,8,128,16.819732666015625,2.126953125,8388608 +9,self_attn.v_proj,3,32,8,128,5.440305709838867,3.5078125,8388608 +9,self_attn.v_proj,3,64,8,128,6.363877773284912,3.25390625,8388608 +9,self_attn.v_proj,3,128,8,128,7.200989723205566,3.126953125,8388608 +9,self_attn.v_proj,4,32,8,128,2.5382540225982666,4.5078125,8388608 +9,self_attn.v_proj,4,64,8,128,2.968956708908081,4.25390625,8388608 +9,self_attn.v_proj,4,128,8,128,3.363720655441284,4.126953125,8388608 +9,self_attn.v_proj,8,32,8,128,0.15372319519519806,8.5078125,8388608 +9,self_attn.v_proj,8,64,8,128,0.17961916327476501,8.25390625,8388608 +9,self_attn.v_proj,8,128,8,128,0.20253467559814453,8.126953125,8388608 +9,self_attn.k_proj,2,32,8,128,26.42189598083496,2.5078125,8388608 +9,self_attn.k_proj,2,64,8,128,31.615352630615234,2.25390625,8388608 +9,self_attn.k_proj,2,128,8,128,36.22029495239258,2.126953125,8388608 +9,self_attn.k_proj,3,32,8,128,11.376606941223145,3.5078125,8388608 +9,self_attn.k_proj,3,64,8,128,13.745140075683594,3.25390625,8388608 +9,self_attn.k_proj,3,128,8,128,16.012033462524414,3.126953125,8388608 +9,self_attn.k_proj,4,32,8,128,5.314411163330078,4.5078125,8388608 +9,self_attn.k_proj,4,64,8,128,6.414425373077393,4.25390625,8388608 +9,self_attn.k_proj,4,128,8,128,7.477529525756836,4.126953125,8388608 +9,self_attn.k_proj,8,32,8,128,0.32158344984054565,8.5078125,8388608 +9,self_attn.k_proj,8,64,8,128,0.3880411982536316,8.25390625,8388608 +9,self_attn.k_proj,8,128,8,128,0.4507000744342804,8.126953125,8388608 +9,self_attn.o_proj,2,32,8,128,33.76325607299805,20.0625,67108864 +9,self_attn.o_proj,2,64,8,128,39.530357360839844,18.03125,67108864 +9,self_attn.o_proj,2,128,8,128,44.890201568603516,17.015625,67108864 +9,self_attn.o_proj,3,32,8,128,14.439377784729004,28.0625,67108864 +9,self_attn.o_proj,3,64,8,128,16.930442810058594,26.03125,67108864 +9,self_attn.o_proj,3,128,8,128,19.259347915649414,25.015625,67108864 +9,self_attn.o_proj,4,32,8,128,6.73428201675415,36.0625,67108864 +9,self_attn.o_proj,4,64,8,128,7.904836177825928,34.03125,67108864 +9,self_attn.o_proj,4,128,8,128,8.983747482299805,33.015625,67108864 +9,self_attn.o_proj,8,32,8,128,0.4093394875526428,68.0625,67108864 +9,self_attn.o_proj,8,64,8,128,0.479574590921402,66.03125,67108864 +9,self_attn.o_proj,8,128,8,128,0.5435936450958252,65.015625,67108864 +9,mlp.gate_proj,2,32,8,128,142.41015625,70.21875,234881024 +9,mlp.gate_proj,2,64,8,128,173.82757568359375,63.109375,234881024 +9,mlp.gate_proj,2,128,8,128,199.448974609375,59.5546875,234881024 +9,mlp.gate_proj,3,32,8,128,61.30406188964844,98.21875,234881024 +9,mlp.gate_proj,3,64,8,128,75.36935424804688,91.109375,234881024 +9,mlp.gate_proj,3,128,8,128,89.3721694946289,87.5546875,234881024 +9,mlp.gate_proj,4,32,8,128,28.98422622680664,126.21875,234881024 +9,mlp.gate_proj,4,64,8,128,35.85440444946289,119.109375,234881024 +9,mlp.gate_proj,4,128,8,128,41.79305648803711,115.5546875,234881024 +9,mlp.gate_proj,8,32,8,128,1.7943781614303589,238.21875,234881024 +9,mlp.gate_proj,8,64,8,128,2.2386634349823,231.109375,234881024 +9,mlp.gate_proj,8,128,8,128,2.676602363586426,227.5546875,234881024 +9,mlp.up_proj,2,32,8,128,139.359375,70.21875,234881024 +9,mlp.up_proj,2,64,8,128,165.7630157470703,63.109375,234881024 +9,mlp.up_proj,2,128,8,128,190.1451873779297,59.5546875,234881024 +9,mlp.up_proj,3,32,8,128,60.169776916503906,98.21875,234881024 +9,mlp.up_proj,3,64,8,128,72.91801452636719,91.109375,234881024 +9,mlp.up_proj,3,128,8,128,85.9036636352539,87.5546875,234881024 +9,mlp.up_proj,4,32,8,128,28.197317123413086,126.21875,234881024 +9,mlp.up_proj,4,64,8,128,34.85843276977539,119.109375,234881024 +9,mlp.up_proj,4,128,8,128,40.8798942565918,115.5546875,234881024 +9,mlp.up_proj,8,32,8,128,1.7541924715042114,238.21875,234881024 +9,mlp.up_proj,8,64,8,128,2.196526050567627,231.109375,234881024 +9,mlp.up_proj,8,128,8,128,2.6011335849761963,227.5546875,234881024 +9,mlp.down_proj,2,32,8,128,65.73462677001953,70.21875,234881024 +9,mlp.down_proj,2,64,8,128,76.44322967529297,63.109375,234881024 +9,mlp.down_proj,2,128,8,128,86.4638671875,59.5546875,234881024 +9,mlp.down_proj,3,32,8,128,28.058053970336914,98.21875,234881024 +9,mlp.down_proj,3,64,8,128,32.79258346557617,91.109375,234881024 +9,mlp.down_proj,3,128,8,128,36.93619918823242,87.5546875,234881024 +9,mlp.down_proj,4,32,8,128,13.069445610046387,126.21875,234881024 +9,mlp.down_proj,4,64,8,128,15.315149307250977,119.109375,234881024 +9,mlp.down_proj,4,128,8,128,17.250225067138672,115.5546875,234881024 +9,mlp.down_proj,8,32,8,128,0.7983719110488892,238.21875,234881024 +9,mlp.down_proj,8,64,8,128,0.9339200854301453,231.109375,234881024 +9,mlp.down_proj,8,128,8,128,1.0499272346496582,227.5546875,234881024 +10,self_attn.q_proj,2,32,8,128,47.14068603515625,20.0625,67108864 +10,self_attn.q_proj,2,64,8,128,55.589046478271484,18.03125,67108864 +10,self_attn.q_proj,2,128,8,128,64.31179809570312,17.015625,67108864 +10,self_attn.q_proj,3,32,8,128,20.20406723022461,28.0625,67108864 +10,self_attn.q_proj,3,64,8,128,23.906391143798828,26.03125,67108864 +10,self_attn.q_proj,3,128,8,128,27.77785301208496,25.015625,67108864 +10,self_attn.q_proj,4,32,8,128,9.422062873840332,36.0625,67108864 +10,self_attn.q_proj,4,64,8,128,11.16172981262207,34.03125,67108864 +10,self_attn.q_proj,4,128,8,128,12.966678619384766,33.015625,67108864 +10,self_attn.q_proj,8,32,8,128,0.5725036263465881,68.0625,67108864 +10,self_attn.q_proj,8,64,8,128,0.6778901815414429,66.03125,67108864 +10,self_attn.q_proj,8,128,8,128,0.7850294709205627,65.015625,67108864 +10,self_attn.v_proj,2,32,8,128,11.197010040283203,2.5078125,8388608 +10,self_attn.v_proj,2,64,8,128,13.087926864624023,2.25390625,8388608 +10,self_attn.v_proj,2,128,8,128,14.809041023254395,2.126953125,8388608 +10,self_attn.v_proj,3,32,8,128,4.789017677307129,3.5078125,8388608 +10,self_attn.v_proj,3,64,8,128,5.6010966300964355,3.25390625,8388608 +10,self_attn.v_proj,3,128,8,128,6.337094783782959,3.126953125,8388608 +10,self_attn.v_proj,4,32,8,128,2.235208749771118,4.5078125,8388608 +10,self_attn.v_proj,4,64,8,128,2.6131129264831543,4.25390625,8388608 +10,self_attn.v_proj,4,128,8,128,2.959289789199829,4.126953125,8388608 +10,self_attn.v_proj,8,32,8,128,0.1353050023317337,8.5078125,8388608 +10,self_attn.v_proj,8,64,8,128,0.15808051824569702,8.25390625,8388608 +10,self_attn.v_proj,8,128,8,128,0.17831480503082275,8.126953125,8388608 +10,self_attn.k_proj,2,32,8,128,29.74114990234375,2.5078125,8388608 +10,self_attn.k_proj,2,64,8,128,35.666168212890625,2.25390625,8388608 +10,self_attn.k_proj,2,128,8,128,40.49492645263672,2.126953125,8388608 +10,self_attn.k_proj,3,32,8,128,12.971846580505371,3.5078125,8388608 +10,self_attn.k_proj,3,64,8,128,15.866230964660645,3.25390625,8388608 +10,self_attn.k_proj,3,128,8,128,18.66630744934082,3.126953125,8388608 +10,self_attn.k_proj,4,32,8,128,6.054455757141113,4.5078125,8388608 +10,self_attn.k_proj,4,64,8,128,7.405684471130371,4.25390625,8388608 +10,self_attn.k_proj,4,128,8,128,8.722984313964844,4.126953125,8388608 +10,self_attn.k_proj,8,32,8,128,0.36622342467308044,8.5078125,8388608 +10,self_attn.k_proj,8,64,8,128,0.44772791862487793,8.25390625,8388608 +10,self_attn.k_proj,8,128,8,128,0.5256458520889282,8.126953125,8388608 +10,self_attn.o_proj,2,32,8,128,32.55480194091797,20.0625,67108864 +10,self_attn.o_proj,2,64,8,128,37.96102523803711,18.03125,67108864 +10,self_attn.o_proj,2,128,8,128,42.890541076660156,17.015625,67108864 +10,self_attn.o_proj,3,32,8,128,13.908888816833496,28.0625,67108864 +10,self_attn.o_proj,3,64,8,128,16.246912002563477,26.03125,67108864 +10,self_attn.o_proj,3,128,8,128,18.34898567199707,25.015625,67108864 +10,self_attn.o_proj,4,32,8,128,6.488602638244629,36.0625,67108864 +10,self_attn.o_proj,4,64,8,128,7.578617572784424,34.03125,67108864 +10,self_attn.o_proj,4,128,8,128,8.564111709594727,33.015625,67108864 +10,self_attn.o_proj,8,32,8,128,0.39453575015068054,68.0625,67108864 +10,self_attn.o_proj,8,64,8,128,0.460052490234375,66.03125,67108864 +10,self_attn.o_proj,8,128,8,128,0.5181158781051636,65.015625,67108864 +10,mlp.gate_proj,2,32,8,128,68.98130798339844,70.21875,234881024 +10,mlp.gate_proj,2,64,8,128,80.78734588623047,63.109375,234881024 +10,mlp.gate_proj,2,128,8,128,91.6896743774414,59.5546875,234881024 +10,mlp.gate_proj,3,32,8,128,29.608379364013672,98.21875,234881024 +10,mlp.gate_proj,3,64,8,128,34.61275863647461,91.109375,234881024 +10,mlp.gate_proj,3,128,8,128,39.23339080810547,87.5546875,234881024 +10,mlp.gate_proj,4,32,8,128,13.78589153289795,126.21875,234881024 +10,mlp.gate_proj,4,64,8,128,16.21443748474121,119.109375,234881024 +10,mlp.gate_proj,4,128,8,128,18.336498260498047,115.5546875,234881024 +10,mlp.gate_proj,8,32,8,128,0.8414453268051147,238.21875,234881024 +10,mlp.gate_proj,8,64,8,128,0.990977942943573,231.109375,234881024 +10,mlp.gate_proj,8,128,8,128,1.1153910160064697,227.5546875,234881024 +10,mlp.up_proj,2,32,8,128,66.5533676147461,70.21875,234881024 +10,mlp.up_proj,2,64,8,128,77.57467651367188,63.109375,234881024 +10,mlp.up_proj,2,128,8,128,87.87248229980469,59.5546875,234881024 +10,mlp.up_proj,3,32,8,128,28.47943115234375,98.21875,234881024 +10,mlp.up_proj,3,64,8,128,33.30709457397461,91.109375,234881024 +10,mlp.up_proj,3,128,8,128,37.61131286621094,87.5546875,234881024 +10,mlp.up_proj,4,32,8,128,13.267901420593262,126.21875,234881024 +10,mlp.up_proj,4,64,8,128,15.586748123168945,119.109375,234881024 +10,mlp.up_proj,4,128,8,128,17.581785202026367,115.5546875,234881024 +10,mlp.up_proj,8,32,8,128,0.810247540473938,238.21875,234881024 +10,mlp.up_proj,8,64,8,128,0.9502071738243103,231.109375,234881024 +10,mlp.up_proj,8,128,8,128,1.0699801445007324,227.5546875,234881024 +10,mlp.down_proj,2,32,8,128,66.35365295410156,70.21875,234881024 +10,mlp.down_proj,2,64,8,128,77.18567657470703,63.109375,234881024 +10,mlp.down_proj,2,128,8,128,87.27243041992188,59.5546875,234881024 +10,mlp.down_proj,3,32,8,128,28.34636688232422,98.21875,234881024 +10,mlp.down_proj,3,64,8,128,33.08552932739258,91.109375,234881024 +10,mlp.down_proj,3,128,8,128,37.25356674194336,87.5546875,234881024 +10,mlp.down_proj,4,32,8,128,13.202288627624512,126.21875,234881024 +10,mlp.down_proj,4,64,8,128,15.466925621032715,119.109375,234881024 +10,mlp.down_proj,4,128,8,128,17.396480560302734,115.5546875,234881024 +10,mlp.down_proj,8,32,8,128,0.806340217590332,238.21875,234881024 +10,mlp.down_proj,8,64,8,128,0.9429009556770325,231.109375,234881024 +10,mlp.down_proj,8,128,8,128,1.0587960481643677,227.5546875,234881024 +11,self_attn.q_proj,2,32,8,128,47.767738342285156,20.0625,67108864 +11,self_attn.q_proj,2,64,8,128,56.40552520751953,18.03125,67108864 +11,self_attn.q_proj,2,128,8,128,64.79865264892578,17.015625,67108864 +11,self_attn.q_proj,3,32,8,128,20.451942443847656,28.0625,67108864 +11,self_attn.q_proj,3,64,8,128,24.19611167907715,26.03125,67108864 +11,self_attn.q_proj,3,128,8,128,27.862035751342773,25.015625,67108864 +11,self_attn.q_proj,4,32,8,128,9.539348602294922,36.0625,67108864 +11,self_attn.q_proj,4,64,8,128,11.303452491760254,34.03125,67108864 +11,self_attn.q_proj,4,128,8,128,13.00934886932373,33.015625,67108864 +11,self_attn.q_proj,8,32,8,128,0.5797201991081238,68.0625,67108864 +11,self_attn.q_proj,8,64,8,128,0.686638355255127,66.03125,67108864 +11,self_attn.q_proj,8,128,8,128,0.7877641916275024,65.015625,67108864 +11,self_attn.v_proj,2,32,8,128,11.666751861572266,2.5078125,8388608 +11,self_attn.v_proj,2,64,8,128,13.598281860351562,2.25390625,8388608 +11,self_attn.v_proj,2,128,8,128,15.32270622253418,2.126953125,8388608 +11,self_attn.v_proj,3,32,8,128,5.001588821411133,3.5078125,8388608 +11,self_attn.v_proj,3,64,8,128,5.834916591644287,3.25390625,8388608 +11,self_attn.v_proj,3,128,8,128,6.579465389251709,3.126953125,8388608 +11,self_attn.v_proj,4,32,8,128,2.334949016571045,4.5078125,8388608 +11,self_attn.v_proj,4,64,8,128,2.726151466369629,4.25390625,8388608 +11,self_attn.v_proj,4,128,8,128,3.0753023624420166,4.126953125,8388608 +11,self_attn.v_proj,8,32,8,128,0.1413068175315857,8.5078125,8388608 +11,self_attn.v_proj,8,64,8,128,0.16494955122470856,8.25390625,8388608 +11,self_attn.v_proj,8,128,8,128,0.18565921485424042,8.126953125,8388608 +11,self_attn.k_proj,2,32,8,128,30.501800537109375,2.5078125,8388608 +11,self_attn.k_proj,2,64,8,128,36.524513244628906,2.25390625,8388608 +11,self_attn.k_proj,2,128,8,128,41.789894104003906,2.126953125,8388608 +11,self_attn.k_proj,3,32,8,128,13.224815368652344,3.5078125,8388608 +11,self_attn.k_proj,3,64,8,128,16.006458282470703,3.25390625,8388608 +11,self_attn.k_proj,3,128,8,128,18.649927139282227,3.126953125,8388608 +11,self_attn.k_proj,4,32,8,128,6.174098968505859,4.5078125,8388608 +11,self_attn.k_proj,4,64,8,128,7.477685928344727,4.25390625,8388608 +11,self_attn.k_proj,4,128,8,128,8.725138664245605,4.126953125,8388608 +11,self_attn.k_proj,8,32,8,128,0.3738352358341217,8.5078125,8388608 +11,self_attn.k_proj,8,64,8,128,0.4530104994773865,8.25390625,8388608 +11,self_attn.k_proj,8,128,8,128,0.5279937982559204,8.126953125,8388608 +11,self_attn.o_proj,2,32,8,128,33.46442794799805,20.0625,67108864 +11,self_attn.o_proj,2,64,8,128,38.971405029296875,18.03125,67108864 +11,self_attn.o_proj,2,128,8,128,43.96527099609375,17.015625,67108864 +11,self_attn.o_proj,3,32,8,128,14.307816505432129,28.0625,67108864 +11,self_attn.o_proj,3,64,8,128,16.680299758911133,26.03125,67108864 +11,self_attn.o_proj,3,128,8,128,18.8251953125,25.015625,67108864 +11,self_attn.o_proj,4,32,8,128,6.672486305236816,36.0625,67108864 +11,self_attn.o_proj,4,64,8,128,7.785013675689697,34.03125,67108864 +11,self_attn.o_proj,4,128,8,128,8.779267311096191,33.015625,67108864 +11,self_attn.o_proj,8,32,8,128,0.40569835901260376,68.0625,67108864 +11,self_attn.o_proj,8,64,8,128,0.47240838408470154,66.03125,67108864 +11,self_attn.o_proj,8,128,8,128,0.5310494303703308,65.015625,67108864 +11,mlp.gate_proj,2,32,8,128,71.75784301757812,70.21875,234881024 +11,mlp.gate_proj,2,64,8,128,83.99767303466797,63.109375,234881024 +11,mlp.gate_proj,2,128,8,128,95.28524017333984,59.5546875,234881024 +11,mlp.gate_proj,3,32,8,128,30.81612205505371,98.21875,234881024 +11,mlp.gate_proj,3,64,8,128,36.135948181152344,91.109375,234881024 +11,mlp.gate_proj,3,128,8,128,40.96001052856445,87.5546875,234881024 +11,mlp.gate_proj,4,32,8,128,14.358738899230957,126.21875,234881024 +11,mlp.gate_proj,4,64,8,128,16.89822006225586,119.109375,234881024 +11,mlp.gate_proj,4,128,8,128,19.172298431396484,115.5546875,234881024 +11,mlp.gate_proj,8,32,8,128,0.8768954277038574,238.21875,234881024 +11,mlp.gate_proj,8,64,8,128,1.0320100784301758,231.109375,234881024 +11,mlp.gate_proj,8,128,8,128,1.1669518947601318,227.5546875,234881024 +11,mlp.up_proj,2,32,8,128,69.36652374267578,70.21875,234881024 +11,mlp.up_proj,2,64,8,128,80.97540283203125,63.109375,234881024 +11,mlp.up_proj,2,128,8,128,91.56926727294922,59.5546875,234881024 +11,mlp.up_proj,3,32,8,128,29.73406219482422,98.21875,234881024 +11,mlp.up_proj,3,64,8,128,34.84250259399414,91.109375,234881024 +11,mlp.up_proj,3,128,8,128,39.43355178833008,87.5546875,234881024 +11,mlp.up_proj,4,32,8,128,13.872541427612305,126.21875,234881024 +11,mlp.up_proj,4,64,8,128,16.308040618896484,119.109375,234881024 +11,mlp.up_proj,4,128,8,128,18.469900131225586,115.5546875,234881024 +11,mlp.up_proj,8,32,8,128,0.8470475077629089,238.21875,234881024 +11,mlp.up_proj,8,64,8,128,0.9942194819450378,231.109375,234881024 +11,mlp.up_proj,8,128,8,128,1.122808814048767,227.5546875,234881024 +11,mlp.down_proj,2,32,8,128,66.81829071044922,70.21875,234881024 +11,mlp.down_proj,2,64,8,128,77.74824523925781,63.109375,234881024 +11,mlp.down_proj,2,128,8,128,87.90068817138672,59.5546875,234881024 +11,mlp.down_proj,3,32,8,128,28.561784744262695,98.21875,234881024 +11,mlp.down_proj,3,64,8,128,33.30084228515625,91.109375,234881024 +11,mlp.down_proj,3,128,8,128,37.48672866821289,87.5546875,234881024 +11,mlp.down_proj,4,32,8,128,13.302050590515137,126.21875,234881024 +11,mlp.down_proj,4,64,8,128,15.578849792480469,119.109375,234881024 +11,mlp.down_proj,4,128,8,128,17.510520935058594,115.5546875,234881024 +11,mlp.down_proj,8,32,8,128,0.8122872114181519,238.21875,234881024 +11,mlp.down_proj,8,64,8,128,0.9497777819633484,231.109375,234881024 +11,mlp.down_proj,8,128,8,128,1.0653804540634155,227.5546875,234881024 +12,self_attn.q_proj,2,32,8,128,45.970252990722656,20.0625,67108864 +12,self_attn.q_proj,2,64,8,128,54.733154296875,18.03125,67108864 +12,self_attn.q_proj,2,128,8,128,63.23746871948242,17.015625,67108864 +12,self_attn.q_proj,3,32,8,128,19.70374870300293,28.0625,67108864 +12,self_attn.q_proj,3,64,8,128,23.57019805908203,26.03125,67108864 +12,self_attn.q_proj,3,128,8,128,27.379981994628906,25.015625,67108864 +12,self_attn.q_proj,4,32,8,128,9.1904935836792,36.0625,67108864 +12,self_attn.q_proj,4,64,8,128,11.001408576965332,34.03125,67108864 +12,self_attn.q_proj,4,128,8,128,12.773686408996582,33.015625,67108864 +12,self_attn.q_proj,8,32,8,128,0.5582144260406494,68.0625,67108864 +12,self_attn.q_proj,8,64,8,128,0.6679866313934326,66.03125,67108864 +12,self_attn.q_proj,8,128,8,128,0.7734392285346985,65.015625,67108864 +12,self_attn.v_proj,2,32,8,128,11.925644874572754,2.5078125,8388608 +12,self_attn.v_proj,2,64,8,128,13.90407657623291,2.25390625,8388608 +12,self_attn.v_proj,2,128,8,128,15.69293212890625,2.126953125,8388608 +12,self_attn.v_proj,3,32,8,128,5.097866535186768,3.5078125,8388608 +12,self_attn.v_proj,3,64,8,128,5.948110103607178,3.25390625,8388608 +12,self_attn.v_proj,3,128,8,128,6.715869903564453,3.126953125,8388608 +12,self_attn.v_proj,4,32,8,128,2.378878355026245,4.5078125,8388608 +12,self_attn.v_proj,4,64,8,128,2.7749738693237305,4.25390625,8388608 +12,self_attn.v_proj,4,128,8,128,3.1339030265808105,4.126953125,8388608 +12,self_attn.v_proj,8,32,8,128,0.1439635306596756,8.5078125,8388608 +12,self_attn.v_proj,8,64,8,128,0.16780085861682892,8.25390625,8388608 +12,self_attn.v_proj,8,128,8,128,0.1888420730829239,8.126953125,8388608 +12,self_attn.k_proj,2,32,8,128,28.83409881591797,2.5078125,8388608 +12,self_attn.k_proj,2,64,8,128,34.81871032714844,2.25390625,8388608 +12,self_attn.k_proj,2,128,8,128,39.84324264526367,2.126953125,8388608 +12,self_attn.k_proj,3,32,8,128,12.634294509887695,3.5078125,8388608 +12,self_attn.k_proj,3,64,8,128,15.654329299926758,3.25390625,8388608 +12,self_attn.k_proj,3,128,8,128,18.688997268676758,3.126953125,8388608 +12,self_attn.k_proj,4,32,8,128,5.896311283111572,4.5078125,8388608 +12,self_attn.k_proj,4,64,8,128,7.311997413635254,4.25390625,8388608 +12,self_attn.k_proj,4,128,8,128,8.737876892089844,4.126953125,8388608 +12,self_attn.k_proj,8,32,8,128,0.3568747341632843,8.5078125,8388608 +12,self_attn.k_proj,8,64,8,128,0.4419971704483032,8.25390625,8388608 +12,self_attn.k_proj,8,128,8,128,0.526684045791626,8.126953125,8388608 +12,self_attn.o_proj,2,32,8,128,33.648521423339844,20.0625,67108864 +12,self_attn.o_proj,2,64,8,128,39.29265594482422,18.03125,67108864 +12,self_attn.o_proj,2,128,8,128,44.4813117980957,17.015625,67108864 +12,self_attn.o_proj,3,32,8,128,14.388138771057129,28.0625,67108864 +12,self_attn.o_proj,3,64,8,128,16.819339752197266,26.03125,67108864 +12,self_attn.o_proj,3,128,8,128,19.04666519165039,25.015625,67108864 +12,self_attn.o_proj,4,32,8,128,6.709958076477051,36.0625,67108864 +12,self_attn.o_proj,4,64,8,128,7.851311683654785,34.03125,67108864 +12,self_attn.o_proj,4,128,8,128,8.887606620788574,33.015625,67108864 +12,self_attn.o_proj,8,32,8,128,0.4080013036727905,68.0625,67108864 +12,self_attn.o_proj,8,64,8,128,0.47638407349586487,66.03125,67108864 +12,self_attn.o_proj,8,128,8,128,0.5377086400985718,65.015625,67108864 +12,mlp.gate_proj,2,32,8,128,69.25147247314453,70.21875,234881024 +12,mlp.gate_proj,2,64,8,128,81.35717010498047,63.109375,234881024 +12,mlp.gate_proj,2,128,8,128,92.57120513916016,59.5546875,234881024 +12,mlp.gate_proj,3,32,8,128,29.71519660949707,98.21875,234881024 +12,mlp.gate_proj,3,64,8,128,34.81437301635742,91.109375,234881024 +12,mlp.gate_proj,3,128,8,128,39.620758056640625,87.5546875,234881024 +12,mlp.gate_proj,4,32,8,128,13.83614444732666,126.21875,234881024 +12,mlp.gate_proj,4,64,8,128,16.301456451416016,119.109375,234881024 +12,mlp.gate_proj,4,128,8,128,18.49755859375,115.5546875,234881024 +12,mlp.gate_proj,8,32,8,128,0.8445115685462952,238.21875,234881024 +12,mlp.gate_proj,8,64,8,128,0.9973483085632324,231.109375,234881024 +12,mlp.gate_proj,8,128,8,128,1.1254737377166748,227.5546875,234881024 +12,mlp.up_proj,2,32,8,128,66.6687240600586,70.21875,234881024 +12,mlp.up_proj,2,64,8,128,77.78538513183594,63.109375,234881024 +12,mlp.up_proj,2,128,8,128,88.19718170166016,59.5546875,234881024 +12,mlp.up_proj,3,32,8,128,28.506656646728516,98.21875,234881024 +12,mlp.up_proj,3,64,8,128,33.34957504272461,91.109375,234881024 +12,mlp.up_proj,3,128,8,128,37.68560028076172,87.5546875,234881024 +12,mlp.up_proj,4,32,8,128,13.279901504516602,126.21875,234881024 +12,mlp.up_proj,4,64,8,128,15.604920387268066,119.109375,234881024 +12,mlp.up_proj,4,128,8,128,17.60580825805664,115.5546875,234881024 +12,mlp.up_proj,8,32,8,128,0.8110992312431335,238.21875,234881024 +12,mlp.up_proj,8,64,8,128,0.951673686504364,231.109375,234881024 +12,mlp.up_proj,8,128,8,128,1.0720009803771973,227.5546875,234881024 +12,mlp.down_proj,2,32,8,128,66.17350006103516,70.21875,234881024 +12,mlp.down_proj,2,64,8,128,76.96678161621094,63.109375,234881024 +12,mlp.down_proj,2,128,8,128,87.02436065673828,59.5546875,234881024 +12,mlp.down_proj,3,32,8,128,28.261655807495117,98.21875,234881024 +12,mlp.down_proj,3,64,8,128,32.99079132080078,91.109375,234881024 +12,mlp.down_proj,3,128,8,128,37.13298797607422,87.5546875,234881024 +12,mlp.down_proj,4,32,8,128,13.163488388061523,126.21875,234881024 +12,mlp.down_proj,4,64,8,128,15.417389869689941,119.109375,234881024 +12,mlp.down_proj,4,128,8,128,17.342052459716797,115.5546875,234881024 +12,mlp.down_proj,8,32,8,128,0.803975522518158,238.21875,234881024 +12,mlp.down_proj,8,64,8,128,0.94005286693573,231.109375,234881024 +12,mlp.down_proj,8,128,8,128,1.0553438663482666,227.5546875,234881024 +13,self_attn.q_proj,2,32,8,128,49.25015640258789,20.0625,67108864 +13,self_attn.q_proj,2,64,8,128,58.07244110107422,18.03125,67108864 +13,self_attn.q_proj,2,128,8,128,66.85311889648438,17.015625,67108864 +13,self_attn.q_proj,3,32,8,128,21.109045028686523,28.0625,67108864 +13,self_attn.q_proj,3,64,8,128,24.923521041870117,26.03125,67108864 +13,self_attn.q_proj,3,128,8,128,28.77683448791504,25.015625,67108864 +13,self_attn.q_proj,4,32,8,128,9.843463897705078,36.0625,67108864 +13,self_attn.q_proj,4,64,8,128,11.635232925415039,34.03125,67108864 +13,self_attn.q_proj,4,128,8,128,13.424088478088379,33.015625,67108864 +13,self_attn.q_proj,8,32,8,128,0.5981475114822388,68.0625,67108864 +13,self_attn.q_proj,8,64,8,128,0.7073034048080444,66.03125,67108864 +13,self_attn.q_proj,8,128,8,128,0.8130020499229431,65.015625,67108864 +13,self_attn.v_proj,2,32,8,128,11.035346031188965,2.5078125,8388608 +13,self_attn.v_proj,2,64,8,128,12.886762619018555,2.25390625,8388608 +13,self_attn.v_proj,2,128,8,128,14.561017990112305,2.126953125,8388608 +13,self_attn.v_proj,3,32,8,128,4.718418121337891,3.5078125,8388608 +13,self_attn.v_proj,3,64,8,128,5.512012481689453,3.25390625,8388608 +13,self_attn.v_proj,3,128,8,128,6.229242324829102,3.126953125,8388608 +13,self_attn.v_proj,4,32,8,128,2.201510429382324,4.5078125,8388608 +13,self_attn.v_proj,4,64,8,128,2.5720157623291016,4.25390625,8388608 +13,self_attn.v_proj,4,128,8,128,2.9074878692626953,4.126953125,8388608 +13,self_attn.v_proj,8,32,8,128,0.13324934244155884,8.5078125,8388608 +13,self_attn.v_proj,8,64,8,128,0.15555711090564728,8.25390625,8388608 +13,self_attn.v_proj,8,128,8,128,0.17520011961460114,8.126953125,8388608 +13,self_attn.k_proj,2,32,8,128,32.54615020751953,2.5078125,8388608 +13,self_attn.k_proj,2,64,8,128,39.335060119628906,2.25390625,8388608 +13,self_attn.k_proj,2,128,8,128,44.98366165161133,2.126953125,8388608 +13,self_attn.k_proj,3,32,8,128,14.185782432556152,3.5078125,8388608 +13,self_attn.k_proj,3,64,8,128,17.453325271606445,3.25390625,8388608 +13,self_attn.k_proj,3,128,8,128,20.650190353393555,3.126953125,8388608 +13,self_attn.k_proj,4,32,8,128,6.618594646453857,4.5078125,8388608 +13,self_attn.k_proj,4,64,8,128,8.152591705322266,4.25390625,8388608 +13,self_attn.k_proj,4,128,8,128,9.649757385253906,4.126953125,8388608 +13,self_attn.k_proj,8,32,8,128,0.4005458950996399,8.5078125,8388608 +13,self_attn.k_proj,8,64,8,128,0.49274417757987976,8.25390625,8388608 +13,self_attn.k_proj,8,128,8,128,0.5815945863723755,8.126953125,8388608 +13,self_attn.o_proj,2,32,8,128,33.44627380371094,20.0625,67108864 +13,self_attn.o_proj,2,64,8,128,39.05561828613281,18.03125,67108864 +13,self_attn.o_proj,2,128,8,128,44.21564865112305,17.015625,67108864 +13,self_attn.o_proj,3,32,8,128,14.298200607299805,28.0625,67108864 +13,self_attn.o_proj,3,64,8,128,16.71733856201172,26.03125,67108864 +13,self_attn.o_proj,3,128,8,128,18.94234275817871,25.015625,67108864 +13,self_attn.o_proj,4,32,8,128,6.668493747711182,36.0625,67108864 +13,self_attn.o_proj,4,64,8,128,7.80316686630249,34.03125,67108864 +13,self_attn.o_proj,4,128,8,128,8.834348678588867,33.015625,67108864 +13,self_attn.o_proj,8,32,8,128,0.4054746925830841,68.0625,67108864 +13,self_attn.o_proj,8,64,8,128,0.4735655188560486,66.03125,67108864 +13,self_attn.o_proj,8,128,8,128,0.5344103574752808,65.015625,67108864 +13,mlp.gate_proj,2,32,8,128,69.03190612792969,70.21875,234881024 +13,mlp.gate_proj,2,64,8,128,81.01173400878906,63.109375,234881024 +13,mlp.gate_proj,2,128,8,128,92.14631652832031,59.5546875,234881024 +13,mlp.gate_proj,3,32,8,128,29.597579956054688,98.21875,234881024 +13,mlp.gate_proj,3,64,8,128,34.64426040649414,91.109375,234881024 +13,mlp.gate_proj,3,128,8,128,39.37221145629883,87.5546875,234881024 +13,mlp.gate_proj,4,32,8,128,13.775668144226074,126.21875,234881024 +13,mlp.gate_proj,4,64,8,128,16.220352172851562,119.109375,234881024 +13,mlp.gate_proj,4,128,8,128,18.368988037109375,115.5546875,234881024 +13,mlp.gate_proj,8,32,8,128,0.8409239649772644,238.21875,234881024 +13,mlp.gate_proj,8,64,8,128,0.991669774055481,231.109375,234881024 +13,mlp.gate_proj,8,128,8,128,1.1175488233566284,227.5546875,234881024 +13,mlp.up_proj,2,32,8,128,66.7879638671875,70.21875,234881024 +13,mlp.up_proj,2,64,8,128,77.96022033691406,63.109375,234881024 +13,mlp.up_proj,2,128,8,128,88.4473876953125,59.5546875,234881024 +13,mlp.up_proj,3,32,8,128,28.552574157714844,98.21875,234881024 +13,mlp.up_proj,3,64,8,128,33.40336608886719,91.109375,234881024 +13,mlp.up_proj,3,128,8,128,37.746620178222656,87.5546875,234881024 +13,mlp.up_proj,4,32,8,128,13.298750877380371,126.21875,234881024 +13,mlp.up_proj,4,64,8,128,15.629368782043457,119.109375,234881024 +13,mlp.up_proj,4,128,8,128,17.63620376586914,115.5546875,234881024 +13,mlp.up_proj,8,32,8,128,0.8120517730712891,238.21875,234881024 +13,mlp.up_proj,8,64,8,128,0.9528236389160156,231.109375,234881024 +13,mlp.up_proj,8,128,8,128,1.0728344917297363,227.5546875,234881024 +13,mlp.down_proj,2,32,8,128,66.42121124267578,70.21875,234881024 +13,mlp.down_proj,2,64,8,128,77.27613067626953,63.109375,234881024 +13,mlp.down_proj,2,128,8,128,87.41708374023438,59.5546875,234881024 +13,mlp.down_proj,3,32,8,128,28.37793731689453,98.21875,234881024 +13,mlp.down_proj,3,64,8,128,33.11520767211914,91.109375,234881024 +13,mlp.down_proj,3,128,8,128,37.28759002685547,87.5546875,234881024 +13,mlp.down_proj,4,32,8,128,13.217059135437012,126.21875,234881024 +13,mlp.down_proj,4,64,8,128,15.481522560119629,119.109375,234881024 +13,mlp.down_proj,4,128,8,128,17.4088191986084,115.5546875,234881024 +13,mlp.down_proj,8,32,8,128,0.8071901202201843,238.21875,234881024 +13,mlp.down_proj,8,64,8,128,0.9440082311630249,231.109375,234881024 +13,mlp.down_proj,8,128,8,128,1.0594356060028076,227.5546875,234881024 +14,self_attn.q_proj,2,32,8,128,49.55269241333008,20.0625,67108864 +14,self_attn.q_proj,2,64,8,128,58.64954376220703,18.03125,67108864 +14,self_attn.q_proj,2,128,8,128,67.902587890625,17.015625,67108864 +14,self_attn.q_proj,3,32,8,128,21.257667541503906,28.0625,67108864 +14,self_attn.q_proj,3,64,8,128,25.224964141845703,26.03125,67108864 +14,self_attn.q_proj,3,128,8,128,29.407995223999023,25.015625,67108864 +14,self_attn.q_proj,4,32,8,128,9.91373348236084,36.0625,67108864 +14,self_attn.q_proj,4,64,8,128,11.775971412658691,34.03125,67108864 +14,self_attn.q_proj,4,128,8,128,13.71927261352539,33.015625,67108864 +14,self_attn.q_proj,8,32,8,128,0.6024156212806702,68.0625,67108864 +14,self_attn.q_proj,8,64,8,128,0.7157009243965149,66.03125,67108864 +14,self_attn.q_proj,8,128,8,128,0.830431342124939,65.015625,67108864 +14,self_attn.v_proj,2,32,8,128,10.771615982055664,2.5078125,8388608 +14,self_attn.v_proj,2,64,8,128,12.641671180725098,2.25390625,8388608 +14,self_attn.v_proj,2,128,8,128,14.363245964050293,2.126953125,8388608 +14,self_attn.v_proj,3,32,8,128,4.607372760772705,3.5078125,8388608 +14,self_attn.v_proj,3,64,8,128,5.408575057983398,3.25390625,8388608 +14,self_attn.v_proj,3,128,8,128,6.141956806182861,3.126953125,8388608 +14,self_attn.v_proj,4,32,8,128,2.1491665840148926,4.5078125,8388608 +14,self_attn.v_proj,4,64,8,128,2.5239756107330322,4.25390625,8388608 +14,self_attn.v_proj,4,128,8,128,2.8668816089630127,4.126953125,8388608 +14,self_attn.v_proj,8,32,8,128,0.13016216456890106,8.5078125,8388608 +14,self_attn.v_proj,8,64,8,128,0.15261071920394897,8.25390625,8388608 +14,self_attn.v_proj,8,128,8,128,0.17280392348766327,8.126953125,8388608 +14,self_attn.k_proj,2,32,8,128,30.60262680053711,2.5078125,8388608 +14,self_attn.k_proj,2,64,8,128,36.77401351928711,2.25390625,8388608 +14,self_attn.k_proj,2,128,8,128,41.902408599853516,2.126953125,8388608 +14,self_attn.k_proj,3,32,8,128,13.323531150817871,3.5078125,8388608 +14,self_attn.k_proj,3,64,8,128,16.3106689453125,3.25390625,8388608 +14,self_attn.k_proj,3,128,8,128,19.221939086914062,3.126953125,8388608 +14,self_attn.k_proj,4,32,8,128,6.221292495727539,4.5078125,8388608 +14,self_attn.k_proj,4,64,8,128,7.614718914031982,4.25390625,8388608 +14,self_attn.k_proj,4,128,8,128,8.983316421508789,4.126953125,8388608 +14,self_attn.k_proj,8,32,8,128,0.3762752413749695,8.5078125,8388608 +14,self_attn.k_proj,8,64,8,128,0.4601679742336273,8.25390625,8388608 +14,self_attn.k_proj,8,128,8,128,0.5410057306289673,8.126953125,8388608 +14,self_attn.o_proj,2,32,8,128,32.464168548583984,20.0625,67108864 +14,self_attn.o_proj,2,64,8,128,37.81532287597656,18.03125,67108864 +14,self_attn.o_proj,2,128,8,128,42.7044563293457,17.015625,67108864 +14,self_attn.o_proj,3,32,8,128,13.870448112487793,28.0625,67108864 +14,self_attn.o_proj,3,64,8,128,16.1888427734375,26.03125,67108864 +14,self_attn.o_proj,3,128,8,128,18.266937255859375,25.015625,67108864 +14,self_attn.o_proj,4,32,8,128,6.469182014465332,36.0625,67108864 +14,self_attn.o_proj,4,64,8,128,7.553121089935303,34.03125,67108864 +14,self_attn.o_proj,4,128,8,128,8.52535343170166,33.015625,67108864 +14,self_attn.o_proj,8,32,8,128,0.3933440148830414,68.0625,67108864 +14,self_attn.o_proj,8,64,8,128,0.4583703577518463,66.03125,67108864 +14,self_attn.o_proj,8,128,8,128,0.515684962272644,65.015625,67108864 +14,mlp.gate_proj,2,32,8,128,69.46522521972656,70.21875,234881024 +14,mlp.gate_proj,2,64,8,128,81.52556610107422,63.109375,234881024 +14,mlp.gate_proj,2,128,8,128,92.62480926513672,59.5546875,234881024 +14,mlp.gate_proj,3,32,8,128,29.790237426757812,98.21875,234881024 +14,mlp.gate_proj,3,64,8,128,34.86628341674805,91.109375,234881024 +14,mlp.gate_proj,3,128,8,128,39.59559631347656,87.5546875,234881024 +14,mlp.gate_proj,4,32,8,128,13.867393493652344,126.21875,234881024 +14,mlp.gate_proj,4,64,8,128,16.312068939208984,119.109375,234881024 +14,mlp.gate_proj,4,128,8,128,18.489431381225586,115.5546875,234881024 +14,mlp.gate_proj,8,32,8,128,0.8463444113731384,238.21875,234881024 +14,mlp.gate_proj,8,64,8,128,0.998119592666626,231.109375,234881024 +14,mlp.gate_proj,8,128,8,128,1.123921513557434,227.5546875,234881024 +14,mlp.up_proj,2,32,8,128,66.89312744140625,70.21875,234881024 +14,mlp.up_proj,2,64,8,128,78.0659408569336,63.109375,234881024 +14,mlp.up_proj,2,128,8,128,88.52325439453125,59.5546875,234881024 +14,mlp.up_proj,3,32,8,128,28.603185653686523,98.21875,234881024 +14,mlp.up_proj,3,64,8,128,33.44575500488281,91.109375,234881024 +14,mlp.up_proj,3,128,8,128,37.79161071777344,87.5546875,234881024 +14,mlp.up_proj,4,32,8,128,13.320771217346191,126.21875,234881024 +14,mlp.up_proj,4,64,8,128,15.64788818359375,119.109375,234881024 +14,mlp.up_proj,4,128,8,128,17.647743225097656,115.5546875,234881024 +14,mlp.up_proj,8,32,8,128,0.8134067058563232,238.21875,234881024 +14,mlp.up_proj,8,64,8,128,0.9541072249412537,231.109375,234881024 +14,mlp.up_proj,8,128,8,128,1.0740185976028442,227.5546875,234881024 +14,mlp.down_proj,2,32,8,128,66.69234466552734,70.21875,234881024 +14,mlp.down_proj,2,64,8,128,77.62615966796875,63.109375,234881024 +14,mlp.down_proj,2,128,8,128,87.81917572021484,59.5546875,234881024 +14,mlp.down_proj,3,32,8,128,28.506433486938477,98.21875,234881024 +14,mlp.down_proj,3,64,8,128,33.254634857177734,91.109375,234881024 +14,mlp.down_proj,3,128,8,128,37.46749496459961,87.5546875,234881024 +14,mlp.down_proj,4,32,8,128,13.275007247924805,126.21875,234881024 +14,mlp.down_proj,4,64,8,128,15.556656837463379,119.109375,234881024 +14,mlp.down_proj,4,128,8,128,17.48824119567871,115.5546875,234881024 +14,mlp.down_proj,8,32,8,128,0.8106511235237122,238.21875,234881024 +14,mlp.down_proj,8,64,8,128,0.948485255241394,231.109375,234881024 +14,mlp.down_proj,8,128,8,128,1.0642961263656616,227.5546875,234881024 +15,self_attn.q_proj,2,32,8,128,49.02880096435547,20.0625,67108864 +15,self_attn.q_proj,2,64,8,128,57.864864349365234,18.03125,67108864 +15,self_attn.q_proj,2,128,8,128,66.77290344238281,17.015625,67108864 +15,self_attn.q_proj,3,32,8,128,21.002965927124023,28.0625,67108864 +15,self_attn.q_proj,3,64,8,128,24.83354949951172,26.03125,67108864 +15,self_attn.q_proj,3,128,8,128,28.762001037597656,25.015625,67108864 +15,self_attn.q_proj,4,32,8,128,9.794624328613281,36.0625,67108864 +15,self_attn.q_proj,4,64,8,128,11.592740058898926,34.03125,67108864 +15,self_attn.q_proj,4,128,8,128,13.415684700012207,33.015625,67108864 +15,self_attn.q_proj,8,32,8,128,0.5952129364013672,68.0625,67108864 +15,self_attn.q_proj,8,64,8,128,0.7045966982841492,66.03125,67108864 +15,self_attn.q_proj,8,128,8,128,0.8124611377716064,65.015625,67108864 +15,self_attn.v_proj,2,32,8,128,11.293058395385742,2.5078125,8388608 +15,self_attn.v_proj,2,64,8,128,13.216156959533691,2.25390625,8388608 +15,self_attn.v_proj,2,128,8,128,14.970909118652344,2.126953125,8388608 +15,self_attn.v_proj,3,32,8,128,4.829313278198242,3.5078125,8388608 +15,self_attn.v_proj,3,64,8,128,5.65459680557251,3.25390625,8388608 +15,self_attn.v_proj,3,128,8,128,6.402256488800049,3.126953125,8388608 +15,self_attn.v_proj,4,32,8,128,2.2535667419433594,4.5078125,8388608 +15,self_attn.v_proj,4,64,8,128,2.6384201049804688,4.25390625,8388608 +15,self_attn.v_proj,4,128,8,128,2.990255355834961,4.126953125,8388608 +15,self_attn.v_proj,8,32,8,128,0.1363966464996338,8.5078125,8388608 +15,self_attn.v_proj,8,64,8,128,0.1595510095357895,8.25390625,8388608 +15,self_attn.v_proj,8,128,8,128,0.18013429641723633,8.126953125,8388608 +15,self_attn.k_proj,2,32,8,128,30.47816276550293,2.5078125,8388608 +15,self_attn.k_proj,2,64,8,128,36.61341094970703,2.25390625,8388608 +15,self_attn.k_proj,2,128,8,128,41.760231018066406,2.126953125,8388608 +15,self_attn.k_proj,3,32,8,128,13.20106029510498,3.5078125,8388608 +15,self_attn.k_proj,3,64,8,128,16.070430755615234,3.25390625,8388608 +15,self_attn.k_proj,3,128,8,128,18.823087692260742,3.126953125,8388608 +15,self_attn.k_proj,4,32,8,128,6.158248424530029,4.5078125,8388608 +15,self_attn.k_proj,4,64,8,128,7.501287937164307,4.25390625,8388608 +15,self_attn.k_proj,4,128,8,128,8.787373542785645,4.126953125,8388608 +15,self_attn.k_proj,8,32,8,128,0.37275221943855286,8.5078125,8388608 +15,self_attn.k_proj,8,64,8,128,0.4534023106098175,8.25390625,8388608 +15,self_attn.k_proj,8,128,8,128,0.5293384194374084,8.126953125,8388608 +15,self_attn.o_proj,2,32,8,128,33.02671432495117,20.0625,67108864 +15,self_attn.o_proj,2,64,8,128,38.4486083984375,18.03125,67108864 +15,self_attn.o_proj,2,128,8,128,43.374549865722656,17.015625,67108864 +15,self_attn.o_proj,3,32,8,128,14.113816261291504,28.0625,67108864 +15,self_attn.o_proj,3,64,8,128,16.454504013061523,26.03125,67108864 +15,self_attn.o_proj,3,128,8,128,18.550046920776367,25.015625,67108864 +15,self_attn.o_proj,4,32,8,128,6.582306861877441,36.0625,67108864 +15,self_attn.o_proj,4,64,8,128,7.680431365966797,34.03125,67108864 +15,self_attn.o_proj,4,128,8,128,8.65785026550293,33.015625,67108864 +15,self_attn.o_proj,8,32,8,128,0.4002125859260559,68.0625,67108864 +15,self_attn.o_proj,8,64,8,128,0.46597400307655334,66.03125,67108864 +15,self_attn.o_proj,8,128,8,128,0.5237253904342651,65.015625,67108864 +15,mlp.gate_proj,2,32,8,128,70.5521240234375,70.21875,234881024 +15,mlp.gate_proj,2,64,8,128,82.91805267333984,63.109375,234881024 +15,mlp.gate_proj,2,128,8,128,94.15438842773438,59.5546875,234881024 +15,mlp.gate_proj,3,32,8,128,30.28624725341797,98.21875,234881024 +15,mlp.gate_proj,3,64,8,128,35.42639923095703,91.109375,234881024 +15,mlp.gate_proj,3,128,8,128,40.30752944946289,87.5546875,234881024 +15,mlp.gate_proj,4,32,8,128,14.095834732055664,126.21875,234881024 +15,mlp.gate_proj,4,64,8,128,16.56496810913086,119.109375,234881024 +15,mlp.gate_proj,4,128,8,128,18.803739547729492,115.5546875,234881024 +15,mlp.gate_proj,8,32,8,128,0.8603140711784363,238.21875,234881024 +15,mlp.gate_proj,8,64,8,128,1.0132313966751099,231.109375,234881024 +15,mlp.gate_proj,8,128,8,128,1.1434966325759888,227.5546875,234881024 +15,mlp.up_proj,2,32,8,128,67.12837982177734,70.21875,234881024 +15,mlp.up_proj,2,64,8,128,78.33838653564453,63.109375,234881024 +15,mlp.up_proj,2,128,8,128,88.82623291015625,59.5546875,234881024 +15,mlp.up_proj,3,32,8,128,28.712894439697266,98.21875,234881024 +15,mlp.up_proj,3,64,8,128,33.54962921142578,91.109375,234881024 +15,mlp.up_proj,3,128,8,128,37.903011322021484,87.5546875,234881024 +15,mlp.up_proj,4,32,8,128,13.371227264404297,126.21875,234881024 +15,mlp.up_proj,4,64,8,128,15.70266056060791,119.109375,234881024 +15,mlp.up_proj,4,128,8,128,17.695453643798828,115.5546875,234881024 +15,mlp.up_proj,8,32,8,128,0.816433310508728,238.21875,234881024 +15,mlp.up_proj,8,64,8,128,0.957400918006897,231.109375,234881024 +15,mlp.up_proj,8,128,8,128,1.0769476890563965,227.5546875,234881024 +15,mlp.down_proj,2,32,8,128,66.71514129638672,70.21875,234881024 +15,mlp.down_proj,2,64,8,128,77.63180541992188,63.109375,234881024 +15,mlp.down_proj,2,128,8,128,87.75765228271484,59.5546875,234881024 +15,mlp.down_proj,3,32,8,128,28.514732360839844,98.21875,234881024 +15,mlp.down_proj,3,64,8,128,33.25006103515625,91.109375,234881024 +15,mlp.down_proj,3,128,8,128,37.43309020996094,87.5546875,234881024 +15,mlp.down_proj,4,32,8,128,13.280423164367676,126.21875,234881024 +15,mlp.down_proj,4,64,8,128,15.552584648132324,119.109375,234881024 +15,mlp.down_proj,4,128,8,128,17.480363845825195,115.5546875,234881024 +15,mlp.down_proj,8,32,8,128,0.8109672665596008,238.21875,234881024 +15,mlp.down_proj,8,64,8,128,0.9483130574226379,231.109375,234881024 +15,mlp.down_proj,8,128,8,128,1.0635464191436768,227.5546875,234881024 +16,self_attn.q_proj,2,32,8,128,50.310821533203125,20.0625,67108864 +16,self_attn.q_proj,2,64,8,128,59.42587661743164,18.03125,67108864 +16,self_attn.q_proj,2,128,8,128,68.41814422607422,17.015625,67108864 +16,self_attn.q_proj,3,32,8,128,21.558940887451172,28.0625,67108864 +16,self_attn.q_proj,3,64,8,128,25.499467849731445,26.03125,67108864 +16,self_attn.q_proj,3,128,8,128,29.49885368347168,25.015625,67108864 +16,self_attn.q_proj,4,32,8,128,10.05441665649414,36.0625,67108864 +16,self_attn.q_proj,4,64,8,128,11.89987850189209,34.03125,67108864 +16,self_attn.q_proj,4,128,8,128,13.762334823608398,33.015625,67108864 +16,self_attn.q_proj,8,32,8,128,0.6111400723457336,68.0625,67108864 +16,self_attn.q_proj,8,64,8,128,0.7232654094696045,66.03125,67108864 +16,self_attn.q_proj,8,128,8,128,0.8330042958259583,65.015625,67108864 +16,self_attn.v_proj,2,32,8,128,11.12975025177002,2.5078125,8388608 +16,self_attn.v_proj,2,64,8,128,12.965991973876953,2.25390625,8388608 +16,self_attn.v_proj,2,128,8,128,14.626153945922852,2.126953125,8388608 +16,self_attn.v_proj,3,32,8,128,4.758610725402832,3.5078125,8388608 +16,self_attn.v_proj,3,64,8,128,5.545928955078125,3.25390625,8388608 +16,self_attn.v_proj,3,128,8,128,6.255888938903809,3.126953125,8388608 +16,self_attn.v_proj,4,32,8,128,2.219667673110962,4.5078125,8388608 +16,self_attn.v_proj,4,64,8,128,2.5888612270355225,4.25390625,8388608 +16,self_attn.v_proj,4,128,8,128,2.9207077026367188,4.126953125,8388608 +16,self_attn.v_proj,8,32,8,128,0.13442517817020416,8.5078125,8388608 +16,self_attn.v_proj,8,64,8,128,0.15657876431941986,8.25390625,8388608 +16,self_attn.v_proj,8,128,8,128,0.17596407234668732,8.126953125,8388608 +16,self_attn.k_proj,2,32,8,128,29.379011154174805,2.5078125,8388608 +16,self_attn.k_proj,2,64,8,128,35.0977783203125,2.25390625,8388608 +16,self_attn.k_proj,2,128,8,128,40.17096710205078,2.126953125,8388608 +16,self_attn.k_proj,3,32,8,128,12.5999116897583,3.5078125,8388608 +16,self_attn.k_proj,3,64,8,128,15.13239574432373,3.25390625,8388608 +16,self_attn.k_proj,3,128,8,128,17.53217315673828,3.126953125,8388608 +16,self_attn.k_proj,4,32,8,128,5.882595539093018,4.5078125,8388608 +16,self_attn.k_proj,4,64,8,128,7.063272476196289,4.25390625,8388608 +16,self_attn.k_proj,4,128,8,128,8.191452980041504,4.126953125,8388608 +16,self_attn.k_proj,8,32,8,128,0.35603103041648865,8.5078125,8388608 +16,self_attn.k_proj,8,64,8,128,0.4270090162754059,8.25390625,8388608 +16,self_attn.k_proj,8,128,8,128,0.4932229220867157,8.126953125,8388608 +16,self_attn.o_proj,2,32,8,128,33.346073150634766,20.0625,67108864 +16,self_attn.o_proj,2,64,8,128,38.88410186767578,18.03125,67108864 +16,self_attn.o_proj,2,128,8,128,43.9342155456543,17.015625,67108864 +16,self_attn.o_proj,3,32,8,128,14.251571655273438,28.0625,67108864 +16,self_attn.o_proj,3,64,8,128,16.638931274414062,26.03125,67108864 +16,self_attn.o_proj,3,128,8,128,18.811643600463867,25.015625,67108864 +16,self_attn.o_proj,4,32,8,128,6.648558139801025,36.0625,67108864 +16,self_attn.o_proj,4,64,8,128,7.766978740692139,34.03125,67108864 +16,self_attn.o_proj,4,128,8,128,8.777078628540039,33.015625,67108864 +16,self_attn.o_proj,8,32,8,128,0.4042188823223114,68.0625,67108864 +16,self_attn.o_proj,8,64,8,128,0.4712960720062256,66.03125,67108864 +16,self_attn.o_proj,8,128,8,128,0.530884861946106,65.015625,67108864 +16,mlp.gate_proj,2,32,8,128,71.30467987060547,70.21875,234881024 +16,mlp.gate_proj,2,64,8,128,83.95096588134766,63.109375,234881024 +16,mlp.gate_proj,2,128,8,128,95.39571380615234,59.5546875,234881024 +16,mlp.gate_proj,3,32,8,128,30.632850646972656,98.21875,234881024 +16,mlp.gate_proj,3,64,8,128,35.864341735839844,91.109375,234881024 +16,mlp.gate_proj,3,128,8,128,40.901180267333984,87.5546875,234881024 +16,mlp.gate_proj,4,32,8,128,14.256300926208496,126.21875,234881024 +16,mlp.gate_proj,4,64,8,128,16.762351989746094,119.109375,234881024 +16,mlp.gate_proj,4,128,8,128,19.08058738708496,115.5546875,234881024 +16,mlp.gate_proj,8,32,8,128,0.8700228929519653,238.21875,234881024 +16,mlp.gate_proj,8,64,8,128,1.024910569190979,231.109375,234881024 +16,mlp.gate_proj,8,128,8,128,1.1602004766464233,227.5546875,234881024 +16,mlp.up_proj,2,32,8,128,67.5016098022461,70.21875,234881024 +16,mlp.up_proj,2,64,8,128,78.80122375488281,63.109375,234881024 +16,mlp.up_proj,2,128,8,128,89.3873062133789,59.5546875,234881024 +16,mlp.up_proj,3,32,8,128,28.88479232788086,98.21875,234881024 +16,mlp.up_proj,3,64,8,128,33.74320983886719,91.109375,234881024 +16,mlp.up_proj,3,128,8,128,38.12447738647461,87.5546875,234881024 +16,mlp.up_proj,4,32,8,128,13.450243949890137,126.21875,234881024 +16,mlp.up_proj,4,64,8,128,15.80029582977295,119.109375,234881024 +16,mlp.up_proj,4,128,8,128,17.80415153503418,115.5546875,234881024 +16,mlp.up_proj,8,32,8,128,0.8212133646011353,238.21875,234881024 +16,mlp.up_proj,8,64,8,128,0.9636436700820923,231.109375,234881024 +16,mlp.up_proj,8,128,8,128,1.0836187601089478,227.5546875,234881024 +16,mlp.down_proj,2,32,8,128,66.95897674560547,70.21875,234881024 +16,mlp.down_proj,2,64,8,128,77.96288299560547,63.109375,234881024 +16,mlp.down_proj,2,128,8,128,88.2173080444336,59.5546875,234881024 +16,mlp.down_proj,3,32,8,128,28.63302230834961,98.21875,234881024 +16,mlp.down_proj,3,64,8,128,33.39550018310547,91.109375,234881024 +16,mlp.down_proj,3,128,8,128,37.63404846191406,87.5546875,234881024 +16,mlp.down_proj,4,32,8,128,13.334043502807617,126.21875,234881024 +16,mlp.down_proj,4,64,8,128,15.627598762512207,119.109375,234881024 +16,mlp.down_proj,4,128,8,128,17.571325302124023,115.5546875,234881024 +16,mlp.down_proj,8,32,8,128,0.8142887353897095,238.21875,234881024 +16,mlp.down_proj,8,64,8,128,0.9530476927757263,231.109375,234881024 +16,mlp.down_proj,8,128,8,128,1.069318175315857,227.5546875,234881024 +17,self_attn.q_proj,2,32,8,128,51.631832122802734,20.0625,67108864 +17,self_attn.q_proj,2,64,8,128,61.066680908203125,18.03125,67108864 +17,self_attn.q_proj,2,128,8,128,70.4135513305664,17.015625,67108864 +17,self_attn.q_proj,3,32,8,128,22.118371963500977,28.0625,67108864 +17,self_attn.q_proj,3,64,8,128,26.184022903442383,26.03125,67108864 +17,self_attn.q_proj,3,128,8,128,30.31125831604004,25.015625,67108864 +17,self_attn.q_proj,4,32,8,128,10.315722465515137,36.0625,67108864 +17,self_attn.q_proj,4,64,8,128,12.215842247009277,34.03125,67108864 +17,self_attn.q_proj,4,128,8,128,14.138089179992676,33.015625,67108864 +17,self_attn.q_proj,8,32,8,128,0.6268228888511658,68.0625,67108864 +17,self_attn.q_proj,8,64,8,128,0.7425990104675293,66.03125,67108864 +17,self_attn.q_proj,8,128,8,128,0.8560142517089844,65.015625,67108864 +17,self_attn.v_proj,2,32,8,128,10.17674732208252,2.5078125,8388608 +17,self_attn.v_proj,2,64,8,128,11.891242027282715,2.25390625,8388608 +17,self_attn.v_proj,2,128,8,128,13.456775665283203,2.126953125,8388608 +17,self_attn.v_proj,3,32,8,128,4.351374626159668,3.5078125,8388608 +17,self_attn.v_proj,3,64,8,128,5.089025497436523,3.25390625,8388608 +17,self_attn.v_proj,3,128,8,128,5.756843566894531,3.126953125,8388608 +17,self_attn.v_proj,4,32,8,128,2.030363082885742,4.5078125,8388608 +17,self_attn.v_proj,4,64,8,128,2.374021053314209,4.25390625,8388608 +17,self_attn.v_proj,4,128,8,128,2.687563419342041,4.126953125,8388608 +17,self_attn.v_proj,8,32,8,128,0.12294828146696091,8.5078125,8388608 +17,self_attn.v_proj,8,64,8,128,0.1435958445072174,8.25390625,8388608 +17,self_attn.v_proj,8,128,8,128,0.16188985109329224,8.126953125,8388608 +17,self_attn.k_proj,2,32,8,128,31.90034294128418,2.5078125,8388608 +17,self_attn.k_proj,2,64,8,128,38.152076721191406,2.25390625,8388608 +17,self_attn.k_proj,2,128,8,128,43.609066009521484,2.126953125,8388608 +17,self_attn.k_proj,3,32,8,128,13.7058687210083,3.5078125,8388608 +17,self_attn.k_proj,3,64,8,128,16.500383377075195,3.25390625,8388608 +17,self_attn.k_proj,3,128,8,128,19.14496612548828,3.126953125,8388608 +17,self_attn.k_proj,4,32,8,128,6.395565986633301,4.5078125,8388608 +17,self_attn.k_proj,4,64,8,128,7.699107646942139,4.25390625,8388608 +17,self_attn.k_proj,4,128,8,128,8.93569278717041,4.126953125,8388608 +17,self_attn.k_proj,8,32,8,128,0.3868349492549896,8.5078125,8388608 +17,self_attn.k_proj,8,64,8,128,0.46538108587265015,8.25390625,8388608 +17,self_attn.k_proj,8,128,8,128,0.5385136604309082,8.126953125,8388608 +17,self_attn.o_proj,2,32,8,128,32.61872863769531,20.0625,67108864 +17,self_attn.o_proj,2,64,8,128,38.004634857177734,18.03125,67108864 +17,self_attn.o_proj,2,128,8,128,42.92573547363281,17.015625,67108864 +17,self_attn.o_proj,3,32,8,128,13.938030242919922,28.0625,67108864 +17,self_attn.o_proj,3,64,8,128,16.272544860839844,26.03125,67108864 +17,self_attn.o_proj,3,128,8,128,18.36614227294922,25.015625,67108864 +17,self_attn.o_proj,4,32,8,128,6.502345085144043,36.0625,67108864 +17,self_attn.o_proj,4,64,8,128,7.592833518981934,34.03125,67108864 +17,self_attn.o_proj,4,128,8,128,8.572738647460938,33.015625,67108864 +17,self_attn.o_proj,8,32,8,128,0.39533862471580505,68.0625,67108864 +17,self_attn.o_proj,8,64,8,128,0.4607778489589691,66.03125,67108864 +17,self_attn.o_proj,8,128,8,128,0.5186139941215515,65.015625,67108864 +17,mlp.gate_proj,2,32,8,128,71.27976989746094,70.21875,234881024 +17,mlp.gate_proj,2,64,8,128,83.81795501708984,63.109375,234881024 +17,mlp.gate_proj,2,128,8,128,95.13545227050781,59.5546875,234881024 +17,mlp.gate_proj,3,32,8,128,30.616682052612305,98.21875,234881024 +17,mlp.gate_proj,3,64,8,128,35.801761627197266,91.109375,234881024 +17,mlp.gate_proj,3,128,8,128,40.76245880126953,87.5546875,234881024 +17,mlp.gate_proj,4,32,8,128,14.248665809631348,126.21875,234881024 +17,mlp.gate_proj,4,64,8,128,16.732898712158203,119.109375,234881024 +17,mlp.gate_proj,4,128,8,128,19.015371322631836,115.5546875,234881024 +17,mlp.gate_proj,8,32,8,128,0.8695554733276367,238.21875,234881024 +17,mlp.gate_proj,8,64,8,128,1.023230791091919,231.109375,234881024 +17,mlp.gate_proj,8,128,8,128,1.1565591096878052,227.5546875,234881024 +17,mlp.up_proj,2,32,8,128,67.53092193603516,70.21875,234881024 +17,mlp.up_proj,2,64,8,128,78.78026580810547,63.109375,234881024 +17,mlp.up_proj,2,128,8,128,89.25162506103516,59.5546875,234881024 +17,mlp.up_proj,3,32,8,128,28.89960479736328,98.21875,234881024 +17,mlp.up_proj,3,64,8,128,33.735260009765625,91.109375,234881024 +17,mlp.up_proj,3,128,8,128,38.09262466430664,87.5546875,234881024 +17,mlp.up_proj,4,32,8,128,13.457110404968262,126.21875,234881024 +17,mlp.up_proj,4,64,8,128,15.794622421264648,119.109375,234881024 +17,mlp.up_proj,4,128,8,128,17.787395477294922,115.5546875,234881024 +17,mlp.up_proj,8,32,8,128,0.821583092212677,238.21875,234881024 +17,mlp.up_proj,8,64,8,128,0.9632319808006287,231.109375,234881024 +17,mlp.up_proj,8,128,8,128,1.0822772979736328,227.5546875,234881024 +17,mlp.down_proj,2,32,8,128,67.25837707519531,70.21875,234881024 +17,mlp.down_proj,2,64,8,128,78.31805419921875,63.109375,234881024 +17,mlp.down_proj,2,128,8,128,88.62403106689453,59.5546875,234881024 +17,mlp.down_proj,3,32,8,128,28.771207809448242,98.21875,234881024 +17,mlp.down_proj,3,64,8,128,33.53458786010742,91.109375,234881024 +17,mlp.down_proj,3,128,8,128,37.794132232666016,87.5546875,234881024 +17,mlp.down_proj,4,32,8,128,13.39718246459961,126.21875,234881024 +17,mlp.down_proj,4,64,8,128,15.699185371398926,119.109375,234881024 +17,mlp.down_proj,4,128,8,128,17.645389556884766,115.5546875,234881024 +17,mlp.down_proj,8,32,8,128,0.8180246949195862,238.21875,234881024 +17,mlp.down_proj,8,64,8,128,0.9574726223945618,231.109375,234881024 +17,mlp.down_proj,8,128,8,128,1.0738341808319092,227.5546875,234881024 +18,self_attn.q_proj,2,32,8,128,52.59255599975586,20.0625,67108864 +18,self_attn.q_proj,2,64,8,128,62.40863800048828,18.03125,67108864 +18,self_attn.q_proj,2,128,8,128,72.23614501953125,17.015625,67108864 +18,self_attn.q_proj,3,32,8,128,22.555204391479492,28.0625,67108864 +18,self_attn.q_proj,3,64,8,128,26.788002014160156,26.03125,67108864 +18,self_attn.q_proj,3,128,8,128,31.23375129699707,25.015625,67108864 +18,self_attn.q_proj,4,32,8,128,10.517943382263184,36.0625,67108864 +18,self_attn.q_proj,4,64,8,128,12.502656936645508,34.03125,67108864 +18,self_attn.q_proj,4,128,8,128,14.572912216186523,33.015625,67108864 +18,self_attn.q_proj,8,32,8,128,0.6392547488212585,68.0625,67108864 +18,self_attn.q_proj,8,64,8,128,0.7597793340682983,66.03125,67108864 +18,self_attn.q_proj,8,128,8,128,0.8818164467811584,65.015625,67108864 +18,self_attn.v_proj,2,32,8,128,10.399649620056152,2.5078125,8388608 +18,self_attn.v_proj,2,64,8,128,12.178648948669434,2.25390625,8388608 +18,self_attn.v_proj,2,128,8,128,13.80640983581543,2.126953125,8388608 +18,self_attn.v_proj,3,32,8,128,4.446982383728027,3.5078125,8388608 +18,self_attn.v_proj,3,64,8,128,5.213193893432617,3.25390625,8388608 +18,self_attn.v_proj,3,128,8,128,5.909554958343506,3.126953125,8388608 +18,self_attn.v_proj,4,32,8,128,2.0744380950927734,4.5078125,8388608 +18,self_attn.v_proj,4,64,8,128,2.4318230152130127,4.25390625,8388608 +18,self_attn.v_proj,4,128,8,128,2.757657051086426,4.126953125,8388608 +18,self_attn.v_proj,8,32,8,128,0.12565304338932037,8.5078125,8388608 +18,self_attn.v_proj,8,64,8,128,0.14706619083881378,8.25390625,8388608 +18,self_attn.v_proj,8,128,8,128,0.16619838774204254,8.126953125,8388608 +18,self_attn.k_proj,2,32,8,128,30.838287353515625,2.5078125,8388608 +18,self_attn.k_proj,2,64,8,128,36.830562591552734,2.25390625,8388608 +18,self_attn.k_proj,2,128,8,128,42.20684051513672,2.126953125,8388608 +18,self_attn.k_proj,3,32,8,128,13.21714973449707,3.5078125,8388608 +18,self_attn.k_proj,3,64,8,128,15.844949722290039,3.25390625,8388608 +18,self_attn.k_proj,3,128,8,128,18.327537536621094,3.126953125,8388608 +18,self_attn.k_proj,4,32,8,128,6.166986465454102,4.5078125,8388608 +18,self_attn.k_proj,4,64,8,128,7.394495964050293,4.25390625,8388608 +18,self_attn.k_proj,4,128,8,128,8.554437637329102,4.126953125,8388608 +18,self_attn.k_proj,8,32,8,128,0.37323716282844543,8.5078125,8388608 +18,self_attn.k_proj,8,64,8,128,0.44686952233314514,8.25390625,8388608 +18,self_attn.k_proj,8,128,8,128,0.5152238011360168,8.126953125,8388608 +18,self_attn.o_proj,2,32,8,128,32.53702926635742,20.0625,67108864 +18,self_attn.o_proj,2,64,8,128,37.874359130859375,18.03125,67108864 +18,self_attn.o_proj,2,128,8,128,42.70774459838867,17.015625,67108864 +18,self_attn.o_proj,3,32,8,128,13.903160095214844,28.0625,67108864 +18,self_attn.o_proj,3,64,8,128,16.215290069580078,26.03125,67108864 +18,self_attn.o_proj,3,128,8,128,18.267932891845703,25.015625,67108864 +18,self_attn.o_proj,4,32,8,128,6.485110759735107,36.0625,67108864 +18,self_attn.o_proj,4,64,8,128,7.5635552406311035,34.03125,67108864 +18,self_attn.o_proj,4,128,8,128,8.530006408691406,33.015625,67108864 +18,self_attn.o_proj,8,32,8,128,0.3943660259246826,68.0625,67108864 +18,self_attn.o_proj,8,64,8,128,0.4591262936592102,66.03125,67108864 +18,self_attn.o_proj,8,128,8,128,0.5157896280288696,65.015625,67108864 +18,mlp.gate_proj,2,32,8,128,72.03632354736328,70.21875,234881024 +18,mlp.gate_proj,2,64,8,128,84.69075775146484,63.109375,234881024 +18,mlp.gate_proj,2,128,8,128,96.06310272216797,59.5546875,234881024 +18,mlp.gate_proj,3,32,8,128,30.957969665527344,98.21875,234881024 +18,mlp.gate_proj,3,64,8,128,36.162925720214844,91.109375,234881024 +18,mlp.gate_proj,3,128,8,128,41.15971374511719,87.5546875,234881024 +18,mlp.gate_proj,4,32,8,128,14.403627395629883,126.21875,234881024 +18,mlp.gate_proj,4,64,8,128,16.895828247070312,119.109375,234881024 +18,mlp.gate_proj,4,128,8,128,19.198261260986328,115.5546875,234881024 +18,mlp.gate_proj,8,32,8,128,0.8791666030883789,238.21875,234881024 +18,mlp.gate_proj,8,64,8,128,1.03290593624115,231.109375,234881024 +18,mlp.gate_proj,8,128,8,128,1.1677472591400146,227.5546875,234881024 +18,mlp.up_proj,2,32,8,128,67.44025421142578,70.21875,234881024 +18,mlp.up_proj,2,64,8,128,78.59921264648438,63.109375,234881024 +18,mlp.up_proj,2,128,8,128,89.00941467285156,59.5546875,234881024 +18,mlp.up_proj,3,32,8,128,28.855478286743164,98.21875,234881024 +18,mlp.up_proj,3,64,8,128,33.6644287109375,91.109375,234881024 +18,mlp.up_proj,3,128,8,128,37.98163986206055,87.5546875,234881024 +18,mlp.up_proj,4,32,8,128,13.43778133392334,126.21875,234881024 +18,mlp.up_proj,4,64,8,128,15.75947380065918,119.109375,234881024 +18,mlp.up_proj,4,128,8,128,17.731069564819336,115.5546875,234881024 +18,mlp.up_proj,8,32,8,128,0.8204500079154968,238.21875,234881024 +18,mlp.up_proj,8,64,8,128,0.9611146450042725,231.109375,234881024 +18,mlp.up_proj,8,128,8,128,1.0792654752731323,227.5546875,234881024 +18,mlp.down_proj,2,32,8,128,67.35299682617188,70.21875,234881024 +18,mlp.down_proj,2,64,8,128,78.43480682373047,63.109375,234881024 +18,mlp.down_proj,2,128,8,128,88.74095153808594,59.5546875,234881024 +18,mlp.down_proj,3,32,8,128,28.818437576293945,98.21875,234881024 +18,mlp.down_proj,3,64,8,128,33.593040466308594,91.109375,234881024 +18,mlp.down_proj,3,128,8,128,37.879112243652344,87.5546875,234881024 +18,mlp.down_proj,4,32,8,128,13.419743537902832,126.21875,234881024 +18,mlp.down_proj,4,64,8,128,15.728473663330078,119.109375,234881024 +18,mlp.down_proj,4,128,8,128,17.683727264404297,115.5546875,234881024 +18,mlp.down_proj,8,32,8,128,0.8193972706794739,238.21875,234881024 +18,mlp.down_proj,8,64,8,128,0.9592167139053345,231.109375,234881024 +18,mlp.down_proj,8,128,8,128,1.0762253999710083,227.5546875,234881024 +19,self_attn.q_proj,2,32,8,128,51.91263198852539,20.0625,67108864 +19,self_attn.q_proj,2,64,8,128,61.68068313598633,18.03125,67108864 +19,self_attn.q_proj,2,128,8,128,71.31692504882812,17.015625,67108864 +19,self_attn.q_proj,3,32,8,128,22.260133743286133,28.0625,67108864 +19,self_attn.q_proj,3,64,8,128,26.477550506591797,26.03125,67108864 +19,self_attn.q_proj,3,128,8,128,30.8136043548584,25.015625,67108864 +19,self_attn.q_proj,4,32,8,128,10.381484985351562,36.0625,67108864 +19,self_attn.q_proj,4,64,8,128,12.357270240783691,34.03125,67108864 +19,self_attn.q_proj,4,128,8,128,14.37234115600586,33.015625,67108864 +19,self_attn.q_proj,8,32,8,128,0.6308198571205139,68.0625,67108864 +19,self_attn.q_proj,8,64,8,128,0.7508780360221863,66.03125,67108864 +19,self_attn.q_proj,8,128,8,128,0.8699560761451721,65.015625,67108864 +19,self_attn.v_proj,2,32,8,128,11.920948028564453,2.5078125,8388608 +19,self_attn.v_proj,2,64,8,128,13.999704360961914,2.25390625,8388608 +19,self_attn.v_proj,2,128,8,128,15.911893844604492,2.126953125,8388608 +19,self_attn.v_proj,3,32,8,128,5.097856521606445,3.5078125,8388608 +19,self_attn.v_proj,3,64,8,128,5.987442970275879,3.25390625,8388608 +19,self_attn.v_proj,3,128,8,128,6.813611030578613,3.126953125,8388608 +19,self_attn.v_proj,4,32,8,128,2.3785390853881836,4.5078125,8388608 +19,self_attn.v_proj,4,64,8,128,2.7954697608947754,4.25390625,8388608 +19,self_attn.v_proj,4,128,8,128,3.1784417629241943,4.126953125,8388608 +19,self_attn.v_proj,8,32,8,128,0.14399676024913788,8.5078125,8388608 +19,self_attn.v_proj,8,64,8,128,0.16900722682476044,8.25390625,8388608 +19,self_attn.v_proj,8,128,8,128,0.19144342839717865,8.126953125,8388608 +19,self_attn.k_proj,2,32,8,128,30.985157012939453,2.5078125,8388608 +19,self_attn.k_proj,2,64,8,128,37.013240814208984,2.25390625,8388608 +19,self_attn.k_proj,2,128,8,128,42.361236572265625,2.126953125,8388608 +19,self_attn.k_proj,3,32,8,128,13.294069290161133,3.5078125,8388608 +19,self_attn.k_proj,3,64,8,128,15.937882423400879,3.25390625,8388608 +19,self_attn.k_proj,3,128,8,128,18.418926239013672,3.126953125,8388608 +19,self_attn.k_proj,4,32,8,128,6.198727607727051,4.5078125,8388608 +19,self_attn.k_proj,4,64,8,128,7.437555313110352,4.25390625,8388608 +19,self_attn.k_proj,4,128,8,128,8.591792106628418,4.126953125,8388608 +19,self_attn.k_proj,8,32,8,128,0.3752766251564026,8.5078125,8388608 +19,self_attn.k_proj,8,64,8,128,0.44972512125968933,8.25390625,8388608 +19,self_attn.k_proj,8,128,8,128,0.5179126858711243,8.126953125,8388608 +19,self_attn.o_proj,2,32,8,128,34.50767517089844,20.0625,67108864 +19,self_attn.o_proj,2,64,8,128,40.19588851928711,18.03125,67108864 +19,self_attn.o_proj,2,128,8,128,45.33636474609375,17.015625,67108864 +19,self_attn.o_proj,3,32,8,128,14.758105278015137,28.0625,67108864 +19,self_attn.o_proj,3,64,8,128,17.193201065063477,26.03125,67108864 +19,self_attn.o_proj,3,128,8,128,19.396921157836914,25.015625,67108864 +19,self_attn.o_proj,4,32,8,128,6.882750034332275,36.0625,67108864 +19,self_attn.o_proj,4,64,8,128,8.028165817260742,34.03125,67108864 +19,self_attn.o_proj,4,128,8,128,9.0474214553833,33.015625,67108864 +19,self_attn.o_proj,8,32,8,128,0.4182819426059723,68.0625,67108864 +19,self_attn.o_proj,8,64,8,128,0.4870538115501404,66.03125,67108864 +19,self_attn.o_proj,8,128,8,128,0.5475350618362427,65.015625,67108864 +19,mlp.gate_proj,2,32,8,128,73.16341400146484,70.21875,234881024 +19,mlp.gate_proj,2,64,8,128,86.16093444824219,63.109375,234881024 +19,mlp.gate_proj,2,128,8,128,97.71698760986328,59.5546875,234881024 +19,mlp.gate_proj,3,32,8,128,31.463123321533203,98.21875,234881024 +19,mlp.gate_proj,3,64,8,128,36.77312469482422,91.109375,234881024 +19,mlp.gate_proj,3,128,8,128,41.930931091308594,87.5546875,234881024 +19,mlp.gate_proj,4,32,8,128,14.637476921081543,126.21875,234881024 +19,mlp.gate_proj,4,64,8,128,17.17462730407715,119.109375,234881024 +19,mlp.gate_proj,4,128,8,128,19.5492000579834,115.5546875,234881024 +19,mlp.gate_proj,8,32,8,128,0.8934692144393921,238.21875,234881024 +19,mlp.gate_proj,8,64,8,128,1.0492820739746094,231.109375,234881024 +19,mlp.gate_proj,8,128,8,128,1.1887071132659912,227.5546875,234881024 +19,mlp.up_proj,2,32,8,128,67.23274230957031,70.21875,234881024 +19,mlp.up_proj,2,64,8,128,78.30107879638672,63.109375,234881024 +19,mlp.up_proj,2,128,8,128,88.58267974853516,59.5546875,234881024 +19,mlp.up_proj,3,32,8,128,28.75506019592285,98.21875,234881024 +19,mlp.up_proj,3,64,8,128,33.538795471191406,91.109375,234881024 +19,mlp.up_proj,3,128,8,128,37.81147384643555,87.5546875,234881024 +19,mlp.up_proj,4,32,8,128,13.39201831817627,126.21875,234881024 +19,mlp.up_proj,4,64,8,128,15.693902015686035,119.109375,234881024 +19,mlp.up_proj,4,128,8,128,17.654075622558594,115.5546875,234881024 +19,mlp.up_proj,8,32,8,128,0.8176634311676025,238.21875,234881024 +19,mlp.up_proj,8,64,8,128,0.9570653438568115,231.109375,234881024 +19,mlp.up_proj,8,128,8,128,1.0745723247528076,227.5546875,234881024 +19,mlp.down_proj,2,32,8,128,67.50320434570312,70.21875,234881024 +19,mlp.down_proj,2,64,8,128,78.6197509765625,63.109375,234881024 +19,mlp.down_proj,2,128,8,128,88.89871978759766,59.5546875,234881024 +19,mlp.down_proj,3,32,8,128,28.882736206054688,98.21875,234881024 +19,mlp.down_proj,3,64,8,128,33.65791702270508,91.109375,234881024 +19,mlp.down_proj,3,128,8,128,37.927711486816406,87.5546875,234881024 +19,mlp.down_proj,4,32,8,128,13.449456214904785,126.21875,234881024 +19,mlp.down_proj,4,64,8,128,15.75979995727539,119.109375,234881024 +19,mlp.down_proj,4,128,8,128,17.722213745117188,115.5546875,234881024 +19,mlp.down_proj,8,32,8,128,0.8212486505508423,238.21875,234881024 +19,mlp.down_proj,8,64,8,128,0.961070716381073,231.109375,234881024 +19,mlp.down_proj,8,128,8,128,1.077902913093567,227.5546875,234881024 +20,self_attn.q_proj,2,32,8,128,47.50260543823242,20.0625,67108864 +20,self_attn.q_proj,2,64,8,128,55.51136779785156,18.03125,67108864 +20,self_attn.q_proj,2,128,8,128,63.34025192260742,17.015625,67108864 +20,self_attn.q_proj,3,32,8,128,20.31348419189453,28.0625,67108864 +20,self_attn.q_proj,3,64,8,128,23.75819969177246,26.03125,67108864 +20,self_attn.q_proj,3,128,8,128,27.099708557128906,25.015625,67108864 +20,self_attn.q_proj,4,32,8,128,9.472949981689453,36.0625,67108864 +20,self_attn.q_proj,4,64,8,128,11.093342781066895,34.03125,67108864 +20,self_attn.q_proj,4,128,8,128,12.645990371704102,33.015625,67108864 +20,self_attn.q_proj,8,32,8,128,0.5757126808166504,68.0625,67108864 +20,self_attn.q_proj,8,64,8,128,0.6736910939216614,66.03125,67108864 +20,self_attn.q_proj,8,128,8,128,0.7659715414047241,65.015625,67108864 +20,self_attn.v_proj,2,32,8,128,11.411632537841797,2.5078125,8388608 +20,self_attn.v_proj,2,64,8,128,13.401925086975098,2.25390625,8388608 +20,self_attn.v_proj,2,128,8,128,15.225994110107422,2.126953125,8388608 +20,self_attn.v_proj,3,32,8,128,4.878335952758789,3.5078125,8388608 +20,self_attn.v_proj,3,64,8,128,5.731382846832275,3.25390625,8388608 +20,self_attn.v_proj,3,128,8,128,6.511422157287598,3.126953125,8388608 +20,self_attn.v_proj,4,32,8,128,2.276078701019287,4.5078125,8388608 +20,self_attn.v_proj,4,64,8,128,2.674957036972046,4.25390625,8388608 +20,self_attn.v_proj,4,128,8,128,3.041455030441284,4.126953125,8388608 +20,self_attn.v_proj,8,32,8,128,0.1378287523984909,8.5078125,8388608 +20,self_attn.v_proj,8,64,8,128,0.16174660623073578,8.25390625,8388608 +20,self_attn.v_proj,8,128,8,128,0.18319904804229736,8.126953125,8388608 +20,self_attn.k_proj,2,32,8,128,33.53535461425781,2.5078125,8388608 +20,self_attn.k_proj,2,64,8,128,40.125247955322266,2.25390625,8388608 +20,self_attn.k_proj,2,128,8,128,45.93983459472656,2.126953125,8388608 +20,self_attn.k_proj,3,32,8,128,14.396808624267578,3.5078125,8388608 +20,self_attn.k_proj,3,64,8,128,17.296878814697266,3.25390625,8388608 +20,self_attn.k_proj,3,128,8,128,19.97919464111328,3.126953125,8388608 +20,self_attn.k_proj,4,32,8,128,6.718997001647949,4.5078125,8388608 +20,self_attn.k_proj,4,64,8,128,8.073019981384277,4.25390625,8388608 +20,self_attn.k_proj,4,128,8,128,9.326210021972656,4.126953125,8388608 +20,self_attn.k_proj,8,32,8,128,0.40645691752433777,8.5078125,8388608 +20,self_attn.k_proj,8,64,8,128,0.48805341124534607,8.25390625,8388608 +20,self_attn.k_proj,8,128,8,128,0.5620036721229553,8.126953125,8388608 +20,self_attn.o_proj,2,32,8,128,34.181419372558594,20.0625,67108864 +20,self_attn.o_proj,2,64,8,128,39.831539154052734,18.03125,67108864 +20,self_attn.o_proj,2,128,8,128,44.96343231201172,17.015625,67108864 +20,self_attn.o_proj,3,32,8,128,14.618040084838867,28.0625,67108864 +20,self_attn.o_proj,3,64,8,128,17.044902801513672,26.03125,67108864 +20,self_attn.o_proj,3,128,8,128,19.234046936035156,25.015625,67108864 +20,self_attn.o_proj,4,32,8,128,6.817072868347168,36.0625,67108864 +20,self_attn.o_proj,4,64,8,128,7.957001686096191,34.03125,67108864 +20,self_attn.o_proj,4,128,8,128,8.977210998535156,33.015625,67108864 +20,self_attn.o_proj,8,32,8,128,0.41432157158851624,68.0625,67108864 +20,self_attn.o_proj,8,64,8,128,0.4826522767543793,66.03125,67108864 +20,self_attn.o_proj,8,128,8,128,0.5429307222366333,65.015625,67108864 +20,mlp.gate_proj,2,32,8,128,72.93668365478516,70.21875,234881024 +20,mlp.gate_proj,2,64,8,128,85.74252319335938,63.109375,234881024 +20,mlp.gate_proj,2,128,8,128,97.14581298828125,59.5546875,234881024 +20,mlp.gate_proj,3,32,8,128,31.358304977416992,98.21875,234881024 +20,mlp.gate_proj,3,64,8,128,36.59581756591797,91.109375,234881024 +20,mlp.gate_proj,3,128,8,128,41.65080642700195,87.5546875,234881024 +20,mlp.gate_proj,4,32,8,128,14.590651512145996,126.21875,234881024 +20,mlp.gate_proj,4,64,8,128,17.089847564697266,119.109375,234881024 +20,mlp.gate_proj,4,128,8,128,19.423892974853516,115.5546875,234881024 +20,mlp.gate_proj,8,32,8,128,0.8906527161598206,238.21875,234881024 +20,mlp.gate_proj,8,64,8,128,1.0447826385498047,231.109375,234881024 +20,mlp.gate_proj,8,128,8,128,1.1810166835784912,227.5546875,234881024 +20,mlp.up_proj,2,32,8,128,67.83265686035156,70.21875,234881024 +20,mlp.up_proj,2,64,8,128,79.0323486328125,63.109375,234881024 +20,mlp.up_proj,2,128,8,128,89.38765716552734,59.5546875,234881024 +20,mlp.up_proj,3,32,8,128,29.034212112426758,98.21875,234881024 +20,mlp.up_proj,3,64,8,128,33.83763122558594,91.109375,234881024 +20,mlp.up_proj,3,128,8,128,38.136077880859375,87.5546875,234881024 +20,mlp.up_proj,4,32,8,128,13.518312454223633,126.21875,234881024 +20,mlp.up_proj,4,64,8,128,15.845868110656738,119.109375,234881024 +20,mlp.up_proj,4,128,8,128,17.8106746673584,115.5546875,234881024 +20,mlp.up_proj,8,32,8,128,0.8254263401031494,238.21875,234881024 +20,mlp.up_proj,8,64,8,128,0.9665279388427734,231.109375,234881024 +20,mlp.up_proj,8,128,8,128,1.084122896194458,227.5546875,234881024 +20,mlp.down_proj,2,32,8,128,67.9695816040039,70.21875,234881024 +20,mlp.down_proj,2,64,8,128,79.1846694946289,63.109375,234881024 +20,mlp.down_proj,2,128,8,128,89.61698150634766,59.5546875,234881024 +20,mlp.down_proj,3,32,8,128,29.098194122314453,98.21875,234881024 +20,mlp.down_proj,3,64,8,128,33.8963508605957,91.109375,234881024 +20,mlp.down_proj,3,128,8,128,38.20039367675781,87.5546875,234881024 +20,mlp.down_proj,4,32,8,128,13.54868221282959,126.21875,234881024 +20,mlp.down_proj,4,64,8,128,15.880101203918457,119.109375,234881024 +20,mlp.down_proj,4,128,8,128,17.839256286621094,115.5546875,234881024 +20,mlp.down_proj,8,32,8,128,0.8272631168365479,238.21875,234881024 +20,mlp.down_proj,8,64,8,128,0.9684608578681946,231.109375,234881024 +20,mlp.down_proj,8,128,8,128,1.085929274559021,227.5546875,234881024 +21,self_attn.q_proj,2,32,8,128,50.066139221191406,20.0625,67108864 +21,self_attn.q_proj,2,64,8,128,58.76658630371094,18.03125,67108864 +21,self_attn.q_proj,2,128,8,128,67.51437377929688,17.015625,67108864 +21,self_attn.q_proj,3,32,8,128,21.44175148010254,28.0625,67108864 +21,self_attn.q_proj,3,64,8,128,25.168209075927734,26.03125,67108864 +21,self_attn.q_proj,3,128,8,128,28.97112464904785,25.015625,67108864 +21,self_attn.q_proj,4,32,8,128,9.997611999511719,36.0625,67108864 +21,self_attn.q_proj,4,64,8,128,11.75015926361084,34.03125,67108864 +21,self_attn.q_proj,4,128,8,128,13.517221450805664,33.015625,67108864 +21,self_attn.q_proj,8,32,8,128,0.6075009703636169,68.0625,67108864 +21,self_attn.q_proj,8,64,8,128,0.7141141295433044,66.03125,67108864 +21,self_attn.q_proj,8,128,8,128,0.8184065222740173,65.015625,67108864 +21,self_attn.v_proj,2,32,8,128,10.314805030822754,2.5078125,8388608 +21,self_attn.v_proj,2,64,8,128,12.170238494873047,2.25390625,8388608 +21,self_attn.v_proj,2,128,8,128,13.904681205749512,2.126953125,8388608 +21,self_attn.v_proj,3,32,8,128,4.4141316413879395,3.5078125,8388608 +21,self_attn.v_proj,3,64,8,128,5.208975791931152,3.25390625,8388608 +21,self_attn.v_proj,3,128,8,128,5.950900077819824,3.126953125,8388608 +21,self_attn.v_proj,4,32,8,128,2.058828830718994,4.5078125,8388608 +21,self_attn.v_proj,4,64,8,128,2.429746627807617,4.25390625,8388608 +21,self_attn.v_proj,4,128,8,128,2.777170181274414,4.126953125,8388608 +21,self_attn.v_proj,8,32,8,128,0.12459807842969894,8.5078125,8388608 +21,self_attn.v_proj,8,64,8,128,0.14693237841129303,8.25390625,8388608 +21,self_attn.v_proj,8,128,8,128,0.1673242151737213,8.126953125,8388608 +21,self_attn.k_proj,2,32,8,128,33.77277374267578,2.5078125,8388608 +21,self_attn.k_proj,2,64,8,128,40.270687103271484,2.25390625,8388608 +21,self_attn.k_proj,2,128,8,128,45.982051849365234,2.126953125,8388608 +21,self_attn.k_proj,3,32,8,128,14.507922172546387,3.5078125,8388608 +21,self_attn.k_proj,3,64,8,128,17.370420455932617,3.25390625,8388608 +21,self_attn.k_proj,3,128,8,128,20.04755973815918,3.126953125,8388608 +21,self_attn.k_proj,4,32,8,128,6.771570205688477,4.5078125,8388608 +21,self_attn.k_proj,4,64,8,128,8.10830020904541,4.25390625,8388608 +21,self_attn.k_proj,4,128,8,128,9.361713409423828,4.126953125,8388608 +21,self_attn.k_proj,8,32,8,128,0.40966057777404785,8.5078125,8388608 +21,self_attn.k_proj,8,64,8,128,0.49005240201950073,8.25390625,8388608 +21,self_attn.k_proj,8,128,8,128,0.5639031529426575,8.126953125,8388608 +21,self_attn.o_proj,2,32,8,128,33.11326599121094,20.0625,67108864 +21,self_attn.o_proj,2,64,8,128,38.561458587646484,18.03125,67108864 +21,self_attn.o_proj,2,128,8,128,43.50345230102539,17.015625,67108864 +21,self_attn.o_proj,3,32,8,128,14.153902053833008,28.0625,67108864 +21,self_attn.o_proj,3,64,8,128,16.50600814819336,26.03125,67108864 +21,self_attn.o_proj,3,128,8,128,18.61819076538086,25.015625,67108864 +21,self_attn.o_proj,4,32,8,128,6.6011810302734375,36.0625,67108864 +21,self_attn.o_proj,4,64,8,128,7.70367431640625,34.03125,67108864 +21,self_attn.o_proj,4,128,8,128,8.689971923828125,33.015625,67108864 +21,self_attn.o_proj,8,32,8,128,0.4013918340206146,68.0625,67108864 +21,self_attn.o_proj,8,64,8,128,0.4674668610095978,66.03125,67108864 +21,self_attn.o_proj,8,128,8,128,0.525651216506958,65.015625,67108864 +21,mlp.gate_proj,2,32,8,128,73.16300964355469,70.21875,234881024 +21,mlp.gate_proj,2,64,8,128,86.01152801513672,63.109375,234881024 +21,mlp.gate_proj,2,128,8,128,97.38836669921875,59.5546875,234881024 +21,mlp.gate_proj,3,32,8,128,31.463926315307617,98.21875,234881024 +21,mlp.gate_proj,3,64,8,128,36.704994201660156,91.109375,234881024 +21,mlp.gate_proj,3,128,8,128,41.772159576416016,87.5546875,234881024 +21,mlp.gate_proj,4,32,8,128,14.638014793395996,126.21875,234881024 +21,mlp.gate_proj,4,64,8,128,17.140975952148438,119.109375,234881024 +21,mlp.gate_proj,4,128,8,128,19.475421905517578,115.5546875,234881024 +21,mlp.gate_proj,8,32,8,128,0.893546998500824,238.21875,234881024 +21,mlp.gate_proj,8,64,8,128,1.0477420091629028,231.109375,234881024 +21,mlp.gate_proj,8,128,8,128,1.1847013235092163,227.5546875,234881024 +21,mlp.up_proj,2,32,8,128,67.81924438476562,70.21875,234881024 +21,mlp.up_proj,2,64,8,128,78.98265838623047,63.109375,234881024 +21,mlp.up_proj,2,128,8,128,89.31256866455078,59.5546875,234881024 +21,mlp.up_proj,3,32,8,128,29.028831481933594,98.21875,234881024 +21,mlp.up_proj,3,64,8,128,33.81718063354492,91.109375,234881024 +21,mlp.up_proj,3,128,8,128,38.095943450927734,87.5546875,234881024 +21,mlp.up_proj,4,32,8,128,13.516995429992676,126.21875,234881024 +21,mlp.up_proj,4,64,8,128,15.836551666259766,119.109375,234881024 +21,mlp.up_proj,4,128,8,128,17.79637336730957,115.5546875,234881024 +21,mlp.up_proj,8,32,8,128,0.8253889679908752,238.21875,234881024 +21,mlp.up_proj,8,64,8,128,0.9659287333488464,231.109375,234881024 +21,mlp.up_proj,8,128,8,128,1.0832128524780273,227.5546875,234881024 +21,mlp.down_proj,2,32,8,128,68.0453872680664,70.21875,234881024 +21,mlp.down_proj,2,64,8,128,79.27557373046875,63.109375,234881024 +21,mlp.down_proj,2,128,8,128,89.68626403808594,59.5546875,234881024 +21,mlp.down_proj,3,32,8,128,29.132936477661133,98.21875,234881024 +21,mlp.down_proj,3,64,8,128,33.93088912963867,91.109375,234881024 +21,mlp.down_proj,3,128,8,128,38.240806579589844,87.5546875,234881024 +21,mlp.down_proj,4,32,8,128,13.565064430236816,126.21875,234881024 +21,mlp.down_proj,4,64,8,128,15.896529197692871,119.109375,234881024 +21,mlp.down_proj,4,128,8,128,17.860828399658203,115.5546875,234881024 +21,mlp.down_proj,8,32,8,128,0.8282769918441772,238.21875,234881024 +21,mlp.down_proj,8,64,8,128,0.969706654548645,231.109375,234881024 +21,mlp.down_proj,8,128,8,128,1.0871803760528564,227.5546875,234881024 +22,self_attn.q_proj,2,32,8,128,49.0333251953125,20.0625,67108864 +22,self_attn.q_proj,2,64,8,128,57.58620834350586,18.03125,67108864 +22,self_attn.q_proj,2,128,8,128,66.29540252685547,17.015625,67108864 +22,self_attn.q_proj,3,32,8,128,20.998470306396484,28.0625,67108864 +22,self_attn.q_proj,3,64,8,128,24.695531845092773,26.03125,67108864 +22,self_attn.q_proj,3,128,8,128,28.50078582763672,25.015625,67108864 +22,self_attn.q_proj,4,32,8,128,9.79373836517334,36.0625,67108864 +22,self_attn.q_proj,4,64,8,128,11.530495643615723,34.03125,67108864 +22,self_attn.q_proj,4,128,8,128,13.291687965393066,33.015625,67108864 +22,self_attn.q_proj,8,32,8,128,0.5951723456382751,68.0625,67108864 +22,self_attn.q_proj,8,64,8,128,0.7006952166557312,66.03125,67108864 +22,self_attn.q_proj,8,128,8,128,0.8049605488777161,65.015625,67108864 +22,self_attn.v_proj,2,32,8,128,12.17402458190918,2.5078125,8388608 +22,self_attn.v_proj,2,64,8,128,14.270858764648438,2.25390625,8388608 +22,self_attn.v_proj,2,128,8,128,16.17725372314453,2.126953125,8388608 +22,self_attn.v_proj,3,32,8,128,5.205935955047607,3.5078125,8388608 +22,self_attn.v_proj,3,64,8,128,6.10429573059082,3.25390625,8388608 +22,self_attn.v_proj,3,128,8,128,6.924643039703369,3.126953125,8388608 +22,self_attn.v_proj,4,32,8,128,2.428332805633545,4.5078125,8388608 +22,self_attn.v_proj,4,64,8,128,2.8483965396881104,4.25390625,8388608 +22,self_attn.v_proj,4,128,8,128,3.2292377948760986,4.126953125,8388608 +22,self_attn.v_proj,8,32,8,128,0.14698553085327148,8.5078125,8388608 +22,self_attn.v_proj,8,64,8,128,0.1722264587879181,8.25390625,8388608 +22,self_attn.v_proj,8,128,8,128,0.19458496570587158,8.126953125,8388608 +22,self_attn.k_proj,2,32,8,128,33.71762466430664,2.5078125,8388608 +22,self_attn.k_proj,2,64,8,128,40.137874603271484,2.25390625,8388608 +22,self_attn.k_proj,2,128,8,128,45.671607971191406,2.126953125,8388608 +22,self_attn.k_proj,3,32,8,128,14.483540534973145,3.5078125,8388608 +22,self_attn.k_proj,3,64,8,128,17.305959701538086,3.25390625,8388608 +22,self_attn.k_proj,3,128,8,128,19.912616729736328,3.126953125,8388608 +22,self_attn.k_proj,4,32,8,128,6.758945465087891,4.5078125,8388608 +22,self_attn.k_proj,4,64,8,128,8.0787935256958,4.25390625,8388608 +22,self_attn.k_proj,4,128,8,128,9.29574966430664,4.126953125,8388608 +22,self_attn.k_proj,8,32,8,128,0.4088408648967743,8.5078125,8388608 +22,self_attn.k_proj,8,64,8,128,0.48839548230171204,8.25390625,8388608 +22,self_attn.k_proj,8,128,8,128,0.5598931312561035,8.126953125,8388608 +22,self_attn.o_proj,2,32,8,128,35.02137756347656,20.0625,67108864 +22,self_attn.o_proj,2,64,8,128,40.79725646972656,18.03125,67108864 +22,self_attn.o_proj,2,128,8,128,45.98588180541992,17.015625,67108864 +22,self_attn.o_proj,3,32,8,128,14.981328964233398,28.0625,67108864 +22,self_attn.o_proj,3,64,8,128,17.452945709228516,26.03125,67108864 +22,self_attn.o_proj,3,128,8,128,19.68682861328125,25.015625,67108864 +22,self_attn.o_proj,4,32,8,128,6.986776351928711,36.0625,67108864 +22,self_attn.o_proj,4,64,8,128,8.147902488708496,34.03125,67108864 +22,self_attn.o_proj,4,128,8,128,9.186807632446289,33.015625,67108864 +22,self_attn.o_proj,8,32,8,128,0.4245470464229584,68.0625,67108864 +22,self_attn.o_proj,8,64,8,128,0.4943808615207672,66.03125,67108864 +22,self_attn.o_proj,8,128,8,128,0.5559003353118896,65.015625,67108864 +22,mlp.gate_proj,2,32,8,128,73.89613342285156,70.21875,234881024 +22,mlp.gate_proj,2,64,8,128,86.89825439453125,63.109375,234881024 +22,mlp.gate_proj,2,128,8,128,98.32536315917969,59.5546875,234881024 +22,mlp.gate_proj,3,32,8,128,31.786226272583008,98.21875,234881024 +22,mlp.gate_proj,3,64,8,128,37.06299591064453,91.109375,234881024 +22,mlp.gate_proj,3,128,8,128,42.17759704589844,87.5546875,234881024 +22,mlp.gate_proj,4,32,8,128,14.786981582641602,126.21875,234881024 +22,mlp.gate_proj,4,64,8,128,17.306238174438477,119.109375,234881024 +22,mlp.gate_proj,4,128,8,128,19.66209602355957,115.5546875,234881024 +22,mlp.gate_proj,8,32,8,128,0.9027595520019531,238.21875,234881024 +22,mlp.gate_proj,8,64,8,128,1.057629942893982,231.109375,234881024 +22,mlp.gate_proj,8,128,8,128,1.1958508491516113,227.5546875,234881024 +22,mlp.up_proj,2,32,8,128,67.68273162841797,70.21875,234881024 +22,mlp.up_proj,2,64,8,128,78.81617736816406,63.109375,234881024 +22,mlp.up_proj,2,128,8,128,89.12592315673828,59.5546875,234881024 +22,mlp.up_proj,3,32,8,128,28.966690063476562,98.21875,234881024 +22,mlp.up_proj,3,64,8,128,33.75699234008789,91.109375,234881024 +22,mlp.up_proj,3,128,8,128,38.02843475341797,87.5546875,234881024 +22,mlp.up_proj,4,32,8,128,13.489409446716309,126.21875,234881024 +22,mlp.up_proj,4,64,8,128,15.805479049682617,119.109375,234881024 +22,mlp.up_proj,4,128,8,128,17.767690658569336,115.5546875,234881024 +22,mlp.up_proj,8,32,8,128,0.8236560821533203,238.21875,234881024 +22,mlp.up_proj,8,64,8,128,0.9639034271240234,231.109375,234881024 +22,mlp.up_proj,8,128,8,128,1.0811716318130493,227.5546875,234881024 +22,mlp.down_proj,2,32,8,128,67.95698547363281,70.21875,234881024 +22,mlp.down_proj,2,64,8,128,79.1680679321289,63.109375,234881024 +22,mlp.down_proj,2,128,8,128,89.5595474243164,59.5546875,234881024 +22,mlp.down_proj,3,32,8,128,29.09288787841797,98.21875,234881024 +22,mlp.down_proj,3,64,8,128,33.8816032409668,91.109375,234881024 +22,mlp.down_proj,3,128,8,128,38.19157409667969,87.5546875,234881024 +22,mlp.down_proj,4,32,8,128,13.544726371765137,126.21875,234881024 +22,mlp.down_proj,4,64,8,128,15.86958122253418,119.109375,234881024 +22,mlp.down_proj,4,128,8,128,17.83646011352539,115.5546875,234881024 +22,mlp.down_proj,8,32,8,128,0.8270640969276428,238.21875,234881024 +22,mlp.down_proj,8,64,8,128,0.9680188298225403,231.109375,234881024 +22,mlp.down_proj,8,128,8,128,1.0854259729385376,227.5546875,234881024 +23,self_attn.q_proj,2,32,8,128,48.95332336425781,20.0625,67108864 +23,self_attn.q_proj,2,64,8,128,57.35587692260742,18.03125,67108864 +23,self_attn.q_proj,2,128,8,128,65.69770812988281,17.015625,67108864 +23,self_attn.q_proj,3,32,8,128,20.95292854309082,28.0625,67108864 +23,self_attn.q_proj,3,64,8,128,24.56814193725586,26.03125,67108864 +23,self_attn.q_proj,3,128,8,128,28.163707733154297,25.015625,67108864 +23,self_attn.q_proj,4,32,8,128,9.773574829101562,36.0625,67108864 +23,self_attn.q_proj,4,64,8,128,11.471784591674805,34.03125,67108864 +23,self_attn.q_proj,4,128,8,128,13.139389038085938,33.015625,67108864 +23,self_attn.q_proj,8,32,8,128,0.5939086675643921,68.0625,67108864 +23,self_attn.q_proj,8,64,8,128,0.6970583200454712,66.03125,67108864 +23,self_attn.q_proj,8,128,8,128,0.795661985874176,65.015625,67108864 +23,self_attn.v_proj,2,32,8,128,11.557222366333008,2.5078125,8388608 +23,self_attn.v_proj,2,64,8,128,13.600379943847656,2.25390625,8388608 +23,self_attn.v_proj,2,128,8,128,15.4859619140625,2.126953125,8388608 +23,self_attn.v_proj,3,32,8,128,4.942420482635498,3.5078125,8388608 +23,self_attn.v_proj,3,64,8,128,5.817290306091309,3.25390625,8388608 +23,self_attn.v_proj,3,128,8,128,6.6255388259887695,3.126953125,8388608 +23,self_attn.v_proj,4,32,8,128,2.305755376815796,4.5078125,8388608 +23,self_attn.v_proj,4,64,8,128,2.714259386062622,4.25390625,8388608 +23,self_attn.v_proj,4,128,8,128,3.09171724319458,4.126953125,8388608 +23,self_attn.v_proj,8,32,8,128,0.13959766924381256,8.5078125,8388608 +23,self_attn.v_proj,8,64,8,128,0.16420796513557434,8.25390625,8388608 +23,self_attn.v_proj,8,128,8,128,0.18633045256137848,8.126953125,8388608 +23,self_attn.k_proj,2,32,8,128,34.49933624267578,2.5078125,8388608 +23,self_attn.k_proj,2,64,8,128,41.13096618652344,2.25390625,8388608 +23,self_attn.k_proj,2,128,8,128,46.86101531982422,2.126953125,8388608 +23,self_attn.k_proj,3,32,8,128,14.828217506408691,3.5078125,8388608 +23,self_attn.k_proj,3,64,8,128,17.759111404418945,3.25390625,8388608 +23,self_attn.k_proj,3,128,8,128,20.487688064575195,3.126953125,8388608 +23,self_attn.k_proj,4,32,8,128,6.920931816101074,4.5078125,8388608 +23,self_attn.k_proj,4,64,8,128,8.288797378540039,4.25390625,8388608 +23,self_attn.k_proj,4,128,8,128,9.55774974822998,4.126953125,8388608 +23,self_attn.k_proj,8,32,8,128,0.41864943504333496,8.5078125,8388608 +23,self_attn.k_proj,8,64,8,128,0.5011165142059326,8.25390625,8388608 +23,self_attn.k_proj,8,128,8,128,0.5759000778198242,8.126953125,8388608 +23,self_attn.o_proj,2,32,8,128,34.400882720947266,20.0625,67108864 +23,self_attn.o_proj,2,64,8,128,40.0746955871582,18.03125,67108864 +23,self_attn.o_proj,2,128,8,128,45.22163391113281,17.015625,67108864 +23,self_attn.o_proj,3,32,8,128,14.71457290649414,28.0625,67108864 +23,self_attn.o_proj,3,64,8,128,17.151464462280273,26.03125,67108864 +23,self_attn.o_proj,3,128,8,128,19.35689926147461,25.015625,67108864 +23,self_attn.o_proj,4,32,8,128,6.862423419952393,36.0625,67108864 +23,self_attn.o_proj,4,64,8,128,8.010310173034668,34.03125,67108864 +23,self_attn.o_proj,4,128,8,128,9.033561706542969,33.015625,67108864 +23,self_attn.o_proj,8,32,8,128,0.4170621931552887,68.0625,67108864 +23,self_attn.o_proj,8,64,8,128,0.4857839047908783,66.03125,67108864 +23,self_attn.o_proj,8,128,8,128,0.5465974807739258,65.015625,67108864 +23,mlp.gate_proj,2,32,8,128,74.1429443359375,70.21875,234881024 +23,mlp.gate_proj,2,64,8,128,87.2253646850586,63.109375,234881024 +23,mlp.gate_proj,2,128,8,128,98.73306274414062,59.5546875,234881024 +23,mlp.gate_proj,3,32,8,128,31.898380279541016,98.21875,234881024 +23,mlp.gate_proj,3,64,8,128,37.20298385620117,91.109375,234881024 +23,mlp.gate_proj,3,128,8,128,42.3560676574707,87.5546875,234881024 +23,mlp.gate_proj,4,32,8,128,14.839951515197754,126.21875,234881024 +23,mlp.gate_proj,4,64,8,128,17.368871688842773,119.109375,234881024 +23,mlp.gate_proj,4,128,8,128,19.7391414642334,115.5546875,234881024 +23,mlp.gate_proj,8,32,8,128,0.9059820175170898,238.21875,234881024 +23,mlp.gate_proj,8,64,8,128,1.061463713645935,231.109375,234881024 +23,mlp.gate_proj,8,128,8,128,1.2006580829620361,227.5546875,234881024 +23,mlp.up_proj,2,32,8,128,67.61155700683594,70.21875,234881024 +23,mlp.up_proj,2,64,8,128,78.70379638671875,63.109375,234881024 +23,mlp.up_proj,2,128,8,128,88.9647445678711,59.5546875,234881024 +23,mlp.up_proj,3,32,8,128,28.937255859375,98.21875,234881024 +23,mlp.up_proj,3,64,8,128,33.70938491821289,91.109375,234881024 +23,mlp.up_proj,3,128,8,128,37.97586441040039,87.5546875,234881024 +23,mlp.up_proj,4,32,8,128,13.473372459411621,126.21875,234881024 +23,mlp.up_proj,4,64,8,128,15.784368515014648,119.109375,234881024 +23,mlp.up_proj,4,128,8,128,17.73467445373535,115.5546875,234881024 +23,mlp.up_proj,8,32,8,128,0.8228102922439575,238.21875,234881024 +23,mlp.up_proj,8,64,8,128,0.9625856876373291,231.109375,234881024 +23,mlp.up_proj,8,128,8,128,1.079542636871338,227.5546875,234881024 +23,mlp.down_proj,2,32,8,128,67.89913177490234,70.21875,234881024 +23,mlp.down_proj,2,64,8,128,79.08594512939453,63.109375,234881024 +23,mlp.down_proj,2,128,8,128,89.42433166503906,59.5546875,234881024 +23,mlp.down_proj,3,32,8,128,29.06273078918457,98.21875,234881024 +23,mlp.down_proj,3,64,8,128,33.848114013671875,91.109375,234881024 +23,mlp.down_proj,3,128,8,128,38.119632720947266,87.5546875,234881024 +23,mlp.down_proj,4,32,8,128,13.531939506530762,126.21875,234881024 +23,mlp.down_proj,4,64,8,128,15.85130786895752,119.109375,234881024 +23,mlp.down_proj,4,128,8,128,17.803142547607422,115.5546875,234881024 +23,mlp.down_proj,8,32,8,128,0.8262805342674255,238.21875,234881024 +23,mlp.down_proj,8,64,8,128,0.9668347835540771,231.109375,234881024 +23,mlp.down_proj,8,128,8,128,1.0837453603744507,227.5546875,234881024 +24,self_attn.q_proj,2,32,8,128,46.72608947753906,20.0625,67108864 +24,self_attn.q_proj,2,64,8,128,55.0274772644043,18.03125,67108864 +24,self_attn.q_proj,2,128,8,128,63.36747360229492,17.015625,67108864 +24,self_attn.q_proj,3,32,8,128,20.021081924438477,28.0625,67108864 +24,self_attn.q_proj,3,64,8,128,23.67501449584961,26.03125,67108864 +24,self_attn.q_proj,3,128,8,128,27.352802276611328,25.015625,67108864 +24,self_attn.q_proj,4,32,8,128,9.339029312133789,36.0625,67108864 +24,self_attn.q_proj,4,64,8,128,11.05237102508545,34.03125,67108864 +24,self_attn.q_proj,4,128,8,128,12.770557403564453,33.015625,67108864 +24,self_attn.q_proj,8,32,8,128,0.5673384070396423,68.0625,67108864 +24,self_attn.q_proj,8,64,8,128,0.6713024973869324,66.03125,67108864 +24,self_attn.q_proj,8,128,8,128,0.7732316255569458,65.015625,67108864 +24,self_attn.v_proj,2,32,8,128,12.398767471313477,2.5078125,8388608 +24,self_attn.v_proj,2,64,8,128,14.579327583312988,2.25390625,8388608 +24,self_attn.v_proj,2,128,8,128,16.575864791870117,2.126953125,8388608 +24,self_attn.v_proj,3,32,8,128,5.301939964294434,3.5078125,8388608 +24,self_attn.v_proj,3,64,8,128,6.237957000732422,3.25390625,8388608 +24,self_attn.v_proj,3,128,8,128,7.096917629241943,3.126953125,8388608 +24,self_attn.v_proj,4,32,8,128,2.4741358757019043,4.5078125,8388608 +24,self_attn.v_proj,4,64,8,128,2.911261558532715,4.25390625,8388608 +24,self_attn.v_proj,4,128,8,128,3.312446117401123,4.126953125,8388608 +24,self_attn.v_proj,8,32,8,128,0.1497873067855835,8.5078125,8388608 +24,self_attn.v_proj,8,64,8,128,0.1760377287864685,8.25390625,8388608 +24,self_attn.v_proj,8,128,8,128,0.19949668645858765,8.126953125,8388608 +24,self_attn.k_proj,2,32,8,128,34.48940658569336,2.5078125,8388608 +24,self_attn.k_proj,2,64,8,128,41.43503189086914,2.25390625,8388608 +24,self_attn.k_proj,2,128,8,128,47.28764343261719,2.126953125,8388608 +24,self_attn.k_proj,3,32,8,128,14.898791313171387,3.5078125,8388608 +24,self_attn.k_proj,3,64,8,128,18.101438522338867,3.25390625,8388608 +24,self_attn.k_proj,3,128,8,128,21.153045654296875,3.126953125,8388608 +24,self_attn.k_proj,4,32,8,128,6.955023288726807,4.5078125,8388608 +24,self_attn.k_proj,4,64,8,128,8.449739456176758,4.25390625,8388608 +24,self_attn.k_proj,4,128,8,128,9.879576683044434,4.126953125,8388608 +24,self_attn.k_proj,8,32,8,128,0.4209446310997009,8.5078125,8388608 +24,self_attn.k_proj,8,64,8,128,0.51088947057724,8.25390625,8388608 +24,self_attn.k_proj,8,128,8,128,0.595433235168457,8.126953125,8388608 +24,self_attn.o_proj,2,32,8,128,34.694698333740234,20.0625,67108864 +24,self_attn.o_proj,2,64,8,128,40.57896041870117,18.03125,67108864 +24,self_attn.o_proj,2,128,8,128,45.97595977783203,17.015625,67108864 +24,self_attn.o_proj,3,32,8,128,14.866718292236328,28.0625,67108864 +24,self_attn.o_proj,3,64,8,128,17.426631927490234,26.03125,67108864 +24,self_attn.o_proj,3,128,8,128,19.840778350830078,25.015625,67108864 +24,self_attn.o_proj,4,32,8,128,6.935458660125732,36.0625,67108864 +24,self_attn.o_proj,4,64,8,128,8.141594886779785,34.03125,67108864 +24,self_attn.o_proj,4,128,8,128,9.266505241394043,33.015625,67108864 +24,self_attn.o_proj,8,32,8,128,0.42144566774368286,68.0625,67108864 +24,self_attn.o_proj,8,64,8,128,0.493855357170105,66.03125,67108864 +24,self_attn.o_proj,8,128,8,128,0.5608824491500854,65.015625,67108864 +24,mlp.gate_proj,2,32,8,128,73.83680725097656,70.21875,234881024 +24,mlp.gate_proj,2,64,8,128,86.78517150878906,63.109375,234881024 +24,mlp.gate_proj,2,128,8,128,98.18970489501953,59.5546875,234881024 +24,mlp.gate_proj,3,32,8,128,31.760698318481445,98.21875,234881024 +24,mlp.gate_proj,3,64,8,128,37.03117370605469,91.109375,234881024 +24,mlp.gate_proj,3,128,8,128,42.1378173828125,87.5546875,234881024 +24,mlp.gate_proj,4,32,8,128,14.776872634887695,126.21875,234881024 +24,mlp.gate_proj,4,64,8,128,17.296966552734375,119.109375,234881024 +24,mlp.gate_proj,4,128,8,128,19.64874267578125,115.5546875,234881024 +24,mlp.gate_proj,8,32,8,128,0.9020965099334717,238.21875,234881024 +24,mlp.gate_proj,8,64,8,128,1.0568231344223022,231.109375,234881024 +24,mlp.gate_proj,8,128,8,128,1.1950596570968628,227.5546875,234881024 +24,mlp.up_proj,2,32,8,128,68.20198822021484,70.21875,234881024 +24,mlp.up_proj,2,64,8,128,79.43785858154297,63.109375,234881024 +24,mlp.up_proj,2,128,8,128,89.83841705322266,59.5546875,234881024 +24,mlp.up_proj,3,32,8,128,29.206405639648438,98.21875,234881024 +24,mlp.up_proj,3,64,8,128,34.010196685791016,91.109375,234881024 +24,mlp.up_proj,3,128,8,128,38.32136535644531,87.5546875,234881024 +24,mlp.up_proj,4,32,8,128,13.598177909851074,126.21875,234881024 +24,mlp.up_proj,4,64,8,128,15.934477806091309,119.109375,234881024 +24,mlp.up_proj,4,128,8,128,17.898771286010742,115.5546875,234881024 +24,mlp.up_proj,8,32,8,128,0.8302566409111023,238.21875,234881024 +24,mlp.up_proj,8,64,8,128,0.9719550013542175,231.109375,234881024 +24,mlp.up_proj,8,128,8,128,1.0894569158554077,227.5546875,234881024 +24,mlp.down_proj,2,32,8,128,68.25871276855469,70.21875,234881024 +24,mlp.down_proj,2,64,8,128,79.52396392822266,63.109375,234881024 +24,mlp.down_proj,2,128,8,128,89.9458999633789,59.5546875,234881024 +24,mlp.down_proj,3,32,8,128,29.230743408203125,98.21875,234881024 +24,mlp.down_proj,3,64,8,128,34.02956771850586,91.109375,234881024 +24,mlp.down_proj,3,128,8,128,38.35895919799805,87.5546875,234881024 +24,mlp.down_proj,4,32,8,128,13.610882759094238,126.21875,234881024 +24,mlp.down_proj,4,64,8,128,15.947091102600098,119.109375,234881024 +24,mlp.down_proj,4,128,8,128,17.91204261779785,115.5546875,234881024 +24,mlp.down_proj,8,32,8,128,0.830915629863739,238.21875,234881024 +24,mlp.down_proj,8,64,8,128,0.9728398323059082,231.109375,234881024 +24,mlp.down_proj,8,128,8,128,1.0903218984603882,227.5546875,234881024 +25,self_attn.q_proj,2,32,8,128,47.60781478881836,20.0625,67108864 +25,self_attn.q_proj,2,64,8,128,55.861778259277344,18.03125,67108864 +25,self_attn.q_proj,2,128,8,128,64.1476058959961,17.015625,67108864 +25,self_attn.q_proj,3,32,8,128,20.385061264038086,28.0625,67108864 +25,self_attn.q_proj,3,64,8,128,23.97136688232422,26.03125,67108864 +25,self_attn.q_proj,3,128,8,128,27.533632278442383,25.015625,67108864 +25,self_attn.q_proj,4,32,8,128,9.506421089172363,36.0625,67108864 +25,self_attn.q_proj,4,64,8,128,11.192293167114258,34.03125,67108864 +25,self_attn.q_proj,4,128,8,128,12.848099708557129,33.015625,67108864 +25,self_attn.q_proj,8,32,8,128,0.5777422189712524,68.0625,67108864 +25,self_attn.q_proj,8,64,8,128,0.6798167824745178,66.03125,67108864 +25,self_attn.q_proj,8,128,8,128,0.7783313393592834,65.015625,67108864 +25,self_attn.v_proj,2,32,8,128,12.110830307006836,2.5078125,8388608 +25,self_attn.v_proj,2,64,8,128,14.246417045593262,2.25390625,8388608 +25,self_attn.v_proj,2,128,8,128,16.169309616088867,2.126953125,8388608 +25,self_attn.v_proj,3,32,8,128,5.177356719970703,3.5078125,8388608 +25,self_attn.v_proj,3,64,8,128,6.091578483581543,3.25390625,8388608 +25,self_attn.v_proj,3,128,8,128,6.922048568725586,3.126953125,8388608 +25,self_attn.v_proj,4,32,8,128,2.4162817001342773,4.5078125,8388608 +25,self_attn.v_proj,4,64,8,128,2.8430593013763428,4.25390625,8388608 +25,self_attn.v_proj,4,128,8,128,3.2282891273498535,4.126953125,8388608 +25,self_attn.v_proj,8,32,8,128,0.14628539979457855,8.5078125,8388608 +25,self_attn.v_proj,8,64,8,128,0.17189115285873413,8.25390625,8388608 +25,self_attn.v_proj,8,128,8,128,0.19462408125400543,8.126953125,8388608 +25,self_attn.k_proj,2,32,8,128,35.376861572265625,2.5078125,8388608 +25,self_attn.k_proj,2,64,8,128,42.148475646972656,2.25390625,8388608 +25,self_attn.k_proj,2,128,8,128,47.86886215209961,2.126953125,8388608 +25,self_attn.k_proj,3,32,8,128,15.220548629760742,3.5078125,8388608 +25,self_attn.k_proj,3,64,8,128,18.23306655883789,3.25390625,8388608 +25,self_attn.k_proj,3,128,8,128,21.009967803955078,3.126953125,8388608 +25,self_attn.k_proj,4,32,8,128,7.1028313636779785,4.5078125,8388608 +25,self_attn.k_proj,4,64,8,128,8.508831024169922,4.25390625,8388608 +25,self_attn.k_proj,4,128,8,128,9.805822372436523,4.126953125,8388608 +25,self_attn.k_proj,8,32,8,128,0.42999157309532166,8.5078125,8388608 +25,self_attn.k_proj,8,64,8,128,0.5144612193107605,8.25390625,8388608 +25,self_attn.k_proj,8,128,8,128,0.5911647081375122,8.126953125,8388608 +25,self_attn.o_proj,2,32,8,128,34.601951599121094,20.0625,67108864 +25,self_attn.o_proj,2,64,8,128,40.3206901550293,18.03125,67108864 +25,self_attn.o_proj,2,128,8,128,45.474666595458984,17.015625,67108864 +25,self_attn.o_proj,3,32,8,128,14.804893493652344,28.0625,67108864 +25,self_attn.o_proj,3,64,8,128,17.258630752563477,26.03125,67108864 +25,self_attn.o_proj,3,128,8,128,19.484601974487305,25.015625,67108864 +25,self_attn.o_proj,4,32,8,128,6.906524181365967,36.0625,67108864 +25,self_attn.o_proj,4,64,8,128,8.061245918273926,34.03125,67108864 +25,self_attn.o_proj,4,128,8,128,9.095800399780273,33.015625,67108864 +25,self_attn.o_proj,8,32,8,128,0.4197379946708679,68.0625,67108864 +25,self_attn.o_proj,8,64,8,128,0.4890459179878235,66.03125,67108864 +25,self_attn.o_proj,8,128,8,128,0.550571084022522,65.015625,67108864 +25,mlp.gate_proj,2,32,8,128,73.99052429199219,70.21875,234881024 +25,mlp.gate_proj,2,64,8,128,86.94344329833984,63.109375,234881024 +25,mlp.gate_proj,2,128,8,128,98.33256530761719,59.5546875,234881024 +25,mlp.gate_proj,3,32,8,128,31.831628799438477,98.21875,234881024 +25,mlp.gate_proj,3,64,8,128,37.095035552978516,91.109375,234881024 +25,mlp.gate_proj,3,128,8,128,42.190277099609375,87.5546875,234881024 +25,mlp.gate_proj,4,32,8,128,14.810413360595703,126.21875,234881024 +25,mlp.gate_proj,4,64,8,128,17.326290130615234,119.109375,234881024 +25,mlp.gate_proj,4,128,8,128,19.663619995117188,115.5546875,234881024 +25,mlp.gate_proj,8,32,8,128,0.904346227645874,238.21875,234881024 +25,mlp.gate_proj,8,64,8,128,1.0589368343353271,231.109375,234881024 +25,mlp.gate_proj,8,128,8,128,1.1967191696166992,227.5546875,234881024 +25,mlp.up_proj,2,32,8,128,68.3187026977539,70.21875,234881024 +25,mlp.up_proj,2,64,8,128,79.5895004272461,63.109375,234881024 +25,mlp.up_proj,2,128,8,128,90.02964782714844,59.5546875,234881024 +25,mlp.up_proj,3,32,8,128,29.25966453552246,98.21875,234881024 +25,mlp.up_proj,3,64,8,128,34.06951141357422,91.109375,234881024 +25,mlp.up_proj,3,128,8,128,38.389869689941406,87.5546875,234881024 +25,mlp.up_proj,4,32,8,128,13.624835014343262,126.21875,234881024 +25,mlp.up_proj,4,64,8,128,15.96699047088623,119.109375,234881024 +25,mlp.up_proj,4,128,8,128,17.927520751953125,115.5546875,234881024 +25,mlp.up_proj,8,32,8,128,0.8320541977882385,238.21875,234881024 +25,mlp.up_proj,8,64,8,128,0.9743241667747498,231.109375,234881024 +25,mlp.up_proj,8,128,8,128,1.09199857711792,227.5546875,234881024 +25,mlp.down_proj,2,32,8,128,68.20001983642578,70.21875,234881024 +25,mlp.down_proj,2,64,8,128,79.45153045654297,63.109375,234881024 +25,mlp.down_proj,2,128,8,128,89.90258026123047,59.5546875,234881024 +25,mlp.down_proj,3,32,8,128,29.202898025512695,98.21875,234881024 +25,mlp.down_proj,3,64,8,128,34.00436782836914,91.109375,234881024 +25,mlp.down_proj,3,128,8,128,38.32203674316406,87.5546875,234881024 +25,mlp.down_proj,4,32,8,128,13.59666633605957,126.21875,234881024 +25,mlp.down_proj,4,64,8,128,15.929262161254883,119.109375,234881024 +25,mlp.down_proj,4,128,8,128,17.89276123046875,115.5546875,234881024 +25,mlp.down_proj,8,32,8,128,0.830154299736023,238.21875,234881024 +25,mlp.down_proj,8,64,8,128,0.9718079566955566,231.109375,234881024 +25,mlp.down_proj,8,128,8,128,1.0892091989517212,227.5546875,234881024 +26,self_attn.q_proj,2,32,8,128,47.083980560302734,20.0625,67108864 +26,self_attn.q_proj,2,64,8,128,55.33705139160156,18.03125,67108864 +26,self_attn.q_proj,2,128,8,128,63.41636657714844,17.015625,67108864 +26,self_attn.q_proj,3,32,8,128,20.144786834716797,28.0625,67108864 +26,self_attn.q_proj,3,64,8,128,23.72101593017578,26.03125,67108864 +26,self_attn.q_proj,3,128,8,128,27.18961524963379,25.015625,67108864 +26,self_attn.q_proj,4,32,8,128,9.39599895477295,36.0625,67108864 +26,self_attn.q_proj,4,64,8,128,11.073731422424316,34.03125,67108864 +26,self_attn.q_proj,4,128,8,128,12.688228607177734,33.015625,67108864 +26,self_attn.q_proj,8,32,8,128,0.5709197521209717,68.0625,67108864 +26,self_attn.q_proj,8,64,8,128,0.6726192831993103,66.03125,67108864 +26,self_attn.q_proj,8,128,8,128,0.7684031128883362,65.015625,67108864 +26,self_attn.v_proj,2,32,8,128,11.78567123413086,2.5078125,8388608 +26,self_attn.v_proj,2,64,8,128,13.816083908081055,2.25390625,8388608 +26,self_attn.v_proj,2,128,8,128,15.668251991271973,2.126953125,8388608 +26,self_attn.v_proj,3,32,8,128,5.038313865661621,3.5078125,8388608 +26,self_attn.v_proj,3,64,8,128,5.91035270690918,3.25390625,8388608 +26,self_attn.v_proj,3,128,8,128,6.709087371826172,3.126953125,8388608 +26,self_attn.v_proj,4,32,8,128,2.351661443710327,4.5078125,8388608 +26,self_attn.v_proj,4,64,8,128,2.7580389976501465,4.25390625,8388608 +26,self_attn.v_proj,4,128,8,128,3.128790855407715,4.126953125,8388608 +26,self_attn.v_proj,8,32,8,128,0.14238116145133972,8.5078125,8388608 +26,self_attn.v_proj,8,64,8,128,0.1667589545249939,8.25390625,8388608 +26,self_attn.v_proj,8,128,8,128,0.18855491280555725,8.126953125,8388608 +26,self_attn.k_proj,2,32,8,128,35.075374603271484,2.5078125,8388608 +26,self_attn.k_proj,2,64,8,128,42.050270080566406,2.25390625,8388608 +26,self_attn.k_proj,2,128,8,128,48.079776763916016,2.126953125,8388608 +26,self_attn.k_proj,3,32,8,128,15.111221313476562,3.5078125,8388608 +26,self_attn.k_proj,3,64,8,128,18.25792694091797,3.25390625,8388608 +26,self_attn.k_proj,3,128,8,128,21.239376068115234,3.126953125,8388608 +26,self_attn.k_proj,4,32,8,128,7.053283214569092,4.5078125,8388608 +26,self_attn.k_proj,4,64,8,128,8.521101951599121,4.25390625,8388608 +26,self_attn.k_proj,4,128,8,128,9.91661548614502,4.126953125,8388608 +26,self_attn.k_proj,8,32,8,128,0.4267183542251587,8.5078125,8388608 +26,self_attn.k_proj,8,64,8,128,0.5154181718826294,8.25390625,8388608 +26,self_attn.k_proj,8,128,8,128,0.5976796746253967,8.126953125,8388608 +26,self_attn.o_proj,2,32,8,128,34.46342468261719,20.0625,67108864 +26,self_attn.o_proj,2,64,8,128,40.16053771972656,18.03125,67108864 +26,self_attn.o_proj,2,128,8,128,45.31977081298828,17.015625,67108864 +26,self_attn.o_proj,3,32,8,128,14.745534896850586,28.0625,67108864 +26,self_attn.o_proj,3,64,8,128,17.193540573120117,26.03125,67108864 +26,self_attn.o_proj,3,128,8,128,19.428125381469727,25.015625,67108864 +26,self_attn.o_proj,4,32,8,128,6.877230644226074,36.0625,67108864 +26,self_attn.o_proj,4,64,8,128,8.030227661132812,34.03125,67108864 +26,self_attn.o_proj,4,128,8,128,9.068549156188965,33.015625,67108864 +26,self_attn.o_proj,8,32,8,128,0.4180542230606079,68.0625,67108864 +26,self_attn.o_proj,8,64,8,128,0.48714888095855713,66.03125,67108864 +26,self_attn.o_proj,8,128,8,128,0.5486733913421631,65.015625,67108864 +26,mlp.gate_proj,2,32,8,128,73.9573745727539,70.21875,234881024 +26,mlp.gate_proj,2,64,8,128,87.0776596069336,63.109375,234881024 +26,mlp.gate_proj,2,128,8,128,98.64891815185547,59.5546875,234881024 +26,mlp.gate_proj,3,32,8,128,31.826786041259766,98.21875,234881024 +26,mlp.gate_proj,3,64,8,128,37.16089630126953,91.109375,234881024 +26,mlp.gate_proj,3,128,8,128,42.3885383605957,87.5546875,234881024 +26,mlp.gate_proj,4,32,8,128,14.806824684143066,126.21875,234881024 +26,mlp.gate_proj,4,64,8,128,17.35426139831543,119.109375,234881024 +26,mlp.gate_proj,4,128,8,128,19.759292602539062,115.5546875,234881024 +26,mlp.gate_proj,8,32,8,128,0.9038394093513489,238.21875,234881024 +26,mlp.gate_proj,8,64,8,128,1.060187578201294,231.109375,234881024 +26,mlp.gate_proj,8,128,8,128,1.2012782096862793,227.5546875,234881024 +26,mlp.up_proj,2,32,8,128,68.42585754394531,70.21875,234881024 +26,mlp.up_proj,2,64,8,128,79.7314453125,63.109375,234881024 +26,mlp.up_proj,2,128,8,128,90.19134521484375,59.5546875,234881024 +26,mlp.up_proj,3,32,8,128,29.31565284729004,98.21875,234881024 +26,mlp.up_proj,3,64,8,128,34.13851547241211,91.109375,234881024 +26,mlp.up_proj,3,128,8,128,38.490379333496094,87.5546875,234881024 +26,mlp.up_proj,4,32,8,128,13.648061752319336,126.21875,234881024 +26,mlp.up_proj,4,64,8,128,16.00127410888672,119.109375,234881024 +26,mlp.up_proj,4,128,8,128,17.9852237701416,115.5546875,234881024 +26,mlp.up_proj,8,32,8,128,0.8333629369735718,238.21875,234881024 +26,mlp.up_proj,8,64,8,128,0.9761505722999573,231.109375,234881024 +26,mlp.up_proj,8,128,8,128,1.0944294929504395,227.5546875,234881024 +26,mlp.down_proj,2,32,8,128,68.05906677246094,70.21875,234881024 +26,mlp.down_proj,2,64,8,128,79.29278564453125,63.109375,234881024 +26,mlp.down_proj,2,128,8,128,89.69574737548828,59.5546875,234881024 +26,mlp.down_proj,3,32,8,128,29.144756317138672,98.21875,234881024 +26,mlp.down_proj,3,64,8,128,33.94838333129883,91.109375,234881024 +26,mlp.down_proj,3,128,8,128,38.278995513916016,87.5546875,234881024 +26,mlp.down_proj,4,32,8,128,13.569798469543457,126.21875,234881024 +26,mlp.down_proj,4,64,8,128,15.90481948852539,119.109375,234881024 +26,mlp.down_proj,4,128,8,128,17.881196975708008,115.5546875,234881024 +26,mlp.down_proj,8,32,8,128,0.82847660779953,238.21875,234881024 +26,mlp.down_proj,8,64,8,128,0.9701429605484009,231.109375,234881024 +26,mlp.down_proj,8,128,8,128,1.0881397724151611,227.5546875,234881024 +27,self_attn.q_proj,2,32,8,128,49.84476089477539,20.0625,67108864 +27,self_attn.q_proj,2,64,8,128,58.92628860473633,18.03125,67108864 +27,self_attn.q_proj,2,128,8,128,67.9470443725586,17.015625,67108864 +27,self_attn.q_proj,3,32,8,128,21.344709396362305,28.0625,67108864 +27,self_attn.q_proj,3,64,8,128,25.253633499145508,26.03125,67108864 +27,self_attn.q_proj,3,128,8,128,29.205476760864258,25.015625,67108864 +27,self_attn.q_proj,4,32,8,128,9.954429626464844,36.0625,67108864 +27,self_attn.q_proj,4,64,8,128,11.788969039916992,34.03125,67108864 +27,self_attn.q_proj,4,128,8,128,13.625144004821777,33.015625,67108864 +27,self_attn.q_proj,8,32,8,128,0.6048736572265625,68.0625,67108864 +27,self_attn.q_proj,8,64,8,128,0.716489315032959,66.03125,67108864 +27,self_attn.q_proj,8,128,8,128,0.8249659538269043,65.015625,67108864 +27,self_attn.v_proj,2,32,8,128,9.8643217086792,2.5078125,8388608 +27,self_attn.v_proj,2,64,8,128,11.589247703552246,2.25390625,8388608 +27,self_attn.v_proj,2,128,8,128,13.171034812927246,2.126953125,8388608 +27,self_attn.v_proj,3,32,8,128,4.216168403625488,3.5078125,8388608 +27,self_attn.v_proj,3,64,8,128,4.955900192260742,3.25390625,8388608 +27,self_attn.v_proj,3,128,8,128,5.635286331176758,3.126953125,8388608 +27,self_attn.v_proj,4,32,8,128,1.9673177003860474,4.5078125,8388608 +27,self_attn.v_proj,4,64,8,128,2.3129966259002686,4.25390625,8388608 +27,self_attn.v_proj,4,128,8,128,2.6298961639404297,4.126953125,8388608 +27,self_attn.v_proj,8,32,8,128,0.1190623939037323,8.5078125,8388608 +27,self_attn.v_proj,8,64,8,128,0.1398770809173584,8.25390625,8388608 +27,self_attn.v_proj,8,128,8,128,0.15852779150009155,8.126953125,8388608 +27,self_attn.k_proj,2,32,8,128,36.916648864746094,2.5078125,8388608 +27,self_attn.k_proj,2,64,8,128,44.39013671875,2.25390625,8388608 +27,self_attn.k_proj,2,128,8,128,50.8521842956543,2.126953125,8388608 +27,self_attn.k_proj,3,32,8,128,15.900928497314453,3.5078125,8388608 +27,self_attn.k_proj,3,64,8,128,19.273344039916992,3.25390625,8388608 +27,self_attn.k_proj,3,128,8,128,22.451162338256836,3.126953125,8388608 +27,self_attn.k_proj,4,32,8,128,7.4187445640563965,4.5078125,8388608 +27,self_attn.k_proj,4,64,8,128,8.993167877197266,4.25390625,8388608 +27,self_attn.k_proj,4,128,8,128,10.478439331054688,4.126953125,8388608 +27,self_attn.k_proj,8,32,8,128,0.44913873076438904,8.5078125,8388608 +27,self_attn.k_proj,8,64,8,128,0.5438657999038696,8.25390625,8388608 +27,self_attn.k_proj,8,128,8,128,0.6316400766372681,8.126953125,8388608 +27,self_attn.o_proj,2,32,8,128,33.25370788574219,20.0625,67108864 +27,self_attn.o_proj,2,64,8,128,38.76079177856445,18.03125,67108864 +27,self_attn.o_proj,2,128,8,128,43.79789733886719,17.015625,67108864 +27,self_attn.o_proj,3,32,8,128,14.223897933959961,28.0625,67108864 +27,self_attn.o_proj,3,64,8,128,16.61452865600586,26.03125,67108864 +27,self_attn.o_proj,3,128,8,128,18.800975799560547,25.015625,67108864 +27,self_attn.o_proj,4,32,8,128,6.635249137878418,36.0625,67108864 +27,self_attn.o_proj,4,64,8,128,7.757177352905273,34.03125,67108864 +27,self_attn.o_proj,4,128,8,128,8.776421546936035,33.015625,67108864 +27,self_attn.o_proj,8,32,8,128,0.4033682644367218,68.0625,67108864 +27,self_attn.o_proj,8,64,8,128,0.4707346558570862,66.03125,67108864 +27,self_attn.o_proj,8,128,8,128,0.5310478806495667,65.015625,67108864 +27,mlp.gate_proj,2,32,8,128,72.92655944824219,70.21875,234881024 +27,mlp.gate_proj,2,64,8,128,85.9267807006836,63.109375,234881024 +27,mlp.gate_proj,2,128,8,128,97.50157928466797,59.5546875,234881024 +27,mlp.gate_proj,3,32,8,128,31.361446380615234,98.21875,234881024 +27,mlp.gate_proj,3,64,8,128,36.67316818237305,91.109375,234881024 +27,mlp.gate_proj,3,128,8,128,41.848148345947266,87.5546875,234881024 +27,mlp.gate_proj,4,32,8,128,14.590837478637695,126.21875,234881024 +27,mlp.gate_proj,4,64,8,128,17.122400283813477,119.109375,234881024 +27,mlp.gate_proj,4,128,8,128,19.508316040039062,115.5546875,234881024 +27,mlp.gate_proj,8,32,8,128,0.8905929327011108,238.21875,234881024 +27,mlp.gate_proj,8,64,8,128,1.0466492176055908,231.109375,234881024 +27,mlp.gate_proj,8,128,8,128,1.1862571239471436,227.5546875,234881024 +27,mlp.up_proj,2,32,8,128,68.03720092773438,70.21875,234881024 +27,mlp.up_proj,2,64,8,128,79.25502014160156,63.109375,234881024 +27,mlp.up_proj,2,128,8,128,89.63394165039062,59.5546875,234881024 +27,mlp.up_proj,3,32,8,128,29.129423141479492,98.21875,234881024 +27,mlp.up_proj,3,64,8,128,33.93697738647461,91.109375,234881024 +27,mlp.up_proj,3,128,8,128,38.238319396972656,87.5546875,234881024 +27,mlp.up_proj,4,32,8,128,13.564035415649414,126.21875,234881024 +27,mlp.up_proj,4,64,8,128,15.896672248840332,119.109375,234881024 +27,mlp.up_proj,4,128,8,128,17.867677688598633,115.5546875,234881024 +27,mlp.up_proj,8,32,8,128,0.828164279460907,238.21875,234881024 +27,mlp.up_proj,8,64,8,128,0.9696444272994995,231.109375,234881024 +27,mlp.up_proj,8,128,8,128,1.0872124433517456,227.5546875,234881024 +27,mlp.down_proj,2,32,8,128,67.93889617919922,70.21875,234881024 +27,mlp.down_proj,2,64,8,128,79.14494323730469,63.109375,234881024 +27,mlp.down_proj,2,128,8,128,89.54010009765625,59.5546875,234881024 +27,mlp.down_proj,3,32,8,128,29.0874080657959,98.21875,234881024 +27,mlp.down_proj,3,64,8,128,33.88753128051758,91.109375,234881024 +27,mlp.down_proj,3,128,8,128,38.21411895751953,87.5546875,234881024 +27,mlp.down_proj,4,32,8,128,13.545812606811523,126.21875,234881024 +27,mlp.down_proj,4,64,8,128,15.874497413635254,119.109375,234881024 +27,mlp.down_proj,4,128,8,128,17.849069595336914,115.5546875,234881024 +27,mlp.down_proj,8,32,8,128,0.8270373344421387,238.21875,234881024 +27,mlp.down_proj,8,64,8,128,0.968384861946106,231.109375,234881024 +27,mlp.down_proj,8,128,8,128,1.0862085819244385,227.5546875,234881024 +28,self_attn.q_proj,2,32,8,128,48.146392822265625,20.0625,67108864 +28,self_attn.q_proj,2,64,8,128,56.60183334350586,18.03125,67108864 +28,self_attn.q_proj,2,128,8,128,65.12285614013672,17.015625,67108864 +28,self_attn.q_proj,3,32,8,128,20.607765197753906,28.0625,67108864 +28,self_attn.q_proj,3,64,8,128,24.267560958862305,26.03125,67108864 +28,self_attn.q_proj,3,128,8,128,27.955015182495117,25.015625,67108864 +28,self_attn.q_proj,4,32,8,128,9.611725807189941,36.0625,67108864 +28,self_attn.q_proj,4,64,8,128,11.33084774017334,34.03125,67108864 +28,self_attn.q_proj,4,128,8,128,13.046244621276855,33.015625,67108864 +28,self_attn.q_proj,8,32,8,128,0.5839813351631165,68.0625,67108864 +28,self_attn.q_proj,8,64,8,128,0.688347339630127,66.03125,67108864 +28,self_attn.q_proj,8,128,8,128,0.7899396419525146,65.015625,67108864 +28,self_attn.v_proj,2,32,8,128,10.467779159545898,2.5078125,8388608 +28,self_attn.v_proj,2,64,8,128,12.413727760314941,2.25390625,8388608 +28,self_attn.v_proj,2,128,8,128,14.21363353729248,2.126953125,8388608 +28,self_attn.v_proj,3,32,8,128,4.477202892303467,3.5078125,8388608 +28,self_attn.v_proj,3,64,8,128,5.315450668334961,3.25390625,8388608 +28,self_attn.v_proj,3,128,8,128,6.090766906738281,3.126953125,8388608 +28,self_attn.v_proj,4,32,8,128,2.089815855026245,4.5078125,8388608 +28,self_attn.v_proj,4,64,8,128,2.481015205383301,4.25390625,8388608 +28,self_attn.v_proj,4,128,8,128,2.8428783416748047,4.126953125,8388608 +28,self_attn.v_proj,8,32,8,128,0.12645933032035828,8.5078125,8388608 +28,self_attn.v_proj,8,64,8,128,0.1500316858291626,8.25390625,8388608 +28,self_attn.v_proj,8,128,8,128,0.17146465182304382,8.126953125,8388608 +28,self_attn.k_proj,2,32,8,128,35.672698974609375,2.5078125,8388608 +28,self_attn.k_proj,2,64,8,128,42.739906311035156,2.25390625,8388608 +28,self_attn.k_proj,2,128,8,128,48.75528335571289,2.126953125,8388608 +28,self_attn.k_proj,3,32,8,128,15.385613441467285,3.5078125,8388608 +28,self_attn.k_proj,3,64,8,128,18.568578720092773,3.25390625,8388608 +28,self_attn.k_proj,3,128,8,128,21.581567764282227,3.126953125,8388608 +28,self_attn.k_proj,4,32,8,128,7.180924415588379,4.5078125,8388608 +28,self_attn.k_proj,4,64,8,128,8.670633316040039,4.25390625,8388608 +28,self_attn.k_proj,4,128,8,128,10.076040267944336,4.126953125,8388608 +28,self_attn.k_proj,8,32,8,128,0.43443161249160767,8.5078125,8388608 +28,self_attn.k_proj,8,64,8,128,0.5241854190826416,8.25390625,8388608 +28,self_attn.k_proj,8,128,8,128,0.6072473526000977,8.126953125,8388608 +28,self_attn.o_proj,2,32,8,128,33.5322265625,20.0625,67108864 +28,self_attn.o_proj,2,64,8,128,39.06879806518555,18.03125,67108864 +28,self_attn.o_proj,2,128,8,128,44.086830139160156,17.015625,67108864 +28,self_attn.o_proj,3,32,8,128,14.35306453704834,28.0625,67108864 +28,self_attn.o_proj,3,64,8,128,16.74953269958496,26.03125,67108864 +28,self_attn.o_proj,3,128,8,128,18.939416885375977,25.015625,67108864 +28,self_attn.o_proj,4,32,8,128,6.69839334487915,36.0625,67108864 +28,self_attn.o_proj,4,64,8,128,7.8291215896606445,34.03125,67108864 +28,self_attn.o_proj,4,128,8,128,8.8527250289917,33.015625,67108864 +28,self_attn.o_proj,8,32,8,128,0.40731319785118103,68.0625,67108864 +28,self_attn.o_proj,8,64,8,128,0.4752146005630493,66.03125,67108864 +28,self_attn.o_proj,8,128,8,128,0.5360721349716187,65.015625,67108864 +28,mlp.gate_proj,2,32,8,128,73.00426483154297,70.21875,234881024 +28,mlp.gate_proj,2,64,8,128,86.17831420898438,63.109375,234881024 +28,mlp.gate_proj,2,128,8,128,98.02418518066406,59.5546875,234881024 +28,mlp.gate_proj,3,32,8,128,31.406492233276367,98.21875,234881024 +28,mlp.gate_proj,3,64,8,128,36.82604217529297,91.109375,234881024 +28,mlp.gate_proj,3,128,8,128,42.18220520019531,87.5546875,234881024 +28,mlp.gate_proj,4,32,8,128,14.613818168640137,126.21875,234881024 +28,mlp.gate_proj,4,64,8,128,17.191295623779297,119.109375,234881024 +28,mlp.gate_proj,4,128,8,128,19.67759132385254,115.5546875,234881024 +28,mlp.gate_proj,8,32,8,128,0.8919325470924377,238.21875,234881024 +28,mlp.gate_proj,8,64,8,128,1.0505988597869873,231.109375,234881024 +28,mlp.gate_proj,8,128,8,128,1.196032166481018,227.5546875,234881024 +28,mlp.up_proj,2,32,8,128,67.99238586425781,70.21875,234881024 +28,mlp.up_proj,2,64,8,128,79.22877502441406,63.109375,234881024 +28,mlp.up_proj,2,128,8,128,89.6084213256836,59.5546875,234881024 +28,mlp.up_proj,3,32,8,128,29.108850479125977,98.21875,234881024 +28,mlp.up_proj,3,64,8,128,33.920650482177734,91.109375,234881024 +28,mlp.up_proj,3,128,8,128,38.24842834472656,87.5546875,234881024 +28,mlp.up_proj,4,32,8,128,13.554842948913574,126.21875,234881024 +28,mlp.up_proj,4,64,8,128,15.889409065246582,119.109375,234881024 +28,mlp.up_proj,4,128,8,128,17.864017486572266,115.5546875,234881024 +28,mlp.up_proj,8,32,8,128,0.8276427388191223,238.21875,234881024 +28,mlp.up_proj,8,64,8,128,0.9692996740341187,231.109375,234881024 +28,mlp.up_proj,8,128,8,128,1.0871031284332275,227.5546875,234881024 +28,mlp.down_proj,2,32,8,128,67.8237533569336,70.21875,234881024 +28,mlp.down_proj,2,64,8,128,79.0003433227539,63.109375,234881024 +28,mlp.down_proj,2,128,8,128,89.37496185302734,59.5546875,234881024 +28,mlp.down_proj,3,32,8,128,29.031822204589844,98.21875,234881024 +28,mlp.down_proj,3,64,8,128,33.83279037475586,91.109375,234881024 +28,mlp.down_proj,3,128,8,128,38.144344329833984,87.5546875,234881024 +28,mlp.down_proj,4,32,8,128,13.520061492919922,126.21875,234881024 +28,mlp.down_proj,4,64,8,128,15.846943855285645,119.109375,234881024 +28,mlp.down_proj,4,128,8,128,17.822616577148438,115.5546875,234881024 +28,mlp.down_proj,8,32,8,128,0.8254652619361877,238.21875,234881024 +28,mlp.down_proj,8,64,8,128,0.9665296077728271,231.109375,234881024 +28,mlp.down_proj,8,128,8,128,1.0844069719314575,227.5546875,234881024 +29,self_attn.q_proj,2,32,8,128,47.52573776245117,20.0625,67108864 +29,self_attn.q_proj,2,64,8,128,55.95750427246094,18.03125,67108864 +29,self_attn.q_proj,2,128,8,128,64.52127075195312,17.015625,67108864 +29,self_attn.q_proj,3,32,8,128,20.335607528686523,28.0625,67108864 +29,self_attn.q_proj,3,64,8,128,23.986539840698242,26.03125,67108864 +29,self_attn.q_proj,3,128,8,128,27.690242767333984,25.015625,67108864 +29,self_attn.q_proj,4,32,8,128,9.484135627746582,36.0625,67108864 +29,self_attn.q_proj,4,64,8,128,11.202115058898926,34.03125,67108864 +29,self_attn.q_proj,4,128,8,128,12.921989440917969,33.015625,67108864 +29,self_attn.q_proj,8,32,8,128,0.5762859582901001,68.0625,67108864 +29,self_attn.q_proj,8,64,8,128,0.6802347302436829,66.03125,67108864 +29,self_attn.q_proj,8,128,8,128,0.7825019955635071,65.015625,67108864 +29,self_attn.v_proj,2,32,8,128,9.82052230834961,2.5078125,8388608 +29,self_attn.v_proj,2,64,8,128,11.577470779418945,2.25390625,8388608 +29,self_attn.v_proj,2,128,8,128,13.20482063293457,2.126953125,8388608 +29,self_attn.v_proj,3,32,8,128,4.1994404792785645,3.5078125,8388608 +29,self_attn.v_proj,3,64,8,128,4.955023765563965,3.25390625,8388608 +29,self_attn.v_proj,3,128,8,128,5.656523704528809,3.126953125,8388608 +29,self_attn.v_proj,4,32,8,128,1.9597570896148682,4.5078125,8388608 +29,self_attn.v_proj,4,64,8,128,2.311890125274658,4.25390625,8388608 +29,self_attn.v_proj,4,128,8,128,2.6397783756256104,4.126953125,8388608 +29,self_attn.v_proj,8,32,8,128,0.1186094805598259,8.5078125,8388608 +29,self_attn.v_proj,8,64,8,128,0.13978399336338043,8.25390625,8388608 +29,self_attn.v_proj,8,128,8,128,0.15908226370811462,8.126953125,8388608 +29,self_attn.k_proj,2,32,8,128,36.11398696899414,2.5078125,8388608 +29,self_attn.k_proj,2,64,8,128,43.17828369140625,2.25390625,8388608 +29,self_attn.k_proj,2,128,8,128,49.04681396484375,2.126953125,8388608 +29,self_attn.k_proj,3,32,8,128,15.59365177154541,3.5078125,8388608 +29,self_attn.k_proj,3,64,8,128,18.786762237548828,3.25390625,8388608 +29,self_attn.k_proj,3,128,8,128,21.765201568603516,3.126953125,8388608 +29,self_attn.k_proj,4,32,8,128,7.277462005615234,4.5078125,8388608 +29,self_attn.k_proj,4,64,8,128,8.768425941467285,4.25390625,8388608 +29,self_attn.k_proj,4,128,8,128,10.157294273376465,4.126953125,8388608 +29,self_attn.k_proj,8,32,8,128,0.4402463138103485,8.5078125,8388608 +29,self_attn.k_proj,8,64,8,128,0.530223548412323,8.25390625,8388608 +29,self_attn.k_proj,8,128,8,128,0.6123812794685364,8.126953125,8388608 +29,self_attn.o_proj,2,32,8,128,33.599361419677734,20.0625,67108864 +29,self_attn.o_proj,2,64,8,128,39.154178619384766,18.03125,67108864 +29,self_attn.o_proj,2,128,8,128,44.22515869140625,17.015625,67108864 +29,self_attn.o_proj,3,32,8,128,14.382062911987305,28.0625,67108864 +29,self_attn.o_proj,3,64,8,128,16.78978729248047,26.03125,67108864 +29,self_attn.o_proj,3,128,8,128,18.99472427368164,25.015625,67108864 +29,self_attn.o_proj,4,32,8,128,6.709314346313477,36.0625,67108864 +29,self_attn.o_proj,4,64,8,128,7.844139099121094,34.03125,67108864 +29,self_attn.o_proj,4,128,8,128,8.874648094177246,33.015625,67108864 +29,self_attn.o_proj,8,32,8,128,0.40792641043663025,68.0625,67108864 +29,self_attn.o_proj,8,64,8,128,0.4759964942932129,66.03125,67108864 +29,self_attn.o_proj,8,128,8,128,0.5372146964073181,65.015625,67108864 +29,mlp.gate_proj,2,32,8,128,72.67528533935547,70.21875,234881024 +29,mlp.gate_proj,2,64,8,128,85.6358413696289,63.109375,234881024 +29,mlp.gate_proj,2,128,8,128,97.27716827392578,59.5546875,234881024 +29,mlp.gate_proj,3,32,8,128,31.250316619873047,98.21875,234881024 +29,mlp.gate_proj,3,64,8,128,36.58244323730469,91.109375,234881024 +29,mlp.gate_proj,3,128,8,128,41.774471282958984,87.5546875,234881024 +29,mlp.gate_proj,4,32,8,128,14.540748596191406,126.21875,234881024 +29,mlp.gate_proj,4,64,8,128,17.0800838470459,119.109375,234881024 +29,mlp.gate_proj,4,128,8,128,19.48118782043457,115.5546875,234881024 +29,mlp.gate_proj,8,32,8,128,0.8875487446784973,238.21875,234881024 +29,mlp.gate_proj,8,64,8,128,1.0440508127212524,231.109375,234881024 +29,mlp.gate_proj,8,128,8,128,1.1846528053283691,227.5546875,234881024 +29,mlp.up_proj,2,32,8,128,67.83169555664062,70.21875,234881024 +29,mlp.up_proj,2,64,8,128,79.01787567138672,63.109375,234881024 +29,mlp.up_proj,2,128,8,128,89.37704467773438,59.5546875,234881024 +29,mlp.up_proj,3,32,8,128,29.037107467651367,98.21875,234881024 +29,mlp.up_proj,3,64,8,128,33.83564758300781,91.109375,234881024 +29,mlp.up_proj,3,128,8,128,38.14558029174805,87.5546875,234881024 +29,mlp.up_proj,4,32,8,128,13.519640922546387,126.21875,234881024 +29,mlp.up_proj,4,64,8,128,15.845134735107422,119.109375,234881024 +29,mlp.up_proj,4,128,8,128,17.814693450927734,115.5546875,234881024 +29,mlp.up_proj,8,32,8,128,0.8255332708358765,238.21875,234881024 +29,mlp.up_proj,8,64,8,128,0.966469407081604,231.109375,234881024 +29,mlp.up_proj,8,128,8,128,1.0840320587158203,227.5546875,234881024 +29,mlp.down_proj,2,32,8,128,67.5396728515625,70.21875,234881024 +29,mlp.down_proj,2,64,8,128,78.6578369140625,63.109375,234881024 +29,mlp.down_proj,2,128,8,128,88.93196868896484,59.5546875,234881024 +29,mlp.down_proj,3,32,8,128,28.901416778564453,98.21875,234881024 +29,mlp.down_proj,3,64,8,128,33.67726516723633,91.109375,234881024 +29,mlp.down_proj,3,128,8,128,37.93714904785156,87.5546875,234881024 +29,mlp.down_proj,4,32,8,128,13.458597183227539,126.21875,234881024 +29,mlp.down_proj,4,64,8,128,15.769915580749512,119.109375,234881024 +29,mlp.down_proj,4,128,8,128,17.722280502319336,115.5546875,234881024 +29,mlp.down_proj,8,32,8,128,0.8218253254890442,238.21875,234881024 +29,mlp.down_proj,8,64,8,128,0.9617174863815308,231.109375,234881024 +29,mlp.down_proj,8,128,8,128,1.0788441896438599,227.5546875,234881024 +30,self_attn.q_proj,2,32,8,128,49.54801940917969,20.0625,67108864 +30,self_attn.q_proj,2,64,8,128,58.529502868652344,18.03125,67108864 +30,self_attn.q_proj,2,128,8,128,67.39814758300781,17.015625,67108864 +30,self_attn.q_proj,3,32,8,128,21.24106788635254,28.0625,67108864 +30,self_attn.q_proj,3,64,8,128,25.12933921813965,26.03125,67108864 +30,self_attn.q_proj,3,128,8,128,29.059755325317383,25.015625,67108864 +30,self_attn.q_proj,4,32,8,128,9.90589714050293,36.0625,67108864 +30,self_attn.q_proj,4,64,8,128,11.73281478881836,34.03125,67108864 +30,self_attn.q_proj,4,128,8,128,13.559320449829102,33.015625,67108864 +30,self_attn.q_proj,8,32,8,128,0.6019740700721741,68.0625,67108864 +30,self_attn.q_proj,8,64,8,128,0.7132033705711365,66.03125,67108864 +30,self_attn.q_proj,8,128,8,128,0.8210058212280273,65.015625,67108864 +30,self_attn.v_proj,2,32,8,128,10.501734733581543,2.5078125,8388608 +30,self_attn.v_proj,2,64,8,128,12.380599021911621,2.25390625,8388608 +30,self_attn.v_proj,2,128,8,128,14.106791496276855,2.126953125,8388608 +30,self_attn.v_proj,3,32,8,128,4.493621349334717,3.5078125,8388608 +30,self_attn.v_proj,3,64,8,128,5.295505523681641,3.25390625,8388608 +30,self_attn.v_proj,3,128,8,128,6.0399322509765625,3.126953125,8388608 +30,self_attn.v_proj,4,32,8,128,2.0961320400238037,4.5078125,8388608 +30,self_attn.v_proj,4,64,8,128,2.4708356857299805,4.25390625,8388608 +30,self_attn.v_proj,4,128,8,128,2.81715989112854,4.126953125,8388608 +30,self_attn.v_proj,8,32,8,128,0.12688598036766052,8.5078125,8388608 +30,self_attn.v_proj,8,64,8,128,0.1494956612586975,8.25390625,8388608 +30,self_attn.v_proj,8,128,8,128,0.1698315441608429,8.126953125,8388608 +30,self_attn.k_proj,2,32,8,128,36.18784713745117,2.5078125,8388608 +30,self_attn.k_proj,2,64,8,128,43.26191711425781,2.25390625,8388608 +30,self_attn.k_proj,2,128,8,128,49.378170013427734,2.126953125,8388608 +30,self_attn.k_proj,3,32,8,128,15.574408531188965,3.5078125,8388608 +30,self_attn.k_proj,3,64,8,128,18.73681640625,3.25390625,8388608 +30,self_attn.k_proj,3,128,8,128,21.722909927368164,3.126953125,8388608 +30,self_attn.k_proj,4,32,8,128,7.263796806335449,4.5078125,8388608 +30,self_attn.k_proj,4,64,8,128,8.748115539550781,4.25390625,8388608 +30,self_attn.k_proj,4,128,8,128,10.14378833770752,4.126953125,8388608 +30,self_attn.k_proj,8,32,8,128,0.43958282470703125,8.5078125,8388608 +30,self_attn.k_proj,8,64,8,128,0.5287224054336548,8.25390625,8388608 +30,self_attn.k_proj,8,128,8,128,0.6110882759094238,8.126953125,8388608 +30,self_attn.o_proj,2,32,8,128,33.5689697265625,20.0625,67108864 +30,self_attn.o_proj,2,64,8,128,39.107704162597656,18.03125,67108864 +30,self_attn.o_proj,2,128,8,128,44.152652740478516,17.015625,67108864 +30,self_attn.o_proj,3,32,8,128,14.360038757324219,28.0625,67108864 +30,self_attn.o_proj,3,64,8,128,16.75472640991211,26.03125,67108864 +30,self_attn.o_proj,3,128,8,128,18.935224533081055,25.015625,67108864 +30,self_attn.o_proj,4,32,8,128,6.698476314544678,36.0625,67108864 +30,self_attn.o_proj,4,64,8,128,7.824026584625244,34.03125,67108864 +30,self_attn.o_proj,4,128,8,128,8.841182708740234,33.015625,67108864 +30,self_attn.o_proj,8,32,8,128,0.4071967303752899,68.0625,67108864 +30,self_attn.o_proj,8,64,8,128,0.47476452589035034,66.03125,67108864 +30,self_attn.o_proj,8,128,8,128,0.5349661111831665,65.015625,67108864 +30,mlp.gate_proj,2,32,8,128,72.37278747558594,70.21875,234881024 +30,mlp.gate_proj,2,64,8,128,85.42486572265625,63.109375,234881024 +30,mlp.gate_proj,2,128,8,128,97.20103454589844,59.5546875,234881024 +30,mlp.gate_proj,3,32,8,128,31.115589141845703,98.21875,234881024 +30,mlp.gate_proj,3,64,8,128,36.48292541503906,91.109375,234881024 +30,mlp.gate_proj,3,128,8,128,41.75707244873047,87.5546875,234881024 +30,mlp.gate_proj,4,32,8,128,14.47757625579834,126.21875,234881024 +30,mlp.gate_proj,4,64,8,128,17.037147521972656,119.109375,234881024 +30,mlp.gate_proj,4,128,8,128,19.472454071044922,115.5546875,234881024 +30,mlp.gate_proj,8,32,8,128,0.8836104273796082,238.21875,234881024 +30,mlp.gate_proj,8,64,8,128,1.0413802862167358,231.109375,234881024 +30,mlp.gate_proj,8,128,8,128,1.1836825609207153,227.5546875,234881024 +30,mlp.up_proj,2,32,8,128,67.71720123291016,70.21875,234881024 +30,mlp.up_proj,2,64,8,128,78.8940658569336,63.109375,234881024 +30,mlp.up_proj,2,128,8,128,89.26329040527344,59.5546875,234881024 +30,mlp.up_proj,3,32,8,128,28.981489181518555,98.21875,234881024 +30,mlp.up_proj,3,64,8,128,33.77913284301758,91.109375,234881024 +30,mlp.up_proj,3,128,8,128,38.085269927978516,87.5546875,234881024 +30,mlp.up_proj,4,32,8,128,13.493767738342285,126.21875,234881024 +30,mlp.up_proj,4,64,8,128,15.81805419921875,119.109375,234881024 +30,mlp.up_proj,4,128,8,128,17.780054092407227,115.5546875,234881024 +30,mlp.up_proj,8,32,8,128,0.8239632844924927,238.21875,234881024 +30,mlp.up_proj,8,64,8,128,0.9646780490875244,231.109375,234881024 +30,mlp.up_proj,8,128,8,128,1.082389235496521,227.5546875,234881024 +30,mlp.down_proj,2,32,8,128,67.42532348632812,70.21875,234881024 +30,mlp.down_proj,2,64,8,128,78.51761627197266,63.109375,234881024 +30,mlp.down_proj,2,128,8,128,88.82176971435547,59.5546875,234881024 +30,mlp.down_proj,3,32,8,128,28.85008430480957,98.21875,234881024 +30,mlp.down_proj,3,64,8,128,33.63211441040039,91.109375,234881024 +30,mlp.down_proj,3,128,8,128,37.91531753540039,87.5546875,234881024 +30,mlp.down_proj,4,32,8,128,13.435891151428223,126.21875,234881024 +30,mlp.down_proj,4,64,8,128,15.745800971984863,119.109375,234881024 +30,mlp.down_proj,4,128,8,128,17.720096588134766,115.5546875,234881024 +30,mlp.down_proj,8,32,8,128,0.8205734491348267,238.21875,234881024 +30,mlp.down_proj,8,64,8,128,0.9603773951530457,231.109375,234881024 +30,mlp.down_proj,8,128,8,128,1.0780234336853027,227.5546875,234881024 +31,self_attn.q_proj,2,32,8,128,51.14046096801758,20.0625,67108864 +31,self_attn.q_proj,2,64,8,128,60.59627151489258,18.03125,67108864 +31,self_attn.q_proj,2,128,8,128,70.117919921875,17.015625,67108864 +31,self_attn.q_proj,3,32,8,128,21.91644287109375,28.0625,67108864 +31,self_attn.q_proj,3,64,8,128,25.989696502685547,26.03125,67108864 +31,self_attn.q_proj,3,128,8,128,30.230167388916016,25.015625,67108864 +31,self_attn.q_proj,4,32,8,128,10.220741271972656,36.0625,67108864 +31,self_attn.q_proj,4,64,8,128,12.130699157714844,34.03125,67108864 +31,self_attn.q_proj,4,128,8,128,14.103045463562012,33.015625,67108864 +31,self_attn.q_proj,8,32,8,128,0.6211313009262085,68.0625,67108864 +31,self_attn.q_proj,8,64,8,128,0.7370679378509521,66.03125,67108864 +31,self_attn.q_proj,8,128,8,128,0.8538223505020142,65.015625,67108864 +31,self_attn.v_proj,2,32,8,128,8.923979759216309,2.5078125,8388608 +31,self_attn.v_proj,2,64,8,128,10.539978981018066,2.25390625,8388608 +31,self_attn.v_proj,2,128,8,128,12.041669845581055,2.126953125,8388608 +31,self_attn.v_proj,3,32,8,128,3.8189823627471924,3.5078125,8388608 +31,self_attn.v_proj,3,64,8,128,4.51163911819458,3.25390625,8388608 +31,self_attn.v_proj,3,128,8,128,5.160958290100098,3.126953125,8388608 +31,self_attn.v_proj,4,32,8,128,1.7813353538513184,4.5078125,8388608 +31,self_attn.v_proj,4,64,8,128,2.1056413650512695,4.25390625,8388608 +31,self_attn.v_proj,4,128,8,128,2.409059524536133,4.126953125,8388608 +31,self_attn.v_proj,8,32,8,128,0.10782914608716965,8.5078125,8388608 +31,self_attn.v_proj,8,64,8,128,0.12729644775390625,8.25390625,8388608 +31,self_attn.v_proj,8,128,8,128,0.145102858543396,8.126953125,8388608 +31,self_attn.k_proj,2,32,8,128,36.07902145385742,2.5078125,8388608 +31,self_attn.k_proj,2,64,8,128,43.4513053894043,2.25390625,8388608 +31,self_attn.k_proj,2,128,8,128,49.9744987487793,2.126953125,8388608 +31,self_attn.k_proj,3,32,8,128,15.556744575500488,3.5078125,8388608 +31,self_attn.k_proj,3,64,8,128,18.86691665649414,3.25390625,8388608 +31,self_attn.k_proj,3,128,8,128,22.073871612548828,3.126953125,8388608 +31,self_attn.k_proj,4,32,8,128,7.257084369659424,4.5078125,8388608 +31,self_attn.k_proj,4,64,8,128,8.805440902709961,4.25390625,8388608 +31,self_attn.k_proj,4,128,8,128,10.302979469299316,4.126953125,8388608 +31,self_attn.k_proj,8,32,8,128,0.43899354338645935,8.5078125,8388608 +31,self_attn.k_proj,8,64,8,128,0.5324029326438904,8.25390625,8388608 +31,self_attn.k_proj,8,128,8,128,0.6210692524909973,8.126953125,8388608 +31,self_attn.o_proj,2,32,8,128,32.363887786865234,20.0625,67108864 +31,self_attn.o_proj,2,64,8,128,37.68110656738281,18.03125,67108864 +31,self_attn.o_proj,2,128,8,128,42.53911209106445,17.015625,67108864 +31,self_attn.o_proj,3,32,8,128,13.837742805480957,28.0625,67108864 +31,self_attn.o_proj,3,64,8,128,16.157773971557617,26.03125,67108864 +31,self_attn.o_proj,3,128,8,128,18.259550094604492,25.015625,67108864 +31,self_attn.o_proj,4,32,8,128,6.457170009613037,36.0625,67108864 +31,self_attn.o_proj,4,64,8,128,7.543743133544922,34.03125,67108864 +31,self_attn.o_proj,4,128,8,128,8.531970024108887,33.015625,67108864 +31,self_attn.o_proj,8,32,8,128,0.3926047086715698,68.0625,67108864 +31,self_attn.o_proj,8,64,8,128,0.4579595923423767,66.03125,67108864 +31,self_attn.o_proj,8,128,8,128,0.5161820650100708,65.015625,67108864 +31,mlp.gate_proj,2,32,8,128,71.41051483154297,70.21875,234881024 +31,mlp.gate_proj,2,64,8,128,84.27467346191406,63.109375,234881024 +31,mlp.gate_proj,2,128,8,128,96.01087951660156,59.5546875,234881024 +31,mlp.gate_proj,3,32,8,128,30.6951847076416,98.21875,234881024 +31,mlp.gate_proj,3,64,8,128,36.033348083496094,91.109375,234881024 +31,mlp.gate_proj,3,128,8,128,41.31676483154297,87.5546875,234881024 +31,mlp.gate_proj,4,32,8,128,14.283645629882812,126.21875,234881024 +31,mlp.gate_proj,4,64,8,128,16.83727264404297,119.109375,234881024 +31,mlp.gate_proj,4,128,8,128,19.266122817993164,115.5546875,234881024 +31,mlp.gate_proj,8,32,8,128,0.8717745542526245,238.21875,234881024 +31,mlp.gate_proj,8,64,8,128,1.0292688608169556,231.109375,234881024 +31,mlp.gate_proj,8,128,8,128,1.1714969873428345,227.5546875,234881024 +31,mlp.up_proj,2,32,8,128,67.60722351074219,70.21875,234881024 +31,mlp.up_proj,2,64,8,128,78.74046325683594,63.109375,234881024 +31,mlp.up_proj,2,128,8,128,89.06258392333984,59.5546875,234881024 +31,mlp.up_proj,3,32,8,128,28.92757225036621,98.21875,234881024 +31,mlp.up_proj,3,64,8,128,33.71366500854492,91.109375,234881024 +31,mlp.up_proj,3,128,8,128,37.985103607177734,87.5546875,234881024 +31,mlp.up_proj,4,32,8,128,13.469902038574219,126.21875,234881024 +31,mlp.up_proj,4,64,8,128,15.783296585083008,119.109375,234881024 +31,mlp.up_proj,4,128,8,128,17.745813369750977,115.5546875,234881024 +31,mlp.up_proj,8,32,8,128,0.8225113749504089,238.21875,234881024 +31,mlp.up_proj,8,64,8,128,0.9625873565673828,231.109375,234881024 +31,mlp.up_proj,8,128,8,128,1.0798496007919312,227.5546875,234881024 +31,mlp.down_proj,2,32,8,128,67.47991180419922,70.21875,234881024 +31,mlp.down_proj,2,64,8,128,78.56333923339844,63.109375,234881024 +31,mlp.down_proj,2,128,8,128,88.82557678222656,59.5546875,234881024 +31,mlp.down_proj,3,32,8,128,28.873563766479492,98.21875,234881024 +31,mlp.down_proj,3,64,8,128,33.64424514770508,91.109375,234881024 +31,mlp.down_proj,3,128,8,128,37.91650390625,87.5546875,234881024 +31,mlp.down_proj,4,32,8,128,13.445062637329102,126.21875,234881024 +31,mlp.down_proj,4,64,8,128,15.749591827392578,119.109375,234881024 +31,mlp.down_proj,4,128,8,128,17.70409393310547,115.5546875,234881024 +31,mlp.down_proj,8,32,8,128,0.8210251331329346,238.21875,234881024 +31,mlp.down_proj,8,64,8,128,0.9605519771575928,231.109375,234881024 +31,mlp.down_proj,8,128,8,128,1.0774914026260376,227.5546875,234881024 +32,self_attn.q_proj,2,32,8,128,47.46177291870117,20.0625,67108864 +32,self_attn.q_proj,2,64,8,128,56.38787841796875,18.03125,67108864 +32,self_attn.q_proj,2,128,8,128,65.28728485107422,17.015625,67108864 +32,self_attn.q_proj,3,32,8,128,20.36381721496582,28.0625,67108864 +32,self_attn.q_proj,3,64,8,128,24.30384063720703,26.03125,67108864 +32,self_attn.q_proj,3,128,8,128,28.341981887817383,25.015625,67108864 +32,self_attn.q_proj,4,32,8,128,9.498432159423828,36.0625,67108864 +32,self_attn.q_proj,4,64,8,128,11.350874900817871,34.03125,67108864 +32,self_attn.q_proj,4,128,8,128,13.227127075195312,33.015625,67108864 +32,self_attn.q_proj,8,32,8,128,0.5771182775497437,68.0625,67108864 +32,self_attn.q_proj,8,64,8,128,0.6893654465675354,66.03125,67108864 +32,self_attn.q_proj,8,128,8,128,0.8005905747413635,65.015625,67108864 +32,self_attn.v_proj,2,32,8,128,11.10325813293457,2.5078125,8388608 +32,self_attn.v_proj,2,64,8,128,12.971238136291504,2.25390625,8388608 +32,self_attn.v_proj,2,128,8,128,14.666997909545898,2.126953125,8388608 +32,self_attn.v_proj,3,32,8,128,4.747076511383057,3.5078125,8388608 +32,self_attn.v_proj,3,64,8,128,5.550022602081299,3.25390625,8388608 +32,self_attn.v_proj,3,128,8,128,6.276065826416016,3.126953125,8388608 +32,self_attn.v_proj,4,32,8,128,2.2150888442993164,4.5078125,8388608 +32,self_attn.v_proj,4,64,8,128,2.5904500484466553,4.25390625,8388608 +32,self_attn.v_proj,4,128,8,128,2.9304351806640625,4.126953125,8388608 +32,self_attn.v_proj,8,32,8,128,0.13414107263088226,8.5078125,8388608 +32,self_attn.v_proj,8,64,8,128,0.1566787213087082,8.25390625,8388608 +32,self_attn.v_proj,8,128,8,128,0.17660056054592133,8.126953125,8388608 +32,self_attn.k_proj,2,32,8,128,33.55158615112305,2.5078125,8388608 +32,self_attn.k_proj,2,64,8,128,39.994327545166016,2.25390625,8388608 +32,self_attn.k_proj,2,128,8,128,45.54110336303711,2.126953125,8388608 +32,self_attn.k_proj,3,32,8,128,14.3914794921875,3.5078125,8388608 +32,self_attn.k_proj,3,64,8,128,17.22331428527832,3.25390625,8388608 +32,self_attn.k_proj,3,128,8,128,19.813596725463867,3.126953125,8388608 +32,self_attn.k_proj,4,32,8,128,6.714600563049316,4.5078125,8388608 +32,self_attn.k_proj,4,64,8,128,8.03504753112793,4.25390625,8388608 +32,self_attn.k_proj,4,128,8,128,9.25003433227539,4.126953125,8388608 +32,self_attn.k_proj,8,32,8,128,0.40655896067619324,8.5078125,8388608 +32,self_attn.k_proj,8,64,8,128,0.4858890175819397,8.25390625,8388608 +32,self_attn.k_proj,8,128,8,128,0.5573316216468811,8.126953125,8388608 +32,self_attn.o_proj,2,32,8,128,33.79617691040039,20.0625,67108864 +32,self_attn.o_proj,2,64,8,128,39.37616729736328,18.03125,67108864 +32,self_attn.o_proj,2,128,8,128,44.4664421081543,17.015625,67108864 +32,self_attn.o_proj,3,32,8,128,14.463912010192871,28.0625,67108864 +32,self_attn.o_proj,3,64,8,128,16.8792781829834,26.03125,67108864 +32,self_attn.o_proj,3,128,8,128,19.103565216064453,25.015625,67108864 +32,self_attn.o_proj,4,32,8,128,6.748192310333252,36.0625,67108864 +32,self_attn.o_proj,4,64,8,128,7.886838436126709,34.03125,67108864 +32,self_attn.o_proj,4,128,8,128,8.921226501464844,33.015625,67108864 +32,self_attn.o_proj,8,32,8,128,0.4102882444858551,68.0625,67108864 +32,self_attn.o_proj,8,64,8,128,0.47862517833709717,66.03125,67108864 +32,self_attn.o_proj,8,128,8,128,0.539973795413971,65.015625,67108864 +32,mlp.gate_proj,2,32,8,128,71.83802032470703,70.21875,234881024 +32,mlp.gate_proj,2,64,8,128,84.790283203125,63.109375,234881024 +32,mlp.gate_proj,2,128,8,128,96.56626892089844,59.5546875,234881024 +32,mlp.gate_proj,3,32,8,128,30.87574577331543,98.21875,234881024 +32,mlp.gate_proj,3,64,8,128,36.22426223754883,91.109375,234881024 +32,mlp.gate_proj,3,128,8,128,41.4808464050293,87.5546875,234881024 +32,mlp.gate_proj,4,32,8,128,14.368136405944824,126.21875,234881024 +32,mlp.gate_proj,4,64,8,128,16.92091941833496,119.109375,234881024 +32,mlp.gate_proj,4,128,8,128,19.34186553955078,115.5546875,234881024 +32,mlp.gate_proj,8,32,8,128,0.8768007755279541,238.21875,234881024 +32,mlp.gate_proj,8,64,8,128,1.0342847108840942,231.109375,234881024 +32,mlp.gate_proj,8,128,8,128,1.175828456878662,227.5546875,234881024 +32,mlp.up_proj,2,32,8,128,67.48066711425781,70.21875,234881024 +32,mlp.up_proj,2,64,8,128,78.59209442138672,63.109375,234881024 +32,mlp.up_proj,2,128,8,128,88.89799499511719,59.5546875,234881024 +32,mlp.up_proj,3,32,8,128,28.8720703125,98.21875,234881024 +32,mlp.up_proj,3,64,8,128,33.66029357910156,91.109375,234881024 +32,mlp.up_proj,3,128,8,128,37.94504928588867,87.5546875,234881024 +32,mlp.up_proj,4,32,8,128,13.444136619567871,126.21875,234881024 +32,mlp.up_proj,4,64,8,128,15.756120681762695,119.109375,234881024 +32,mlp.up_proj,4,128,8,128,17.71871566772461,115.5546875,234881024 +32,mlp.up_proj,8,32,8,128,0.8209574222564697,238.21875,234881024 +32,mlp.up_proj,8,64,8,128,0.9609847664833069,231.109375,234881024 +32,mlp.up_proj,8,128,8,128,1.0784614086151123,227.5546875,234881024 +32,mlp.down_proj,2,32,8,128,67.28137969970703,70.21875,234881024 +32,mlp.down_proj,2,64,8,128,78.33758544921875,63.109375,234881024 +32,mlp.down_proj,2,128,8,128,88.57029724121094,59.5546875,234881024 +32,mlp.down_proj,3,32,8,128,28.783994674682617,98.21875,234881024 +32,mlp.down_proj,3,64,8,128,33.55759048461914,91.109375,234881024 +32,mlp.down_proj,3,128,8,128,37.81536865234375,87.5546875,234881024 +32,mlp.down_proj,4,32,8,128,13.40473461151123,126.21875,234881024 +32,mlp.down_proj,4,64,8,128,15.705506324768066,119.109375,234881024 +32,mlp.down_proj,4,128,8,128,17.664043426513672,115.5546875,234881024 +32,mlp.down_proj,8,32,8,128,0.8186801671981812,238.21875,234881024 +32,mlp.down_proj,8,64,8,128,0.9579216837882996,231.109375,234881024 +32,mlp.down_proj,8,128,8,128,1.0752801895141602,227.5546875,234881024 +33,self_attn.q_proj,2,32,8,128,50.138641357421875,20.0625,67108864 +33,self_attn.q_proj,2,64,8,128,59.381534576416016,18.03125,67108864 +33,self_attn.q_proj,2,128,8,128,68.66699981689453,17.015625,67108864 +33,self_attn.q_proj,3,32,8,128,21.47183609008789,28.0625,67108864 +33,self_attn.q_proj,3,64,8,128,25.449115753173828,26.03125,67108864 +33,self_attn.q_proj,3,128,8,128,29.528066635131836,25.015625,67108864 +33,self_attn.q_proj,4,32,8,128,10.015103340148926,36.0625,67108864 +33,self_attn.q_proj,4,64,8,128,11.881717681884766,34.03125,67108864 +33,self_attn.q_proj,4,128,8,128,13.774515151977539,33.015625,67108864 +33,self_attn.q_proj,8,32,8,128,0.6086939573287964,68.0625,67108864 +33,self_attn.q_proj,8,64,8,128,0.7220991849899292,66.03125,67108864 +33,self_attn.q_proj,8,128,8,128,0.8340964317321777,65.015625,67108864 +33,self_attn.v_proj,2,32,8,128,8.89248275756836,2.5078125,8388608 +33,self_attn.v_proj,2,64,8,128,10.398435592651367,2.25390625,8388608 +33,self_attn.v_proj,2,128,8,128,11.77049732208252,2.126953125,8388608 +33,self_attn.v_proj,3,32,8,128,3.803224802017212,3.5078125,8388608 +33,self_attn.v_proj,3,64,8,128,4.449094295501709,3.25390625,8388608 +33,self_attn.v_proj,3,128,8,128,5.038853168487549,3.126953125,8388608 +33,self_attn.v_proj,4,32,8,128,1.7742490768432617,4.5078125,8388608 +33,self_attn.v_proj,4,64,8,128,2.076596260070801,4.25390625,8388608 +33,self_attn.v_proj,4,128,8,128,2.3516080379486084,4.126953125,8388608 +33,self_attn.v_proj,8,32,8,128,0.10741309821605682,8.5078125,8388608 +33,self_attn.v_proj,8,64,8,128,0.12562018632888794,8.25390625,8388608 +33,self_attn.v_proj,8,128,8,128,0.14171017706394196,8.126953125,8388608 +33,self_attn.k_proj,2,32,8,128,35.317684173583984,2.5078125,8388608 +33,self_attn.k_proj,2,64,8,128,42.390159606933594,2.25390625,8388608 +33,self_attn.k_proj,2,128,8,128,48.679500579833984,2.126953125,8388608 +33,self_attn.k_proj,3,32,8,128,15.175359725952148,3.5078125,8388608 +33,self_attn.k_proj,3,64,8,128,18.318532943725586,3.25390625,8388608 +33,self_attn.k_proj,3,128,8,128,21.298316955566406,3.126953125,8388608 +33,self_attn.k_proj,4,32,8,128,7.079436779022217,4.5078125,8388608 +33,self_attn.k_proj,4,64,8,128,8.54666519165039,4.25390625,8388608 +33,self_attn.k_proj,4,128,8,128,9.941571235656738,4.126953125,8388608 +33,self_attn.k_proj,8,32,8,128,0.42829668521881104,8.5078125,8388608 +33,self_attn.k_proj,8,64,8,128,0.5168045163154602,8.25390625,8388608 +33,self_attn.k_proj,8,128,8,128,0.5990022420883179,8.126953125,8388608 +33,self_attn.o_proj,2,32,8,128,32.7528190612793,20.0625,67108864 +33,self_attn.o_proj,2,64,8,128,38.17301940917969,18.03125,67108864 +33,self_attn.o_proj,2,128,8,128,43.13280487060547,17.015625,67108864 +33,self_attn.o_proj,3,32,8,128,14.019634246826172,28.0625,67108864 +33,self_attn.o_proj,3,64,8,128,16.38770866394043,26.03125,67108864 +33,self_attn.o_proj,3,128,8,128,18.546648025512695,25.015625,67108864 +33,self_attn.o_proj,4,32,8,128,6.541453838348389,36.0625,67108864 +33,self_attn.o_proj,4,64,8,128,7.652033805847168,34.03125,67108864 +33,self_attn.o_proj,4,128,8,128,8.669571876525879,33.015625,67108864 +33,self_attn.o_proj,8,32,8,128,0.39772629737854004,68.0625,67108864 +33,self_attn.o_proj,8,64,8,128,0.4644114375114441,66.03125,67108864 +33,self_attn.o_proj,8,128,8,128,0.5244633555412292,65.015625,67108864 +33,mlp.gate_proj,2,32,8,128,198.75314331054688,70.21875,234881024 +33,mlp.gate_proj,2,64,8,128,251.2969207763672,63.109375,234881024 +33,mlp.gate_proj,2,128,8,128,314.5469665527344,59.5546875,234881024 +33,mlp.gate_proj,3,32,8,128,85.32621002197266,98.21875,234881024 +33,mlp.gate_proj,3,64,8,128,111.6767807006836,91.109375,234881024 +33,mlp.gate_proj,3,128,8,128,151.51951599121094,87.5546875,234881024 +33,mlp.gate_proj,4,32,8,128,41.379703521728516,126.21875,234881024 +33,mlp.gate_proj,4,64,8,128,57.594993591308594,119.109375,234881024 +33,mlp.gate_proj,4,128,8,128,67.3125,115.5546875,234881024 +33,mlp.gate_proj,8,32,8,128,2.6202709674835205,238.21875,234881024 +33,mlp.gate_proj,8,64,8,128,3.5005998611450195,231.109375,234881024 +33,mlp.gate_proj,8,128,8,128,4.537593841552734,227.5546875,234881024 +33,mlp.up_proj,2,32,8,128,204.9520263671875,70.21875,234881024 +33,mlp.up_proj,2,64,8,128,255.16822814941406,63.109375,234881024 +33,mlp.up_proj,2,128,8,128,304.4066467285156,59.5546875,234881024 +33,mlp.up_proj,3,32,8,128,87.73062133789062,98.21875,234881024 +33,mlp.up_proj,3,64,8,128,112.67892456054688,91.109375,234881024 +33,mlp.up_proj,3,128,8,128,132.76768493652344,87.5546875,234881024 +33,mlp.up_proj,4,32,8,128,41.085853576660156,126.21875,234881024 +33,mlp.up_proj,4,64,8,128,52.52837371826172,119.109375,234881024 +33,mlp.up_proj,4,128,8,128,65.60658264160156,115.5546875,234881024 +33,mlp.up_proj,8,32,8,128,2.5572216510772705,238.21875,234881024 +33,mlp.up_proj,8,64,8,128,3.3381834030151367,231.109375,234881024 +33,mlp.up_proj,8,128,8,128,4.186249256134033,227.5546875,234881024 +33,mlp.down_proj,2,32,8,128,67.26222229003906,70.21875,234881024 +33,mlp.down_proj,2,64,8,128,78.2949447631836,63.109375,234881024 +33,mlp.down_proj,2,128,8,128,88.56038665771484,59.5546875,234881024 +33,mlp.down_proj,3,32,8,128,28.773548126220703,98.21875,234881024 +33,mlp.down_proj,3,64,8,128,33.54150390625,91.109375,234881024 +33,mlp.down_proj,3,128,8,128,37.79460525512695,87.5546875,234881024 +33,mlp.down_proj,4,32,8,128,13.399627685546875,126.21875,234881024 +33,mlp.down_proj,4,64,8,128,15.698665618896484,119.109375,234881024 +33,mlp.down_proj,4,128,8,128,17.65961456298828,115.5546875,234881024 +33,mlp.down_proj,8,32,8,128,0.8182861804962158,238.21875,234881024 +33,mlp.down_proj,8,64,8,128,0.9574892520904541,231.109375,234881024 +33,mlp.down_proj,8,128,8,128,1.0745689868927002,227.5546875,234881024 +34,self_attn.q_proj,2,32,8,128,50.96077346801758,20.0625,67108864 +34,self_attn.q_proj,2,64,8,128,60.222084045410156,18.03125,67108864 +34,self_attn.q_proj,2,128,8,128,69.51188659667969,17.015625,67108864 +34,self_attn.q_proj,3,32,8,128,21.829702377319336,28.0625,67108864 +34,self_attn.q_proj,3,64,8,128,25.815223693847656,26.03125,67108864 +34,self_attn.q_proj,3,128,8,128,29.902870178222656,25.015625,67108864 +34,self_attn.q_proj,4,32,8,128,10.181685447692871,36.0625,67108864 +34,self_attn.q_proj,4,64,8,128,12.049577713012695,34.03125,67108864 +34,self_attn.q_proj,4,128,8,128,13.949464797973633,33.015625,67108864 +34,self_attn.q_proj,8,32,8,128,0.6187719106674194,68.0625,67108864 +34,self_attn.q_proj,8,64,8,128,0.7323747277259827,66.03125,67108864 +34,self_attn.q_proj,8,128,8,128,0.844765305519104,65.015625,67108864 +34,self_attn.v_proj,2,32,8,128,9.924267768859863,2.5078125,8388608 +34,self_attn.v_proj,2,64,8,128,11.675955772399902,2.25390625,8388608 +34,self_attn.v_proj,2,128,8,128,13.283502578735352,2.126953125,8388608 +34,self_attn.v_proj,3,32,8,128,4.243849277496338,3.5078125,8388608 +34,self_attn.v_proj,3,64,8,128,4.995206832885742,3.25390625,8388608 +34,self_attn.v_proj,3,128,8,128,5.686900615692139,3.126953125,8388608 +34,self_attn.v_proj,4,32,8,128,1.9803414344787598,4.5078125,8388608 +34,self_attn.v_proj,4,64,8,128,2.3305394649505615,4.25390625,8388608 +34,self_attn.v_proj,4,128,8,128,2.6536929607391357,4.126953125,8388608 +34,self_attn.v_proj,8,32,8,128,0.11987567692995071,8.5078125,8388608 +34,self_attn.v_proj,8,64,8,128,0.14095653593540192,8.25390625,8388608 +34,self_attn.v_proj,8,128,8,128,0.15990754961967468,8.126953125,8388608 +34,self_attn.k_proj,2,32,8,128,35.022361755371094,2.5078125,8388608 +34,self_attn.k_proj,2,64,8,128,41.75425720214844,2.25390625,8388608 +34,self_attn.k_proj,2,128,8,128,47.78679275512695,2.126953125,8388608 +34,self_attn.k_proj,3,32,8,128,15.018684387207031,3.5078125,8388608 +34,self_attn.k_proj,3,64,8,128,17.950963973999023,3.25390625,8388608 +34,self_attn.k_proj,3,128,8,128,20.69633674621582,3.126953125,8388608 +34,self_attn.k_proj,4,32,8,128,7.008457183837891,4.5078125,8388608 +34,self_attn.k_proj,4,64,8,128,8.382545471191406,4.25390625,8388608 +34,self_attn.k_proj,4,128,8,128,9.65855884552002,4.126953125,8388608 +34,self_attn.k_proj,8,32,8,128,0.42411482334136963,8.5078125,8388608 +34,self_attn.k_proj,8,64,8,128,0.5068756937980652,8.25390625,8388608 +34,self_attn.k_proj,8,128,8,128,0.5824387669563293,8.126953125,8388608 +34,self_attn.o_proj,2,32,8,128,33.00217819213867,20.0625,67108864 +34,self_attn.o_proj,2,64,8,128,38.47316360473633,18.03125,67108864 +34,self_attn.o_proj,2,128,8,128,43.52177810668945,17.015625,67108864 +34,self_attn.o_proj,3,32,8,128,14.130882263183594,28.0625,67108864 +34,self_attn.o_proj,3,64,8,128,16.520776748657227,26.03125,67108864 +34,self_attn.o_proj,3,128,8,128,18.713058471679688,25.015625,67108864 +34,self_attn.o_proj,4,32,8,128,6.596983909606934,36.0625,67108864 +34,self_attn.o_proj,4,64,8,128,7.722385406494141,34.03125,67108864 +34,self_attn.o_proj,4,128,8,128,8.76045036315918,33.015625,67108864 +34,self_attn.o_proj,8,32,8,128,0.4011198878288269,68.0625,67108864 +34,self_attn.o_proj,8,64,8,128,0.4688936173915863,66.03125,67108864 +34,self_attn.o_proj,8,128,8,128,0.5304512977600098,65.015625,67108864 +34,mlp.gate_proj,2,32,8,128,71.733642578125,70.21875,234881024 +34,mlp.gate_proj,2,64,8,128,84.75482177734375,63.109375,234881024 +34,mlp.gate_proj,2,128,8,128,96.61151885986328,59.5546875,234881024 +34,mlp.gate_proj,3,32,8,128,30.8321475982666,98.21875,234881024 +34,mlp.gate_proj,3,64,8,128,36.21010208129883,91.109375,234881024 +34,mlp.gate_proj,3,128,8,128,41.52918243408203,87.5546875,234881024 +34,mlp.gate_proj,4,32,8,128,14.347773551940918,126.21875,234881024 +34,mlp.gate_proj,4,64,8,128,16.915714263916016,119.109375,234881024 +34,mlp.gate_proj,4,128,8,128,19.362146377563477,115.5546875,234881024 +34,mlp.gate_proj,8,32,8,128,0.8755366802215576,238.21875,234881024 +34,mlp.gate_proj,8,64,8,128,1.0339595079421997,231.109375,234881024 +34,mlp.gate_proj,8,128,8,128,1.1771856546401978,227.5546875,234881024 +34,mlp.up_proj,2,32,8,128,67.70628356933594,70.21875,234881024 +34,mlp.up_proj,2,64,8,128,78.88849639892578,63.109375,234881024 +34,mlp.up_proj,2,128,8,128,89.24568939208984,59.5546875,234881024 +34,mlp.up_proj,3,32,8,128,28.97541618347168,98.21875,234881024 +34,mlp.up_proj,3,64,8,128,33.775428771972656,91.109375,234881024 +34,mlp.up_proj,3,128,8,128,38.082149505615234,87.5546875,234881024 +34,mlp.up_proj,4,32,8,128,13.49256420135498,126.21875,234881024 +34,mlp.up_proj,4,64,8,128,15.816307067871094,119.109375,234881024 +34,mlp.up_proj,4,128,8,128,17.77935028076172,115.5546875,234881024 +34,mlp.up_proj,8,32,8,128,0.8238152265548706,238.21875,234881024 +34,mlp.up_proj,8,64,8,128,0.9644780158996582,231.109375,234881024 +34,mlp.up_proj,8,128,8,128,1.0822468996047974,227.5546875,234881024 +34,mlp.down_proj,2,32,8,128,67.5384750366211,70.21875,234881024 +34,mlp.down_proj,2,64,8,128,78.65740203857422,63.109375,234881024 +34,mlp.down_proj,2,128,8,128,89.00469970703125,59.5546875,234881024 +34,mlp.down_proj,3,32,8,128,28.905487060546875,98.21875,234881024 +34,mlp.down_proj,3,64,8,128,33.69512939453125,91.109375,234881024 +34,mlp.down_proj,3,128,8,128,38.00348663330078,87.5546875,234881024 +34,mlp.down_proj,4,32,8,128,13.459750175476074,126.21875,234881024 +34,mlp.down_proj,4,64,8,128,15.779035568237305,119.109375,234881024 +34,mlp.down_proj,4,128,8,128,17.751209259033203,115.5546875,234881024 +34,mlp.down_proj,8,32,8,128,0.8220255374908447,238.21875,234881024 +34,mlp.down_proj,8,64,8,128,0.9624583721160889,231.109375,234881024 +34,mlp.down_proj,8,128,8,128,1.0804518461227417,227.5546875,234881024 +35,self_attn.q_proj,2,32,8,128,50.697486877441406,20.0625,67108864 +35,self_attn.q_proj,2,64,8,128,59.99409484863281,18.03125,67108864 +35,self_attn.q_proj,2,128,8,128,69.50666046142578,17.015625,67108864 +35,self_attn.q_proj,3,32,8,128,21.735816955566406,28.0625,67108864 +35,self_attn.q_proj,3,64,8,128,25.744043350219727,26.03125,67108864 +35,self_attn.q_proj,3,128,8,128,29.984115600585938,25.015625,67108864 +35,self_attn.q_proj,4,32,8,128,10.136711120605469,36.0625,67108864 +35,self_attn.q_proj,4,64,8,128,12.017094612121582,34.03125,67108864 +35,self_attn.q_proj,4,128,8,128,13.991418838500977,33.015625,67108864 +35,self_attn.q_proj,8,32,8,128,0.6158551573753357,68.0625,67108864 +35,self_attn.q_proj,8,64,8,128,0.7301482558250427,66.03125,67108864 +35,self_attn.q_proj,8,128,8,128,0.8464478850364685,65.015625,67108864 +35,self_attn.v_proj,2,32,8,128,9.42782974243164,2.5078125,8388608 +35,self_attn.v_proj,2,64,8,128,11.081932067871094,2.25390625,8388608 +35,self_attn.v_proj,2,128,8,128,12.605387687683105,2.126953125,8388608 +35,self_attn.v_proj,3,32,8,128,4.0323686599731445,3.5078125,8388608 +35,self_attn.v_proj,3,64,8,128,4.742734909057617,3.25390625,8388608 +35,self_attn.v_proj,3,128,8,128,5.399531364440918,3.126953125,8388608 +35,self_attn.v_proj,4,32,8,128,1.8825116157531738,4.5078125,8388608 +35,self_attn.v_proj,4,64,8,128,2.2136998176574707,4.25390625,8388608 +35,self_attn.v_proj,4,128,8,128,2.519371271133423,4.126953125,8388608 +35,self_attn.v_proj,8,32,8,128,0.11388057470321655,8.5078125,8388608 +35,self_attn.v_proj,8,64,8,128,0.1338469386100769,8.25390625,8388608 +35,self_attn.v_proj,8,128,8,128,0.15185941755771637,8.126953125,8388608 +35,self_attn.k_proj,2,32,8,128,36.811424255371094,2.5078125,8388608 +35,self_attn.k_proj,2,64,8,128,44.15408706665039,2.25390625,8388608 +35,self_attn.k_proj,2,128,8,128,50.452213287353516,2.126953125,8388608 +35,self_attn.k_proj,3,32,8,128,15.881057739257812,3.5078125,8388608 +35,self_attn.k_proj,3,64,8,128,19.1912899017334,3.25390625,8388608 +35,self_attn.k_proj,3,128,8,128,22.337966918945312,3.126953125,8388608 +35,self_attn.k_proj,4,32,8,128,7.408674240112305,4.5078125,8388608 +35,self_attn.k_proj,4,64,8,128,8.959287643432617,4.25390625,8388608 +35,self_attn.k_proj,4,128,8,128,10.435249328613281,4.126953125,8388608 +35,self_attn.k_proj,8,32,8,128,0.4480791985988617,8.5078125,8388608 +35,self_attn.k_proj,8,64,8,128,0.5415132641792297,8.25390625,8388608 +35,self_attn.k_proj,8,128,8,128,0.6285603046417236,8.126953125,8388608 +35,self_attn.o_proj,2,32,8,128,33.1751823425293,20.0625,67108864 +35,self_attn.o_proj,2,64,8,128,38.65250015258789,18.03125,67108864 +35,self_attn.o_proj,2,128,8,128,43.665000915527344,17.015625,67108864 +35,self_attn.o_proj,3,32,8,128,14.207647323608398,28.0625,67108864 +35,self_attn.o_proj,3,64,8,128,16.599445343017578,26.03125,67108864 +35,self_attn.o_proj,3,128,8,128,18.77910614013672,25.015625,67108864 +35,self_attn.o_proj,4,32,8,128,6.637192249298096,36.0625,67108864 +35,self_attn.o_proj,4,64,8,128,7.767022609710693,34.03125,67108864 +35,self_attn.o_proj,4,128,8,128,8.811430931091309,33.015625,67108864 +35,self_attn.o_proj,8,32,8,128,0.40366631746292114,68.0625,67108864 +35,self_attn.o_proj,8,64,8,128,0.47181516885757446,66.03125,67108864 +35,self_attn.o_proj,8,128,8,128,0.5335252285003662,65.015625,67108864 +35,mlp.gate_proj,2,32,8,128,71.31248474121094,70.21875,234881024 +35,mlp.gate_proj,2,64,8,128,84.13043212890625,63.109375,234881024 +35,mlp.gate_proj,2,128,8,128,95.86441802978516,59.5546875,234881024 +35,mlp.gate_proj,3,32,8,128,30.644149780273438,98.21875,234881024 +35,mlp.gate_proj,3,64,8,128,35.96042251586914,91.109375,234881024 +35,mlp.gate_proj,3,128,8,128,41.21429443359375,87.5546875,234881024 +35,mlp.gate_proj,4,32,8,128,14.260550498962402,126.21875,234881024 +35,mlp.gate_proj,4,64,8,128,16.802846908569336,119.109375,234881024 +35,mlp.gate_proj,4,128,8,128,19.222015380859375,115.5546875,234881024 +35,mlp.gate_proj,8,32,8,128,0.87044358253479,238.21875,234881024 +35,mlp.gate_proj,8,64,8,128,1.0273053646087646,231.109375,234881024 +35,mlp.gate_proj,8,128,8,128,1.1686172485351562,227.5546875,234881024 +35,mlp.up_proj,2,32,8,128,67.27732849121094,70.21875,234881024 +35,mlp.up_proj,2,64,8,128,78.3026123046875,63.109375,234881024 +35,mlp.up_proj,2,128,8,128,88.53294372558594,59.5546875,234881024 +35,mlp.up_proj,3,32,8,128,28.77227783203125,98.21875,234881024 +35,mlp.up_proj,3,64,8,128,33.539154052734375,91.109375,234881024 +35,mlp.up_proj,3,128,8,128,37.77756881713867,87.5546875,234881024 +35,mlp.up_proj,4,32,8,128,13.3992919921875,126.21875,234881024 +35,mlp.up_proj,4,64,8,128,15.693004608154297,119.109375,234881024 +35,mlp.up_proj,4,128,8,128,17.645854949951172,115.5546875,234881024 +35,mlp.up_proj,8,32,8,128,0.8182170987129211,238.21875,234881024 +35,mlp.up_proj,8,64,8,128,0.9570108652114868,231.109375,234881024 +35,mlp.up_proj,8,128,8,128,1.0737718343734741,227.5546875,234881024 +35,mlp.down_proj,2,32,8,128,67.5034408569336,70.21875,234881024 +35,mlp.down_proj,2,64,8,128,78.58964538574219,63.109375,234881024 +35,mlp.down_proj,2,128,8,128,88.85456085205078,59.5546875,234881024 +35,mlp.down_proj,3,32,8,128,28.882829666137695,98.21875,234881024 +35,mlp.down_proj,3,64,8,128,33.65208435058594,91.109375,234881024 +35,mlp.down_proj,3,128,8,128,37.89738845825195,87.5546875,234881024 +35,mlp.down_proj,4,32,8,128,13.449867248535156,126.21875,234881024 +35,mlp.down_proj,4,64,8,128,15.753365516662598,119.109375,234881024 +35,mlp.down_proj,4,128,8,128,17.709789276123047,115.5546875,234881024 +35,mlp.down_proj,8,32,8,128,0.8213303089141846,238.21875,234881024 +35,mlp.down_proj,8,64,8,128,0.9607887268066406,231.109375,234881024 +35,mlp.down_proj,8,128,8,128,1.0777109861373901,227.5546875,234881024 +36,self_attn.q_proj,2,32,8,128,48.99386215209961,20.0625,67108864 +36,self_attn.q_proj,2,64,8,128,57.95236587524414,18.03125,67108864 +36,self_attn.q_proj,2,128,8,128,67.12415313720703,17.015625,67108864 +36,self_attn.q_proj,3,32,8,128,21.01606559753418,28.0625,67108864 +36,self_attn.q_proj,3,64,8,128,24.928054809570312,26.03125,67108864 +36,self_attn.q_proj,3,128,8,128,29.03415298461914,25.015625,67108864 +36,self_attn.q_proj,4,32,8,128,9.801060676574707,36.0625,67108864 +36,self_attn.q_proj,4,64,8,128,11.638506889343262,34.03125,67108864 +36,self_attn.q_proj,4,128,8,128,13.54099178314209,33.015625,67108864 +36,self_attn.q_proj,8,32,8,128,0.5954850316047668,68.0625,67108864 +36,self_attn.q_proj,8,64,8,128,0.7072767019271851,66.03125,67108864 +36,self_attn.q_proj,8,128,8,128,0.8199697732925415,65.015625,67108864 +36,self_attn.v_proj,2,32,8,128,10.423274993896484,2.5078125,8388608 +36,self_attn.v_proj,2,64,8,128,12.213955879211426,2.25390625,8388608 +36,self_attn.v_proj,2,128,8,128,13.859861373901367,2.126953125,8388608 +36,self_attn.v_proj,3,32,8,128,4.4575395584106445,3.5078125,8388608 +36,self_attn.v_proj,3,64,8,128,5.22735071182251,3.25390625,8388608 +36,self_attn.v_proj,3,128,8,128,5.930144786834717,3.126953125,8388608 +36,self_attn.v_proj,4,32,8,128,2.0802104473114014,4.5078125,8388608 +36,self_attn.v_proj,4,64,8,128,2.4396064281463623,4.25390625,8388608 +36,self_attn.v_proj,4,128,8,128,2.768282890319824,4.126953125,8388608 +36,self_attn.v_proj,8,32,8,128,0.12586529552936554,8.5078125,8388608 +36,self_attn.v_proj,8,64,8,128,0.14747153222560883,8.25390625,8388608 +36,self_attn.v_proj,8,128,8,128,0.16680380702018738,8.126953125,8388608 +36,self_attn.k_proj,2,32,8,128,36.43983459472656,2.5078125,8388608 +36,self_attn.k_proj,2,64,8,128,43.791786193847656,2.25390625,8388608 +36,self_attn.k_proj,2,128,8,128,50.14414596557617,2.126953125,8388608 +36,self_attn.k_proj,3,32,8,128,15.703350067138672,3.5078125,8388608 +36,self_attn.k_proj,3,64,8,128,19.02281951904297,3.25390625,8388608 +36,self_attn.k_proj,3,128,8,128,22.172351837158203,3.126953125,8388608 +36,self_attn.k_proj,4,32,8,128,7.325253486633301,4.5078125,8388608 +36,self_attn.k_proj,4,64,8,128,8.878975868225098,4.25390625,8388608 +36,self_attn.k_proj,4,128,8,128,10.353686332702637,4.126953125,8388608 +36,self_attn.k_proj,8,32,8,128,0.44324591755867004,8.5078125,8388608 +36,self_attn.k_proj,8,64,8,128,0.5368437767028809,8.25390625,8388608 +36,self_attn.k_proj,8,128,8,128,0.6239434480667114,8.126953125,8388608 +36,self_attn.o_proj,2,32,8,128,33.52398681640625,20.0625,67108864 +36,self_attn.o_proj,2,64,8,128,39.079444885253906,18.03125,67108864 +36,self_attn.o_proj,2,128,8,128,44.16586685180664,17.015625,67108864 +36,self_attn.o_proj,3,32,8,128,14.343820571899414,28.0625,67108864 +36,self_attn.o_proj,3,64,8,128,16.759777069091797,26.03125,67108864 +36,self_attn.o_proj,3,128,8,128,18.974546432495117,25.015625,67108864 +36,self_attn.o_proj,4,32,8,128,6.6908650398254395,36.0625,67108864 +36,self_attn.o_proj,4,64,8,128,7.824714660644531,34.03125,67108864 +36,self_attn.o_proj,4,128,8,128,8.855690956115723,33.015625,67108864 +36,self_attn.o_proj,8,32,8,128,0.4067402780056,68.0625,67108864 +36,self_attn.o_proj,8,64,8,128,0.47474807500839233,66.03125,67108864 +36,self_attn.o_proj,8,128,8,128,0.5357546210289001,65.015625,67108864 +36,mlp.gate_proj,2,32,8,128,71.99796295166016,70.21875,234881024 +36,mlp.gate_proj,2,64,8,128,85.00530242919922,63.109375,234881024 +36,mlp.gate_proj,2,128,8,128,96.90571594238281,59.5546875,234881024 +36,mlp.gate_proj,3,32,8,128,30.95675277709961,98.21875,234881024 +36,mlp.gate_proj,3,64,8,128,36.34044647216797,91.109375,234881024 +36,mlp.gate_proj,3,128,8,128,41.7164306640625,87.5546875,234881024 +36,mlp.gate_proj,4,32,8,128,14.405339241027832,126.21875,234881024 +36,mlp.gate_proj,4,64,8,128,16.973711013793945,119.109375,234881024 +36,mlp.gate_proj,4,128,8,128,19.45402717590332,115.5546875,234881024 +36,mlp.gate_proj,8,32,8,128,0.8791212439537048,238.21875,234881024 +36,mlp.gate_proj,8,64,8,128,1.0373412370681763,231.109375,234881024 +36,mlp.gate_proj,8,128,8,128,1.1825097799301147,227.5546875,234881024 +36,mlp.up_proj,2,32,8,128,67.13861083984375,70.21875,234881024 +36,mlp.up_proj,2,64,8,128,78.14275360107422,63.109375,234881024 +36,mlp.up_proj,2,128,8,128,88.3395004272461,59.5546875,234881024 +36,mlp.up_proj,3,32,8,128,28.712299346923828,98.21875,234881024 +36,mlp.up_proj,3,64,8,128,33.47875213623047,91.109375,234881024 +36,mlp.up_proj,3,128,8,128,37.71246337890625,87.5546875,234881024 +36,mlp.up_proj,4,32,8,128,13.370915412902832,126.21875,234881024 +36,mlp.up_proj,4,64,8,128,15.663275718688965,119.109375,234881024 +36,mlp.up_proj,4,128,8,128,17.615253448486328,115.5546875,234881024 +36,mlp.up_proj,8,32,8,128,0.8164921998977661,238.21875,234881024 +36,mlp.up_proj,8,64,8,128,0.9551365375518799,231.109375,234881024 +36,mlp.up_proj,8,128,8,128,1.0719245672225952,227.5546875,234881024 +36,mlp.down_proj,2,32,8,128,67.38861846923828,70.21875,234881024 +36,mlp.down_proj,2,64,8,128,78.44713592529297,63.109375,234881024 +36,mlp.down_proj,2,128,8,128,88.6866226196289,59.5546875,234881024 +36,mlp.down_proj,3,32,8,128,28.834672927856445,98.21875,234881024 +36,mlp.down_proj,3,64,8,128,33.60419464111328,91.109375,234881024 +36,mlp.down_proj,3,128,8,128,37.87106704711914,87.5546875,234881024 +36,mlp.down_proj,4,32,8,128,13.427734375,126.21875,234881024 +36,mlp.down_proj,4,64,8,128,15.733452796936035,119.109375,234881024 +36,mlp.down_proj,4,128,8,128,17.694250106811523,115.5546875,234881024 +36,mlp.down_proj,8,32,8,128,0.8199701309204102,238.21875,234881024 +36,mlp.down_proj,8,64,8,128,0.9595968127250671,231.109375,234881024 +36,mlp.down_proj,8,128,8,128,1.0771989822387695,227.5546875,234881024 +37,self_attn.q_proj,2,32,8,128,49.57589340209961,20.0625,67108864 +37,self_attn.q_proj,2,64,8,128,58.23594665527344,18.03125,67108864 +37,self_attn.q_proj,2,128,8,128,67.07501983642578,17.015625,67108864 +37,self_attn.q_proj,3,32,8,128,21.22739028930664,28.0625,67108864 +37,self_attn.q_proj,3,64,8,128,24.958280563354492,26.03125,67108864 +37,self_attn.q_proj,3,128,8,128,28.813594818115234,25.015625,67108864 +37,self_attn.q_proj,4,32,8,128,9.899438858032227,36.0625,67108864 +37,self_attn.q_proj,4,64,8,128,11.652031898498535,34.03125,67108864 +37,self_attn.q_proj,4,128,8,128,13.43982219696045,33.015625,67108864 +37,self_attn.q_proj,8,32,8,128,0.6016361713409424,68.0625,67108864 +37,self_attn.q_proj,8,64,8,128,0.7082011103630066,66.03125,67108864 +37,self_attn.q_proj,8,128,8,128,0.8138288259506226,65.015625,67108864 +37,self_attn.v_proj,2,32,8,128,9.73326587677002,2.5078125,8388608 +37,self_attn.v_proj,2,64,8,128,11.38343620300293,2.25390625,8388608 +37,self_attn.v_proj,2,128,8,128,12.875391960144043,2.126953125,8388608 +37,self_attn.v_proj,3,32,8,128,4.160890579223633,3.5078125,8388608 +37,self_attn.v_proj,3,64,8,128,4.8671722412109375,3.25390625,8388608 +37,self_attn.v_proj,3,128,8,128,5.508688449859619,3.126953125,8388608 +37,self_attn.v_proj,4,32,8,128,1.9416882991790771,4.5078125,8388608 +37,self_attn.v_proj,4,64,8,128,2.271498918533325,4.25390625,8388608 +37,self_attn.v_proj,4,128,8,128,2.5708978176116943,4.126953125,8388608 +37,self_attn.v_proj,8,32,8,128,0.11753822863101959,8.5078125,8388608 +37,self_attn.v_proj,8,64,8,128,0.13737376034259796,8.25390625,8388608 +37,self_attn.v_proj,8,128,8,128,0.15499362349510193,8.126953125,8388608 +37,self_attn.k_proj,2,32,8,128,37.073265075683594,2.5078125,8388608 +37,self_attn.k_proj,2,64,8,128,44.21490478515625,2.25390625,8388608 +37,self_attn.k_proj,2,128,8,128,50.363521575927734,2.126953125,8388608 +37,self_attn.k_proj,3,32,8,128,15.910534858703613,3.5078125,8388608 +37,self_attn.k_proj,3,64,8,128,19.065753936767578,3.25390625,8388608 +37,self_attn.k_proj,3,128,8,128,21.948333740234375,3.126953125,8388608 +37,self_attn.k_proj,4,32,8,128,7.425031661987305,4.5078125,8388608 +37,self_attn.k_proj,4,64,8,128,8.897001266479492,4.25390625,8388608 +37,self_attn.k_proj,4,128,8,128,10.248730659484863,4.126953125,8388608 +37,self_attn.k_proj,8,32,8,128,0.44921255111694336,8.5078125,8388608 +37,self_attn.k_proj,8,64,8,128,0.5377213954925537,8.25390625,8388608 +37,self_attn.k_proj,8,128,8,128,0.617260217666626,8.126953125,8388608 +37,self_attn.o_proj,2,32,8,128,33.58125686645508,20.0625,67108864 +37,self_attn.o_proj,2,64,8,128,39.107032775878906,18.03125,67108864 +37,self_attn.o_proj,2,128,8,128,44.1419563293457,17.015625,67108864 +37,self_attn.o_proj,3,32,8,128,14.37392807006836,28.0625,67108864 +37,self_attn.o_proj,3,64,8,128,16.7641544342041,26.03125,67108864 +37,self_attn.o_proj,3,128,8,128,18.926284790039062,25.015625,67108864 +37,self_attn.o_proj,4,32,8,128,6.708399772644043,36.0625,67108864 +37,self_attn.o_proj,4,64,8,128,7.833434104919434,34.03125,67108864 +37,self_attn.o_proj,4,128,8,128,8.852543830871582,33.015625,67108864 +37,self_attn.o_proj,8,32,8,128,0.4079088568687439,68.0625,67108864 +37,self_attn.o_proj,8,64,8,128,0.4755544364452362,66.03125,67108864 +37,self_attn.o_proj,8,128,8,128,0.5360546708106995,65.015625,67108864 +37,mlp.gate_proj,2,32,8,128,71.81346893310547,70.21875,234881024 +37,mlp.gate_proj,2,64,8,128,84.5894546508789,63.109375,234881024 +37,mlp.gate_proj,2,128,8,128,96.19647216796875,59.5546875,234881024 +37,mlp.gate_proj,3,32,8,128,30.857757568359375,98.21875,234881024 +37,mlp.gate_proj,3,64,8,128,36.14644241333008,91.109375,234881024 +37,mlp.gate_proj,3,128,8,128,41.30503463745117,87.5546875,234881024 +37,mlp.gate_proj,4,32,8,128,14.360860824584961,126.21875,234881024 +37,mlp.gate_proj,4,64,8,128,16.88521957397461,119.109375,234881024 +37,mlp.gate_proj,4,128,8,128,19.267602920532227,115.5546875,234881024 +37,mlp.gate_proj,8,32,8,128,0.8765199780464172,238.21875,234881024 +37,mlp.gate_proj,8,64,8,128,1.032407522201538,231.109375,234881024 +37,mlp.gate_proj,8,128,8,128,1.171352744102478,227.5546875,234881024 +37,mlp.up_proj,2,32,8,128,67.16079711914062,70.21875,234881024 +37,mlp.up_proj,2,64,8,128,78.1637954711914,63.109375,234881024 +37,mlp.up_proj,2,128,8,128,88.36465454101562,59.5546875,234881024 +37,mlp.up_proj,3,32,8,128,28.72227668762207,98.21875,234881024 +37,mlp.up_proj,3,64,8,128,33.48160934448242,91.109375,234881024 +37,mlp.up_proj,3,128,8,128,37.69949722290039,87.5546875,234881024 +37,mlp.up_proj,4,32,8,128,13.375240325927734,126.21875,234881024 +37,mlp.up_proj,4,64,8,128,15.665079116821289,119.109375,234881024 +37,mlp.up_proj,4,128,8,128,17.617374420166016,115.5546875,234881024 +37,mlp.up_proj,8,32,8,128,0.8168332576751709,238.21875,234881024 +37,mlp.up_proj,8,64,8,128,0.955348789691925,231.109375,234881024 +37,mlp.up_proj,8,128,8,128,1.0720200538635254,227.5546875,234881024 +37,mlp.down_proj,2,32,8,128,67.51783752441406,70.21875,234881024 +37,mlp.down_proj,2,64,8,128,78.58902740478516,63.109375,234881024 +37,mlp.down_proj,2,128,8,128,88.88556671142578,59.5546875,234881024 +37,mlp.down_proj,3,32,8,128,28.888568878173828,98.21875,234881024 +37,mlp.down_proj,3,64,8,128,33.659263610839844,91.109375,234881024 +37,mlp.down_proj,3,128,8,128,37.91593551635742,87.5546875,234881024 +37,mlp.down_proj,4,32,8,128,13.453252792358398,126.21875,234881024 +37,mlp.down_proj,4,64,8,128,15.755415916442871,119.109375,234881024 +37,mlp.down_proj,4,128,8,128,17.718156814575195,115.5546875,234881024 +37,mlp.down_proj,8,32,8,128,0.8214923143386841,238.21875,234881024 +37,mlp.down_proj,8,64,8,128,0.9609149694442749,231.109375,234881024 +37,mlp.down_proj,8,128,8,128,1.0778824090957642,227.5546875,234881024 +38,self_attn.q_proj,2,32,8,128,48.81117248535156,20.0625,67108864 +38,self_attn.q_proj,2,64,8,128,58.154991149902344,18.03125,67108864 +38,self_attn.q_proj,2,128,8,128,67.70924377441406,17.015625,67108864 +38,self_attn.q_proj,3,32,8,128,20.941280364990234,28.0625,67108864 +38,self_attn.q_proj,3,64,8,128,25.039390563964844,26.03125,67108864 +38,self_attn.q_proj,3,128,8,128,29.400402069091797,25.015625,67108864 +38,self_attn.q_proj,4,32,8,128,9.765689849853516,36.0625,67108864 +38,self_attn.q_proj,4,64,8,128,11.688702583312988,34.03125,67108864 +38,self_attn.q_proj,4,128,8,128,13.716032028198242,33.015625,67108864 +38,self_attn.q_proj,8,32,8,128,0.5933027267456055,68.0625,67108864 +38,self_attn.q_proj,8,64,8,128,0.7102562189102173,66.03125,67108864 +38,self_attn.q_proj,8,128,8,128,0.8306422829627991,65.015625,67108864 +38,self_attn.v_proj,2,32,8,128,10.370458602905273,2.5078125,8388608 +38,self_attn.v_proj,2,64,8,128,12.127815246582031,2.25390625,8388608 +38,self_attn.v_proj,2,128,8,128,13.726225852966309,2.126953125,8388608 +38,self_attn.v_proj,3,32,8,128,4.433779239654541,3.5078125,8388608 +38,self_attn.v_proj,3,64,8,128,5.1891608238220215,3.25390625,8388608 +38,self_attn.v_proj,3,128,8,128,5.867914199829102,3.126953125,8388608 +38,self_attn.v_proj,4,32,8,128,2.067638635635376,4.5078125,8388608 +38,self_attn.v_proj,4,64,8,128,2.4203245639801025,4.25390625,8388608 +38,self_attn.v_proj,4,128,8,128,2.7387607097625732,4.126953125,8388608 +38,self_attn.v_proj,8,32,8,128,0.1252339631319046,8.5078125,8388608 +38,self_attn.v_proj,8,64,8,128,0.1464403122663498,8.25390625,8388608 +38,self_attn.v_proj,8,128,8,128,0.1650484800338745,8.126953125,8388608 +38,self_attn.k_proj,2,32,8,128,35.750953674316406,2.5078125,8388608 +38,self_attn.k_proj,2,64,8,128,42.777976989746094,2.25390625,8388608 +38,self_attn.k_proj,2,128,8,128,48.83155822753906,2.126953125,8388608 +38,self_attn.k_proj,3,32,8,128,15.401459693908691,3.5078125,8388608 +38,self_attn.k_proj,3,64,8,128,18.546892166137695,3.25390625,8388608 +38,self_attn.k_proj,3,128,8,128,21.522655487060547,3.126953125,8388608 +38,self_attn.k_proj,4,32,8,128,7.187498092651367,4.5078125,8388608 +38,self_attn.k_proj,4,64,8,128,8.658435821533203,4.25390625,8388608 +38,self_attn.k_proj,4,128,8,128,10.052827835083008,4.126953125,8388608 +38,self_attn.k_proj,8,32,8,128,0.4347831904888153,8.5078125,8388608 +38,self_attn.k_proj,8,64,8,128,0.5235644578933716,8.25390625,8388608 +38,self_attn.k_proj,8,128,8,128,0.6057740449905396,8.126953125,8388608 +38,self_attn.o_proj,2,32,8,128,33.50827407836914,20.0625,67108864 +38,self_attn.o_proj,2,64,8,128,39.03700256347656,18.03125,67108864 +38,self_attn.o_proj,2,128,8,128,44.07758331298828,17.015625,67108864 +38,self_attn.o_proj,3,32,8,128,14.326871871948242,28.0625,67108864 +38,self_attn.o_proj,3,64,8,128,16.716943740844727,26.03125,67108864 +38,self_attn.o_proj,3,128,8,128,18.88189125061035,25.015625,67108864 +38,self_attn.o_proj,4,32,8,128,6.683267116546631,36.0625,67108864 +38,self_attn.o_proj,4,64,8,128,7.80408239364624,34.03125,67108864 +38,self_attn.o_proj,4,128,8,128,8.812667846679688,33.015625,67108864 +38,self_attn.o_proj,8,32,8,128,0.40626096725463867,68.0625,67108864 +38,self_attn.o_proj,8,64,8,128,0.47360309958457947,66.03125,67108864 +38,self_attn.o_proj,8,128,8,128,0.5332428216934204,65.015625,67108864 +38,mlp.gate_proj,2,32,8,128,72.40433502197266,70.21875,234881024 +38,mlp.gate_proj,2,64,8,128,85.53372192382812,63.109375,234881024 +38,mlp.gate_proj,2,128,8,128,97.51160430908203,59.5546875,234881024 +38,mlp.gate_proj,3,32,8,128,31.141399383544922,98.21875,234881024 +38,mlp.gate_proj,3,64,8,128,36.56984329223633,91.109375,234881024 +38,mlp.gate_proj,3,128,8,128,42.04135513305664,87.5546875,234881024 +38,mlp.gate_proj,4,32,8,128,14.490718841552734,126.21875,234881024 +38,mlp.gate_proj,4,64,8,128,17.078691482543945,119.109375,234881024 +38,mlp.gate_proj,4,128,8,128,19.60403823852539,115.5546875,234881024 +38,mlp.gate_proj,8,32,8,128,0.8843744993209839,238.21875,234881024 +38,mlp.gate_proj,8,64,8,128,1.0436081886291504,231.109375,234881024 +38,mlp.gate_proj,8,128,8,128,1.1913179159164429,227.5546875,234881024 +38,mlp.up_proj,2,32,8,128,67.00103759765625,70.21875,234881024 +38,mlp.up_proj,2,64,8,128,77.94048309326172,63.109375,234881024 +38,mlp.up_proj,2,128,8,128,88.08341217041016,59.5546875,234881024 +38,mlp.up_proj,3,32,8,128,28.64519691467285,98.21875,234881024 +38,mlp.up_proj,3,64,8,128,33.397705078125,91.109375,234881024 +38,mlp.up_proj,3,128,8,128,37.59461212158203,87.5546875,234881024 +38,mlp.up_proj,4,32,8,128,13.341904640197754,126.21875,234881024 +38,mlp.up_proj,4,64,8,128,15.621837615966797,119.109375,234881024 +38,mlp.up_proj,4,128,8,128,17.567628860473633,115.5546875,234881024 +38,mlp.up_proj,8,32,8,128,0.8147733211517334,238.21875,234881024 +38,mlp.up_proj,8,64,8,128,0.9525849223136902,231.109375,234881024 +38,mlp.up_proj,8,128,8,128,1.0689860582351685,227.5546875,234881024 +38,mlp.down_proj,2,32,8,128,67.43077087402344,70.21875,234881024 +38,mlp.down_proj,2,64,8,128,78.4882583618164,63.109375,234881024 +38,mlp.down_proj,2,128,8,128,88.74310302734375,59.5546875,234881024 +38,mlp.down_proj,3,32,8,128,28.850187301635742,98.21875,234881024 +38,mlp.down_proj,3,64,8,128,33.61622619628906,91.109375,234881024 +38,mlp.down_proj,3,128,8,128,37.86039733886719,87.5546875,234881024 +38,mlp.down_proj,4,32,8,128,13.43558120727539,126.21875,234881024 +38,mlp.down_proj,4,64,8,128,15.737957000732422,119.109375,234881024 +38,mlp.down_proj,4,128,8,128,17.6971378326416,115.5546875,234881024 +38,mlp.down_proj,8,32,8,128,0.8205083608627319,238.21875,234881024 +38,mlp.down_proj,8,64,8,128,0.9598961472511292,231.109375,234881024 +38,mlp.down_proj,8,128,8,128,1.0771143436431885,227.5546875,234881024 +39,self_attn.q_proj,2,32,8,128,47.702579498291016,20.0625,67108864 +39,self_attn.q_proj,2,64,8,128,56.50425720214844,18.03125,67108864 +39,self_attn.q_proj,2,128,8,128,65.59249877929688,17.015625,67108864 +39,self_attn.q_proj,3,32,8,128,20.44588851928711,28.0625,67108864 +39,self_attn.q_proj,3,64,8,128,24.306482315063477,26.03125,67108864 +39,self_attn.q_proj,3,128,8,128,28.369590759277344,25.015625,67108864 +39,self_attn.q_proj,4,32,8,128,9.53781795501709,36.0625,67108864 +39,self_attn.q_proj,4,64,8,128,11.351512908935547,34.03125,67108864 +39,self_attn.q_proj,4,128,8,128,13.236985206604004,33.015625,67108864 +39,self_attn.q_proj,8,32,8,128,0.5795016288757324,68.0625,67108864 +39,self_attn.q_proj,8,64,8,128,0.6895589828491211,66.03125,67108864 +39,self_attn.q_proj,8,128,8,128,0.801480770111084,65.015625,67108864 +39,self_attn.v_proj,2,32,8,128,10.729595184326172,2.5078125,8388608 +39,self_attn.v_proj,2,64,8,128,12.568916320800781,2.25390625,8388608 +39,self_attn.v_proj,2,128,8,128,14.241296768188477,2.126953125,8388608 +39,self_attn.v_proj,3,32,8,128,4.58883810043335,3.5078125,8388608 +39,self_attn.v_proj,3,64,8,128,5.376890659332275,3.25390625,8388608 +39,self_attn.v_proj,3,128,8,128,6.090038776397705,3.126953125,8388608 +39,self_attn.v_proj,4,32,8,128,2.1410772800445557,4.5078125,8388608 +39,self_attn.v_proj,4,64,8,128,2.508882999420166,4.25390625,8388608 +39,self_attn.v_proj,4,128,8,128,2.8430514335632324,4.126953125,8388608 +39,self_attn.v_proj,8,32,8,128,0.12961198389530182,8.5078125,8388608 +39,self_attn.v_proj,8,64,8,128,0.1517712026834488,8.25390625,8388608 +39,self_attn.v_proj,8,128,8,128,0.17131583392620087,8.126953125,8388608 +39,self_attn.k_proj,2,32,8,128,36.67458724975586,2.5078125,8388608 +39,self_attn.k_proj,2,64,8,128,44.04214096069336,2.25390625,8388608 +39,self_attn.k_proj,2,128,8,128,50.33544921875,2.126953125,8388608 +39,self_attn.k_proj,3,32,8,128,15.855488777160645,3.5078125,8388608 +39,self_attn.k_proj,3,64,8,128,19.240999221801758,3.25390625,8388608 +39,self_attn.k_proj,3,128,8,128,22.492477416992188,3.126953125,8388608 +39,self_attn.k_proj,4,32,8,128,7.399962425231934,4.5078125,8388608 +39,self_attn.k_proj,4,64,8,128,8.980509757995605,4.25390625,8388608 +39,self_attn.k_proj,4,128,8,128,10.505121231079102,4.126953125,8388608 +39,self_attn.k_proj,8,32,8,128,0.4476538598537445,8.5078125,8388608 +39,self_attn.k_proj,8,64,8,128,0.542992889881134,8.25390625,8388608 +39,self_attn.k_proj,8,128,8,128,0.6329089403152466,8.126953125,8388608 +39,self_attn.o_proj,2,32,8,128,33.81058883666992,20.0625,67108864 +39,self_attn.o_proj,2,64,8,128,39.370182037353516,18.03125,67108864 +39,self_attn.o_proj,2,128,8,128,44.4337158203125,17.015625,67108864 +39,self_attn.o_proj,3,32,8,128,14.485944747924805,28.0625,67108864 +39,self_attn.o_proj,3,64,8,128,16.897361755371094,26.03125,67108864 +39,self_attn.o_proj,3,128,8,128,19.096046447753906,25.015625,67108864 +39,self_attn.o_proj,4,32,8,128,6.773406028747559,36.0625,67108864 +39,self_attn.o_proj,4,64,8,128,7.919699668884277,34.03125,67108864 +39,self_attn.o_proj,4,128,8,128,8.966453552246094,33.015625,67108864 +39,self_attn.o_proj,8,32,8,128,0.4118209183216095,68.0625,67108864 +39,self_attn.o_proj,8,64,8,128,0.4808553457260132,66.03125,67108864 +39,self_attn.o_proj,8,128,8,128,0.543539822101593,65.015625,67108864 +39,mlp.gate_proj,2,32,8,128,72.48025512695312,70.21875,234881024 +39,mlp.gate_proj,2,64,8,128,85.40560150146484,63.109375,234881024 +39,mlp.gate_proj,2,128,8,128,97.12654876708984,59.5546875,234881024 +39,mlp.gate_proj,3,32,8,128,31.164159774780273,98.21875,234881024 +39,mlp.gate_proj,3,64,8,128,36.486900329589844,91.109375,234881024 +39,mlp.gate_proj,3,128,8,128,41.73063659667969,87.5546875,234881024 +39,mlp.gate_proj,4,32,8,128,14.502073287963867,126.21875,234881024 +39,mlp.gate_proj,4,64,8,128,17.040225982666016,119.109375,234881024 +39,mlp.gate_proj,4,128,8,128,19.458717346191406,115.5546875,234881024 +39,mlp.gate_proj,8,32,8,128,0.8851938247680664,238.21875,234881024 +39,mlp.gate_proj,8,64,8,128,1.041657567024231,231.109375,234881024 +39,mlp.gate_proj,8,128,8,128,1.1834651231765747,227.5546875,234881024 +39,mlp.up_proj,2,32,8,128,66.92317199707031,70.21875,234881024 +39,mlp.up_proj,2,64,8,128,77.84870147705078,63.109375,234881024 +39,mlp.up_proj,2,128,8,128,87.98621368408203,59.5546875,234881024 +39,mlp.up_proj,3,32,8,128,28.609296798706055,98.21875,234881024 +39,mlp.up_proj,3,64,8,128,33.352821350097656,91.109375,234881024 +39,mlp.up_proj,3,128,8,128,37.53313064575195,87.5546875,234881024 +39,mlp.up_proj,4,32,8,128,13.32458782196045,126.21875,234881024 +39,mlp.up_proj,4,64,8,128,15.598309516906738,119.109375,234881024 +39,mlp.up_proj,4,128,8,128,17.536075592041016,115.5546875,234881024 +39,mlp.up_proj,8,32,8,128,0.8136534094810486,238.21875,234881024 +39,mlp.up_proj,8,64,8,128,0.9511791467666626,231.109375,234881024 +39,mlp.up_proj,8,128,8,128,1.0675238370895386,227.5546875,234881024 +39,mlp.down_proj,2,32,8,128,67.4476318359375,70.21875,234881024 +39,mlp.down_proj,2,64,8,128,78.4978256225586,63.109375,234881024 +39,mlp.down_proj,2,128,8,128,88.7271499633789,59.5546875,234881024 +39,mlp.down_proj,3,32,8,128,28.85817527770996,98.21875,234881024 +39,mlp.down_proj,3,64,8,128,33.618865966796875,91.109375,234881024 +39,mlp.down_proj,3,128,8,128,37.84467315673828,87.5546875,234881024 +39,mlp.down_proj,4,32,8,128,13.437882423400879,126.21875,234881024 +39,mlp.down_proj,4,64,8,128,15.736634254455566,119.109375,234881024 +39,mlp.down_proj,4,128,8,128,17.67955780029297,115.5546875,234881024 +39,mlp.down_proj,8,32,8,128,0.8206799626350403,238.21875,234881024 +39,mlp.down_proj,8,64,8,128,0.9597925543785095,231.109375,234881024 +39,mlp.down_proj,8,128,8,128,1.076420783996582,227.5546875,234881024 +40,self_attn.q_proj,2,32,8,128,46.208160400390625,20.0625,67108864 +40,self_attn.q_proj,2,64,8,128,54.75465393066406,18.03125,67108864 +40,self_attn.q_proj,2,128,8,128,63.644996643066406,17.015625,67108864 +40,self_attn.q_proj,3,32,8,128,19.823131561279297,28.0625,67108864 +40,self_attn.q_proj,3,64,8,128,23.634363174438477,26.03125,67108864 +40,self_attn.q_proj,3,128,8,128,27.65677833557129,25.015625,67108864 +40,self_attn.q_proj,4,32,8,128,9.247557640075684,36.0625,67108864 +40,self_attn.q_proj,4,64,8,128,11.036786079406738,34.03125,67108864 +40,self_attn.q_proj,4,128,8,128,12.9072847366333,33.015625,67108864 +40,self_attn.q_proj,8,32,8,128,0.5617331862449646,68.0625,67108864 +40,self_attn.q_proj,8,64,8,128,0.6701843738555908,66.03125,67108864 +40,self_attn.q_proj,8,128,8,128,0.7814801931381226,65.015625,67108864 +40,self_attn.v_proj,2,32,8,128,11.688714981079102,2.5078125,8388608 +40,self_attn.v_proj,2,64,8,128,13.652423858642578,2.25390625,8388608 +40,self_attn.v_proj,2,128,8,128,15.434215545654297,2.126953125,8388608 +40,self_attn.v_proj,3,32,8,128,4.99672269821167,3.5078125,8388608 +40,self_attn.v_proj,3,64,8,128,5.83676290512085,3.25390625,8388608 +40,self_attn.v_proj,3,128,8,128,6.594868183135986,3.126953125,8388608 +40,self_attn.v_proj,4,32,8,128,2.331019163131714,4.5078125,8388608 +40,self_attn.v_proj,4,64,8,128,2.7243618965148926,4.25390625,8388608 +40,self_attn.v_proj,4,128,8,128,3.078658103942871,4.126953125,8388608 +40,self_attn.v_proj,8,32,8,128,0.14116792380809784,8.5078125,8388608 +40,self_attn.v_proj,8,64,8,128,0.16471853852272034,8.25390625,8388608 +40,self_attn.v_proj,8,128,8,128,0.18558289110660553,8.126953125,8388608 +40,self_attn.k_proj,2,32,8,128,32.4831428527832,2.5078125,8388608 +40,self_attn.k_proj,2,64,8,128,38.797176361083984,2.25390625,8388608 +40,self_attn.k_proj,2,128,8,128,44.19651412963867,2.126953125,8388608 +40,self_attn.k_proj,3,32,8,128,13.992293357849121,3.5078125,8388608 +40,self_attn.k_proj,3,64,8,128,16.8132381439209,3.25390625,8388608 +40,self_attn.k_proj,3,128,8,128,19.463300704956055,3.126953125,8388608 +40,self_attn.k_proj,4,32,8,128,6.5291876792907715,4.5078125,8388608 +40,self_attn.k_proj,4,64,8,128,7.847931385040283,4.25390625,8388608 +40,self_attn.k_proj,4,128,8,128,9.088887214660645,4.126953125,8388608 +40,self_attn.k_proj,8,32,8,128,0.39515626430511475,8.5078125,8388608 +40,self_attn.k_proj,8,64,8,128,0.47452935576438904,8.25390625,8388608 +40,self_attn.k_proj,8,128,8,128,0.5475208759307861,8.126953125,8388608 +40,self_attn.o_proj,2,32,8,128,34.38907241821289,20.0625,67108864 +40,self_attn.o_proj,2,64,8,128,40.08850860595703,18.03125,67108864 +40,self_attn.o_proj,2,128,8,128,45.26538848876953,17.015625,67108864 +40,self_attn.o_proj,3,32,8,128,14.714380264282227,28.0625,67108864 +40,self_attn.o_proj,3,64,8,128,17.168743133544922,26.03125,67108864 +40,self_attn.o_proj,3,128,8,128,19.40982437133789,25.015625,67108864 +40,self_attn.o_proj,4,32,8,128,6.8638482093811035,36.0625,67108864 +40,self_attn.o_proj,4,64,8,128,8.018959999084473,34.03125,67108864 +40,self_attn.o_proj,4,128,8,128,9.058540344238281,33.015625,67108864 +40,self_attn.o_proj,8,32,8,128,0.41717758774757385,68.0625,67108864 +40,self_attn.o_proj,8,64,8,128,0.4864044189453125,66.03125,67108864 +40,self_attn.o_proj,8,128,8,128,0.5481789708137512,65.015625,67108864 +40,mlp.gate_proj,2,32,8,128,72.86029815673828,70.21875,234881024 +40,mlp.gate_proj,2,64,8,128,85.86495208740234,63.109375,234881024 +40,mlp.gate_proj,2,128,8,128,97.54362487792969,59.5546875,234881024 +40,mlp.gate_proj,3,32,8,128,31.33269500732422,98.21875,234881024 +40,mlp.gate_proj,3,64,8,128,36.662940979003906,91.109375,234881024 +40,mlp.gate_proj,3,128,8,128,41.92482376098633,87.5546875,234881024 +40,mlp.gate_proj,4,32,8,128,14.57835865020752,126.21875,234881024 +40,mlp.gate_proj,4,64,8,128,17.120357513427734,119.109375,234881024 +40,mlp.gate_proj,4,128,8,128,19.54804801940918,115.5546875,234881024 +40,mlp.gate_proj,8,32,8,128,0.889820396900177,238.21875,234881024 +40,mlp.gate_proj,8,64,8,128,1.0464510917663574,231.109375,234881024 +40,mlp.gate_proj,8,128,8,128,1.1885584592819214,227.5546875,234881024 +40,mlp.up_proj,2,32,8,128,66.9774398803711,70.21875,234881024 +40,mlp.up_proj,2,64,8,128,77.9189224243164,63.109375,234881024 +40,mlp.up_proj,2,128,8,128,88.03173828125,59.5546875,234881024 +40,mlp.up_proj,3,32,8,128,28.638511657714844,98.21875,234881024 +40,mlp.up_proj,3,64,8,128,33.38407897949219,91.109375,234881024 +40,mlp.up_proj,3,128,8,128,37.567588806152344,87.5546875,234881024 +40,mlp.up_proj,4,32,8,128,13.337662696838379,126.21875,234881024 +40,mlp.up_proj,4,64,8,128,15.614280700683594,119.109375,234881024 +40,mlp.up_proj,4,128,8,128,17.55264663696289,115.5546875,234881024 +40,mlp.up_proj,8,32,8,128,0.8146010041236877,238.21875,234881024 +40,mlp.up_proj,8,64,8,128,0.9522619247436523,231.109375,234881024 +40,mlp.up_proj,8,128,8,128,1.0685402154922485,227.5546875,234881024 +40,mlp.down_proj,2,32,8,128,67.45592498779297,70.21875,234881024 +40,mlp.down_proj,2,64,8,128,78.50223541259766,63.109375,234881024 +40,mlp.down_proj,2,128,8,128,88.74594116210938,59.5546875,234881024 +40,mlp.down_proj,3,32,8,128,28.86054229736328,98.21875,234881024 +40,mlp.down_proj,3,64,8,128,33.6246337890625,91.109375,234881024 +40,mlp.down_proj,3,128,8,128,37.86384582519531,87.5546875,234881024 +40,mlp.down_proj,4,32,8,128,13.43843936920166,126.21875,234881024 +40,mlp.down_proj,4,64,8,128,15.739042282104492,119.109375,234881024 +40,mlp.down_proj,4,128,8,128,17.69170379638672,115.5546875,234881024 +40,mlp.down_proj,8,32,8,128,0.8206921219825745,238.21875,234881024 +40,mlp.down_proj,8,64,8,128,0.9599099159240723,231.109375,234881024 +40,mlp.down_proj,8,128,8,128,1.076674461364746,227.5546875,234881024 +41,self_attn.q_proj,2,32,8,128,47.144996643066406,20.0625,67108864 +41,self_attn.q_proj,2,64,8,128,55.56779479980469,18.03125,67108864 +41,self_attn.q_proj,2,128,8,128,64.27327728271484,17.015625,67108864 +41,self_attn.q_proj,3,32,8,128,20.191753387451172,28.0625,67108864 +41,self_attn.q_proj,3,64,8,128,23.86530303955078,26.03125,67108864 +41,self_attn.q_proj,3,128,8,128,27.667194366455078,25.015625,67108864 +41,self_attn.q_proj,4,32,8,128,9.417218208312988,36.0625,67108864 +41,self_attn.q_proj,4,64,8,128,11.140992164611816,34.03125,67108864 +41,self_attn.q_proj,4,128,8,128,12.913605690002441,33.015625,67108864 +41,self_attn.q_proj,8,32,8,128,0.5720597505569458,68.0625,67108864 +41,self_attn.q_proj,8,64,8,128,0.6766618490219116,66.03125,67108864 +41,self_attn.q_proj,8,128,8,128,0.7819150686264038,65.015625,67108864 +41,self_attn.v_proj,2,32,8,128,10.822153091430664,2.5078125,8388608 +41,self_attn.v_proj,2,64,8,128,12.622425079345703,2.25390625,8388608 +41,self_attn.v_proj,2,128,8,128,14.253490447998047,2.126953125,8388608 +41,self_attn.v_proj,3,32,8,128,4.625828266143799,3.5078125,8388608 +41,self_attn.v_proj,3,64,8,128,5.397848129272461,3.25390625,8388608 +41,self_attn.v_proj,3,128,8,128,6.096958160400391,3.126953125,8388608 +41,self_attn.v_proj,4,32,8,128,2.159303903579712,4.5078125,8388608 +41,self_attn.v_proj,4,64,8,128,2.5206658840179443,4.25390625,8388608 +41,self_attn.v_proj,4,128,8,128,2.8453831672668457,4.126953125,8388608 +41,self_attn.v_proj,8,32,8,128,0.13070832192897797,8.5078125,8388608 +41,self_attn.v_proj,8,64,8,128,0.1523590385913849,8.25390625,8388608 +41,self_attn.v_proj,8,128,8,128,0.17144542932510376,8.126953125,8388608 +41,self_attn.k_proj,2,32,8,128,36.50194549560547,2.5078125,8388608 +41,self_attn.k_proj,2,64,8,128,43.63142013549805,2.25390625,8388608 +41,self_attn.k_proj,2,128,8,128,49.69706344604492,2.126953125,8388608 +41,self_attn.k_proj,3,32,8,128,15.729552268981934,3.5078125,8388608 +41,self_attn.k_proj,3,64,8,128,18.93177032470703,3.25390625,8388608 +41,self_attn.k_proj,3,128,8,128,21.933258056640625,3.126953125,8388608 +41,self_attn.k_proj,4,32,8,128,7.341017246246338,4.5078125,8388608 +41,self_attn.k_proj,4,64,8,128,8.837186813354492,4.25390625,8388608 +41,self_attn.k_proj,4,128,8,128,10.23975658416748,4.126953125,8388608 +41,self_attn.k_proj,8,32,8,128,0.44426271319389343,8.5078125,8388608 +41,self_attn.k_proj,8,64,8,128,0.5342881679534912,8.25390625,8388608 +41,self_attn.k_proj,8,128,8,128,0.6171364784240723,8.126953125,8388608 +41,self_attn.o_proj,2,32,8,128,33.85589599609375,20.0625,67108864 +41,self_attn.o_proj,2,64,8,128,39.39896774291992,18.03125,67108864 +41,self_attn.o_proj,2,128,8,128,44.39799118041992,17.015625,67108864 +41,self_attn.o_proj,3,32,8,128,14.476641654968262,28.0625,67108864 +41,self_attn.o_proj,3,64,8,128,16.861488342285156,26.03125,67108864 +41,self_attn.o_proj,3,128,8,128,18.997379302978516,25.015625,67108864 +41,self_attn.o_proj,4,32,8,128,6.75196647644043,36.0625,67108864 +41,self_attn.o_proj,4,64,8,128,7.871068477630615,34.03125,67108864 +41,self_attn.o_proj,4,128,8,128,8.866022109985352,33.015625,67108864 +41,self_attn.o_proj,8,32,8,128,0.4104026257991791,68.0625,67108864 +41,self_attn.o_proj,8,64,8,128,0.4775233864784241,66.03125,67108864 +41,self_attn.o_proj,8,128,8,128,0.5363680720329285,65.015625,67108864 +41,mlp.gate_proj,2,32,8,128,72.76805114746094,70.21875,234881024 +41,mlp.gate_proj,2,64,8,128,85.67806243896484,63.109375,234881024 +41,mlp.gate_proj,2,128,8,128,97.2476577758789,59.5546875,234881024 +41,mlp.gate_proj,3,32,8,128,31.287689208984375,98.21875,234881024 +41,mlp.gate_proj,3,64,8,128,36.57448959350586,91.109375,234881024 +41,mlp.gate_proj,3,128,8,128,41.774906158447266,87.5546875,234881024 +41,mlp.gate_proj,4,32,8,128,14.558725357055664,126.21875,234881024 +41,mlp.gate_proj,4,64,8,128,17.08295440673828,119.109375,234881024 +41,mlp.gate_proj,4,128,8,128,19.468364715576172,115.5546875,234881024 +41,mlp.gate_proj,8,32,8,128,0.8886621594429016,238.21875,234881024 +41,mlp.gate_proj,8,64,8,128,1.044183373451233,231.109375,234881024 +41,mlp.gate_proj,8,128,8,128,1.1841503381729126,227.5546875,234881024 +41,mlp.up_proj,2,32,8,128,66.98749542236328,70.21875,234881024 +41,mlp.up_proj,2,64,8,128,77.9141845703125,63.109375,234881024 +41,mlp.up_proj,2,128,8,128,88.0218734741211,59.5546875,234881024 +41,mlp.up_proj,3,32,8,128,28.636873245239258,98.21875,234881024 +41,mlp.up_proj,3,64,8,128,33.379913330078125,91.109375,234881024 +41,mlp.up_proj,3,128,8,128,37.56983947753906,87.5546875,234881024 +41,mlp.up_proj,4,32,8,128,13.335919380187988,126.21875,234881024 +41,mlp.up_proj,4,64,8,128,15.6109619140625,119.109375,234881024 +41,mlp.up_proj,4,128,8,128,17.54947853088379,115.5546875,234881024 +41,mlp.up_proj,8,32,8,128,0.814592719078064,238.21875,234881024 +41,mlp.up_proj,8,64,8,128,0.9520053863525391,231.109375,234881024 +41,mlp.up_proj,8,128,8,128,1.0680066347122192,227.5546875,234881024 +41,mlp.down_proj,2,32,8,128,67.4456558227539,70.21875,234881024 +41,mlp.down_proj,2,64,8,128,78.47855377197266,63.109375,234881024 +41,mlp.down_proj,2,128,8,128,88.67603302001953,59.5546875,234881024 +41,mlp.down_proj,3,32,8,128,28.851882934570312,98.21875,234881024 +41,mlp.down_proj,3,64,8,128,33.60783004760742,91.109375,234881024 +41,mlp.down_proj,3,128,8,128,37.82402801513672,87.5546875,234881024 +41,mlp.down_proj,4,32,8,128,13.436448097229004,126.21875,234881024 +41,mlp.down_proj,4,64,8,128,15.729095458984375,119.109375,234881024 +41,mlp.down_proj,4,128,8,128,17.667362213134766,115.5546875,234881024 +41,mlp.down_proj,8,32,8,128,0.8205360174179077,238.21875,234881024 +41,mlp.down_proj,8,64,8,128,0.9593890905380249,231.109375,234881024 +41,mlp.down_proj,8,128,8,128,1.0757725238800049,227.5546875,234881024 +42,self_attn.q_proj,2,32,8,128,43.36602783203125,20.0625,67108864 +42,self_attn.q_proj,2,64,8,128,51.36442184448242,18.03125,67108864 +42,self_attn.q_proj,2,128,8,128,59.52371597290039,17.015625,67108864 +42,self_attn.q_proj,3,32,8,128,18.606870651245117,28.0625,67108864 +42,self_attn.q_proj,3,64,8,128,22.19917106628418,26.03125,67108864 +42,self_attn.q_proj,3,128,8,128,25.900707244873047,25.015625,67108864 +42,self_attn.q_proj,4,32,8,128,8.682658195495605,36.0625,67108864 +42,self_attn.q_proj,4,64,8,128,10.355265617370605,34.03125,67108864 +42,self_attn.q_proj,4,128,8,128,12.097424507141113,33.015625,67108864 +42,self_attn.q_proj,8,32,8,128,0.5273026823997498,68.0625,67108864 +42,self_attn.q_proj,8,64,8,128,0.6285464763641357,66.03125,67108864 +42,self_attn.q_proj,8,128,8,128,0.732229471206665,65.015625,67108864 +42,self_attn.v_proj,2,32,8,128,11.65095329284668,2.5078125,8388608 +42,self_attn.v_proj,2,64,8,128,13.566142082214355,2.25390625,8388608 +42,self_attn.v_proj,2,128,8,128,15.285043716430664,2.126953125,8388608 +42,self_attn.v_proj,3,32,8,128,4.981750965118408,3.5078125,8388608 +42,self_attn.v_proj,3,64,8,128,5.8029890060424805,3.25390625,8388608 +42,self_attn.v_proj,3,128,8,128,6.5364532470703125,3.126953125,8388608 +42,self_attn.v_proj,4,32,8,128,2.323693037033081,4.5078125,8388608 +42,self_attn.v_proj,4,64,8,128,2.7071378231048584,4.25390625,8388608 +42,self_attn.v_proj,4,128,8,128,3.049984931945801,4.126953125,8388608 +42,self_attn.v_proj,8,32,8,128,0.14074617624282837,8.5078125,8388608 +42,self_attn.v_proj,8,64,8,128,0.1638219654560089,8.25390625,8388608 +42,self_attn.v_proj,8,128,8,128,0.1839367151260376,8.126953125,8388608 +42,self_attn.k_proj,2,32,8,128,33.81072235107422,2.5078125,8388608 +42,self_attn.k_proj,2,64,8,128,40.54521179199219,2.25390625,8388608 +42,self_attn.k_proj,2,128,8,128,46.06313705444336,2.126953125,8388608 +42,self_attn.k_proj,3,32,8,128,14.76662540435791,3.5078125,8388608 +42,self_attn.k_proj,3,64,8,128,17.99306869506836,3.25390625,8388608 +42,self_attn.k_proj,3,128,8,128,21.08199691772461,3.126953125,8388608 +42,self_attn.k_proj,4,32,8,128,6.8902387619018555,4.5078125,8388608 +42,self_attn.k_proj,4,64,8,128,8.405324935913086,4.25390625,8388608 +42,self_attn.k_proj,4,128,8,128,9.850715637207031,4.126953125,8388608 +42,self_attn.k_proj,8,32,8,128,0.4167911410331726,8.5078125,8388608 +42,self_attn.k_proj,8,64,8,128,0.5080803036689758,8.25390625,8388608 +42,self_attn.k_proj,8,128,8,128,0.5938116312026978,8.126953125,8388608 +42,self_attn.o_proj,2,32,8,128,34.28117370605469,20.0625,67108864 +42,self_attn.o_proj,2,64,8,128,39.89688491821289,18.03125,67108864 +42,self_attn.o_proj,2,128,8,128,44.96490478515625,17.015625,67108864 +42,self_attn.o_proj,3,32,8,128,14.662089347839355,28.0625,67108864 +42,self_attn.o_proj,3,64,8,128,17.073745727539062,26.03125,67108864 +42,self_attn.o_proj,3,128,8,128,19.2498836517334,25.015625,67108864 +42,self_attn.o_proj,4,32,8,128,6.838352203369141,36.0625,67108864 +42,self_attn.o_proj,4,64,8,128,7.972696304321289,34.03125,67108864 +42,self_attn.o_proj,4,128,8,128,8.977917671203613,33.015625,67108864 +42,self_attn.o_proj,8,32,8,128,0.4155738651752472,68.0625,67108864 +42,self_attn.o_proj,8,64,8,128,0.4835386276245117,66.03125,67108864 +42,self_attn.o_proj,8,128,8,128,0.5431820750236511,65.015625,67108864 +42,mlp.gate_proj,2,32,8,128,73.07642364501953,70.21875,234881024 +42,mlp.gate_proj,2,64,8,128,86.11751556396484,63.109375,234881024 +42,mlp.gate_proj,2,128,8,128,97.81194305419922,59.5546875,234881024 +42,mlp.gate_proj,3,32,8,128,31.4307918548584,98.21875,234881024 +42,mlp.gate_proj,3,64,8,128,36.76255798339844,91.109375,234881024 +42,mlp.gate_proj,3,128,8,128,42.02373123168945,87.5546875,234881024 +42,mlp.gate_proj,4,32,8,128,14.623417854309082,126.21875,234881024 +42,mlp.gate_proj,4,64,8,128,17.166091918945312,119.109375,234881024 +42,mlp.gate_proj,4,128,8,128,19.601470947265625,115.5546875,234881024 +42,mlp.gate_proj,8,32,8,128,0.8925521373748779,238.21875,234881024 +42,mlp.gate_proj,8,64,8,128,1.0491890907287598,231.109375,234881024 +42,mlp.gate_proj,8,128,8,128,1.191459059715271,227.5546875,234881024 +42,mlp.up_proj,2,32,8,128,66.89308166503906,70.21875,234881024 +42,mlp.up_proj,2,64,8,128,77.79241180419922,63.109375,234881024 +42,mlp.up_proj,2,128,8,128,87.87067413330078,59.5546875,234881024 +42,mlp.up_proj,3,32,8,128,28.594133377075195,98.21875,234881024 +42,mlp.up_proj,3,64,8,128,33.33050537109375,91.109375,234881024 +42,mlp.up_proj,3,128,8,128,37.50752258300781,87.5546875,234881024 +42,mlp.up_proj,4,32,8,128,13.316927909851074,126.21875,234881024 +42,mlp.up_proj,4,64,8,128,15.585668563842773,119.109375,234881024 +42,mlp.up_proj,4,128,8,128,17.51656723022461,115.5546875,234881024 +42,mlp.up_proj,8,32,8,128,0.8134232759475708,238.21875,234881024 +42,mlp.up_proj,8,64,8,128,0.9505223035812378,231.109375,234881024 +42,mlp.up_proj,8,128,8,128,1.0663670301437378,227.5546875,234881024 +42,mlp.down_proj,2,32,8,128,67.3494873046875,70.21875,234881024 +42,mlp.down_proj,2,64,8,128,78.35686492919922,63.109375,234881024 +42,mlp.down_proj,2,128,8,128,88.52523803710938,59.5546875,234881024 +42,mlp.down_proj,3,32,8,128,28.810386657714844,98.21875,234881024 +42,mlp.down_proj,3,64,8,128,33.556854248046875,91.109375,234881024 +42,mlp.down_proj,3,128,8,128,37.77118682861328,87.5546875,234881024 +42,mlp.down_proj,4,32,8,128,13.416614532470703,126.21875,234881024 +42,mlp.down_proj,4,64,8,128,15.70386028289795,119.109375,234881024 +42,mlp.down_proj,4,128,8,128,17.63862419128418,115.5546875,234881024 +42,mlp.down_proj,8,32,8,128,0.8192898631095886,238.21875,234881024 +42,mlp.down_proj,8,64,8,128,0.9577595591545105,231.109375,234881024 +42,mlp.down_proj,8,128,8,128,1.0738871097564697,227.5546875,234881024 +43,self_attn.q_proj,2,32,8,128,44.389923095703125,20.0625,67108864 +43,self_attn.q_proj,2,64,8,128,52.41548156738281,18.03125,67108864 +43,self_attn.q_proj,2,128,8,128,60.34274673461914,17.015625,67108864 +43,self_attn.q_proj,3,32,8,128,19.00701332092285,28.0625,67108864 +43,self_attn.q_proj,3,64,8,128,22.555706024169922,26.03125,67108864 +43,self_attn.q_proj,3,128,8,128,26.060203552246094,25.015625,67108864 +43,self_attn.q_proj,4,32,8,128,8.868762016296387,36.0625,67108864 +43,self_attn.q_proj,4,64,8,128,10.522554397583008,34.03125,67108864 +43,self_attn.q_proj,4,128,8,128,12.168608665466309,33.015625,67108864 +43,self_attn.q_proj,8,32,8,128,0.5388153195381165,68.0625,67108864 +43,self_attn.q_proj,8,64,8,128,0.6391758322715759,66.03125,67108864 +43,self_attn.q_proj,8,128,8,128,0.7370218634605408,65.015625,67108864 +43,self_attn.v_proj,2,32,8,128,11.442712783813477,2.5078125,8388608 +43,self_attn.v_proj,2,64,8,128,13.32003402709961,2.25390625,8388608 +43,self_attn.v_proj,2,128,8,128,15.011310577392578,2.126953125,8388608 +43,self_attn.v_proj,3,32,8,128,4.892576694488525,3.5078125,8388608 +43,self_attn.v_proj,3,64,8,128,5.701953887939453,3.25390625,8388608 +43,self_attn.v_proj,3,128,8,128,6.4251861572265625,3.126953125,8388608 +43,self_attn.v_proj,4,32,8,128,2.282567262649536,4.5078125,8388608 +43,self_attn.v_proj,4,64,8,128,2.660261392593384,4.25390625,8388608 +43,self_attn.v_proj,4,128,8,128,2.999386787414551,4.126953125,8388608 +43,self_attn.v_proj,8,32,8,128,0.13819672167301178,8.5078125,8388608 +43,self_attn.v_proj,8,64,8,128,0.16084444522857666,8.25390625,8388608 +43,self_attn.v_proj,8,128,8,128,0.1807282269001007,8.126953125,8388608 +43,self_attn.k_proj,2,32,8,128,33.31045150756836,2.5078125,8388608 +43,self_attn.k_proj,2,64,8,128,39.763484954833984,2.25390625,8388608 +43,self_attn.k_proj,2,128,8,128,45.24285125732422,2.126953125,8388608 +43,self_attn.k_proj,3,32,8,128,14.421406745910645,3.5078125,8388608 +43,self_attn.k_proj,3,64,8,128,17.399892807006836,3.25390625,8388608 +43,self_attn.k_proj,3,128,8,128,20.227066040039062,3.126953125,8388608 +43,self_attn.k_proj,4,32,8,128,6.7294182777404785,4.5078125,8388608 +43,self_attn.k_proj,4,64,8,128,8.128619194030762,4.25390625,8388608 +43,self_attn.k_proj,4,128,8,128,9.454068183898926,4.126953125,8388608 +43,self_attn.k_proj,8,32,8,128,0.4075189232826233,8.5078125,8388608 +43,self_attn.k_proj,8,64,8,128,0.4914335012435913,8.25390625,8388608 +43,self_attn.k_proj,8,128,8,128,0.5701614618301392,8.126953125,8388608 +43,self_attn.o_proj,2,32,8,128,34.05000686645508,20.0625,67108864 +43,self_attn.o_proj,2,64,8,128,39.66487121582031,18.03125,67108864 +43,self_attn.o_proj,2,128,8,128,44.74393844604492,17.015625,67108864 +43,self_attn.o_proj,3,32,8,128,14.561798095703125,28.0625,67108864 +43,self_attn.o_proj,3,64,8,128,16.974653244018555,26.03125,67108864 +43,self_attn.o_proj,3,128,8,128,19.170684814453125,25.015625,67108864 +43,self_attn.o_proj,4,32,8,128,6.792040824890137,36.0625,67108864 +43,self_attn.o_proj,4,64,8,128,7.9286346435546875,34.03125,67108864 +43,self_attn.o_proj,4,128,8,128,8.945514678955078,33.015625,67108864 +43,self_attn.o_proj,8,32,8,128,0.41293349862098694,68.0625,67108864 +43,self_attn.o_proj,8,64,8,128,0.48096227645874023,66.03125,67108864 +43,self_attn.o_proj,8,128,8,128,0.5411837697029114,65.015625,67108864 +43,mlp.gate_proj,2,32,8,128,73.29714965820312,70.21875,234881024 +43,mlp.gate_proj,2,64,8,128,86.33870697021484,63.109375,234881024 +43,mlp.gate_proj,2,128,8,128,98.01742553710938,59.5546875,234881024 +43,mlp.gate_proj,3,32,8,128,31.52519416809082,98.21875,234881024 +43,mlp.gate_proj,3,64,8,128,36.86177444458008,91.109375,234881024 +43,mlp.gate_proj,3,128,8,128,42.10293960571289,87.5546875,234881024 +43,mlp.gate_proj,4,32,8,128,14.668590545654297,126.21875,234881024 +43,mlp.gate_proj,4,64,8,128,17.213346481323242,119.109375,234881024 +43,mlp.gate_proj,4,128,8,128,19.628021240234375,115.5546875,234881024 +43,mlp.gate_proj,8,32,8,128,0.8954508304595947,238.21875,234881024 +43,mlp.gate_proj,8,64,8,128,1.0518462657928467,231.109375,234881024 +43,mlp.gate_proj,8,128,8,128,1.1938315629959106,227.5546875,234881024 +43,mlp.up_proj,2,32,8,128,66.93367767333984,70.21875,234881024 +43,mlp.up_proj,2,64,8,128,77.84380340576172,63.109375,234881024 +43,mlp.up_proj,2,128,8,128,87.9275131225586,59.5546875,234881024 +43,mlp.up_proj,3,32,8,128,28.611665725708008,98.21875,234881024 +43,mlp.up_proj,3,64,8,128,33.352088928222656,91.109375,234881024 +43,mlp.up_proj,3,128,8,128,37.52348709106445,87.5546875,234881024 +43,mlp.up_proj,4,32,8,128,13.32532024383545,126.21875,234881024 +43,mlp.up_proj,4,64,8,128,15.597128868103027,119.109375,234881024 +43,mlp.up_proj,4,128,8,128,17.534337997436523,115.5546875,234881024 +43,mlp.up_proj,8,32,8,128,0.8138563632965088,238.21875,234881024 +43,mlp.up_proj,8,64,8,128,0.9510639905929565,231.109375,234881024 +43,mlp.up_proj,8,128,8,128,1.0669806003570557,227.5546875,234881024 +43,mlp.down_proj,2,32,8,128,67.3672103881836,70.21875,234881024 +43,mlp.down_proj,2,64,8,128,78.37300109863281,63.109375,234881024 +43,mlp.down_proj,2,128,8,128,88.57797241210938,59.5546875,234881024 +43,mlp.down_proj,3,32,8,128,28.815099716186523,98.21875,234881024 +43,mlp.down_proj,3,64,8,128,33.56431198120117,91.109375,234881024 +43,mlp.down_proj,3,128,8,128,37.77107620239258,87.5546875,234881024 +43,mlp.down_proj,4,32,8,128,13.418885231018066,126.21875,234881024 +43,mlp.down_proj,4,64,8,128,15.712289810180664,119.109375,234881024 +43,mlp.down_proj,4,128,8,128,17.659759521484375,115.5546875,234881024 +43,mlp.down_proj,8,32,8,128,0.8194864988327026,238.21875,234881024 +43,mlp.down_proj,8,64,8,128,0.9580633640289307,231.109375,234881024 +43,mlp.down_proj,8,128,8,128,1.0742955207824707,227.5546875,234881024 +44,self_attn.q_proj,2,32,8,128,46.533748626708984,20.0625,67108864 +44,self_attn.q_proj,2,64,8,128,55.049041748046875,18.03125,67108864 +44,self_attn.q_proj,2,128,8,128,63.62704086303711,17.015625,67108864 +44,self_attn.q_proj,3,32,8,128,19.910192489624023,28.0625,67108864 +44,self_attn.q_proj,3,64,8,128,23.61671257019043,26.03125,67108864 +44,self_attn.q_proj,3,128,8,128,27.340620040893555,25.015625,67108864 +44,self_attn.q_proj,4,32,8,128,9.28849983215332,36.0625,67108864 +44,self_attn.q_proj,4,64,8,128,11.025700569152832,34.03125,67108864 +44,self_attn.q_proj,4,128,8,128,12.763594627380371,33.015625,67108864 +44,self_attn.q_proj,8,32,8,128,0.5643801093101501,68.0625,67108864 +44,self_attn.q_proj,8,64,8,128,0.6697564125061035,66.03125,67108864 +44,self_attn.q_proj,8,128,8,128,0.7728790044784546,65.015625,67108864 +44,self_attn.v_proj,2,32,8,128,11.000033378601074,2.5078125,8388608 +44,self_attn.v_proj,2,64,8,128,12.811030387878418,2.25390625,8388608 +44,self_attn.v_proj,2,128,8,128,14.453746795654297,2.126953125,8388608 +44,self_attn.v_proj,3,32,8,128,4.702386856079102,3.5078125,8388608 +44,self_attn.v_proj,3,64,8,128,5.483011722564697,3.25390625,8388608 +44,self_attn.v_proj,3,128,8,128,6.182624340057373,3.126953125,8388608 +44,self_attn.v_proj,4,32,8,128,2.1933188438415527,4.5078125,8388608 +44,self_attn.v_proj,4,64,8,128,2.558455228805542,4.25390625,8388608 +44,self_attn.v_proj,4,128,8,128,2.88651442527771,4.126953125,8388608 +44,self_attn.v_proj,8,32,8,128,0.13283023238182068,8.5078125,8388608 +44,self_attn.v_proj,8,64,8,128,0.1547144502401352,8.25390625,8388608 +44,self_attn.v_proj,8,128,8,128,0.1739635318517685,8.126953125,8388608 +44,self_attn.k_proj,2,32,8,128,33.64914321899414,2.5078125,8388608 +44,self_attn.k_proj,2,64,8,128,40.32521057128906,2.25390625,8388608 +44,self_attn.k_proj,2,128,8,128,46.245906829833984,2.126953125,8388608 +44,self_attn.k_proj,3,32,8,128,14.443167686462402,3.5078125,8388608 +44,self_attn.k_proj,3,64,8,128,17.36426544189453,3.25390625,8388608 +44,self_attn.k_proj,3,128,8,128,20.12685203552246,3.126953125,8388608 +44,self_attn.k_proj,4,32,8,128,6.739865779876709,4.5078125,8388608 +44,self_attn.k_proj,4,64,8,128,8.105449676513672,4.25390625,8388608 +44,self_attn.k_proj,4,128,8,128,9.3982572555542,4.126953125,8388608 +44,self_attn.k_proj,8,32,8,128,0.40774375200271606,8.5078125,8388608 +44,self_attn.k_proj,8,64,8,128,0.4898754358291626,8.25390625,8388608 +44,self_attn.k_proj,8,128,8,128,0.5663259625434875,8.126953125,8388608 +44,self_attn.o_proj,2,32,8,128,32.980777740478516,20.0625,67108864 +44,self_attn.o_proj,2,64,8,128,38.41195297241211,18.03125,67108864 +44,self_attn.o_proj,2,128,8,128,43.35028076171875,17.015625,67108864 +44,self_attn.o_proj,3,32,8,128,14.097983360290527,28.0625,67108864 +44,self_attn.o_proj,3,64,8,128,16.449453353881836,26.03125,67108864 +44,self_attn.o_proj,3,128,8,128,18.567670822143555,25.015625,67108864 +44,self_attn.o_proj,4,32,8,128,6.575790882110596,36.0625,67108864 +44,self_attn.o_proj,4,64,8,128,7.677188873291016,34.03125,67108864 +44,self_attn.o_proj,4,128,8,128,8.66549301147461,33.015625,67108864 +44,self_attn.o_proj,8,32,8,128,0.3997792899608612,68.0625,67108864 +44,self_attn.o_proj,8,64,8,128,0.465817391872406,66.03125,67108864 +44,self_attn.o_proj,8,128,8,128,0.5242487192153931,65.015625,67108864 +44,mlp.gate_proj,2,32,8,128,73.69697570800781,70.21875,234881024 +44,mlp.gate_proj,2,64,8,128,86.92499542236328,63.109375,234881024 +44,mlp.gate_proj,2,128,8,128,98.74552154541016,59.5546875,234881024 +44,mlp.gate_proj,3,32,8,128,31.709993362426758,98.21875,234881024 +44,mlp.gate_proj,3,64,8,128,37.11006546020508,91.109375,234881024 +44,mlp.gate_proj,3,128,8,128,42.473907470703125,87.5546875,234881024 +44,mlp.gate_proj,4,32,8,128,14.753701210021973,126.21875,234881024 +44,mlp.gate_proj,4,64,8,128,17.32762336730957,119.109375,234881024 +44,mlp.gate_proj,4,128,8,128,19.803489685058594,115.5546875,234881024 +44,mlp.gate_proj,8,32,8,128,0.9004591107368469,238.21875,234881024 +44,mlp.gate_proj,8,64,8,128,1.0585983991622925,231.109375,234881024 +44,mlp.gate_proj,8,128,8,128,1.2041525840759277,227.5546875,234881024 +44,mlp.up_proj,2,32,8,128,66.9874038696289,70.21875,234881024 +44,mlp.up_proj,2,64,8,128,77.92176818847656,63.109375,234881024 +44,mlp.up_proj,2,128,8,128,88.02734375,59.5546875,234881024 +44,mlp.up_proj,3,32,8,128,28.642507553100586,98.21875,234881024 +44,mlp.up_proj,3,64,8,128,33.38420486450195,91.109375,234881024 +44,mlp.up_proj,3,128,8,128,37.564083099365234,87.5546875,234881024 +44,mlp.up_proj,4,32,8,128,13.33820629119873,126.21875,234881024 +44,mlp.up_proj,4,64,8,128,15.614079475402832,119.109375,234881024 +44,mlp.up_proj,4,128,8,128,17.547273635864258,115.5546875,234881024 +44,mlp.up_proj,8,32,8,128,0.8146205544471741,238.21875,234881024 +44,mlp.up_proj,8,64,8,128,0.9520849585533142,231.109375,234881024 +44,mlp.up_proj,8,128,8,128,1.0682586431503296,227.5546875,234881024 +44,mlp.down_proj,2,32,8,128,67.36439514160156,70.21875,234881024 +44,mlp.down_proj,2,64,8,128,78.3900146484375,63.109375,234881024 +44,mlp.down_proj,2,128,8,128,88.57388305664062,59.5546875,234881024 +44,mlp.down_proj,3,32,8,128,28.815444946289062,98.21875,234881024 +44,mlp.down_proj,3,64,8,128,33.5680046081543,91.109375,234881024 +44,mlp.down_proj,3,128,8,128,37.783199310302734,87.5546875,234881024 +44,mlp.down_proj,4,32,8,128,13.419448852539062,126.21875,234881024 +44,mlp.down_proj,4,64,8,128,15.71078109741211,119.109375,234881024 +44,mlp.down_proj,4,128,8,128,17.660531997680664,115.5546875,234881024 +44,mlp.down_proj,8,32,8,128,0.8194013237953186,238.21875,234881024 +44,mlp.down_proj,8,64,8,128,0.9580613970756531,231.109375,234881024 +44,mlp.down_proj,8,128,8,128,1.0743517875671387,227.5546875,234881024 +45,self_attn.q_proj,2,32,8,128,44.66831588745117,20.0625,67108864 +45,self_attn.q_proj,2,64,8,128,53.035526275634766,18.03125,67108864 +45,self_attn.q_proj,2,128,8,128,61.35528564453125,17.015625,67108864 +45,self_attn.q_proj,3,32,8,128,19.14750862121582,28.0625,67108864 +45,self_attn.q_proj,3,64,8,128,22.879669189453125,26.03125,67108864 +45,self_attn.q_proj,3,128,8,128,26.64273452758789,25.015625,67108864 +45,self_attn.q_proj,4,32,8,128,8.932506561279297,36.0625,67108864 +45,self_attn.q_proj,4,64,8,128,10.674449920654297,34.03125,67108864 +45,self_attn.q_proj,4,128,8,128,12.437538146972656,33.015625,67108864 +45,self_attn.q_proj,8,32,8,128,0.5426734089851379,68.0625,67108864 +45,self_attn.q_proj,8,64,8,128,0.6484254002571106,66.03125,67108864 +45,self_attn.q_proj,8,128,8,128,0.753384530544281,65.015625,67108864 +45,self_attn.v_proj,2,32,8,128,11.732988357543945,2.5078125,8388608 +45,self_attn.v_proj,2,64,8,128,13.668310165405273,2.25390625,8388608 +45,self_attn.v_proj,2,128,8,128,15.403094291687012,2.126953125,8388608 +45,self_attn.v_proj,3,32,8,128,5.018603801727295,3.5078125,8388608 +45,self_attn.v_proj,3,64,8,128,5.845300197601318,3.25390625,8388608 +45,self_attn.v_proj,3,128,8,128,6.590423583984375,3.126953125,8388608 +45,self_attn.v_proj,4,32,8,128,2.341033458709717,4.5078125,8388608 +45,self_attn.v_proj,4,64,8,128,2.7280471324920654,4.25390625,8388608 +45,self_attn.v_proj,4,128,8,128,3.076289653778076,4.126953125,8388608 +45,self_attn.v_proj,8,32,8,128,0.14170370995998383,8.5078125,8388608 +45,self_attn.v_proj,8,64,8,128,0.16497930884361267,8.25390625,8388608 +45,self_attn.v_proj,8,128,8,128,0.18533429503440857,8.126953125,8388608 +45,self_attn.k_proj,2,32,8,128,33.761539459228516,2.5078125,8388608 +45,self_attn.k_proj,2,64,8,128,40.37125778198242,2.25390625,8388608 +45,self_attn.k_proj,2,128,8,128,45.83311080932617,2.126953125,8388608 +45,self_attn.k_proj,3,32,8,128,14.588956832885742,3.5078125,8388608 +45,self_attn.k_proj,3,64,8,128,17.65705108642578,3.25390625,8388608 +45,self_attn.k_proj,3,128,8,128,20.491701126098633,3.126953125,8388608 +45,self_attn.k_proj,4,32,8,128,6.814208030700684,4.5078125,8388608 +45,self_attn.k_proj,4,64,8,128,8.246665000915527,4.25390625,8388608 +45,self_attn.k_proj,4,128,8,128,9.582051277160645,4.126953125,8388608 +45,self_attn.k_proj,8,32,8,128,0.4122065603733063,8.5078125,8388608 +45,self_attn.k_proj,8,64,8,128,0.4984695017337799,8.25390625,8388608 +45,self_attn.k_proj,8,128,8,128,0.5772191882133484,8.126953125,8388608 +45,self_attn.o_proj,2,32,8,128,33.83187484741211,20.0625,67108864 +45,self_attn.o_proj,2,64,8,128,39.41790008544922,18.03125,67108864 +45,self_attn.o_proj,2,128,8,128,44.50209426879883,17.015625,67108864 +45,self_attn.o_proj,3,32,8,128,14.469254493713379,28.0625,67108864 +45,self_attn.o_proj,3,64,8,128,16.87953758239746,26.03125,67108864 +45,self_attn.o_proj,3,128,8,128,19.07027816772461,25.015625,67108864 +45,self_attn.o_proj,4,32,8,128,6.748599529266357,36.0625,67108864 +45,self_attn.o_proj,4,64,8,128,7.879608631134033,34.03125,67108864 +45,self_attn.o_proj,4,128,8,128,8.898579597473145,33.015625,67108864 +45,self_attn.o_proj,8,32,8,128,0.41023609042167664,68.0625,67108864 +45,self_attn.o_proj,8,64,8,128,0.4779943823814392,66.03125,67108864 +45,self_attn.o_proj,8,128,8,128,0.5382140278816223,65.015625,67108864 +45,mlp.gate_proj,2,32,8,128,73.69805145263672,70.21875,234881024 +45,mlp.gate_proj,2,64,8,128,86.89090728759766,63.109375,234881024 +45,mlp.gate_proj,2,128,8,128,98.69658660888672,59.5546875,234881024 +45,mlp.gate_proj,3,32,8,128,31.714853286743164,98.21875,234881024 +45,mlp.gate_proj,3,64,8,128,37.111595153808594,91.109375,234881024 +45,mlp.gate_proj,3,128,8,128,42.45512390136719,87.5546875,234881024 +45,mlp.gate_proj,4,32,8,128,14.755873680114746,126.21875,234881024 +45,mlp.gate_proj,4,64,8,128,17.324247360229492,119.109375,234881024 +45,mlp.gate_proj,4,128,8,128,19.801288604736328,115.5546875,234881024 +45,mlp.gate_proj,8,32,8,128,0.9007071852684021,238.21875,234881024 +45,mlp.gate_proj,8,64,8,128,1.0585224628448486,231.109375,234881024 +45,mlp.gate_proj,8,128,8,128,1.2036244869232178,227.5546875,234881024 +45,mlp.up_proj,2,32,8,128,67.0142822265625,70.21875,234881024 +45,mlp.up_proj,2,64,8,128,77.92594909667969,63.109375,234881024 +45,mlp.up_proj,2,128,8,128,88.0631332397461,59.5546875,234881024 +45,mlp.up_proj,3,32,8,128,28.651765823364258,98.21875,234881024 +45,mlp.up_proj,3,64,8,128,33.39378356933594,91.109375,234881024 +45,mlp.up_proj,3,128,8,128,37.567649841308594,87.5546875,234881024 +45,mlp.up_proj,4,32,8,128,13.342472076416016,126.21875,234881024 +45,mlp.up_proj,4,64,8,128,15.61843490600586,119.109375,234881024 +45,mlp.up_proj,4,128,8,128,17.551843643188477,115.5546875,234881024 +45,mlp.up_proj,8,32,8,128,0.8148605227470398,238.21875,234881024 +45,mlp.up_proj,8,64,8,128,0.9523614048957825,231.109375,234881024 +45,mlp.up_proj,8,128,8,128,1.0684646368026733,227.5546875,234881024 +45,mlp.down_proj,2,32,8,128,67.35442352294922,70.21875,234881024 +45,mlp.down_proj,2,64,8,128,78.36260986328125,63.109375,234881024 +45,mlp.down_proj,2,128,8,128,88.56124877929688,59.5546875,234881024 +45,mlp.down_proj,3,32,8,128,28.811695098876953,98.21875,234881024 +45,mlp.down_proj,3,64,8,128,33.56398391723633,91.109375,234881024 +45,mlp.down_proj,3,128,8,128,37.773651123046875,87.5546875,234881024 +45,mlp.down_proj,4,32,8,128,13.416972160339355,126.21875,234881024 +45,mlp.down_proj,4,64,8,128,15.708373069763184,119.109375,234881024 +45,mlp.down_proj,4,128,8,128,17.660991668701172,115.5546875,234881024 +45,mlp.down_proj,8,32,8,128,0.8194159269332886,238.21875,234881024 +45,mlp.down_proj,8,64,8,128,0.9581830501556396,231.109375,234881024 +45,mlp.down_proj,8,128,8,128,1.074641466140747,227.5546875,234881024 +46,self_attn.q_proj,2,32,8,128,33.07374954223633,20.0625,67108864 +46,self_attn.q_proj,2,64,8,128,39.14200973510742,18.03125,67108864 +46,self_attn.q_proj,2,128,8,128,45.38581085205078,17.015625,67108864 +46,self_attn.q_proj,3,32,8,128,14.179903030395508,28.0625,67108864 +46,self_attn.q_proj,3,64,8,128,16.847990036010742,26.03125,67108864 +46,self_attn.q_proj,3,128,8,128,19.65625,25.015625,67108864 +46,self_attn.q_proj,4,32,8,128,6.613727569580078,36.0625,67108864 +46,self_attn.q_proj,4,64,8,128,7.869314193725586,34.03125,67108864 +46,self_attn.q_proj,4,128,8,128,9.175289154052734,33.015625,67108864 +46,self_attn.q_proj,8,32,8,128,0.40200963616371155,68.0625,67108864 +46,self_attn.q_proj,8,64,8,128,0.4775310158729553,66.03125,67108864 +46,self_attn.q_proj,8,128,8,128,0.5552332401275635,65.015625,67108864 +46,self_attn.v_proj,2,32,8,128,13.90028190612793,2.5078125,8388608 +46,self_attn.v_proj,2,64,8,128,16.179035186767578,2.25390625,8388608 +46,self_attn.v_proj,2,128,8,128,18.216018676757812,2.126953125,8388608 +46,self_attn.v_proj,3,32,8,128,5.942164897918701,3.5078125,8388608 +46,self_attn.v_proj,3,64,8,128,6.919670581817627,3.25390625,8388608 +46,self_attn.v_proj,3,128,8,128,7.800212383270264,3.126953125,8388608 +46,self_attn.v_proj,4,32,8,128,2.77248215675354,4.5078125,8388608 +46,self_attn.v_proj,4,64,8,128,3.229130983352661,4.25390625,8388608 +46,self_attn.v_proj,4,128,8,128,3.6386756896972656,4.126953125,8388608 +46,self_attn.v_proj,8,32,8,128,0.16790629923343658,8.5078125,8388608 +46,self_attn.v_proj,8,64,8,128,0.19523286819458008,8.25390625,8388608 +46,self_attn.v_proj,8,128,8,128,0.21922948956489563,8.126953125,8388608 +46,self_attn.k_proj,2,32,8,128,23.356643676757812,2.5078125,8388608 +46,self_attn.k_proj,2,64,8,128,28.308414459228516,2.25390625,8388608 +46,self_attn.k_proj,2,128,8,128,32.54825210571289,2.126953125,8388608 +46,self_attn.k_proj,3,32,8,128,10.134140968322754,3.5078125,8388608 +46,self_attn.k_proj,3,64,8,128,12.441202163696289,3.25390625,8388608 +46,self_attn.k_proj,3,128,8,128,14.607378005981445,3.126953125,8388608 +46,self_attn.k_proj,4,32,8,128,4.739351272583008,4.5078125,8388608 +46,self_attn.k_proj,4,64,8,128,5.816651344299316,4.25390625,8388608 +46,self_attn.k_proj,4,128,8,128,6.8414530754089355,4.126953125,8388608 +46,self_attn.k_proj,8,32,8,128,0.2869332730770111,8.5078125,8388608 +46,self_attn.k_proj,8,64,8,128,0.35206112265586853,8.25390625,8388608 +46,self_attn.k_proj,8,128,8,128,0.4130723178386688,8.126953125,8388608 +46,self_attn.o_proj,2,32,8,128,35.068294525146484,20.0625,67108864 +46,self_attn.o_proj,2,64,8,128,40.82563400268555,18.03125,67108864 +46,self_attn.o_proj,2,128,8,128,45.99352264404297,17.015625,67108864 +46,self_attn.o_proj,3,32,8,128,14.999524116516113,28.0625,67108864 +46,self_attn.o_proj,3,64,8,128,17.456119537353516,26.03125,67108864 +46,self_attn.o_proj,3,128,8,128,19.683950424194336,25.015625,67108864 +46,self_attn.o_proj,4,32,8,128,6.993298530578613,36.0625,67108864 +46,self_attn.o_proj,4,64,8,128,8.150209426879883,34.03125,67108864 +46,self_attn.o_proj,4,128,8,128,9.174812316894531,33.015625,67108864 +46,self_attn.o_proj,8,32,8,128,0.42504003643989563,68.0625,67108864 +46,self_attn.o_proj,8,64,8,128,0.4943331778049469,66.03125,67108864 +46,self_attn.o_proj,8,128,8,128,0.5551255941390991,65.015625,67108864 +46,mlp.gate_proj,2,32,8,128,73.75445556640625,70.21875,234881024 +46,mlp.gate_proj,2,64,8,128,86.97998809814453,63.109375,234881024 +46,mlp.gate_proj,2,128,8,128,98.85993957519531,59.5546875,234881024 +46,mlp.gate_proj,3,32,8,128,31.7373046875,98.21875,234881024 +46,mlp.gate_proj,3,64,8,128,37.13303756713867,91.109375,234881024 +46,mlp.gate_proj,3,128,8,128,42.50054931640625,87.5546875,234881024 +46,mlp.gate_proj,4,32,8,128,14.766219139099121,126.21875,234881024 +46,mlp.gate_proj,4,64,8,128,17.339611053466797,119.109375,234881024 +46,mlp.gate_proj,4,128,8,128,19.81884002685547,115.5546875,234881024 +46,mlp.gate_proj,8,32,8,128,0.9013376832008362,238.21875,234881024 +46,mlp.gate_proj,8,64,8,128,1.0592693090438843,231.109375,234881024 +46,mlp.gate_proj,8,128,8,128,1.20497727394104,227.5546875,234881024 +46,mlp.up_proj,2,32,8,128,67.00633239746094,70.21875,234881024 +46,mlp.up_proj,2,64,8,128,77.924560546875,63.109375,234881024 +46,mlp.up_proj,2,128,8,128,88.0217056274414,59.5546875,234881024 +46,mlp.up_proj,3,32,8,128,28.647987365722656,98.21875,234881024 +46,mlp.up_proj,3,64,8,128,33.3841438293457,91.109375,234881024 +46,mlp.up_proj,3,128,8,128,37.56757736206055,87.5546875,234881024 +46,mlp.up_proj,4,32,8,128,13.341965675354004,126.21875,234881024 +46,mlp.up_proj,4,64,8,128,15.613386154174805,119.109375,234881024 +46,mlp.up_proj,4,128,8,128,17.549440383911133,115.5546875,234881024 +46,mlp.up_proj,8,32,8,128,0.814782440662384,238.21875,234881024 +46,mlp.up_proj,8,64,8,128,0.9521632194519043,231.109375,234881024 +46,mlp.up_proj,8,128,8,128,1.0680440664291382,227.5546875,234881024 +46,mlp.down_proj,2,32,8,128,67.34281921386719,70.21875,234881024 +46,mlp.down_proj,2,64,8,128,78.34907531738281,63.109375,234881024 +46,mlp.down_proj,2,128,8,128,88.51546478271484,59.5546875,234881024 +46,mlp.down_proj,3,32,8,128,28.804889678955078,98.21875,234881024 +46,mlp.down_proj,3,64,8,128,33.5521125793457,91.109375,234881024 +46,mlp.down_proj,3,128,8,128,37.75220489501953,87.5546875,234881024 +46,mlp.down_proj,4,32,8,128,13.4133939743042,126.21875,234881024 +46,mlp.down_proj,4,64,8,128,15.70014762878418,119.109375,234881024 +46,mlp.down_proj,4,128,8,128,17.63566017150879,115.5546875,234881024 +46,mlp.down_proj,8,32,8,128,0.8190996050834656,238.21875,234881024 +46,mlp.down_proj,8,64,8,128,0.9574612975120544,231.109375,234881024 +46,mlp.down_proj,8,128,8,128,1.0735527276992798,227.5546875,234881024 +47,self_attn.q_proj,2,32,8,128,41.88862991333008,20.0625,67108864 +47,self_attn.q_proj,2,64,8,128,49.606136322021484,18.03125,67108864 +47,self_attn.q_proj,2,128,8,128,57.41631317138672,17.015625,67108864 +47,self_attn.q_proj,3,32,8,128,17.993478775024414,28.0625,67108864 +47,self_attn.q_proj,3,64,8,128,21.468549728393555,26.03125,67108864 +47,self_attn.q_proj,3,128,8,128,25.081783294677734,25.015625,67108864 +47,self_attn.q_proj,4,32,8,128,8.398050308227539,36.0625,67108864 +47,self_attn.q_proj,4,64,8,128,10.013509750366211,34.03125,67108864 +47,self_attn.q_proj,4,128,8,128,11.715579986572266,33.015625,67108864 +47,self_attn.q_proj,8,32,8,128,0.5099574327468872,68.0625,67108864 +47,self_attn.q_proj,8,64,8,128,0.6082870960235596,66.03125,67108864 +47,self_attn.q_proj,8,128,8,128,0.7095174789428711,65.015625,67108864 +47,self_attn.v_proj,2,32,8,128,12.18216609954834,2.5078125,8388608 +47,self_attn.v_proj,2,64,8,128,14.310644149780273,2.25390625,8388608 +47,self_attn.v_proj,2,128,8,128,16.287038803100586,2.126953125,8388608 +47,self_attn.v_proj,3,32,8,128,5.212124824523926,3.5078125,8388608 +47,self_attn.v_proj,3,64,8,128,6.12705659866333,3.25390625,8388608 +47,self_attn.v_proj,3,128,8,128,6.978005409240723,3.126953125,8388608 +47,self_attn.v_proj,4,32,8,128,2.431384563446045,4.5078125,8388608 +47,self_attn.v_proj,4,64,8,128,2.8579838275909424,4.25390625,8388608 +47,self_attn.v_proj,4,128,8,128,3.2546772956848145,4.126953125,8388608 +47,self_attn.v_proj,8,32,8,128,0.14716185629367828,8.5078125,8388608 +47,self_attn.v_proj,8,64,8,128,0.17287017405033112,8.25390625,8388608 +47,self_attn.v_proj,8,128,8,128,0.19603194296360016,8.126953125,8388608 +47,self_attn.k_proj,2,32,8,128,32.41608428955078,2.5078125,8388608 +47,self_attn.k_proj,2,64,8,128,38.827999114990234,2.25390625,8388608 +47,self_attn.k_proj,2,128,8,128,44.14604568481445,2.126953125,8388608 +47,self_attn.k_proj,3,32,8,128,14.139856338500977,3.5078125,8388608 +47,self_attn.k_proj,3,64,8,128,17.224653244018555,3.25390625,8388608 +47,self_attn.k_proj,3,128,8,128,20.154512405395508,3.126953125,8388608 +47,self_attn.k_proj,4,32,8,128,6.601849555969238,4.5078125,8388608 +47,self_attn.k_proj,4,64,8,128,8.050243377685547,4.25390625,8388608 +47,self_attn.k_proj,4,128,8,128,9.430561065673828,4.126953125,8388608 +47,self_attn.k_proj,8,32,8,128,0.3997699022293091,8.5078125,8388608 +47,self_attn.k_proj,8,64,8,128,0.4869077801704407,8.25390625,8388608 +47,self_attn.k_proj,8,128,8,128,0.5685588121414185,8.126953125,8388608 +47,self_attn.o_proj,2,32,8,128,34.144100189208984,20.0625,67108864 +47,self_attn.o_proj,2,64,8,128,39.7586555480957,18.03125,67108864 +47,self_attn.o_proj,2,128,8,128,44.83449172973633,17.015625,67108864 +47,self_attn.o_proj,3,32,8,128,14.600237846374512,28.0625,67108864 +47,self_attn.o_proj,3,64,8,128,17.009122848510742,26.03125,67108864 +47,self_attn.o_proj,3,128,8,128,19.18636131286621,25.015625,67108864 +47,self_attn.o_proj,4,32,8,128,6.809091567993164,36.0625,67108864 +47,self_attn.o_proj,4,64,8,128,7.940968036651611,34.03125,67108864 +47,self_attn.o_proj,4,128,8,128,8.947844505310059,33.015625,67108864 +47,self_attn.o_proj,8,32,8,128,0.4139258861541748,68.0625,67108864 +47,self_attn.o_proj,8,64,8,128,0.4817003905773163,66.03125,67108864 +47,self_attn.o_proj,8,128,8,128,0.5413659811019897,65.015625,67108864 +47,mlp.gate_proj,2,32,8,128,73.70323181152344,70.21875,234881024 +47,mlp.gate_proj,2,64,8,128,86.81108093261719,63.109375,234881024 +47,mlp.gate_proj,2,128,8,128,98.52267456054688,59.5546875,234881024 +47,mlp.gate_proj,3,32,8,128,31.71010971069336,98.21875,234881024 +47,mlp.gate_proj,3,64,8,128,37.05392837524414,91.109375,234881024 +47,mlp.gate_proj,3,128,8,128,42.32307434082031,87.5546875,234881024 +47,mlp.gate_proj,4,32,8,128,14.752424240112305,126.21875,234881024 +47,mlp.gate_proj,4,64,8,128,17.30134391784668,119.109375,234881024 +47,mlp.gate_proj,4,128,8,128,19.734224319458008,115.5546875,234881024 +47,mlp.gate_proj,8,32,8,128,0.9004930257797241,238.21875,234881024 +47,mlp.gate_proj,8,64,8,128,1.0573163032531738,231.109375,234881024 +47,mlp.gate_proj,8,128,8,128,1.200161337852478,227.5546875,234881024 +47,mlp.up_proj,2,32,8,128,67.0693359375,70.21875,234881024 +47,mlp.up_proj,2,64,8,128,77.99166107177734,63.109375,234881024 +47,mlp.up_proj,2,128,8,128,88.13277435302734,59.5546875,234881024 +47,mlp.up_proj,3,32,8,128,28.67729377746582,98.21875,234881024 +47,mlp.up_proj,3,64,8,128,33.41237258911133,91.109375,234881024 +47,mlp.up_proj,3,128,8,128,37.602169036865234,87.5546875,234881024 +47,mlp.up_proj,4,32,8,128,13.355624198913574,126.21875,234881024 +47,mlp.up_proj,4,64,8,128,15.629155158996582,119.109375,234881024 +47,mlp.up_proj,4,128,8,128,17.564594268798828,115.5546875,234881024 +47,mlp.up_proj,8,32,8,128,0.8156527280807495,238.21875,234881024 +47,mlp.up_proj,8,64,8,128,0.9530927538871765,231.109375,234881024 +47,mlp.up_proj,8,128,8,128,1.068934440612793,227.5546875,234881024 +47,mlp.down_proj,2,32,8,128,67.39747619628906,70.21875,234881024 +47,mlp.down_proj,2,64,8,128,78.41231536865234,63.109375,234881024 +47,mlp.down_proj,2,128,8,128,88.59102630615234,59.5546875,234881024 +47,mlp.down_proj,3,32,8,128,28.824203491210938,98.21875,234881024 +47,mlp.down_proj,3,64,8,128,33.57784652709961,91.109375,234881024 +47,mlp.down_proj,3,128,8,128,37.784671783447266,87.5546875,234881024 +47,mlp.down_proj,4,32,8,128,13.4232816696167,126.21875,234881024 +47,mlp.down_proj,4,64,8,128,15.71212387084961,119.109375,234881024 +47,mlp.down_proj,4,128,8,128,17.647144317626953,115.5546875,234881024 +47,mlp.down_proj,8,32,8,128,0.8196788430213928,238.21875,234881024 +47,mlp.down_proj,8,64,8,128,0.9582773447036743,231.109375,234881024 +47,mlp.down_proj,8,128,8,128,1.0744510889053345,227.5546875,234881024 +48,self_attn.q_proj,2,32,8,128,42.75474166870117,20.0625,67108864 +48,self_attn.q_proj,2,64,8,128,50.5051383972168,18.03125,67108864 +48,self_attn.q_proj,2,128,8,128,58.23652648925781,17.015625,67108864 +48,self_attn.q_proj,3,32,8,128,18.329456329345703,28.0625,67108864 +48,self_attn.q_proj,3,64,8,128,21.782621383666992,26.03125,67108864 +48,self_attn.q_proj,3,128,8,128,25.252910614013672,25.015625,67108864 +48,self_attn.q_proj,4,32,8,128,8.555161476135254,36.0625,67108864 +48,self_attn.q_proj,4,64,8,128,10.159960746765137,34.03125,67108864 +48,self_attn.q_proj,4,128,8,128,11.795351028442383,33.015625,67108864 +48,self_attn.q_proj,8,32,8,128,0.5194847583770752,68.0625,67108864 +48,self_attn.q_proj,8,64,8,128,0.6170913577079773,66.03125,67108864 +48,self_attn.q_proj,8,128,8,128,0.7144477367401123,65.015625,67108864 +48,self_attn.v_proj,2,32,8,128,12.551719665527344,2.5078125,8388608 +48,self_attn.v_proj,2,64,8,128,14.746847152709961,2.25390625,8388608 +48,self_attn.v_proj,2,128,8,128,16.78072166442871,2.126953125,8388608 +48,self_attn.v_proj,3,32,8,128,5.367072582244873,3.5078125,8388608 +48,self_attn.v_proj,3,64,8,128,6.309472560882568,3.25390625,8388608 +48,self_attn.v_proj,3,128,8,128,7.185246467590332,3.126953125,8388608 +48,self_attn.v_proj,4,32,8,128,2.505286931991577,4.5078125,8388608 +48,self_attn.v_proj,4,64,8,128,2.9443154335021973,4.25390625,8388608 +48,self_attn.v_proj,4,128,8,128,3.353142261505127,4.126953125,8388608 +48,self_attn.v_proj,8,32,8,128,0.15161526203155518,8.5078125,8388608 +48,self_attn.v_proj,8,64,8,128,0.17802679538726807,8.25390625,8388608 +48,self_attn.v_proj,8,128,8,128,0.20199286937713623,8.126953125,8388608 +48,self_attn.k_proj,2,32,8,128,33.20490646362305,2.5078125,8388608 +48,self_attn.k_proj,2,64,8,128,39.70198440551758,2.25390625,8388608 +48,self_attn.k_proj,2,128,8,128,45.190467834472656,2.126953125,8388608 +48,self_attn.k_proj,3,32,8,128,14.39284610748291,3.5078125,8388608 +48,self_attn.k_proj,3,64,8,128,17.426782608032227,3.25390625,8388608 +48,self_attn.k_proj,3,128,8,128,20.302202224731445,3.126953125,8388608 +48,self_attn.k_proj,4,32,8,128,6.718226432800293,4.5078125,8388608 +48,self_attn.k_proj,4,64,8,128,8.139481544494629,4.25390625,8388608 +48,self_attn.k_proj,4,128,8,128,9.486781120300293,4.126953125,8388608 +48,self_attn.k_proj,8,32,8,128,0.4064233899116516,8.5078125,8388608 +48,self_attn.k_proj,8,64,8,128,0.4920719861984253,8.25390625,8388608 +48,self_attn.k_proj,8,128,8,128,0.5720940232276917,8.126953125,8388608 +48,self_attn.o_proj,2,32,8,128,34.18947982788086,20.0625,67108864 +48,self_attn.o_proj,2,64,8,128,39.827823638916016,18.03125,67108864 +48,self_attn.o_proj,2,128,8,128,44.92872619628906,17.015625,67108864 +48,self_attn.o_proj,3,32,8,128,14.626492500305176,28.0625,67108864 +48,self_attn.o_proj,3,64,8,128,17.04945945739746,26.03125,67108864 +48,self_attn.o_proj,3,128,8,128,19.256776809692383,25.015625,67108864 +48,self_attn.o_proj,4,32,8,128,6.819639205932617,36.0625,67108864 +48,self_attn.o_proj,4,64,8,128,7.960466384887695,34.03125,67108864 +48,self_attn.o_proj,4,128,8,128,8.983887672424316,33.015625,67108864 +48,self_attn.o_proj,8,32,8,128,0.4146237075328827,68.0625,67108864 +48,self_attn.o_proj,8,64,8,128,0.48291632533073425,66.03125,67108864 +48,self_attn.o_proj,8,128,8,128,0.5435115098953247,65.015625,67108864 +48,mlp.gate_proj,2,32,8,128,73.93285369873047,70.21875,234881024 +48,mlp.gate_proj,2,64,8,128,87.125244140625,63.109375,234881024 +48,mlp.gate_proj,2,128,8,128,98.8986587524414,59.5546875,234881024 +48,mlp.gate_proj,3,32,8,128,31.81260871887207,98.21875,234881024 +48,mlp.gate_proj,3,64,8,128,37.18643569946289,91.109375,234881024 +48,mlp.gate_proj,3,128,8,128,42.51704788208008,87.5546875,234881024 +48,mlp.gate_proj,4,32,8,128,14.800883293151855,126.21875,234881024 +48,mlp.gate_proj,4,64,8,128,17.362627029418945,119.109375,234881024 +48,mlp.gate_proj,4,128,8,128,19.81534767150879,115.5546875,234881024 +48,mlp.gate_proj,8,32,8,128,0.9033291339874268,238.21875,234881024 +48,mlp.gate_proj,8,64,8,128,1.0608112812042236,231.109375,234881024 +48,mlp.gate_proj,8,128,8,128,1.2049850225448608,227.5546875,234881024 +48,mlp.up_proj,2,32,8,128,67.12738037109375,70.21875,234881024 +48,mlp.up_proj,2,64,8,128,78.07495880126953,63.109375,234881024 +48,mlp.up_proj,2,128,8,128,88.18572998046875,59.5546875,234881024 +48,mlp.up_proj,3,32,8,128,28.703763961791992,98.21875,234881024 +48,mlp.up_proj,3,64,8,128,33.44729232788086,91.109375,234881024 +48,mlp.up_proj,3,128,8,128,37.62908935546875,87.5546875,234881024 +48,mlp.up_proj,4,32,8,128,13.367666244506836,126.21875,234881024 +48,mlp.up_proj,4,64,8,128,15.64653205871582,119.109375,234881024 +48,mlp.up_proj,4,128,8,128,17.578989028930664,115.5546875,234881024 +48,mlp.up_proj,8,32,8,128,0.8163517713546753,238.21875,234881024 +48,mlp.up_proj,8,64,8,128,0.9542070031166077,231.109375,234881024 +48,mlp.up_proj,8,128,8,128,1.0702835321426392,227.5546875,234881024 +48,mlp.down_proj,2,32,8,128,67.41004943847656,70.21875,234881024 +48,mlp.down_proj,2,64,8,128,78.42401885986328,63.109375,234881024 +48,mlp.down_proj,2,128,8,128,88.62925720214844,59.5546875,234881024 +48,mlp.down_proj,3,32,8,128,28.83295440673828,98.21875,234881024 +48,mlp.down_proj,3,64,8,128,33.58579635620117,91.109375,234881024 +48,mlp.down_proj,3,128,8,128,37.80756759643555,87.5546875,234881024 +48,mlp.down_proj,4,32,8,128,13.426764488220215,126.21875,234881024 +48,mlp.down_proj,4,64,8,128,15.718056678771973,119.109375,234881024 +48,mlp.down_proj,4,128,8,128,17.655363082885742,115.5546875,234881024 +48,mlp.down_proj,8,32,8,128,0.8199697136878967,238.21875,234881024 +48,mlp.down_proj,8,64,8,128,0.9586257338523865,231.109375,234881024 +48,mlp.down_proj,8,128,8,128,1.0749019384384155,227.5546875,234881024 +49,self_attn.q_proj,2,32,8,128,41.55817413330078,20.0625,67108864 +49,self_attn.q_proj,2,64,8,128,49.04204559326172,18.03125,67108864 +49,self_attn.q_proj,2,128,8,128,56.773921966552734,17.015625,67108864 +49,self_attn.q_proj,3,32,8,128,17.827648162841797,28.0625,67108864 +49,self_attn.q_proj,3,64,8,128,21.154726028442383,26.03125,67108864 +49,self_attn.q_proj,3,128,8,128,24.679542541503906,25.015625,67108864 +49,self_attn.q_proj,4,32,8,128,8.320907592773438,36.0625,67108864 +49,self_attn.q_proj,4,64,8,128,9.869521141052246,34.03125,67108864 +49,self_attn.q_proj,4,128,8,128,11.52386474609375,33.015625,67108864 +49,self_attn.q_proj,8,32,8,128,0.5054245591163635,68.0625,67108864 +49,self_attn.q_proj,8,64,8,128,0.5993776321411133,66.03125,67108864 +49,self_attn.q_proj,8,128,8,128,0.6981526613235474,65.015625,67108864 +49,self_attn.v_proj,2,32,8,128,11.691324234008789,2.5078125,8388608 +49,self_attn.v_proj,2,64,8,128,13.625853538513184,2.25390625,8388608 +49,self_attn.v_proj,2,128,8,128,15.363326072692871,2.126953125,8388608 +49,self_attn.v_proj,3,32,8,128,4.997766494750977,3.5078125,8388608 +49,self_attn.v_proj,3,64,8,128,5.829087257385254,3.25390625,8388608 +49,self_attn.v_proj,3,128,8,128,6.574118137359619,3.126953125,8388608 +49,self_attn.v_proj,4,32,8,128,2.331937074661255,4.5078125,8388608 +49,self_attn.v_proj,4,64,8,128,2.720003366470337,4.25390625,8388608 +49,self_attn.v_proj,4,128,8,128,3.0680782794952393,4.126953125,8388608 +49,self_attn.v_proj,8,32,8,128,0.1412230134010315,8.5078125,8388608 +49,self_attn.v_proj,8,64,8,128,0.1645384132862091,8.25390625,8388608 +49,self_attn.v_proj,8,128,8,128,0.18491972982883453,8.126953125,8388608 +49,self_attn.k_proj,2,32,8,128,32.791831970214844,2.5078125,8388608 +49,self_attn.k_proj,2,64,8,128,39.39252853393555,2.25390625,8388608 +49,self_attn.k_proj,2,128,8,128,44.95381164550781,2.126953125,8388608 +49,self_attn.k_proj,3,32,8,128,14.303227424621582,3.5078125,8388608 +49,self_attn.k_proj,3,64,8,128,17.482088088989258,3.25390625,8388608 +49,self_attn.k_proj,3,128,8,128,20.543956756591797,3.126953125,8388608 +49,self_attn.k_proj,4,32,8,128,6.678488731384277,4.5078125,8388608 +49,self_attn.k_proj,4,64,8,128,8.168581008911133,4.25390625,8388608 +49,self_attn.k_proj,4,128,8,128,9.614110946655273,4.126953125,8388608 +49,self_attn.k_proj,8,32,8,128,0.4041021764278412,8.5078125,8388608 +49,self_attn.k_proj,8,64,8,128,0.4938357472419739,8.25390625,8388608 +49,self_attn.k_proj,8,128,8,128,0.5795847177505493,8.126953125,8388608 +49,self_attn.o_proj,2,32,8,128,33.715797424316406,20.0625,67108864 +49,self_attn.o_proj,2,64,8,128,39.252784729003906,18.03125,67108864 +49,self_attn.o_proj,2,128,8,128,44.26153564453125,17.015625,67108864 +49,self_attn.o_proj,3,32,8,128,14.415535926818848,28.0625,67108864 +49,self_attn.o_proj,3,64,8,128,16.799867630004883,26.03125,67108864 +49,self_attn.o_proj,3,128,8,128,18.944719314575195,25.015625,67108864 +49,self_attn.o_proj,4,32,8,128,6.723541259765625,36.0625,67108864 +49,self_attn.o_proj,4,64,8,128,7.841063499450684,34.03125,67108864 +49,self_attn.o_proj,4,128,8,128,8.835956573486328,33.015625,67108864 +49,self_attn.o_proj,8,32,8,128,0.4087204337120056,68.0625,67108864 +49,self_attn.o_proj,8,64,8,128,0.4757342040538788,66.03125,67108864 +49,self_attn.o_proj,8,128,8,128,0.5345524549484253,65.015625,67108864 +49,mlp.gate_proj,2,32,8,128,74.00435638427734,70.21875,234881024 +49,mlp.gate_proj,2,64,8,128,87.25935363769531,63.109375,234881024 +49,mlp.gate_proj,2,128,8,128,99.1235580444336,59.5546875,234881024 +49,mlp.gate_proj,3,32,8,128,31.84816551208496,98.21875,234881024 +49,mlp.gate_proj,3,64,8,128,37.25536346435547,91.109375,234881024 +49,mlp.gate_proj,3,128,8,128,42.62614822387695,87.5546875,234881024 +49,mlp.gate_proj,4,32,8,128,14.818818092346191,126.21875,234881024 +49,mlp.gate_proj,4,64,8,128,17.392108917236328,119.109375,234881024 +49,mlp.gate_proj,4,128,8,128,19.883676528930664,115.5546875,234881024 +49,mlp.gate_proj,8,32,8,128,0.9044886827468872,238.21875,234881024 +49,mlp.gate_proj,8,64,8,128,1.062693476676941,231.109375,234881024 +49,mlp.gate_proj,8,128,8,128,1.208604335784912,227.5546875,234881024 +49,mlp.up_proj,2,32,8,128,67.15093231201172,70.21875,234881024 +49,mlp.up_proj,2,64,8,128,78.09907531738281,63.109375,234881024 +49,mlp.up_proj,2,128,8,128,88.24002075195312,59.5546875,234881024 +49,mlp.up_proj,3,32,8,128,28.714569091796875,98.21875,234881024 +49,mlp.up_proj,3,64,8,128,33.460636138916016,91.109375,234881024 +49,mlp.up_proj,3,128,8,128,37.65470504760742,87.5546875,234881024 +49,mlp.up_proj,4,32,8,128,13.373547554016113,126.21875,234881024 +49,mlp.up_proj,4,64,8,128,15.655231475830078,119.109375,234881024 +49,mlp.up_proj,4,128,8,128,17.59136390686035,115.5546875,234881024 +49,mlp.up_proj,8,32,8,128,0.8167153000831604,238.21875,234881024 +49,mlp.up_proj,8,64,8,128,0.9546181559562683,231.109375,234881024 +49,mlp.up_proj,8,128,8,128,1.070786476135254,227.5546875,234881024 +49,mlp.down_proj,2,32,8,128,67.37598419189453,70.21875,234881024 +49,mlp.down_proj,2,64,8,128,78.3998794555664,63.109375,234881024 +49,mlp.down_proj,2,128,8,128,88.58515930175781,59.5546875,234881024 +49,mlp.down_proj,3,32,8,128,28.818889617919922,98.21875,234881024 +49,mlp.down_proj,3,64,8,128,33.57279586791992,91.109375,234881024 +49,mlp.down_proj,3,128,8,128,37.782588958740234,87.5546875,234881024 +49,mlp.down_proj,4,32,8,128,13.420001983642578,126.21875,234881024 +49,mlp.down_proj,4,64,8,128,15.70971393585205,119.109375,234881024 +49,mlp.down_proj,4,128,8,128,17.645538330078125,115.5546875,234881024 +49,mlp.down_proj,8,32,8,128,0.8196076154708862,238.21875,234881024 +49,mlp.down_proj,8,64,8,128,0.9583225250244141,231.109375,234881024 +49,mlp.down_proj,8,128,8,128,1.074610710144043,227.5546875,234881024 +50,self_attn.q_proj,2,32,8,128,38.69044876098633,20.0625,67108864 +50,self_attn.q_proj,2,64,8,128,45.70438003540039,18.03125,67108864 +50,self_attn.q_proj,2,128,8,128,52.91432571411133,17.015625,67108864 +50,self_attn.q_proj,3,32,8,128,16.625898361206055,28.0625,67108864 +50,self_attn.q_proj,3,64,8,128,19.746244430541992,26.03125,67108864 +50,self_attn.q_proj,3,128,8,128,23.194814682006836,25.015625,67108864 +50,self_attn.q_proj,4,32,8,128,7.76073694229126,36.0625,67108864 +50,self_attn.q_proj,4,64,8,128,9.212562561035156,34.03125,67108864 +50,self_attn.q_proj,4,128,8,128,10.827637672424316,33.015625,67108864 +50,self_attn.q_proj,8,32,8,128,0.4710680842399597,68.0625,67108864 +50,self_attn.q_proj,8,64,8,128,0.5593442320823669,66.03125,67108864 +50,self_attn.q_proj,8,128,8,128,0.6555463671684265,65.015625,67108864 +50,self_attn.v_proj,2,32,8,128,12.961758613586426,2.5078125,8388608 +50,self_attn.v_proj,2,64,8,128,15.143828392028809,2.25390625,8388608 +50,self_attn.v_proj,2,128,8,128,17.131256103515625,2.126953125,8388608 +50,self_attn.v_proj,3,32,8,128,5.540149688720703,3.5078125,8388608 +50,self_attn.v_proj,3,64,8,128,6.47633171081543,3.25390625,8388608 +50,self_attn.v_proj,3,128,8,128,7.329452991485596,3.126953125,8388608 +50,self_attn.v_proj,4,32,8,128,2.5854461193084717,4.5078125,8388608 +50,self_attn.v_proj,4,64,8,128,3.0223300457000732,4.25390625,8388608 +50,self_attn.v_proj,4,128,8,128,3.421661138534546,4.126953125,8388608 +50,self_attn.v_proj,8,32,8,128,0.15652543306350708,8.5078125,8388608 +50,self_attn.v_proj,8,64,8,128,0.182789608836174,8.25390625,8388608 +50,self_attn.v_proj,8,128,8,128,0.20612362027168274,8.126953125,8388608 +50,self_attn.k_proj,2,32,8,128,29.69169044494629,2.5078125,8388608 +50,self_attn.k_proj,2,64,8,128,35.920310974121094,2.25390625,8388608 +50,self_attn.k_proj,2,128,8,128,41.2724609375,2.126953125,8388608 +50,self_attn.k_proj,3,32,8,128,13.120783805847168,3.5078125,8388608 +50,self_attn.k_proj,3,64,8,128,16.316011428833008,3.25390625,8388608 +50,self_attn.k_proj,3,128,8,128,19.529123306274414,3.126953125,8388608 +50,self_attn.k_proj,4,32,8,128,6.128735065460205,4.5078125,8388608 +50,self_attn.k_proj,4,64,8,128,7.630778789520264,4.25390625,8388608 +50,self_attn.k_proj,4,128,8,128,9.16757869720459,4.126953125,8388608 +50,self_attn.k_proj,8,32,8,128,0.3707149028778076,8.5078125,8388608 +50,self_attn.k_proj,8,64,8,128,0.46149206161499023,8.25390625,8388608 +50,self_attn.k_proj,8,128,8,128,0.5526161193847656,8.126953125,8388608 +50,self_attn.o_proj,2,32,8,128,34.409969329833984,20.0625,67108864 +50,self_attn.o_proj,2,64,8,128,40.04841613769531,18.03125,67108864 +50,self_attn.o_proj,2,128,8,128,45.12452697753906,17.015625,67108864 +50,self_attn.o_proj,3,32,8,128,14.714488983154297,28.0625,67108864 +50,self_attn.o_proj,3,64,8,128,17.128976821899414,26.03125,67108864 +50,self_attn.o_proj,3,128,8,128,19.296262741088867,25.015625,67108864 +50,self_attn.o_proj,4,32,8,128,6.86084508895874,36.0625,67108864 +50,self_attn.o_proj,4,64,8,128,7.998870372772217,34.03125,67108864 +50,self_attn.o_proj,4,128,8,128,9.002357482910156,33.015625,67108864 +50,self_attn.o_proj,8,32,8,128,0.41705721616744995,68.0625,67108864 +50,self_attn.o_proj,8,64,8,128,0.4851283133029938,66.03125,67108864 +50,self_attn.o_proj,8,128,8,128,0.5445810556411743,65.015625,67108864 +50,mlp.gate_proj,2,32,8,128,74.14884185791016,70.21875,234881024 +50,mlp.gate_proj,2,64,8,128,87.54200744628906,63.109375,234881024 +50,mlp.gate_proj,2,128,8,128,99.57586669921875,59.5546875,234881024 +50,mlp.gate_proj,3,32,8,128,31.91617774963379,98.21875,234881024 +50,mlp.gate_proj,3,64,8,128,37.37941360473633,91.109375,234881024 +50,mlp.gate_proj,3,128,8,128,42.86003112792969,87.5546875,234881024 +50,mlp.gate_proj,4,32,8,128,14.850088119506836,126.21875,234881024 +50,mlp.gate_proj,4,64,8,128,17.453786849975586,119.109375,234881024 +50,mlp.gate_proj,4,128,8,128,19.977313995361328,115.5546875,234881024 +50,mlp.gate_proj,8,32,8,128,0.9063097238540649,238.21875,234881024 +50,mlp.gate_proj,8,64,8,128,1.065877914428711,231.109375,234881024 +50,mlp.gate_proj,8,128,8,128,1.2145878076553345,227.5546875,234881024 +50,mlp.up_proj,2,32,8,128,67.1590347290039,70.21875,234881024 +50,mlp.up_proj,2,64,8,128,78.1212158203125,63.109375,234881024 +50,mlp.up_proj,2,128,8,128,88.2654800415039,59.5546875,234881024 +50,mlp.up_proj,3,32,8,128,28.72030258178711,98.21875,234881024 +50,mlp.up_proj,3,64,8,128,33.46231460571289,91.109375,234881024 +50,mlp.up_proj,3,128,8,128,37.65021896362305,87.5546875,234881024 +50,mlp.up_proj,4,32,8,128,13.374326705932617,126.21875,234881024 +50,mlp.up_proj,4,64,8,128,15.656843185424805,119.109375,234881024 +50,mlp.up_proj,4,128,8,128,17.58805274963379,115.5546875,234881024 +50,mlp.up_proj,8,32,8,128,0.8167883157730103,238.21875,234881024 +50,mlp.up_proj,8,64,8,128,0.9546166062355042,231.109375,234881024 +50,mlp.up_proj,8,128,8,128,1.0706071853637695,227.5546875,234881024 +50,mlp.down_proj,2,32,8,128,67.37797546386719,70.21875,234881024 +50,mlp.down_proj,2,64,8,128,78.39753723144531,63.109375,234881024 +50,mlp.down_proj,2,128,8,128,88.60389709472656,59.5546875,234881024 +50,mlp.down_proj,3,32,8,128,28.818302154541016,98.21875,234881024 +50,mlp.down_proj,3,64,8,128,33.56850051879883,91.109375,234881024 +50,mlp.down_proj,3,128,8,128,37.77184295654297,87.5546875,234881024 +50,mlp.down_proj,4,32,8,128,13.421090126037598,126.21875,234881024 +50,mlp.down_proj,4,64,8,128,15.706878662109375,119.109375,234881024 +50,mlp.down_proj,4,128,8,128,17.653772354125977,115.5546875,234881024 +50,mlp.down_proj,8,32,8,128,0.8195101022720337,238.21875,234881024 +50,mlp.down_proj,8,64,8,128,0.9579325914382935,231.109375,234881024 +50,mlp.down_proj,8,128,8,128,1.0738887786865234,227.5546875,234881024 +51,self_attn.q_proj,2,32,8,128,42.04945755004883,20.0625,67108864 +51,self_attn.q_proj,2,64,8,128,49.62029266357422,18.03125,67108864 +51,self_attn.q_proj,2,128,8,128,57.11650848388672,17.015625,67108864 +51,self_attn.q_proj,3,32,8,128,18.010051727294922,28.0625,67108864 +51,self_attn.q_proj,3,64,8,128,21.346834182739258,26.03125,67108864 +51,self_attn.q_proj,3,128,8,128,24.700363159179688,25.015625,67108864 +51,self_attn.q_proj,4,32,8,128,8.40643310546875,36.0625,67108864 +51,self_attn.q_proj,4,64,8,128,9.95595932006836,34.03125,67108864 +51,self_attn.q_proj,4,128,8,128,11.538736343383789,33.015625,67108864 +51,self_attn.q_proj,8,32,8,128,0.5105367302894592,68.0625,67108864 +51,self_attn.q_proj,8,64,8,128,0.6046388745307922,66.03125,67108864 +51,self_attn.q_proj,8,128,8,128,0.6986956000328064,65.015625,67108864 +51,self_attn.v_proj,2,32,8,128,12.71059799194336,2.5078125,8388608 +51,self_attn.v_proj,2,64,8,128,14.888504981994629,2.25390625,8388608 +51,self_attn.v_proj,2,128,8,128,16.877052307128906,2.126953125,8388608 +51,self_attn.v_proj,3,32,8,128,5.434027194976807,3.5078125,8388608 +51,self_attn.v_proj,3,64,8,128,6.368951797485352,3.25390625,8388608 +51,self_attn.v_proj,3,128,8,128,7.229095935821533,3.126953125,8388608 +51,self_attn.v_proj,4,32,8,128,2.535001516342163,4.5078125,8388608 +51,self_attn.v_proj,4,64,8,128,2.9729888439178467,4.25390625,8388608 +51,self_attn.v_proj,4,128,8,128,3.3733410835266113,4.126953125,8388608 +51,self_attn.v_proj,8,32,8,128,0.15354080498218536,8.5078125,8388608 +51,self_attn.v_proj,8,64,8,128,0.17971046268939972,8.25390625,8388608 +51,self_attn.v_proj,8,128,8,128,0.20317232608795166,8.126953125,8388608 +51,self_attn.k_proj,2,32,8,128,32.2258186340332,2.5078125,8388608 +51,self_attn.k_proj,2,64,8,128,38.65294647216797,2.25390625,8388608 +51,self_attn.k_proj,2,128,8,128,44.08636474609375,2.126953125,8388608 +51,self_attn.k_proj,3,32,8,128,13.95390510559082,3.5078125,8388608 +51,self_attn.k_proj,3,64,8,128,16.92561912536621,3.25390625,8388608 +51,self_attn.k_proj,3,128,8,128,19.775678634643555,3.126953125,8388608 +51,self_attn.k_proj,4,32,8,128,6.511787414550781,4.5078125,8388608 +51,self_attn.k_proj,4,64,8,128,7.9032745361328125,4.25390625,8388608 +51,self_attn.k_proj,4,128,8,128,9.23332691192627,4.126953125,8388608 +51,self_attn.k_proj,8,32,8,128,0.39420580863952637,8.5078125,8388608 +51,self_attn.k_proj,8,64,8,128,0.47800225019454956,8.25390625,8388608 +51,self_attn.k_proj,8,128,8,128,0.5566169023513794,8.126953125,8388608 +51,self_attn.o_proj,2,32,8,128,34.109867095947266,20.0625,67108864 +51,self_attn.o_proj,2,64,8,128,39.72843933105469,18.03125,67108864 +51,self_attn.o_proj,2,128,8,128,44.82476806640625,17.015625,67108864 +51,self_attn.o_proj,3,32,8,128,14.584275245666504,28.0625,67108864 +51,self_attn.o_proj,3,64,8,128,17.000051498413086,26.03125,67108864 +51,self_attn.o_proj,3,128,8,128,19.189542770385742,25.015625,67108864 +51,self_attn.o_proj,4,32,8,128,6.802095413208008,36.0625,67108864 +51,self_attn.o_proj,4,64,8,128,7.9367499351501465,34.03125,67108864 +51,self_attn.o_proj,4,128,8,128,8.952648162841797,33.015625,67108864 +51,self_attn.o_proj,8,32,8,128,0.41348740458488464,68.0625,67108864 +51,self_attn.o_proj,8,64,8,128,0.48144781589508057,66.03125,67108864 +51,self_attn.o_proj,8,128,8,128,0.541509747505188,65.015625,67108864 +51,mlp.gate_proj,2,32,8,128,74.0965576171875,70.21875,234881024 +51,mlp.gate_proj,2,64,8,128,87.43866729736328,63.109375,234881024 +51,mlp.gate_proj,2,128,8,128,99.36560821533203,59.5546875,234881024 +51,mlp.gate_proj,3,32,8,128,31.89478302001953,98.21875,234881024 +51,mlp.gate_proj,3,64,8,128,37.3293571472168,91.109375,234881024 +51,mlp.gate_proj,3,128,8,128,42.77140426635742,87.5546875,234881024 +51,mlp.gate_proj,4,32,8,128,14.841056823730469,126.21875,234881024 +51,mlp.gate_proj,4,64,8,128,17.43130874633789,119.109375,234881024 +51,mlp.gate_proj,4,128,8,128,19.946102142333984,115.5546875,234881024 +51,mlp.gate_proj,8,32,8,128,0.9058587551116943,238.21875,234881024 +51,mlp.gate_proj,8,64,8,128,1.0648937225341797,231.109375,234881024 +51,mlp.gate_proj,8,128,8,128,1.2128052711486816,227.5546875,234881024 +51,mlp.up_proj,2,32,8,128,67.24855041503906,70.21875,234881024 +51,mlp.up_proj,2,64,8,128,78.220703125,63.109375,234881024 +51,mlp.up_proj,2,128,8,128,88.4031982421875,59.5546875,234881024 +51,mlp.up_proj,3,32,8,128,28.7609806060791,98.21875,234881024 +51,mlp.up_proj,3,64,8,128,33.511295318603516,91.109375,234881024 +51,mlp.up_proj,3,128,8,128,37.71316909790039,87.5546875,234881024 +51,mlp.up_proj,4,32,8,128,13.39443302154541,126.21875,234881024 +51,mlp.up_proj,4,64,8,128,15.6790189743042,119.109375,234881024 +51,mlp.up_proj,4,128,8,128,17.61656379699707,115.5546875,234881024 +51,mlp.up_proj,8,32,8,128,0.8179135918617249,238.21875,234881024 +51,mlp.up_proj,8,64,8,128,0.9561282396316528,231.109375,234881024 +51,mlp.up_proj,8,128,8,128,1.0723077058792114,227.5546875,234881024 +51,mlp.down_proj,2,32,8,128,67.44241333007812,70.21875,234881024 +51,mlp.down_proj,2,64,8,128,78.47358703613281,63.109375,234881024 +51,mlp.down_proj,2,128,8,128,88.66727447509766,59.5546875,234881024 +51,mlp.down_proj,3,32,8,128,28.85005760192871,98.21875,234881024 +51,mlp.down_proj,3,64,8,128,33.60512161254883,91.109375,234881024 +51,mlp.down_proj,3,128,8,128,37.81795883178711,87.5546875,234881024 +51,mlp.down_proj,4,32,8,128,13.434735298156738,126.21875,234881024 +51,mlp.down_proj,4,64,8,128,15.726635932922363,119.109375,234881024 +51,mlp.down_proj,4,128,8,128,17.666240692138672,115.5546875,234881024 +51,mlp.down_proj,8,32,8,128,0.8204967975616455,238.21875,234881024 +51,mlp.down_proj,8,64,8,128,0.9592645764350891,231.109375,234881024 +51,mlp.down_proj,8,128,8,128,1.075515866279602,227.5546875,234881024 +52,self_attn.q_proj,2,32,8,128,46.2410774230957,20.0625,67108864 +52,self_attn.q_proj,2,64,8,128,54.697574615478516,18.03125,67108864 +52,self_attn.q_proj,2,128,8,128,63.34103775024414,17.015625,67108864 +52,self_attn.q_proj,3,32,8,128,19.795639038085938,28.0625,67108864 +52,self_attn.q_proj,3,64,8,128,23.497615814208984,26.03125,67108864 +52,self_attn.q_proj,3,128,8,128,27.28960418701172,25.015625,67108864 +52,self_attn.q_proj,4,32,8,128,9.233983993530273,36.0625,67108864 +52,self_attn.q_proj,4,64,8,128,10.96748161315918,34.03125,67108864 +52,self_attn.q_proj,4,128,8,128,12.73377513885498,33.015625,67108864 +52,self_attn.q_proj,8,32,8,128,0.5608720779418945,68.0625,67108864 +52,self_attn.q_proj,8,64,8,128,0.6660153865814209,66.03125,67108864 +52,self_attn.q_proj,8,128,8,128,0.7709869146347046,65.015625,67108864 +52,self_attn.v_proj,2,32,8,128,11.060070991516113,2.5078125,8388608 +52,self_attn.v_proj,2,64,8,128,12.939879417419434,2.25390625,8388608 +52,self_attn.v_proj,2,128,8,128,14.645830154418945,2.126953125,8388608 +52,self_attn.v_proj,3,32,8,128,4.7302727699279785,3.5078125,8388608 +52,self_attn.v_proj,3,64,8,128,5.534723281860352,3.25390625,8388608 +52,self_attn.v_proj,3,128,8,128,6.266499042510986,3.126953125,8388608 +52,self_attn.v_proj,4,32,8,128,2.206082820892334,4.5078125,8388608 +52,self_attn.v_proj,4,64,8,128,2.582369565963745,4.25390625,8388608 +52,self_attn.v_proj,4,128,8,128,2.926506996154785,4.126953125,8388608 +52,self_attn.v_proj,8,32,8,128,0.13356243073940277,8.5078125,8388608 +52,self_attn.v_proj,8,64,8,128,0.15621532499790192,8.25390625,8388608 +52,self_attn.v_proj,8,128,8,128,0.17624631524085999,8.126953125,8388608 +52,self_attn.k_proj,2,32,8,128,33.55439376831055,2.5078125,8388608 +52,self_attn.k_proj,2,64,8,128,40.30548095703125,2.25390625,8388608 +52,self_attn.k_proj,2,128,8,128,46.3602294921875,2.126953125,8388608 +52,self_attn.k_proj,3,32,8,128,14.432565689086914,3.5078125,8388608 +52,self_attn.k_proj,3,64,8,128,17.45225715637207,3.25390625,8388608 +52,self_attn.k_proj,3,128,8,128,20.367019653320312,3.126953125,8388608 +52,self_attn.k_proj,4,32,8,128,6.735119342803955,4.5078125,8388608 +52,self_attn.k_proj,4,64,8,128,8.146063804626465,4.25390625,8388608 +52,self_attn.k_proj,4,128,8,128,9.509270668029785,4.126953125,8388608 +52,self_attn.k_proj,8,32,8,128,0.40766850113868713,8.5078125,8388608 +52,self_attn.k_proj,8,64,8,128,0.4922788441181183,8.25390625,8388608 +52,self_attn.k_proj,8,128,8,128,0.5725817084312439,8.126953125,8388608 +52,self_attn.o_proj,2,32,8,128,32.742374420166016,20.0625,67108864 +52,self_attn.o_proj,2,64,8,128,38.14075469970703,18.03125,67108864 +52,self_attn.o_proj,2,128,8,128,43.0750732421875,17.015625,67108864 +52,self_attn.o_proj,3,32,8,128,14.004478454589844,28.0625,67108864 +52,self_attn.o_proj,3,64,8,128,16.359081268310547,26.03125,67108864 +52,self_attn.o_proj,3,128,8,128,18.499805450439453,25.015625,67108864 +52,self_attn.o_proj,4,32,8,128,6.5332489013671875,36.0625,67108864 +52,self_attn.o_proj,4,64,8,128,7.63424825668335,34.03125,67108864 +52,self_attn.o_proj,4,128,8,128,8.641610145568848,33.015625,67108864 +52,self_attn.o_proj,8,32,8,128,0.39715057611465454,68.0625,67108864 +52,self_attn.o_proj,8,64,8,128,0.4633426070213318,66.03125,67108864 +52,self_attn.o_proj,8,128,8,128,0.5225140452384949,65.015625,67108864 +52,mlp.gate_proj,2,32,8,128,74.26083374023438,70.21875,234881024 +52,mlp.gate_proj,2,64,8,128,87.5726089477539,63.109375,234881024 +52,mlp.gate_proj,2,128,8,128,99.38154602050781,59.5546875,234881024 +52,mlp.gate_proj,3,32,8,128,31.95894432067871,98.21875,234881024 +52,mlp.gate_proj,3,64,8,128,37.36513137817383,91.109375,234881024 +52,mlp.gate_proj,3,128,8,128,42.73399353027344,87.5546875,234881024 +52,mlp.gate_proj,4,32,8,128,14.869640350341797,126.21875,234881024 +52,mlp.gate_proj,4,64,8,128,17.44605255126953,119.109375,234881024 +52,mlp.gate_proj,4,128,8,128,19.92057228088379,115.5546875,234881024 +52,mlp.gate_proj,8,32,8,128,0.9076813459396362,238.21875,234881024 +52,mlp.gate_proj,8,64,8,128,1.0658798217773438,231.109375,234881024 +52,mlp.gate_proj,8,128,8,128,1.2114204168319702,227.5546875,234881024 +52,mlp.up_proj,2,32,8,128,67.2550277709961,70.21875,234881024 +52,mlp.up_proj,2,64,8,128,78.232421875,63.109375,234881024 +52,mlp.up_proj,2,128,8,128,88.3899917602539,59.5546875,234881024 +52,mlp.up_proj,3,32,8,128,28.76525115966797,98.21875,234881024 +52,mlp.up_proj,3,64,8,128,33.51512145996094,91.109375,234881024 +52,mlp.up_proj,3,128,8,128,37.72269821166992,87.5546875,234881024 +52,mlp.up_proj,4,32,8,128,13.395151138305664,126.21875,234881024 +52,mlp.up_proj,4,64,8,128,15.684372901916504,119.109375,234881024 +52,mlp.up_proj,4,128,8,128,17.62211036682129,115.5546875,234881024 +52,mlp.up_proj,8,32,8,128,0.8179901838302612,238.21875,234881024 +52,mlp.up_proj,8,64,8,128,0.9563564658164978,231.109375,234881024 +52,mlp.up_proj,8,128,8,128,1.0727356672286987,227.5546875,234881024 +52,mlp.down_proj,2,32,8,128,67.43844604492188,70.21875,234881024 +52,mlp.down_proj,2,64,8,128,78.46015930175781,63.109375,234881024 +52,mlp.down_proj,2,128,8,128,88.69992065429688,59.5546875,234881024 +52,mlp.down_proj,3,32,8,128,28.849721908569336,98.21875,234881024 +52,mlp.down_proj,3,64,8,128,33.60414123535156,91.109375,234881024 +52,mlp.down_proj,3,128,8,128,37.826148986816406,87.5546875,234881024 +52,mlp.down_proj,4,32,8,128,13.434651374816895,126.21875,234881024 +52,mlp.down_proj,4,64,8,128,15.727668762207031,119.109375,234881024 +52,mlp.down_proj,4,128,8,128,17.66876220703125,115.5546875,234881024 +52,mlp.down_proj,8,32,8,128,0.8204707503318787,238.21875,234881024 +52,mlp.down_proj,8,64,8,128,0.9592309594154358,231.109375,234881024 +52,mlp.down_proj,8,128,8,128,1.0756560564041138,227.5546875,234881024 +53,self_attn.q_proj,2,32,8,128,41.569862365722656,20.0625,67108864 +53,self_attn.q_proj,2,64,8,128,48.95644760131836,18.03125,67108864 +53,self_attn.q_proj,2,128,8,128,56.63172149658203,17.015625,67108864 +53,self_attn.q_proj,3,32,8,128,17.806421279907227,28.0625,67108864 +53,self_attn.q_proj,3,64,8,128,21.054595947265625,26.03125,67108864 +53,self_attn.q_proj,3,128,8,128,24.484636306762695,25.015625,67108864 +53,self_attn.q_proj,4,32,8,128,8.311920166015625,36.0625,67108864 +53,self_attn.q_proj,4,64,8,128,9.825268745422363,34.03125,67108864 +53,self_attn.q_proj,4,128,8,128,11.434738159179688,33.015625,67108864 +53,self_attn.q_proj,8,32,8,128,0.5047361850738525,68.0625,67108864 +53,self_attn.q_proj,8,64,8,128,0.5964109897613525,66.03125,67108864 +53,self_attn.q_proj,8,128,8,128,0.6924493908882141,65.015625,67108864 +53,self_attn.v_proj,2,32,8,128,11.981741905212402,2.5078125,8388608 +53,self_attn.v_proj,2,64,8,128,13.952746391296387,2.25390625,8388608 +53,self_attn.v_proj,2,128,8,128,15.72281265258789,2.126953125,8388608 +53,self_attn.v_proj,3,32,8,128,5.123473167419434,3.5078125,8388608 +53,self_attn.v_proj,3,64,8,128,5.968129634857178,3.25390625,8388608 +53,self_attn.v_proj,3,128,8,128,6.733577251434326,3.126953125,8388608 +53,self_attn.v_proj,4,32,8,128,2.3896803855895996,4.5078125,8388608 +53,self_attn.v_proj,4,64,8,128,2.784593105316162,4.25390625,8388608 +53,self_attn.v_proj,4,128,8,128,3.1410255432128906,4.126953125,8388608 +53,self_attn.v_proj,8,32,8,128,0.14476831257343292,8.5078125,8388608 +53,self_attn.v_proj,8,64,8,128,0.1684647649526596,8.25390625,8388608 +53,self_attn.v_proj,8,128,8,128,0.1892404705286026,8.126953125,8388608 +53,self_attn.k_proj,2,32,8,128,33.03573226928711,2.5078125,8388608 +53,self_attn.k_proj,2,64,8,128,39.739566802978516,2.25390625,8388608 +53,self_attn.k_proj,2,128,8,128,45.372371673583984,2.126953125,8388608 +53,self_attn.k_proj,3,32,8,128,14.39354133605957,3.5078125,8388608 +53,self_attn.k_proj,3,64,8,128,17.60256004333496,3.25390625,8388608 +53,self_attn.k_proj,3,128,8,128,20.689294815063477,3.126953125,8388608 +53,self_attn.k_proj,4,32,8,128,6.72144079208374,4.5078125,8388608 +53,self_attn.k_proj,4,64,8,128,8.22337532043457,4.25390625,8388608 +53,self_attn.k_proj,4,128,8,128,9.672806739807129,4.126953125,8388608 +53,self_attn.k_proj,8,32,8,128,0.4066151976585388,8.5078125,8388608 +53,self_attn.k_proj,8,64,8,128,0.49724721908569336,8.25390625,8388608 +53,self_attn.k_proj,8,128,8,128,0.583095371723175,8.126953125,8388608 +53,self_attn.o_proj,2,32,8,128,33.888675689697266,20.0625,67108864 +53,self_attn.o_proj,2,64,8,128,39.448150634765625,18.03125,67108864 +53,self_attn.o_proj,2,128,8,128,44.453983306884766,17.015625,67108864 +53,self_attn.o_proj,3,32,8,128,14.488508224487305,28.0625,67108864 +53,self_attn.o_proj,3,64,8,128,16.875808715820312,26.03125,67108864 +53,self_attn.o_proj,3,128,8,128,19.01791763305664,25.015625,67108864 +53,self_attn.o_proj,4,32,8,128,6.755908966064453,36.0625,67108864 +53,self_attn.o_proj,4,64,8,128,7.876598834991455,34.03125,67108864 +53,self_attn.o_proj,4,128,8,128,8.870698928833008,33.015625,67108864 +53,self_attn.o_proj,8,32,8,128,0.41081702709198,68.0625,67108864 +53,self_attn.o_proj,8,64,8,128,0.4778541624546051,66.03125,67108864 +53,self_attn.o_proj,8,128,8,128,0.536673367023468,65.015625,67108864 +53,mlp.gate_proj,2,32,8,128,74.35889434814453,70.21875,234881024 +53,mlp.gate_proj,2,64,8,128,87.77432250976562,63.109375,234881024 +53,mlp.gate_proj,2,128,8,128,99.74461364746094,59.5546875,234881024 +53,mlp.gate_proj,3,32,8,128,32.0046501159668,98.21875,234881024 +53,mlp.gate_proj,3,64,8,128,37.458778381347656,91.109375,234881024 +53,mlp.gate_proj,3,128,8,128,42.92732620239258,87.5546875,234881024 +53,mlp.gate_proj,4,32,8,128,14.890552520751953,126.21875,234881024 +53,mlp.gate_proj,4,64,8,128,17.486661911010742,119.109375,234881024 +53,mlp.gate_proj,4,128,8,128,20.000524520874023,115.5546875,234881024 +53,mlp.gate_proj,8,32,8,128,0.9088312983512878,238.21875,234881024 +53,mlp.gate_proj,8,64,8,128,1.0682481527328491,231.109375,234881024 +53,mlp.gate_proj,8,128,8,128,1.2160813808441162,227.5546875,234881024 +53,mlp.up_proj,2,32,8,128,67.2683334350586,70.21875,234881024 +53,mlp.up_proj,2,64,8,128,78.25328826904297,63.109375,234881024 +53,mlp.up_proj,2,128,8,128,88.3838119506836,59.5546875,234881024 +53,mlp.up_proj,3,32,8,128,28.767242431640625,98.21875,234881024 +53,mlp.up_proj,3,64,8,128,33.51169967651367,91.109375,234881024 +53,mlp.up_proj,3,128,8,128,37.71158218383789,87.5546875,234881024 +53,mlp.up_proj,4,32,8,128,13.395927429199219,126.21875,234881024 +53,mlp.up_proj,4,64,8,128,15.680472373962402,119.109375,234881024 +53,mlp.up_proj,4,128,8,128,17.61606216430664,115.5546875,234881024 +53,mlp.up_proj,8,32,8,128,0.8181264996528625,238.21875,234881024 +53,mlp.up_proj,8,64,8,128,0.9562508463859558,231.109375,234881024 +53,mlp.up_proj,8,128,8,128,1.0722988843917847,227.5546875,234881024 +53,mlp.down_proj,2,32,8,128,67.42005157470703,70.21875,234881024 +53,mlp.down_proj,2,64,8,128,78.45710754394531,63.109375,234881024 +53,mlp.down_proj,2,128,8,128,88.63882446289062,59.5546875,234881024 +53,mlp.down_proj,3,32,8,128,28.84033203125,98.21875,234881024 +53,mlp.down_proj,3,64,8,128,33.59003829956055,91.109375,234881024 +53,mlp.down_proj,3,128,8,128,37.79269790649414,87.5546875,234881024 +53,mlp.down_proj,4,32,8,128,13.431459426879883,126.21875,234881024 +53,mlp.down_proj,4,64,8,128,15.721224784851074,119.109375,234881024 +53,mlp.down_proj,4,128,8,128,17.663915634155273,115.5546875,234881024 +53,mlp.down_proj,8,32,8,128,0.8201905488967896,238.21875,234881024 +53,mlp.down_proj,8,64,8,128,0.9588964581489563,231.109375,234881024 +53,mlp.down_proj,8,128,8,128,1.075105905532837,227.5546875,234881024 +54,self_attn.q_proj,2,32,8,128,39.249427795410156,20.0625,67108864 +54,self_attn.q_proj,2,64,8,128,46.8551139831543,18.03125,67108864 +54,self_attn.q_proj,2,128,8,128,54.43247985839844,17.015625,67108864 +54,self_attn.q_proj,3,32,8,128,16.91651725769043,28.0625,67108864 +54,self_attn.q_proj,3,64,8,128,20.383575439453125,26.03125,67108864 +54,self_attn.q_proj,3,128,8,128,24.105958938598633,25.015625,67108864 +54,self_attn.q_proj,4,32,8,128,7.896571636199951,36.0625,67108864 +54,self_attn.q_proj,4,64,8,128,9.509722709655762,34.03125,67108864 +54,self_attn.q_proj,4,128,8,128,11.266100883483887,33.015625,67108864 +54,self_attn.q_proj,8,32,8,128,0.4793313145637512,68.0625,67108864 +54,self_attn.q_proj,8,64,8,128,0.5771214365959167,66.03125,67108864 +54,self_attn.q_proj,8,128,8,128,0.6816413998603821,65.015625,67108864 +54,self_attn.v_proj,2,32,8,128,12.239532470703125,2.5078125,8388608 +54,self_attn.v_proj,2,64,8,128,14.255985260009766,2.25390625,8388608 +54,self_attn.v_proj,2,128,8,128,16.075403213500977,2.126953125,8388608 +54,self_attn.v_proj,3,32,8,128,5.233312129974365,3.5078125,8388608 +54,self_attn.v_proj,3,64,8,128,6.1003899574279785,3.25390625,8388608 +54,self_attn.v_proj,3,128,8,128,6.885213375091553,3.126953125,8388608 +54,self_attn.v_proj,4,32,8,128,2.441946029663086,4.5078125,8388608 +54,self_attn.v_proj,4,64,8,128,2.846435546875,4.25390625,8388608 +54,self_attn.v_proj,4,128,8,128,3.2121405601501465,4.126953125,8388608 +54,self_attn.v_proj,8,32,8,128,0.14790257811546326,8.5078125,8388608 +54,self_attn.v_proj,8,64,8,128,0.17221671342849731,8.25390625,8388608 +54,self_attn.v_proj,8,128,8,128,0.19357958436012268,8.126953125,8388608 +54,self_attn.k_proj,2,32,8,128,28.96541404724121,2.5078125,8388608 +54,self_attn.k_proj,2,64,8,128,34.87678146362305,2.25390625,8388608 +54,self_attn.k_proj,2,128,8,128,39.738590240478516,2.126953125,8388608 +54,self_attn.k_proj,3,32,8,128,12.742772102355957,3.5078125,8388608 +54,self_attn.k_proj,3,64,8,128,15.763087272644043,3.25390625,8388608 +54,self_attn.k_proj,3,128,8,128,18.706520080566406,3.126953125,8388608 +54,self_attn.k_proj,4,32,8,128,5.952512264251709,4.5078125,8388608 +54,self_attn.k_proj,4,64,8,128,7.368692398071289,4.25390625,8388608 +54,self_attn.k_proj,4,128,8,128,8.756891250610352,4.126953125,8388608 +54,self_attn.k_proj,8,32,8,128,0.3600020110607147,8.5078125,8388608 +54,self_attn.k_proj,8,64,8,128,0.44566887617111206,8.25390625,8388608 +54,self_attn.k_proj,8,128,8,128,0.5280682444572449,8.126953125,8388608 +54,self_attn.o_proj,2,32,8,128,33.731117248535156,20.0625,67108864 +54,self_attn.o_proj,2,64,8,128,39.30580139160156,18.03125,67108864 +54,self_attn.o_proj,2,128,8,128,44.385169982910156,17.015625,67108864 +54,self_attn.o_proj,3,32,8,128,14.425516128540039,28.0625,67108864 +54,self_attn.o_proj,3,64,8,128,16.833969116210938,26.03125,67108864 +54,self_attn.o_proj,3,128,8,128,19.023815155029297,25.015625,67108864 +54,self_attn.o_proj,4,32,8,128,6.7274322509765625,36.0625,67108864 +54,self_attn.o_proj,4,64,8,128,7.857855319976807,34.03125,67108864 +54,self_attn.o_proj,4,128,8,128,8.878423690795898,33.015625,67108864 +54,self_attn.o_proj,8,32,8,128,0.4089667499065399,68.0625,67108864 +54,self_attn.o_proj,8,64,8,128,0.47669917345046997,66.03125,67108864 +54,self_attn.o_proj,8,128,8,128,0.5370094776153564,65.015625,67108864 +54,mlp.gate_proj,2,32,8,128,74.0001220703125,70.21875,234881024 +54,mlp.gate_proj,2,64,8,128,87.23823547363281,63.109375,234881024 +54,mlp.gate_proj,2,128,8,128,99.02980041503906,59.5546875,234881024 +54,mlp.gate_proj,3,32,8,128,31.8410587310791,98.21875,234881024 +54,mlp.gate_proj,3,64,8,128,37.226009368896484,91.109375,234881024 +54,mlp.gate_proj,3,128,8,128,42.55548858642578,87.5546875,234881024 +54,mlp.gate_proj,4,32,8,128,14.814108848571777,126.21875,234881024 +54,mlp.gate_proj,4,64,8,128,17.38499641418457,119.109375,234881024 +54,mlp.gate_proj,4,128,8,128,19.846542358398438,115.5546875,234881024 +54,mlp.gate_proj,8,32,8,128,0.9041767120361328,238.21875,234881024 +54,mlp.gate_proj,8,64,8,128,1.0618702173233032,231.109375,234881024 +54,mlp.gate_proj,8,128,8,128,1.2063158750534058,227.5546875,234881024 +54,mlp.up_proj,2,32,8,128,67.40941619873047,70.21875,234881024 +54,mlp.up_proj,2,64,8,128,78.41588592529297,63.109375,234881024 +54,mlp.up_proj,2,128,8,128,88.59095001220703,59.5546875,234881024 +54,mlp.up_proj,3,32,8,128,28.833765029907227,98.21875,234881024 +54,mlp.up_proj,3,64,8,128,33.58460235595703,91.109375,234881024 +54,mlp.up_proj,3,128,8,128,37.801998138427734,87.5546875,234881024 +54,mlp.up_proj,4,32,8,128,13.427448272705078,126.21875,234881024 +54,mlp.up_proj,4,64,8,128,15.716592788696289,119.109375,234881024 +54,mlp.up_proj,4,128,8,128,17.653127670288086,115.5546875,234881024 +54,mlp.up_proj,8,32,8,128,0.819957971572876,238.21875,234881024 +54,mlp.up_proj,8,64,8,128,0.9584872722625732,231.109375,234881024 +54,mlp.up_proj,8,128,8,128,1.0745919942855835,227.5546875,234881024 +54,mlp.down_proj,2,32,8,128,67.5570297241211,70.21875,234881024 +54,mlp.down_proj,2,64,8,128,78.59541320800781,63.109375,234881024 +54,mlp.down_proj,2,128,8,128,88.80152893066406,59.5546875,234881024 +54,mlp.down_proj,3,32,8,128,28.899572372436523,98.21875,234881024 +54,mlp.down_proj,3,64,8,128,33.65366744995117,91.109375,234881024 +54,mlp.down_proj,3,128,8,128,37.871402740478516,87.5546875,234881024 +54,mlp.down_proj,4,32,8,128,13.457481384277344,126.21875,234881024 +54,mlp.down_proj,4,64,8,128,15.751625061035156,119.109375,234881024 +54,mlp.down_proj,4,128,8,128,17.692672729492188,115.5546875,234881024 +54,mlp.down_proj,8,32,8,128,0.8218164443969727,238.21875,234881024 +54,mlp.down_proj,8,64,8,128,0.9607595205307007,231.109375,234881024 +54,mlp.down_proj,8,128,8,128,1.076769232749939,227.5546875,234881024 +55,self_attn.q_proj,2,32,8,128,40.56990432739258,20.0625,67108864 +55,self_attn.q_proj,2,64,8,128,48.058746337890625,18.03125,67108864 +55,self_attn.q_proj,2,128,8,128,55.568695068359375,17.015625,67108864 +55,self_attn.q_proj,3,32,8,128,17.41628646850586,28.0625,67108864 +55,self_attn.q_proj,3,64,8,128,20.752994537353516,26.03125,67108864 +55,self_attn.q_proj,3,128,8,128,24.237327575683594,25.015625,67108864 +55,self_attn.q_proj,4,32,8,128,8.132290840148926,36.0625,67108864 +55,self_attn.q_proj,4,64,8,128,9.683880805969238,34.03125,67108864 +55,self_attn.q_proj,4,128,8,128,11.32651424407959,33.015625,67108864 +55,self_attn.q_proj,8,32,8,128,0.4937272369861603,68.0625,67108864 +55,self_attn.q_proj,8,64,8,128,0.5881300568580627,66.03125,67108864 +55,self_attn.q_proj,8,128,8,128,0.6856171488761902,65.015625,67108864 +55,self_attn.v_proj,2,32,8,128,12.25698471069336,2.5078125,8388608 +55,self_attn.v_proj,2,64,8,128,14.291569709777832,2.25390625,8388608 +55,self_attn.v_proj,2,128,8,128,16.122074127197266,2.126953125,8388608 +55,self_attn.v_proj,3,32,8,128,5.242306232452393,3.5078125,8388608 +55,self_attn.v_proj,3,64,8,128,6.115605354309082,3.25390625,8388608 +55,self_attn.v_proj,3,128,8,128,6.905040740966797,3.126953125,8388608 +55,self_attn.v_proj,4,32,8,128,2.4446990489959717,4.5078125,8388608 +55,self_attn.v_proj,4,64,8,128,2.8541407585144043,4.25390625,8388608 +55,self_attn.v_proj,4,128,8,128,3.2210497856140137,4.126953125,8388608 +55,self_attn.v_proj,8,32,8,128,0.14801062643527985,8.5078125,8388608 +55,self_attn.v_proj,8,64,8,128,0.17261441051959991,8.25390625,8388608 +55,self_attn.v_proj,8,128,8,128,0.19415798783302307,8.126953125,8388608 +55,self_attn.k_proj,2,32,8,128,29.758623123168945,2.5078125,8388608 +55,self_attn.k_proj,2,64,8,128,35.6055793762207,2.25390625,8388608 +55,self_attn.k_proj,2,128,8,128,40.53006362915039,2.126953125,8388608 +55,self_attn.k_proj,3,32,8,128,12.843358993530273,3.5078125,8388608 +55,self_attn.k_proj,3,64,8,128,15.521919250488281,3.25390625,8388608 +55,self_attn.k_proj,3,128,8,128,18.01385498046875,3.126953125,8388608 +55,self_attn.k_proj,4,32,8,128,5.992343902587891,4.5078125,8388608 +55,self_attn.k_proj,4,64,8,128,7.245814323425293,4.25390625,8388608 +55,self_attn.k_proj,4,128,8,128,8.414450645446777,4.126953125,8388608 +55,self_attn.k_proj,8,32,8,128,0.3628051280975342,8.5078125,8388608 +55,self_attn.k_proj,8,64,8,128,0.4380407929420471,8.25390625,8388608 +55,self_attn.k_proj,8,128,8,128,0.5070092082023621,8.126953125,8388608 +55,self_attn.o_proj,2,32,8,128,33.59809875488281,20.0625,67108864 +55,self_attn.o_proj,2,64,8,128,39.28446578979492,18.03125,67108864 +55,self_attn.o_proj,2,128,8,128,44.58836364746094,17.015625,67108864 +55,self_attn.o_proj,3,32,8,128,14.401481628417969,28.0625,67108864 +55,self_attn.o_proj,3,64,8,128,16.90453338623047,26.03125,67108864 +55,self_attn.o_proj,3,128,8,128,19.28582000732422,25.015625,67108864 +55,self_attn.o_proj,4,32,8,128,6.732936859130859,36.0625,67108864 +55,self_attn.o_proj,4,64,8,128,7.922384738922119,34.03125,67108864 +55,self_attn.o_proj,4,128,8,128,9.05025577545166,33.015625,67108864 +55,self_attn.o_proj,8,32,8,128,0.41167038679122925,68.0625,67108864 +55,self_attn.o_proj,8,64,8,128,0.4851287305355072,66.03125,67108864 +55,self_attn.o_proj,8,128,8,128,0.5561374425888062,65.015625,67108864 +55,mlp.gate_proj,2,32,8,128,74.17977142333984,70.21875,234881024 +55,mlp.gate_proj,2,64,8,128,87.46391296386719,63.109375,234881024 +55,mlp.gate_proj,2,128,8,128,99.31480407714844,59.5546875,234881024 +55,mlp.gate_proj,3,32,8,128,31.920177459716797,98.21875,234881024 +55,mlp.gate_proj,3,64,8,128,37.32277297973633,91.109375,234881024 +55,mlp.gate_proj,3,128,8,128,42.70172119140625,87.5546875,234881024 +55,mlp.gate_proj,4,32,8,128,14.850040435791016,126.21875,234881024 +55,mlp.gate_proj,4,64,8,128,17.423938751220703,119.109375,234881024 +55,mlp.gate_proj,4,128,8,128,19.8994083404541,115.5546875,234881024 +55,mlp.gate_proj,8,32,8,128,0.9064744710922241,238.21875,234881024 +55,mlp.gate_proj,8,64,8,128,1.0645235776901245,231.109375,234881024 +55,mlp.gate_proj,8,128,8,128,1.2100826501846313,227.5546875,234881024 +55,mlp.up_proj,2,32,8,128,67.44631958007812,70.21875,234881024 +55,mlp.up_proj,2,64,8,128,78.46819305419922,63.109375,234881024 +55,mlp.up_proj,2,128,8,128,88.6911392211914,59.5546875,234881024 +55,mlp.up_proj,3,32,8,128,28.850303649902344,98.21875,234881024 +55,mlp.up_proj,3,64,8,128,33.604095458984375,91.109375,234881024 +55,mlp.up_proj,3,128,8,128,37.83155822753906,87.5546875,234881024 +55,mlp.up_proj,4,32,8,128,13.43616008758545,126.21875,234881024 +55,mlp.up_proj,4,64,8,128,15.72747802734375,119.109375,234881024 +55,mlp.up_proj,4,128,8,128,17.6661434173584,115.5546875,234881024 +55,mlp.up_proj,8,32,8,128,0.8204723596572876,238.21875,234881024 +55,mlp.up_proj,8,64,8,128,0.95916748046875,231.109375,234881024 +55,mlp.up_proj,8,128,8,128,1.0752958059310913,227.5546875,234881024 +55,mlp.down_proj,2,32,8,128,67.58561706542969,70.21875,234881024 +55,mlp.down_proj,2,64,8,128,78.6537857055664,63.109375,234881024 +55,mlp.down_proj,2,128,8,128,88.8930435180664,59.5546875,234881024 +55,mlp.down_proj,3,32,8,128,28.914976119995117,98.21875,234881024 +55,mlp.down_proj,3,64,8,128,33.67095947265625,91.109375,234881024 +55,mlp.down_proj,3,128,8,128,37.903297424316406,87.5546875,234881024 +55,mlp.down_proj,4,32,8,128,13.464611053466797,126.21875,234881024 +55,mlp.down_proj,4,64,8,128,15.759300231933594,119.109375,234881024 +55,mlp.down_proj,4,128,8,128,17.69732093811035,115.5546875,234881024 +55,mlp.down_proj,8,32,8,128,0.8221872448921204,238.21875,234881024 +55,mlp.down_proj,8,64,8,128,0.9613041877746582,231.109375,234881024 +55,mlp.down_proj,8,128,8,128,1.077470302581787,227.5546875,234881024 +56,self_attn.q_proj,2,32,8,128,43.87620162963867,20.0625,67108864 +56,self_attn.q_proj,2,64,8,128,51.49464797973633,18.03125,67108864 +56,self_attn.q_proj,2,128,8,128,59.497013092041016,17.015625,67108864 +56,self_attn.q_proj,3,32,8,128,18.763473510742188,28.0625,67108864 +56,self_attn.q_proj,3,64,8,128,22.10165786743164,26.03125,67108864 +56,self_attn.q_proj,3,128,8,128,25.578298568725586,25.015625,67108864 +56,self_attn.q_proj,4,32,8,128,8.755913734436035,36.0625,67108864 +56,self_attn.q_proj,4,64,8,128,10.309966087341309,34.03125,67108864 +56,self_attn.q_proj,4,128,8,128,11.942545890808105,33.015625,67108864 +56,self_attn.q_proj,8,32,8,128,0.5317762494087219,68.0625,67108864 +56,self_attn.q_proj,8,64,8,128,0.6261802315711975,66.03125,67108864 +56,self_attn.q_proj,8,128,8,128,0.7233961224555969,65.015625,67108864 +56,self_attn.v_proj,2,32,8,128,11.798242568969727,2.5078125,8388608 +56,self_attn.v_proj,2,64,8,128,13.733071327209473,2.25390625,8388608 +56,self_attn.v_proj,2,128,8,128,15.473725318908691,2.126953125,8388608 +56,self_attn.v_proj,3,32,8,128,5.04462194442749,3.5078125,8388608 +56,self_attn.v_proj,3,64,8,128,5.874096870422363,3.25390625,8388608 +56,self_attn.v_proj,3,128,8,128,6.619505882263184,3.126953125,8388608 +56,self_attn.v_proj,4,32,8,128,2.353705883026123,4.5078125,8388608 +56,self_attn.v_proj,4,64,8,128,2.741083860397339,4.25390625,8388608 +56,self_attn.v_proj,4,128,8,128,3.0899264812469482,4.126953125,8388608 +56,self_attn.v_proj,8,32,8,128,0.14255090057849884,8.5078125,8388608 +56,self_attn.v_proj,8,64,8,128,0.16581346094608307,8.25390625,8388608 +56,self_attn.v_proj,8,128,8,128,0.18623343110084534,8.126953125,8388608 +56,self_attn.k_proj,2,32,8,128,31.692384719848633,2.5078125,8388608 +56,self_attn.k_proj,2,64,8,128,37.82472610473633,2.25390625,8388608 +56,self_attn.k_proj,2,128,8,128,43.2342643737793,2.126953125,8388608 +56,self_attn.k_proj,3,32,8,128,13.622679710388184,3.5078125,8388608 +56,self_attn.k_proj,3,64,8,128,16.333524703979492,3.25390625,8388608 +56,self_attn.k_proj,3,128,8,128,18.898395538330078,3.126953125,8388608 +56,self_attn.k_proj,4,32,8,128,6.356379985809326,4.5078125,8388608 +56,self_attn.k_proj,4,64,8,128,7.6229987144470215,4.25390625,8388608 +56,self_attn.k_proj,4,128,8,128,8.82217025756836,4.126953125,8388608 +56,self_attn.k_proj,8,32,8,128,0.3848208785057068,8.5078125,8388608 +56,self_attn.k_proj,8,64,8,128,0.4608488380908966,8.25390625,8388608 +56,self_attn.k_proj,8,128,8,128,0.5312046408653259,8.126953125,8388608 +56,self_attn.o_proj,2,32,8,128,33.59645080566406,20.0625,67108864 +56,self_attn.o_proj,2,64,8,128,39.10022735595703,18.03125,67108864 +56,self_attn.o_proj,2,128,8,128,44.05947494506836,17.015625,67108864 +56,self_attn.o_proj,3,32,8,128,14.362443923950195,28.0625,67108864 +56,self_attn.o_proj,3,64,8,128,16.72585678100586,26.03125,67108864 +56,self_attn.o_proj,3,128,8,128,18.85149383544922,25.015625,67108864 +56,self_attn.o_proj,4,32,8,128,6.698688983917236,36.0625,67108864 +56,self_attn.o_proj,4,64,8,128,7.808315753936768,34.03125,67108864 +56,self_attn.o_proj,4,128,8,128,8.791555404663086,33.015625,67108864 +56,self_attn.o_proj,8,32,8,128,0.40719354152679443,68.0625,67108864 +56,self_attn.o_proj,8,64,8,128,0.4736632704734802,66.03125,67108864 +56,self_attn.o_proj,8,128,8,128,0.5317232608795166,65.015625,67108864 +56,mlp.gate_proj,2,32,8,128,74.60127258300781,70.21875,234881024 +56,mlp.gate_proj,2,64,8,128,88.06282043457031,63.109375,234881024 +56,mlp.gate_proj,2,128,8,128,100.0769271850586,59.5546875,234881024 +56,mlp.gate_proj,3,32,8,128,32.09475326538086,98.21875,234881024 +56,mlp.gate_proj,3,64,8,128,37.575721740722656,91.109375,234881024 +56,mlp.gate_proj,3,128,8,128,43.06573486328125,87.5546875,234881024 +56,mlp.gate_proj,4,32,8,128,14.93848991394043,126.21875,234881024 +56,mlp.gate_proj,4,64,8,128,17.5435733795166,119.109375,234881024 +56,mlp.gate_proj,4,128,8,128,20.07000160217285,115.5546875,234881024 +56,mlp.gate_proj,8,32,8,128,0.9118632078170776,238.21875,234881024 +56,mlp.gate_proj,8,64,8,128,1.0714000463485718,231.109375,234881024 +56,mlp.gate_proj,8,128,8,128,1.2199900150299072,227.5546875,234881024 +56,mlp.up_proj,2,32,8,128,67.37001037597656,70.21875,234881024 +56,mlp.up_proj,2,64,8,128,78.38288116455078,63.109375,234881024 +56,mlp.up_proj,2,128,8,128,88.5545883178711,59.5546875,234881024 +56,mlp.up_proj,3,32,8,128,28.814105987548828,98.21875,234881024 +56,mlp.up_proj,3,64,8,128,33.56886291503906,91.109375,234881024 +56,mlp.up_proj,3,128,8,128,37.77330017089844,87.5546875,234881024 +56,mlp.up_proj,4,32,8,128,13.41838550567627,126.21875,234881024 +56,mlp.up_proj,4,64,8,128,15.70688247680664,119.109375,234881024 +56,mlp.up_proj,4,128,8,128,17.653900146484375,115.5546875,234881024 +56,mlp.up_proj,8,32,8,128,0.8194065690040588,238.21875,234881024 +56,mlp.up_proj,8,64,8,128,0.9579480886459351,231.109375,234881024 +56,mlp.up_proj,8,128,8,128,1.074022889137268,227.5546875,234881024 +56,mlp.down_proj,2,32,8,128,67.49398040771484,70.21875,234881024 +56,mlp.down_proj,2,64,8,128,78.52323150634766,63.109375,234881024 +56,mlp.down_proj,2,128,8,128,88.75371551513672,59.5546875,234881024 +56,mlp.down_proj,3,32,8,128,28.872196197509766,98.21875,234881024 +56,mlp.down_proj,3,64,8,128,33.622589111328125,91.109375,234881024 +56,mlp.down_proj,3,128,8,128,37.82685470581055,87.5546875,234881024 +56,mlp.down_proj,4,32,8,128,13.44374942779541,126.21875,234881024 +56,mlp.down_proj,4,64,8,128,15.737311363220215,119.109375,234881024 +56,mlp.down_proj,4,128,8,128,17.675691604614258,115.5546875,234881024 +56,mlp.down_proj,8,32,8,128,0.821048378944397,238.21875,234881024 +56,mlp.down_proj,8,64,8,128,0.9598550200462341,231.109375,234881024 +56,mlp.down_proj,8,128,8,128,1.0757743120193481,227.5546875,234881024 +57,self_attn.q_proj,2,32,8,128,42.85846710205078,20.0625,67108864 +57,self_attn.q_proj,2,64,8,128,50.661319732666016,18.03125,67108864 +57,self_attn.q_proj,2,128,8,128,58.45608139038086,17.015625,67108864 +57,self_attn.q_proj,3,32,8,128,18.349687576293945,28.0625,67108864 +57,self_attn.q_proj,3,64,8,128,21.79133415222168,26.03125,67108864 +57,self_attn.q_proj,3,128,8,128,25.2443790435791,25.015625,67108864 +57,self_attn.q_proj,4,32,8,128,8.564016342163086,36.0625,67108864 +57,self_attn.q_proj,4,64,8,128,10.1651029586792,34.03125,67108864 +57,self_attn.q_proj,4,128,8,128,11.79159927368164,33.015625,67108864 +57,self_attn.q_proj,8,32,8,128,0.5200287103652954,68.0625,67108864 +57,self_attn.q_proj,8,64,8,128,0.6173112988471985,66.03125,67108864 +57,self_attn.q_proj,8,128,8,128,0.7143703699111938,65.015625,67108864 +57,self_attn.v_proj,2,32,8,128,12.989782333374023,2.5078125,8388608 +57,self_attn.v_proj,2,64,8,128,15.148744583129883,2.25390625,8388608 +57,self_attn.v_proj,2,128,8,128,17.101806640625,2.126953125,8388608 +57,self_attn.v_proj,3,32,8,128,5.552268981933594,3.5078125,8388608 +57,self_attn.v_proj,3,64,8,128,6.479983329772949,3.25390625,8388608 +57,self_attn.v_proj,3,128,8,128,7.320120811462402,3.126953125,8388608 +57,self_attn.v_proj,4,32,8,128,2.590792655944824,4.5078125,8388608 +57,self_attn.v_proj,4,64,8,128,3.0236148834228516,4.25390625,8388608 +57,self_attn.v_proj,4,128,8,128,3.4170737266540527,4.126953125,8388608 +57,self_attn.v_proj,8,32,8,128,0.15686902403831482,8.5078125,8388608 +57,self_attn.v_proj,8,64,8,128,0.1828427016735077,8.25390625,8388608 +57,self_attn.v_proj,8,128,8,128,0.20573510229587555,8.126953125,8388608 +57,self_attn.k_proj,2,32,8,128,32.45452880859375,2.5078125,8388608 +57,self_attn.k_proj,2,64,8,128,38.78204345703125,2.25390625,8388608 +57,self_attn.k_proj,2,128,8,128,44.17359161376953,2.126953125,8388608 +57,self_attn.k_proj,3,32,8,128,14.004440307617188,3.5078125,8388608 +57,self_attn.k_proj,3,64,8,128,16.883586883544922,3.25390625,8388608 +57,self_attn.k_proj,3,128,8,128,19.57182502746582,3.126953125,8388608 +57,self_attn.k_proj,4,32,8,128,6.534045696258545,4.5078125,8388608 +57,self_attn.k_proj,4,64,8,128,7.88316535949707,4.25390625,8388608 +57,self_attn.k_proj,4,128,8,128,9.146933555603027,4.126953125,8388608 +57,self_attn.k_proj,8,32,8,128,0.3954992890357971,8.5078125,8388608 +57,self_attn.k_proj,8,64,8,128,0.47633540630340576,8.25390625,8388608 +57,self_attn.k_proj,8,128,8,128,0.5509874820709229,8.126953125,8388608 +57,self_attn.o_proj,2,32,8,128,34.21621322631836,20.0625,67108864 +57,self_attn.o_proj,2,64,8,128,39.82251739501953,18.03125,67108864 +57,self_attn.o_proj,2,128,8,128,44.89662170410156,17.015625,67108864 +57,self_attn.o_proj,3,32,8,128,14.631689071655273,28.0625,67108864 +57,self_attn.o_proj,3,64,8,128,17.03797721862793,26.03125,67108864 +57,self_attn.o_proj,3,128,8,128,19.20110511779785,25.015625,67108864 +57,self_attn.o_proj,4,32,8,128,6.824492454528809,36.0625,67108864 +57,self_attn.o_proj,4,64,8,128,7.955810070037842,34.03125,67108864 +57,self_attn.o_proj,4,128,8,128,8.959942817687988,33.015625,67108864 +57,self_attn.o_proj,8,32,8,128,0.4147461950778961,68.0625,67108864 +57,self_attn.o_proj,8,64,8,128,0.48245060443878174,66.03125,67108864 +57,self_attn.o_proj,8,128,8,128,0.542047917842865,65.015625,67108864 +57,mlp.gate_proj,2,32,8,128,74.74286651611328,70.21875,234881024 +57,mlp.gate_proj,2,64,8,128,88.30633544921875,63.109375,234881024 +57,mlp.gate_proj,2,128,8,128,100.43818664550781,59.5546875,234881024 +57,mlp.gate_proj,3,32,8,128,32.1463623046875,98.21875,234881024 +57,mlp.gate_proj,3,64,8,128,37.681671142578125,91.109375,234881024 +57,mlp.gate_proj,3,128,8,128,43.238258361816406,87.5546875,234881024 +57,mlp.gate_proj,4,32,8,128,14.967938423156738,126.21875,234881024 +57,mlp.gate_proj,4,64,8,128,17.5858154296875,119.109375,234881024 +57,mlp.gate_proj,4,128,8,128,20.142263412475586,115.5546875,234881024 +57,mlp.gate_proj,8,32,8,128,0.9136084318161011,238.21875,234881024 +57,mlp.gate_proj,8,64,8,128,1.074019432067871,231.109375,234881024 +57,mlp.gate_proj,8,128,8,128,1.224131464958191,227.5546875,234881024 +57,mlp.up_proj,2,32,8,128,67.38514709472656,70.21875,234881024 +57,mlp.up_proj,2,64,8,128,78.40018463134766,63.109375,234881024 +57,mlp.up_proj,2,128,8,128,88.57624816894531,59.5546875,234881024 +57,mlp.up_proj,3,32,8,128,28.825239181518555,98.21875,234881024 +57,mlp.up_proj,3,64,8,128,33.57402038574219,91.109375,234881024 +57,mlp.up_proj,3,128,8,128,37.780601501464844,87.5546875,234881024 +57,mlp.up_proj,4,32,8,128,13.4228515625,126.21875,234881024 +57,mlp.up_proj,4,64,8,128,15.711897850036621,119.109375,234881024 +57,mlp.up_proj,4,128,8,128,17.646757125854492,115.5546875,234881024 +57,mlp.up_proj,8,32,8,128,0.8195822834968567,238.21875,234881024 +57,mlp.up_proj,8,64,8,128,0.9581327438354492,231.109375,234881024 +57,mlp.up_proj,8,128,8,128,1.0740714073181152,227.5546875,234881024 +57,mlp.down_proj,2,32,8,128,67.48255920410156,70.21875,234881024 +57,mlp.down_proj,2,64,8,128,78.53009796142578,63.109375,234881024 +57,mlp.down_proj,2,128,8,128,88.72081756591797,59.5546875,234881024 +57,mlp.down_proj,3,32,8,128,28.867464065551758,98.21875,234881024 +57,mlp.down_proj,3,64,8,128,33.62115478515625,91.109375,234881024 +57,mlp.down_proj,3,128,8,128,37.82460403442383,87.5546875,234881024 +57,mlp.down_proj,4,32,8,128,13.44274616241455,126.21875,234881024 +57,mlp.down_proj,4,64,8,128,15.734841346740723,119.109375,234881024 +57,mlp.down_proj,4,128,8,128,17.67094612121582,115.5546875,234881024 +57,mlp.down_proj,8,32,8,128,0.8208925127983093,238.21875,234881024 +57,mlp.down_proj,8,64,8,128,0.9596756100654602,231.109375,234881024 +57,mlp.down_proj,8,128,8,128,1.075747013092041,227.5546875,234881024 +58,self_attn.q_proj,2,32,8,128,39.425498962402344,20.0625,67108864 +58,self_attn.q_proj,2,64,8,128,46.638526916503906,18.03125,67108864 +58,self_attn.q_proj,2,128,8,128,53.92063903808594,17.015625,67108864 +58,self_attn.q_proj,3,32,8,128,16.92674446105957,28.0625,67108864 +58,self_attn.q_proj,3,64,8,128,20.119474411010742,26.03125,67108864 +58,self_attn.q_proj,3,128,8,128,23.494348526000977,25.015625,67108864 +58,self_attn.q_proj,4,32,8,128,7.903947353363037,36.0625,67108864 +58,self_attn.q_proj,4,64,8,128,9.38468074798584,34.03125,67108864 +58,self_attn.q_proj,4,128,8,128,10.975442886352539,33.015625,67108864 +58,self_attn.q_proj,8,32,8,128,0.4798099100589752,68.0625,67108864 +58,self_attn.q_proj,8,64,8,128,0.5698453187942505,66.03125,67108864 +58,self_attn.q_proj,8,128,8,128,0.6641814708709717,65.015625,67108864 +58,self_attn.v_proj,2,32,8,128,13.700727462768555,2.5078125,8388608 +58,self_attn.v_proj,2,64,8,128,16.066253662109375,2.25390625,8388608 +58,self_attn.v_proj,2,128,8,128,18.25057601928711,2.126953125,8388608 +58,self_attn.v_proj,3,32,8,128,5.859604358673096,3.5078125,8388608 +58,self_attn.v_proj,3,64,8,128,6.876149654388428,3.25390625,8388608 +58,self_attn.v_proj,3,128,8,128,7.816343307495117,3.126953125,8388608 +58,self_attn.v_proj,4,32,8,128,2.734663486480713,4.5078125,8388608 +58,self_attn.v_proj,4,64,8,128,3.2078359127044678,4.25390625,8388608 +58,self_attn.v_proj,4,128,8,128,3.6476597785949707,4.126953125,8388608 +58,self_attn.v_proj,8,32,8,128,0.1655382513999939,8.5078125,8388608 +58,self_attn.v_proj,8,64,8,128,0.1940414160490036,8.25390625,8388608 +58,self_attn.v_proj,8,128,8,128,0.21981889009475708,8.126953125,8388608 +58,self_attn.k_proj,2,32,8,128,27.857711791992188,2.5078125,8388608 +58,self_attn.k_proj,2,64,8,128,33.545352935791016,2.25390625,8388608 +58,self_attn.k_proj,2,128,8,128,38.456058502197266,2.126953125,8388608 +58,self_attn.k_proj,3,32,8,128,12.099510192871094,3.5078125,8388608 +58,self_attn.k_proj,3,64,8,128,14.784231185913086,3.25390625,8388608 +58,self_attn.k_proj,3,128,8,128,17.411245346069336,3.126953125,8388608 +58,self_attn.k_proj,4,32,8,128,5.648931503295898,4.5078125,8388608 +58,self_attn.k_proj,4,64,8,128,6.9079155921936035,4.25390625,8388608 +58,self_attn.k_proj,4,128,8,128,8.141322135925293,4.126953125,8388608 +58,self_attn.k_proj,8,32,8,128,0.3418181240558624,8.5078125,8388608 +58,self_attn.k_proj,8,64,8,128,0.41769900918006897,8.25390625,8388608 +58,self_attn.k_proj,8,128,8,128,0.49038809537887573,8.126953125,8388608 +58,self_attn.o_proj,2,32,8,128,34.40038299560547,20.0625,67108864 +58,self_attn.o_proj,2,64,8,128,40.037254333496094,18.03125,67108864 +58,self_attn.o_proj,2,128,8,128,45.129390716552734,17.015625,67108864 +58,self_attn.o_proj,3,32,8,128,14.706823348999023,28.0625,67108864 +58,self_attn.o_proj,3,64,8,128,17.12470245361328,26.03125,67108864 +58,self_attn.o_proj,3,128,8,128,19.306352615356445,25.015625,67108864 +58,self_attn.o_proj,4,32,8,128,6.859638690948486,36.0625,67108864 +58,self_attn.o_proj,4,64,8,128,7.997882843017578,34.03125,67108864 +58,self_attn.o_proj,4,128,8,128,9.007405281066895,33.015625,67108864 +58,self_attn.o_proj,8,32,8,128,0.41692495346069336,68.0625,67108864 +58,self_attn.o_proj,8,64,8,128,0.48510682582855225,66.03125,67108864 +58,self_attn.o_proj,8,128,8,128,0.5449389219284058,65.015625,67108864 +58,mlp.gate_proj,2,32,8,128,74.34040832519531,70.21875,234881024 +58,mlp.gate_proj,2,64,8,128,87.72673034667969,63.109375,234881024 +58,mlp.gate_proj,2,128,8,128,99.71549987792969,59.5546875,234881024 +58,mlp.gate_proj,3,32,8,128,31.99078941345215,98.21875,234881024 +58,mlp.gate_proj,3,64,8,128,37.434879302978516,91.109375,234881024 +58,mlp.gate_proj,3,128,8,128,42.868526458740234,87.5546875,234881024 +58,mlp.gate_proj,4,32,8,128,14.88133716583252,126.21875,234881024 +58,mlp.gate_proj,4,64,8,128,17.4698429107666,119.109375,234881024 +58,mlp.gate_proj,4,128,8,128,19.980371475219727,115.5546875,234881024 +58,mlp.gate_proj,8,32,8,128,0.9083348512649536,238.21875,234881024 +58,mlp.gate_proj,8,64,8,128,1.0672800540924072,231.109375,234881024 +58,mlp.gate_proj,8,128,8,128,1.2145757675170898,227.5546875,234881024 +58,mlp.up_proj,2,32,8,128,67.59613037109375,70.21875,234881024 +58,mlp.up_proj,2,64,8,128,78.66363525390625,63.109375,234881024 +58,mlp.up_proj,2,128,8,128,88.86957550048828,59.5546875,234881024 +58,mlp.up_proj,3,32,8,128,28.920846939086914,98.21875,234881024 +58,mlp.up_proj,3,64,8,128,33.679744720458984,91.109375,234881024 +58,mlp.up_proj,3,128,8,128,37.902320861816406,87.5546875,234881024 +58,mlp.up_proj,4,32,8,128,13.468317031860352,126.21875,234881024 +58,mlp.up_proj,4,64,8,128,15.766176223754883,119.109375,234881024 +58,mlp.up_proj,4,128,8,128,17.70819091796875,115.5546875,234881024 +58,mlp.up_proj,8,32,8,128,0.8223936557769775,238.21875,234881024 +58,mlp.up_proj,8,64,8,128,0.9615448117256165,231.109375,234881024 +58,mlp.up_proj,8,128,8,128,1.0776385068893433,227.5546875,234881024 +58,mlp.down_proj,2,32,8,128,67.65601348876953,70.21875,234881024 +58,mlp.down_proj,2,64,8,128,78.73197937011719,63.109375,234881024 +58,mlp.down_proj,2,128,8,128,88.93867492675781,59.5546875,234881024 +58,mlp.down_proj,3,32,8,128,28.947364807128906,98.21875,234881024 +58,mlp.down_proj,3,64,8,128,33.699859619140625,91.109375,234881024 +58,mlp.down_proj,3,128,8,128,37.93180847167969,87.5546875,234881024 +58,mlp.down_proj,4,32,8,128,13.478936195373535,126.21875,234881024 +58,mlp.down_proj,4,64,8,128,15.77641487121582,119.109375,234881024 +58,mlp.down_proj,4,128,8,128,17.71137809753418,115.5546875,234881024 +58,mlp.down_proj,8,32,8,128,0.8231168985366821,238.21875,234881024 +58,mlp.down_proj,8,64,8,128,0.9622901678085327,231.109375,234881024 +58,mlp.down_proj,8,128,8,128,1.0783286094665527,227.5546875,234881024 +59,self_attn.q_proj,2,32,8,128,39.2701416015625,20.0625,67108864 +59,self_attn.q_proj,2,64,8,128,46.60835266113281,18.03125,67108864 +59,self_attn.q_proj,2,128,8,128,53.801673889160156,17.015625,67108864 +59,self_attn.q_proj,3,32,8,128,16.862812042236328,28.0625,67108864 +59,self_attn.q_proj,3,64,8,128,20.123401641845703,26.03125,67108864 +59,self_attn.q_proj,3,128,8,128,23.49970817565918,25.015625,67108864 +59,self_attn.q_proj,4,32,8,128,7.874965190887451,36.0625,67108864 +59,self_attn.q_proj,4,64,8,128,9.388465881347656,34.03125,67108864 +59,self_attn.q_proj,4,128,8,128,10.971816062927246,33.015625,67108864 +59,self_attn.q_proj,8,32,8,128,0.47788867354393005,68.0625,67108864 +59,self_attn.q_proj,8,64,8,128,0.5701588988304138,66.03125,67108864 +59,self_attn.q_proj,8,128,8,128,0.664284884929657,65.015625,67108864 +59,self_attn.v_proj,2,32,8,128,13.162670135498047,2.5078125,8388608 +59,self_attn.v_proj,2,64,8,128,15.354419708251953,2.25390625,8388608 +59,self_attn.v_proj,2,128,8,128,17.336923599243164,2.126953125,8388608 +59,self_attn.v_proj,3,32,8,128,5.626540184020996,3.5078125,8388608 +59,self_attn.v_proj,3,64,8,128,6.567514419555664,3.25390625,8388608 +59,self_attn.v_proj,3,128,8,128,7.416077136993408,3.126953125,8388608 +59,self_attn.v_proj,4,32,8,128,2.6266589164733887,4.5078125,8388608 +59,self_attn.v_proj,4,64,8,128,3.0655221939086914,4.25390625,8388608 +59,self_attn.v_proj,4,128,8,128,3.461200714111328,4.126953125,8388608 +59,self_attn.v_proj,8,32,8,128,0.15902318060398102,8.5078125,8388608 +59,self_attn.v_proj,8,64,8,128,0.18533480167388916,8.25390625,8388608 +59,self_attn.v_proj,8,128,8,128,0.20852121710777283,8.126953125,8388608 +59,self_attn.k_proj,2,32,8,128,29.401058197021484,2.5078125,8388608 +59,self_attn.k_proj,2,64,8,128,35.32689666748047,2.25390625,8388608 +59,self_attn.k_proj,2,128,8,128,40.28376388549805,2.126953125,8388608 +59,self_attn.k_proj,3,32,8,128,12.754972457885742,3.5078125,8388608 +59,self_attn.k_proj,3,64,8,128,15.559125900268555,3.25390625,8388608 +59,self_attn.k_proj,3,128,8,128,18.190214157104492,3.126953125,8388608 +59,self_attn.k_proj,4,32,8,128,5.95247220993042,4.5078125,8388608 +59,self_attn.k_proj,4,64,8,128,7.2620439529418945,4.25390625,8388608 +59,self_attn.k_proj,4,128,8,128,8.50261402130127,4.126953125,8388608 +59,self_attn.k_proj,8,32,8,128,0.36017483472824097,8.5078125,8388608 +59,self_attn.k_proj,8,64,8,128,0.43894389271736145,8.25390625,8388608 +59,self_attn.k_proj,8,128,8,128,0.5124502778053284,8.126953125,8388608 +59,self_attn.o_proj,2,32,8,128,33.934566497802734,20.0625,67108864 +59,self_attn.o_proj,2,64,8,128,39.49851989746094,18.03125,67108864 +59,self_attn.o_proj,2,128,8,128,44.503089904785156,17.015625,67108864 +59,self_attn.o_proj,3,32,8,128,14.509501457214355,28.0625,67108864 +59,self_attn.o_proj,3,64,8,128,16.895349502563477,26.03125,67108864 +59,self_attn.o_proj,3,128,8,128,19.04216194152832,25.015625,67108864 +59,self_attn.o_proj,4,32,8,128,6.766356945037842,36.0625,67108864 +59,self_attn.o_proj,4,64,8,128,7.888190746307373,34.03125,67108864 +59,self_attn.o_proj,4,128,8,128,8.885581016540527,33.015625,67108864 +59,self_attn.o_proj,8,32,8,128,0.4113270342350006,68.0625,67108864 +59,self_attn.o_proj,8,64,8,128,0.47855424880981445,66.03125,67108864 +59,self_attn.o_proj,8,128,8,128,0.5374066829681396,65.015625,67108864 +59,mlp.gate_proj,2,32,8,128,75.21849822998047,70.21875,234881024 +59,mlp.gate_proj,2,64,8,128,89.12264251708984,63.109375,234881024 +59,mlp.gate_proj,2,128,8,128,101.66844177246094,59.5546875,234881024 +59,mlp.gate_proj,3,32,8,128,32.334251403808594,98.21875,234881024 +59,mlp.gate_proj,3,64,8,128,38.05775833129883,91.109375,234881024 +59,mlp.gate_proj,3,128,8,128,43.84445571899414,87.5546875,234881024 +59,mlp.gate_proj,4,32,8,128,15.069782257080078,126.21875,234881024 +59,mlp.gate_proj,4,64,8,128,17.75200653076172,119.109375,234881024 +59,mlp.gate_proj,4,128,8,128,20.42919921875,115.5546875,234881024 +59,mlp.gate_proj,8,32,8,128,0.919658899307251,238.21875,234881024 +59,mlp.gate_proj,8,64,8,128,1.0839327573776245,231.109375,234881024 +59,mlp.gate_proj,8,128,8,128,1.2414761781692505,227.5546875,234881024 +59,mlp.up_proj,2,32,8,128,67.4483642578125,70.21875,234881024 +59,mlp.up_proj,2,64,8,128,78.48065185546875,63.109375,234881024 +59,mlp.up_proj,2,128,8,128,88.66421508789062,59.5546875,234881024 +59,mlp.up_proj,3,32,8,128,28.852825164794922,98.21875,234881024 +59,mlp.up_proj,3,64,8,128,33.60743713378906,91.109375,234881024 +59,mlp.up_proj,3,128,8,128,37.83370590209961,87.5546875,234881024 +59,mlp.up_proj,4,32,8,128,13.435503959655762,126.21875,234881024 +59,mlp.up_proj,4,64,8,128,15.728187561035156,119.109375,234881024 +59,mlp.up_proj,4,128,8,128,17.667020797729492,115.5546875,234881024 +59,mlp.up_proj,8,32,8,128,0.8205093145370483,238.21875,234881024 +59,mlp.up_proj,8,64,8,128,0.9592403769493103,231.109375,234881024 +59,mlp.up_proj,8,128,8,128,1.0754485130310059,227.5546875,234881024 +59,mlp.down_proj,2,32,8,128,67.46237182617188,70.21875,234881024 +59,mlp.down_proj,2,64,8,128,78.49662780761719,63.109375,234881024 +59,mlp.down_proj,2,128,8,128,88.70198822021484,59.5546875,234881024 +59,mlp.down_proj,3,32,8,128,28.859241485595703,98.21875,234881024 +59,mlp.down_proj,3,64,8,128,33.6164436340332,91.109375,234881024 +59,mlp.down_proj,3,128,8,128,37.833213806152344,87.5546875,234881024 +59,mlp.down_proj,4,32,8,128,13.439879417419434,126.21875,234881024 +59,mlp.down_proj,4,64,8,128,15.7325439453125,119.109375,234881024 +59,mlp.down_proj,4,128,8,128,17.66667366027832,115.5546875,234881024 +59,mlp.down_proj,8,32,8,128,0.8207367062568665,238.21875,234881024 +59,mlp.down_proj,8,64,8,128,0.9596270322799683,231.109375,234881024 +59,mlp.down_proj,8,128,8,128,1.0756505727767944,227.5546875,234881024 +60,self_attn.q_proj,2,32,8,128,43.715328216552734,20.0625,67108864 +60,self_attn.q_proj,2,64,8,128,51.39675521850586,18.03125,67108864 +60,self_attn.q_proj,2,128,8,128,59.365238189697266,17.015625,67108864 +60,self_attn.q_proj,3,32,8,128,18.701522827148438,28.0625,67108864 +60,self_attn.q_proj,3,64,8,128,22.0684871673584,26.03125,67108864 +60,self_attn.q_proj,3,128,8,128,25.546777725219727,25.015625,67108864 +60,self_attn.q_proj,4,32,8,128,8.727008819580078,36.0625,67108864 +60,self_attn.q_proj,4,64,8,128,10.298078536987305,34.03125,67108864 +60,self_attn.q_proj,4,128,8,128,11.92385196685791,33.015625,67108864 +60,self_attn.q_proj,8,32,8,128,0.5299493670463562,68.0625,67108864 +60,self_attn.q_proj,8,64,8,128,0.6253095269203186,66.03125,67108864 +60,self_attn.q_proj,8,128,8,128,0.7224632501602173,65.015625,67108864 +60,self_attn.v_proj,2,32,8,128,13.14790153503418,2.5078125,8388608 +60,self_attn.v_proj,2,64,8,128,15.346366882324219,2.25390625,8388608 +60,self_attn.v_proj,2,128,8,128,17.33112144470215,2.126953125,8388608 +60,self_attn.v_proj,3,32,8,128,5.621884346008301,3.5078125,8388608 +60,self_attn.v_proj,3,64,8,128,6.564789295196533,3.25390625,8388608 +60,self_attn.v_proj,3,128,8,128,7.423012733459473,3.126953125,8388608 +60,self_attn.v_proj,4,32,8,128,2.623168468475342,4.5078125,8388608 +60,self_attn.v_proj,4,64,8,128,3.063364267349243,4.25390625,8388608 +60,self_attn.v_proj,4,128,8,128,3.463324785232544,4.126953125,8388608 +60,self_attn.v_proj,8,32,8,128,0.15880005061626434,8.5078125,8388608 +60,self_attn.v_proj,8,64,8,128,0.18526054918766022,8.25390625,8388608 +60,self_attn.v_proj,8,128,8,128,0.2086431235074997,8.126953125,8388608 +60,self_attn.k_proj,2,32,8,128,31.66526985168457,2.5078125,8388608 +60,self_attn.k_proj,2,64,8,128,37.82787322998047,2.25390625,8388608 +60,self_attn.k_proj,2,128,8,128,43.2412109375,2.126953125,8388608 +60,self_attn.k_proj,3,32,8,128,13.603410720825195,3.5078125,8388608 +60,self_attn.k_proj,3,64,8,128,16.300561904907227,3.25390625,8388608 +60,self_attn.k_proj,3,128,8,128,18.84320831298828,3.126953125,8388608 +60,self_attn.k_proj,4,32,8,128,6.346245765686035,4.5078125,8388608 +60,self_attn.k_proj,4,64,8,128,7.609442234039307,4.25390625,8388608 +60,self_attn.k_proj,4,128,8,128,8.794570922851562,4.126953125,8388608 +60,self_attn.k_proj,8,32,8,128,0.3839884102344513,8.5078125,8388608 +60,self_attn.k_proj,8,64,8,128,0.459894061088562,8.25390625,8388608 +60,self_attn.k_proj,8,128,8,128,0.529900848865509,8.126953125,8388608 +60,self_attn.o_proj,2,32,8,128,34.073272705078125,20.0625,67108864 +60,self_attn.o_proj,2,64,8,128,39.67479705810547,18.03125,67108864 +60,self_attn.o_proj,2,128,8,128,44.74182891845703,17.015625,67108864 +60,self_attn.o_proj,3,32,8,128,14.570452690124512,28.0625,67108864 +60,self_attn.o_proj,3,64,8,128,16.978300094604492,26.03125,67108864 +60,self_attn.o_proj,3,128,8,128,19.14500617980957,25.015625,67108864 +60,self_attn.o_proj,4,32,8,128,6.795092582702637,36.0625,67108864 +60,self_attn.o_proj,4,64,8,128,7.926553726196289,34.03125,67108864 +60,self_attn.o_proj,4,128,8,128,8.936878204345703,33.015625,67108864 +60,self_attn.o_proj,8,32,8,128,0.4130799472332001,68.0625,67108864 +60,self_attn.o_proj,8,64,8,128,0.4807862341403961,66.03125,67108864 +60,self_attn.o_proj,8,128,8,128,0.5403887629508972,65.015625,67108864 +60,mlp.gate_proj,2,32,8,128,75.76948547363281,70.21875,234881024 +60,mlp.gate_proj,2,64,8,128,89.9057846069336,63.109375,234881024 +60,mlp.gate_proj,2,128,8,128,102.66978454589844,59.5546875,234881024 +60,mlp.gate_proj,3,32,8,128,32.54499816894531,98.21875,234881024 +60,mlp.gate_proj,3,64,8,128,38.37843322753906,91.109375,234881024 +60,mlp.gate_proj,3,128,8,128,44.304264068603516,87.5546875,234881024 +60,mlp.gate_proj,4,32,8,128,15.184892654418945,126.21875,234881024 +60,mlp.gate_proj,4,64,8,128,17.90265655517578,119.109375,234881024 +60,mlp.gate_proj,4,128,8,128,20.639257431030273,115.5546875,234881024 +60,mlp.gate_proj,8,32,8,128,0.9265992641448975,238.21875,234881024 +60,mlp.gate_proj,8,64,8,128,1.0927612781524658,231.109375,234881024 +60,mlp.gate_proj,8,128,8,128,1.2539386749267578,227.5546875,234881024 +60,mlp.up_proj,2,32,8,128,67.33573913574219,70.21875,234881024 +60,mlp.up_proj,2,64,8,128,78.33284759521484,63.109375,234881024 +60,mlp.up_proj,2,128,8,128,88.51492309570312,59.5546875,234881024 +60,mlp.up_proj,3,32,8,128,28.801116943359375,98.21875,234881024 +60,mlp.up_proj,3,64,8,128,33.54736328125,91.109375,234881024 +60,mlp.up_proj,3,128,8,128,37.75339126586914,87.5546875,234881024 +60,mlp.up_proj,4,32,8,128,13.412123680114746,126.21875,234881024 +60,mlp.up_proj,4,64,8,128,15.69827651977539,119.109375,234881024 +60,mlp.up_proj,4,128,8,128,17.63593864440918,115.5546875,234881024 +60,mlp.up_proj,8,32,8,128,0.8189941048622131,238.21875,234881024 +60,mlp.up_proj,8,64,8,128,0.9573838710784912,231.109375,234881024 +60,mlp.up_proj,8,128,8,128,1.073511004447937,227.5546875,234881024 +60,mlp.down_proj,2,32,8,128,67.33570861816406,70.21875,234881024 +60,mlp.down_proj,2,64,8,128,78.32613372802734,63.109375,234881024 +60,mlp.down_proj,2,128,8,128,88.51353454589844,59.5546875,234881024 +60,mlp.down_proj,3,32,8,128,28.79682159423828,98.21875,234881024 +60,mlp.down_proj,3,64,8,128,33.543949127197266,91.109375,234881024 +60,mlp.down_proj,3,128,8,128,37.744049072265625,87.5546875,234881024 +60,mlp.down_proj,4,32,8,128,13.411508560180664,126.21875,234881024 +60,mlp.down_proj,4,64,8,128,15.6987943649292,119.109375,234881024 +60,mlp.down_proj,4,128,8,128,17.628725051879883,115.5546875,234881024 +60,mlp.down_proj,8,32,8,128,0.8190664052963257,238.21875,234881024 +60,mlp.down_proj,8,64,8,128,0.9575161337852478,231.109375,234881024 +60,mlp.down_proj,8,128,8,128,1.0736315250396729,227.5546875,234881024 +61,self_attn.q_proj,2,32,8,128,38.973541259765625,20.0625,67108864 +61,self_attn.q_proj,2,64,8,128,45.845298767089844,18.03125,67108864 +61,self_attn.q_proj,2,128,8,128,52.71784591674805,17.015625,67108864 +61,self_attn.q_proj,3,32,8,128,16.72574806213379,28.0625,67108864 +61,self_attn.q_proj,3,64,8,128,19.73444366455078,26.03125,67108864 +61,self_attn.q_proj,3,128,8,128,22.908206939697266,25.015625,67108864 +61,self_attn.q_proj,4,32,8,128,7.807056427001953,36.0625,67108864 +61,self_attn.q_proj,4,64,8,128,9.20737075805664,34.03125,67108864 +61,self_attn.q_proj,4,128,8,128,10.694247245788574,33.015625,67108864 +61,self_attn.q_proj,8,32,8,128,0.47395724058151245,68.0625,67108864 +61,self_attn.q_proj,8,64,8,128,0.5590010285377502,66.03125,67108864 +61,self_attn.q_proj,8,128,8,128,0.6472654938697815,65.015625,67108864 +61,self_attn.v_proj,2,32,8,128,14.164259910583496,2.5078125,8388608 +61,self_attn.v_proj,2,64,8,128,16.701602935791016,2.25390625,8388608 +61,self_attn.v_proj,2,128,8,128,19.102109909057617,2.126953125,8388608 +61,self_attn.v_proj,3,32,8,128,6.05617094039917,3.5078125,8388608 +61,self_attn.v_proj,3,64,8,128,7.1500067710876465,3.25390625,8388608 +61,self_attn.v_proj,3,128,8,128,8.183921813964844,3.126953125,8388608 +61,self_attn.v_proj,4,32,8,128,2.8265137672424316,4.5078125,8388608 +61,self_attn.v_proj,4,64,8,128,3.3363349437713623,4.25390625,8388608 +61,self_attn.v_proj,4,128,8,128,3.821249008178711,4.126953125,8388608 +61,self_attn.v_proj,8,32,8,128,0.17118647694587708,8.5078125,8388608 +61,self_attn.v_proj,8,64,8,128,0.20183341205120087,8.25390625,8388608 +61,self_attn.v_proj,8,128,8,128,0.2302669733762741,8.126953125,8388608 +61,self_attn.k_proj,2,32,8,128,29.862363815307617,2.5078125,8388608 +61,self_attn.k_proj,2,64,8,128,35.85988235473633,2.25390625,8388608 +61,self_attn.k_proj,2,128,8,128,40.84939193725586,2.126953125,8388608 +61,self_attn.k_proj,3,32,8,128,13.01622486114502,3.5078125,8388608 +61,self_attn.k_proj,3,64,8,128,15.916674613952637,3.25390625,8388608 +61,self_attn.k_proj,3,128,8,128,18.683326721191406,3.126953125,8388608 +61,self_attn.k_proj,4,32,8,128,6.075058937072754,4.5078125,8388608 +61,self_attn.k_proj,4,64,8,128,7.4342041015625,4.25390625,8388608 +61,self_attn.k_proj,4,128,8,128,8.736970901489258,4.126953125,8388608 +61,self_attn.k_proj,8,32,8,128,0.36766231060028076,8.5078125,8388608 +61,self_attn.k_proj,8,64,8,128,0.44918307662010193,8.25390625,8388608 +61,self_attn.k_proj,8,128,8,128,0.5262781381607056,8.126953125,8388608 +61,self_attn.o_proj,2,32,8,128,34.37571334838867,20.0625,67108864 +61,self_attn.o_proj,2,64,8,128,40.00499725341797,18.03125,67108864 +61,self_attn.o_proj,2,128,8,128,45.08881378173828,17.015625,67108864 +61,self_attn.o_proj,3,32,8,128,14.698253631591797,28.0625,67108864 +61,self_attn.o_proj,3,64,8,128,17.111522674560547,26.03125,67108864 +61,self_attn.o_proj,3,128,8,128,19.27420997619629,25.015625,67108864 +61,self_attn.o_proj,4,32,8,128,6.855103969573975,36.0625,67108864 +61,self_attn.o_proj,4,64,8,128,7.990299224853516,34.03125,67108864 +61,self_attn.o_proj,4,128,8,128,8.992043495178223,33.015625,67108864 +61,self_attn.o_proj,8,32,8,128,0.41663646697998047,68.0625,67108864 +61,self_attn.o_proj,8,64,8,128,0.48454150557518005,66.03125,67108864 +61,self_attn.o_proj,8,128,8,128,0.544036328792572,65.015625,67108864 +61,mlp.gate_proj,2,32,8,128,75.743896484375,70.21875,234881024 +61,mlp.gate_proj,2,64,8,128,89.85423278808594,63.109375,234881024 +61,mlp.gate_proj,2,128,8,128,102.558349609375,59.5546875,234881024 +61,mlp.gate_proj,3,32,8,128,32.53206253051758,98.21875,234881024 +61,mlp.gate_proj,3,64,8,128,38.34189224243164,91.109375,234881024 +61,mlp.gate_proj,3,128,8,128,44.24352264404297,87.5546875,234881024 +61,mlp.gate_proj,4,32,8,128,15.177080154418945,126.21875,234881024 +61,mlp.gate_proj,4,64,8,128,17.891611099243164,119.109375,234881024 +61,mlp.gate_proj,4,128,8,128,20.610952377319336,115.5546875,234881024 +61,mlp.gate_proj,8,32,8,128,0.92622971534729,238.21875,234881024 +61,mlp.gate_proj,8,64,8,128,1.0918970108032227,231.109375,234881024 +61,mlp.gate_proj,8,128,8,128,1.2521106004714966,227.5546875,234881024 +61,mlp.up_proj,2,32,8,128,67.44733428955078,70.21875,234881024 +61,mlp.up_proj,2,64,8,128,78.46923828125,63.109375,234881024 +61,mlp.up_proj,2,128,8,128,88.6889877319336,59.5546875,234881024 +61,mlp.up_proj,3,32,8,128,28.851415634155273,98.21875,234881024 +61,mlp.up_proj,3,64,8,128,33.60603713989258,91.109375,234881024 +61,mlp.up_proj,3,128,8,128,37.83018493652344,87.5546875,234881024 +61,mlp.up_proj,4,32,8,128,13.434486389160156,126.21875,234881024 +61,mlp.up_proj,4,64,8,128,15.72931957244873,119.109375,234881024 +61,mlp.up_proj,4,128,8,128,17.664539337158203,115.5546875,234881024 +61,mlp.up_proj,8,32,8,128,0.8203868865966797,238.21875,234881024 +61,mlp.up_proj,8,64,8,128,0.9590937495231628,231.109375,234881024 +61,mlp.up_proj,8,128,8,128,1.0753191709518433,227.5546875,234881024 +61,mlp.down_proj,2,32,8,128,67.40216064453125,70.21875,234881024 +61,mlp.down_proj,2,64,8,128,78.41160583496094,63.109375,234881024 +61,mlp.down_proj,2,128,8,128,88.59757995605469,59.5546875,234881024 +61,mlp.down_proj,3,32,8,128,28.829999923706055,98.21875,234881024 +61,mlp.down_proj,3,64,8,128,33.57952117919922,91.109375,234881024 +61,mlp.down_proj,3,128,8,128,37.787315368652344,87.5546875,234881024 +61,mlp.down_proj,4,32,8,128,13.426426887512207,126.21875,234881024 +61,mlp.down_proj,4,64,8,128,15.717398643493652,119.109375,234881024 +61,mlp.down_proj,4,128,8,128,17.65062141418457,115.5546875,234881024 +61,mlp.down_proj,8,32,8,128,0.8199287056922913,238.21875,234881024 +61,mlp.down_proj,8,64,8,128,0.9585103392601013,231.109375,234881024 +61,mlp.down_proj,8,128,8,128,1.0745633840560913,227.5546875,234881024 +62,self_attn.q_proj,2,32,8,128,33.16127014160156,20.0625,67108864 +62,self_attn.q_proj,2,64,8,128,39.26675796508789,18.03125,67108864 +62,self_attn.q_proj,2,128,8,128,45.21831512451172,17.015625,67108864 +62,self_attn.q_proj,3,32,8,128,14.2050142288208,28.0625,67108864 +62,self_attn.q_proj,3,64,8,128,16.87083625793457,26.03125,67108864 +62,self_attn.q_proj,3,128,8,128,19.51991844177246,25.015625,67108864 +62,self_attn.q_proj,4,32,8,128,6.625704288482666,36.0625,67108864 +62,self_attn.q_proj,4,64,8,128,7.880497932434082,34.03125,67108864 +62,self_attn.q_proj,4,128,8,128,9.11164379119873,33.015625,67108864 +62,self_attn.q_proj,8,32,8,128,0.40274667739868164,68.0625,67108864 +62,self_attn.q_proj,8,64,8,128,0.47802072763442993,66.03125,67108864 +62,self_attn.q_proj,8,128,8,128,0.5511553287506104,65.015625,67108864 +62,self_attn.v_proj,2,32,8,128,14.29792594909668,2.5078125,8388608 +62,self_attn.v_proj,2,64,8,128,16.639434814453125,2.25390625,8388608 +62,self_attn.v_proj,2,128,8,128,18.745302200317383,2.126953125,8388608 +62,self_attn.v_proj,3,32,8,128,6.112382888793945,3.5078125,8388608 +62,self_attn.v_proj,3,64,8,128,7.117050647735596,3.25390625,8388608 +62,self_attn.v_proj,3,128,8,128,8.01989459991455,3.126953125,8388608 +62,self_attn.v_proj,4,32,8,128,2.8522708415985107,4.5078125,8388608 +62,self_attn.v_proj,4,64,8,128,3.3215179443359375,4.25390625,8388608 +62,self_attn.v_proj,4,128,8,128,3.743574857711792,4.126953125,8388608 +62,self_attn.v_proj,8,32,8,128,0.17269602417945862,8.5078125,8388608 +62,self_attn.v_proj,8,64,8,128,0.20089605450630188,8.25390625,8388608 +62,self_attn.v_proj,8,128,8,128,0.22550548613071442,8.126953125,8388608 +62,self_attn.k_proj,2,32,8,128,23.684188842773438,2.5078125,8388608 +62,self_attn.k_proj,2,64,8,128,28.831796646118164,2.25390625,8388608 +62,self_attn.k_proj,2,128,8,128,33.065914154052734,2.126953125,8388608 +62,self_attn.k_proj,3,32,8,128,10.291169166564941,3.5078125,8388608 +62,self_attn.k_proj,3,64,8,128,12.711946487426758,3.25390625,8388608 +62,self_attn.k_proj,3,128,8,128,14.934733390808105,3.126953125,8388608 +62,self_attn.k_proj,4,32,8,128,4.809582710266113,4.5078125,8388608 +62,self_attn.k_proj,4,64,8,128,5.951900959014893,4.25390625,8388608 +62,self_attn.k_proj,4,128,8,128,7.006351470947266,4.126953125,8388608 +62,self_attn.k_proj,8,32,8,128,0.2910732626914978,8.5078125,8388608 +62,self_attn.k_proj,8,64,8,128,0.359929621219635,8.25390625,8388608 +62,self_attn.k_proj,8,128,8,128,0.4220229685306549,8.126953125,8388608 +62,self_attn.o_proj,2,32,8,128,34.49824523925781,20.0625,67108864 +62,self_attn.o_proj,2,64,8,128,40.1680793762207,18.03125,67108864 +62,self_attn.o_proj,2,128,8,128,45.29377746582031,17.015625,67108864 +62,self_attn.o_proj,3,32,8,128,14.762136459350586,28.0625,67108864 +62,self_attn.o_proj,3,64,8,128,17.20389175415039,26.03125,67108864 +62,self_attn.o_proj,3,128,8,128,19.41390609741211,25.015625,67108864 +62,self_attn.o_proj,4,32,8,128,6.884294509887695,36.0625,67108864 +62,self_attn.o_proj,4,64,8,128,8.034402847290039,34.03125,67108864 +62,self_attn.o_proj,4,128,8,128,9.061327934265137,33.015625,67108864 +62,self_attn.o_proj,8,32,8,128,0.4184496998786926,68.0625,67108864 +62,self_attn.o_proj,8,64,8,128,0.4872736930847168,66.03125,67108864 +62,self_attn.o_proj,8,128,8,128,0.5482164025306702,65.015625,67108864 +62,mlp.gate_proj,2,32,8,128,75.47796630859375,70.21875,234881024 +62,mlp.gate_proj,2,64,8,128,89.52935028076172,63.109375,234881024 +62,mlp.gate_proj,2,128,8,128,102.23421478271484,59.5546875,234881024 +62,mlp.gate_proj,3,32,8,128,32.43706512451172,98.21875,234881024 +62,mlp.gate_proj,3,64,8,128,38.217708587646484,91.109375,234881024 +62,mlp.gate_proj,3,128,8,128,44.08865737915039,87.5546875,234881024 +62,mlp.gate_proj,4,32,8,128,15.12441349029541,126.21875,234881024 +62,mlp.gate_proj,4,64,8,128,17.826047897338867,119.109375,234881024 +62,mlp.gate_proj,4,128,8,128,20.547039031982422,115.5546875,234881024 +62,mlp.gate_proj,8,32,8,128,0.923049807548523,238.21875,234881024 +62,mlp.gate_proj,8,64,8,128,1.0882408618927002,231.109375,234881024 +62,mlp.gate_proj,8,128,8,128,1.2482062578201294,227.5546875,234881024 +62,mlp.up_proj,2,32,8,128,67.74840545654297,70.21875,234881024 +62,mlp.up_proj,2,64,8,128,78.86077117919922,63.109375,234881024 +62,mlp.up_proj,2,128,8,128,89.114990234375,59.5546875,234881024 +62,mlp.up_proj,3,32,8,128,28.99092674255371,98.21875,234881024 +62,mlp.up_proj,3,64,8,128,33.7600212097168,91.109375,234881024 +62,mlp.up_proj,3,128,8,128,38.00096893310547,87.5546875,234881024 +62,mlp.up_proj,4,32,8,128,13.500089645385742,126.21875,234881024 +62,mlp.up_proj,4,64,8,128,15.804059982299805,119.109375,234881024 +62,mlp.up_proj,4,128,8,128,17.745237350463867,115.5546875,234881024 +62,mlp.up_proj,8,32,8,128,0.8243322372436523,238.21875,234881024 +62,mlp.up_proj,8,64,8,128,0.9639585614204407,231.109375,234881024 +62,mlp.up_proj,8,128,8,128,1.0802463293075562,227.5546875,234881024 +62,mlp.down_proj,2,32,8,128,67.65412139892578,70.21875,234881024 +62,mlp.down_proj,2,64,8,128,78.73932647705078,63.109375,234881024 +62,mlp.down_proj,2,128,8,128,88.9809799194336,59.5546875,234881024 +62,mlp.down_proj,3,32,8,128,28.945667266845703,98.21875,234881024 +62,mlp.down_proj,3,64,8,128,33.70509719848633,91.109375,234881024 +62,mlp.down_proj,3,128,8,128,37.92435836791992,87.5546875,234881024 +62,mlp.down_proj,4,32,8,128,13.479736328125,126.21875,234881024 +62,mlp.down_proj,4,64,8,128,15.778360366821289,119.109375,234881024 +62,mlp.down_proj,4,128,8,128,17.716798782348633,115.5546875,234881024 +62,mlp.down_proj,8,32,8,128,0.8231130242347717,238.21875,234881024 +62,mlp.down_proj,8,64,8,128,0.9623863101005554,231.109375,234881024 +62,mlp.down_proj,8,128,8,128,1.0786713361740112,227.5546875,234881024 +63,self_attn.q_proj,2,32,8,128,37.58094024658203,20.0625,67108864 +63,self_attn.q_proj,2,64,8,128,44.64314270019531,18.03125,67108864 +63,self_attn.q_proj,2,128,8,128,51.32870864868164,17.015625,67108864 +63,self_attn.q_proj,3,32,8,128,16.189167022705078,28.0625,67108864 +63,self_attn.q_proj,3,64,8,128,19.378171920776367,26.03125,67108864 +63,self_attn.q_proj,3,128,8,128,22.655580520629883,25.015625,67108864 +63,self_attn.q_proj,4,32,8,128,7.552465438842773,36.0625,67108864 +63,self_attn.q_proj,4,64,8,128,9.04287052154541,34.03125,67108864 +63,self_attn.q_proj,4,128,8,128,10.570756912231445,33.015625,67108864 +63,self_attn.q_proj,8,32,8,128,0.458551287651062,68.0625,67108864 +63,self_attn.q_proj,8,64,8,128,0.5490501523017883,66.03125,67108864 +63,self_attn.q_proj,8,128,8,128,0.6400566101074219,65.015625,67108864 +63,self_attn.v_proj,2,32,8,128,12.993329048156738,2.5078125,8388608 +63,self_attn.v_proj,2,64,8,128,15.1444091796875,2.25390625,8388608 +63,self_attn.v_proj,2,128,8,128,17.067733764648438,2.126953125,8388608 +63,self_attn.v_proj,3,32,8,128,5.556256294250488,3.5078125,8388608 +63,self_attn.v_proj,3,64,8,128,6.476415157318115,3.25390625,8388608 +63,self_attn.v_proj,3,128,8,128,7.3071608543396,3.126953125,8388608 +63,self_attn.v_proj,4,32,8,128,2.5927393436431885,4.5078125,8388608 +63,self_attn.v_proj,4,64,8,128,3.022320508956909,4.25390625,8388608 +63,self_attn.v_proj,4,128,8,128,3.4110758304595947,4.126953125,8388608 +63,self_attn.v_proj,8,32,8,128,0.15688839554786682,8.5078125,8388608 +63,self_attn.v_proj,8,64,8,128,0.18275412917137146,8.25390625,8388608 +63,self_attn.v_proj,8,128,8,128,0.20543789863586426,8.126953125,8388608 +63,self_attn.k_proj,2,32,8,128,28.954383850097656,2.5078125,8388608 +63,self_attn.k_proj,2,64,8,128,34.84510803222656,2.25390625,8388608 +63,self_attn.k_proj,2,128,8,128,39.55474090576172,2.126953125,8388608 +63,self_attn.k_proj,3,32,8,128,12.72195816040039,3.5078125,8388608 +63,self_attn.k_proj,3,64,8,128,15.668394088745117,3.25390625,8388608 +63,self_attn.k_proj,3,128,8,128,18.450824737548828,3.126953125,8388608 +63,self_attn.k_proj,4,32,8,128,5.941433906555176,4.5078125,8388608 +63,self_attn.k_proj,4,64,8,128,7.3232221603393555,4.25390625,8388608 +63,self_attn.k_proj,4,128,8,128,8.637715339660645,4.126953125,8388608 +63,self_attn.k_proj,8,32,8,128,0.3594670593738556,8.5078125,8388608 +63,self_attn.k_proj,8,64,8,128,0.44262799620628357,8.25390625,8388608 +63,self_attn.k_proj,8,128,8,128,0.5211894512176514,8.126953125,8388608 +63,self_attn.o_proj,2,32,8,128,33.67514419555664,20.0625,67108864 +63,self_attn.o_proj,2,64,8,128,39.233497619628906,18.03125,67108864 +63,self_attn.o_proj,2,128,8,128,44.28489685058594,17.015625,67108864 +63,self_attn.o_proj,3,32,8,128,14.399726867675781,28.0625,67108864 +63,self_attn.o_proj,3,64,8,128,16.797008514404297,26.03125,67108864 +63,self_attn.o_proj,3,128,8,128,18.987823486328125,25.015625,67108864 +63,self_attn.o_proj,4,32,8,128,6.7164740562438965,36.0625,67108864 +63,self_attn.o_proj,4,64,8,128,7.842055320739746,34.03125,67108864 +63,self_attn.o_proj,4,128,8,128,8.855427742004395,33.015625,67108864 +63,self_attn.o_proj,8,32,8,128,0.40824148058891296,68.0625,67108864 +63,self_attn.o_proj,8,64,8,128,0.4757193326950073,66.03125,67108864 +63,self_attn.o_proj,8,128,8,128,0.5354966521263123,65.015625,67108864 +63,mlp.gate_proj,2,32,8,128,76.42575073242188,70.21875,234881024 +63,mlp.gate_proj,2,64,8,128,90.9824447631836,63.109375,234881024 +63,mlp.gate_proj,2,128,8,128,104.39635467529297,59.5546875,234881024 +63,mlp.gate_proj,3,32,8,128,32.8078498840332,98.21875,234881024 +63,mlp.gate_proj,3,64,8,128,38.88457107543945,91.109375,234881024 +63,mlp.gate_proj,3,128,8,128,45.164676666259766,87.5546875,234881024 +63,mlp.gate_proj,4,32,8,128,15.325652122497559,126.21875,234881024 +63,mlp.gate_proj,4,64,8,128,18.131166458129883,119.109375,234881024 +63,mlp.gate_proj,4,128,8,128,21.04170799255371,115.5546875,234881024 +63,mlp.gate_proj,8,32,8,128,0.9350093007087708,238.21875,234881024 +63,mlp.gate_proj,8,64,8,128,1.1062854528427124,231.109375,234881024 +63,mlp.gate_proj,8,128,8,128,1.277557611465454,227.5546875,234881024 +63,mlp.up_proj,2,32,8,128,67.56266784667969,70.21875,234881024 +63,mlp.up_proj,2,64,8,128,78.61321258544922,63.109375,234881024 +63,mlp.up_proj,2,128,8,128,88.83979797363281,59.5546875,234881024 +63,mlp.up_proj,3,32,8,128,28.90641975402832,98.21875,234881024 +63,mlp.up_proj,3,64,8,128,33.666107177734375,91.109375,234881024 +63,mlp.up_proj,3,128,8,128,37.898590087890625,87.5546875,234881024 +63,mlp.up_proj,4,32,8,128,13.46016788482666,126.21875,234881024 +63,mlp.up_proj,4,64,8,128,15.75747299194336,119.109375,234881024 +63,mlp.up_proj,4,128,8,128,17.696977615356445,115.5546875,234881024 +63,mlp.up_proj,8,32,8,128,0.8219993710517883,238.21875,234881024 +63,mlp.up_proj,8,64,8,128,0.961009681224823,231.109375,234881024 +63,mlp.up_proj,8,128,8,128,1.0773146152496338,227.5546875,234881024 +63,mlp.down_proj,2,32,8,128,67.39888000488281,70.21875,234881024 +63,mlp.down_proj,2,64,8,128,78.41475677490234,63.109375,234881024 +63,mlp.down_proj,2,128,8,128,88.59690856933594,59.5546875,234881024 +63,mlp.down_proj,3,32,8,128,28.82672691345215,98.21875,234881024 +63,mlp.down_proj,3,64,8,128,33.577213287353516,91.109375,234881024 +63,mlp.down_proj,3,128,8,128,37.78432846069336,87.5546875,234881024 +63,mlp.down_proj,4,32,8,128,13.423266410827637,126.21875,234881024 +63,mlp.down_proj,4,64,8,128,15.715346336364746,119.109375,234881024 +63,mlp.down_proj,4,128,8,128,17.647968292236328,115.5546875,234881024 +63,mlp.down_proj,8,32,8,128,0.8197218179702759,238.21875,234881024 +63,mlp.down_proj,8,64,8,128,0.9583899974822998,231.109375,234881024 +63,mlp.down_proj,8,128,8,128,1.0744006633758545,227.5546875,234881024 +64,self_attn.q_proj,2,32,8,128,42.819366455078125,20.0625,67108864 +64,self_attn.q_proj,2,64,8,128,50.21886444091797,18.03125,67108864 +64,self_attn.q_proj,2,128,8,128,58.032466888427734,17.015625,67108864 +64,self_attn.q_proj,3,32,8,128,18.317514419555664,28.0625,67108864 +64,self_attn.q_proj,3,64,8,128,21.556615829467773,26.03125,67108864 +64,self_attn.q_proj,3,128,8,128,24.975194931030273,25.015625,67108864 +64,self_attn.q_proj,4,32,8,128,8.54777717590332,36.0625,67108864 +64,self_attn.q_proj,4,64,8,128,10.055856704711914,34.03125,67108864 +64,self_attn.q_proj,4,128,8,128,11.663802146911621,33.015625,67108864 +64,self_attn.q_proj,8,32,8,128,0.5190718173980713,68.0625,67108864 +64,self_attn.q_proj,8,64,8,128,0.6106762886047363,66.03125,67108864 +64,self_attn.q_proj,8,128,8,128,0.7062397003173828,65.015625,67108864 +64,self_attn.v_proj,2,32,8,128,14.038131713867188,2.5078125,8388608 +64,self_attn.v_proj,2,64,8,128,16.469144821166992,2.25390625,8388608 +64,self_attn.v_proj,2,128,8,128,18.721162796020508,2.126953125,8388608 +64,self_attn.v_proj,3,32,8,128,6.003831386566162,3.5078125,8388608 +64,self_attn.v_proj,3,64,8,128,7.0487775802612305,3.25390625,8388608 +64,self_attn.v_proj,3,128,8,128,8.014094352722168,3.126953125,8388608 +64,self_attn.v_proj,4,32,8,128,2.800537109375,4.5078125,8388608 +64,self_attn.v_proj,4,64,8,128,3.2880258560180664,4.25390625,8388608 +64,self_attn.v_proj,4,128,8,128,3.7403016090393066,4.126953125,8388608 +64,self_attn.v_proj,8,32,8,128,0.1696086972951889,8.5078125,8388608 +64,self_attn.v_proj,8,64,8,128,0.19886595010757446,8.25390625,8388608 +64,self_attn.v_proj,8,128,8,128,0.22530344128608704,8.126953125,8388608 +64,self_attn.k_proj,2,32,8,128,32.365970611572266,2.5078125,8388608 +64,self_attn.k_proj,2,64,8,128,38.74104309082031,2.25390625,8388608 +64,self_attn.k_proj,2,128,8,128,44.19805908203125,2.126953125,8388608 +64,self_attn.k_proj,3,32,8,128,13.956207275390625,3.5078125,8388608 +64,self_attn.k_proj,3,64,8,128,16.81561279296875,3.25390625,8388608 +64,self_attn.k_proj,3,128,8,128,19.528528213500977,3.126953125,8388608 +64,self_attn.k_proj,4,32,8,128,6.509464263916016,4.5078125,8388608 +64,self_attn.k_proj,4,64,8,128,7.848601818084717,4.25390625,8388608 +64,self_attn.k_proj,4,128,8,128,9.11415958404541,4.126953125,8388608 +64,self_attn.k_proj,8,32,8,128,0.3940204381942749,8.5078125,8388608 +64,self_attn.k_proj,8,64,8,128,0.4745347201824188,8.25390625,8388608 +64,self_attn.k_proj,8,128,8,128,0.5493104457855225,8.126953125,8388608 +64,self_attn.o_proj,2,32,8,128,34.521060943603516,20.0625,67108864 +64,self_attn.o_proj,2,64,8,128,40.190311431884766,18.03125,67108864 +64,self_attn.o_proj,2,128,8,128,45.29783248901367,17.015625,67108864 +64,self_attn.o_proj,3,32,8,128,14.766611099243164,28.0625,67108864 +64,self_attn.o_proj,3,64,8,128,17.203161239624023,26.03125,67108864 +64,self_attn.o_proj,3,128,8,128,19.390905380249023,25.015625,67108864 +64,self_attn.o_proj,4,32,8,128,6.886738300323486,36.0625,67108864 +64,self_attn.o_proj,4,64,8,128,8.032516479492188,34.03125,67108864 +64,self_attn.o_proj,4,128,8,128,9.047829627990723,33.015625,67108864 +64,self_attn.o_proj,8,32,8,128,0.41853147745132446,68.0625,67108864 +64,self_attn.o_proj,8,64,8,128,0.4871586561203003,66.03125,67108864 +64,self_attn.o_proj,8,128,8,128,0.5473939180374146,65.015625,67108864 +64,mlp.gate_proj,2,32,8,128,77.4906005859375,70.21875,234881024 +64,mlp.gate_proj,2,64,8,128,92.36436462402344,63.109375,234881024 +64,mlp.gate_proj,2,128,8,128,106.58409118652344,59.5546875,234881024 +64,mlp.gate_proj,3,32,8,128,33.21943664550781,98.21875,234881024 +64,mlp.gate_proj,3,64,8,128,39.57835006713867,91.109375,234881024 +64,mlp.gate_proj,3,128,8,128,46.06911087036133,87.5546875,234881024 +64,mlp.gate_proj,4,32,8,128,15.545063018798828,126.21875,234881024 +64,mlp.gate_proj,4,64,8,128,18.44978904724121,119.109375,234881024 +64,mlp.gate_proj,4,128,8,128,21.523025512695312,115.5546875,234881024 +64,mlp.gate_proj,8,32,8,128,0.9483956098556519,238.21875,234881024 +64,mlp.gate_proj,8,64,8,128,1.1253129243850708,231.109375,234881024 +64,mlp.gate_proj,8,128,8,128,1.3062058687210083,227.5546875,234881024 +64,mlp.up_proj,2,32,8,128,67.24283599853516,70.21875,234881024 +64,mlp.up_proj,2,64,8,128,78.21695709228516,63.109375,234881024 +64,mlp.up_proj,2,128,8,128,88.39877319335938,59.5546875,234881024 +64,mlp.up_proj,3,32,8,128,28.75704574584961,98.21875,234881024 +64,mlp.up_proj,3,64,8,128,33.504093170166016,91.109375,234881024 +64,mlp.up_proj,3,128,8,128,37.68867111206055,87.5546875,234881024 +64,mlp.up_proj,4,32,8,128,13.391504287719727,126.21875,234881024 +64,mlp.up_proj,4,64,8,128,15.674460411071777,119.109375,234881024 +64,mlp.up_proj,4,128,8,128,17.614107131958008,115.5546875,234881024 +64,mlp.up_proj,8,32,8,128,0.8177882432937622,238.21875,234881024 +64,mlp.up_proj,8,64,8,128,0.9559713006019592,231.109375,234881024 +64,mlp.up_proj,8,128,8,128,1.0719205141067505,227.5546875,234881024 +64,mlp.down_proj,2,32,8,128,67.02141571044922,70.21875,234881024 +64,mlp.down_proj,2,64,8,128,77.94024658203125,63.109375,234881024 +64,mlp.down_proj,2,128,8,128,88.04471588134766,59.5546875,234881024 +64,mlp.down_proj,3,32,8,128,28.6521053314209,98.21875,234881024 +64,mlp.down_proj,3,64,8,128,33.38684844970703,91.109375,234881024 +64,mlp.down_proj,3,128,8,128,37.55854797363281,87.5546875,234881024 +64,mlp.down_proj,4,32,8,128,13.344470024108887,126.21875,234881024 +64,mlp.down_proj,4,64,8,128,15.616251945495605,119.109375,234881024 +64,mlp.down_proj,4,128,8,128,17.548776626586914,115.5546875,234881024 +64,mlp.down_proj,8,32,8,128,0.8149448037147522,238.21875,234881024 +64,mlp.down_proj,8,64,8,128,0.9523642063140869,231.109375,234881024 +64,mlp.down_proj,8,128,8,128,1.0681616067886353,227.5546875,234881024 +65,self_attn.q_proj,2,32,8,128,36.329490661621094,20.0625,67108864 +65,self_attn.q_proj,2,64,8,128,43.12436294555664,18.03125,67108864 +65,self_attn.q_proj,2,128,8,128,49.51023483276367,17.015625,67108864 +65,self_attn.q_proj,3,32,8,128,15.586019515991211,28.0625,67108864 +65,self_attn.q_proj,3,64,8,128,18.526418685913086,26.03125,67108864 +65,self_attn.q_proj,3,128,8,128,21.410940170288086,25.015625,67108864 +65,self_attn.q_proj,4,32,8,128,7.275989532470703,36.0625,67108864 +65,self_attn.q_proj,4,64,8,128,8.655049324035645,34.03125,67108864 +65,self_attn.q_proj,4,128,8,128,9.999711036682129,33.015625,67108864 +65,self_attn.q_proj,8,32,8,128,0.44221141934394836,68.0625,67108864 +65,self_attn.q_proj,8,64,8,128,0.5259088277816772,66.03125,67108864 +65,self_attn.q_proj,8,128,8,128,0.6061524748802185,65.015625,67108864 +65,self_attn.v_proj,2,32,8,128,13.861909866333008,2.5078125,8388608 +65,self_attn.v_proj,2,64,8,128,16.18387222290039,2.25390625,8388608 +65,self_attn.v_proj,2,128,8,128,18.28928565979004,2.126953125,8388608 +65,self_attn.v_proj,3,32,8,128,5.927091598510742,3.5078125,8388608 +65,self_attn.v_proj,3,64,8,128,6.923969268798828,3.25390625,8388608 +65,self_attn.v_proj,3,128,8,128,7.828524589538574,3.126953125,8388608 +65,self_attn.v_proj,4,32,8,128,2.7649950981140137,4.5078125,8388608 +65,self_attn.v_proj,4,64,8,128,3.23111629486084,4.25390625,8388608 +65,self_attn.v_proj,4,128,8,128,3.654599666595459,4.126953125,8388608 +65,self_attn.v_proj,8,32,8,128,0.1674090325832367,8.5078125,8388608 +65,self_attn.v_proj,8,64,8,128,0.19542135298252106,8.25390625,8388608 +65,self_attn.v_proj,8,128,8,128,0.22002652287483215,8.126953125,8388608 +65,self_attn.k_proj,2,32,8,128,26.813446044921875,2.5078125,8388608 +65,self_attn.k_proj,2,64,8,128,32.19272994995117,2.25390625,8388608 +65,self_attn.k_proj,2,128,8,128,36.87970733642578,2.126953125,8388608 +65,self_attn.k_proj,3,32,8,128,11.603473663330078,3.5078125,8388608 +65,self_attn.k_proj,3,64,8,128,14.102288246154785,3.25390625,8388608 +65,self_attn.k_proj,3,128,8,128,16.474794387817383,3.126953125,8388608 +65,self_attn.k_proj,4,32,8,128,5.43253231048584,4.5078125,8388608 +65,self_attn.k_proj,4,64,8,128,6.60510778427124,4.25390625,8388608 +65,self_attn.k_proj,4,128,8,128,7.7312469482421875,4.126953125,8388608 +65,self_attn.k_proj,8,32,8,128,0.32878240942955017,8.5078125,8388608 +65,self_attn.k_proj,8,64,8,128,0.3998721241950989,8.25390625,8388608 +65,self_attn.k_proj,8,128,8,128,0.4676685333251953,8.126953125,8388608 +65,self_attn.o_proj,2,32,8,128,33.4189453125,20.0625,67108864 +65,self_attn.o_proj,2,64,8,128,38.898555755615234,18.03125,67108864 +65,self_attn.o_proj,2,128,8,128,43.8623046875,17.015625,67108864 +65,self_attn.o_proj,3,32,8,128,14.294992446899414,28.0625,67108864 +65,self_attn.o_proj,3,64,8,128,16.665603637695312,26.03125,67108864 +65,self_attn.o_proj,3,128,8,128,18.801679611206055,25.015625,67108864 +65,self_attn.o_proj,4,32,8,128,6.682906150817871,36.0625,67108864 +65,self_attn.o_proj,4,64,8,128,7.803160667419434,34.03125,67108864 +65,self_attn.o_proj,4,128,8,128,8.814871788024902,33.015625,67108864 +65,self_attn.o_proj,8,32,8,128,0.4080032408237457,68.0625,67108864 +65,self_attn.o_proj,8,64,8,128,0.4771054685115814,66.03125,67108864 +65,self_attn.o_proj,8,128,8,128,0.5404240489006042,65.015625,67108864 +65,mlp.gate_proj,2,32,8,128,77.75199890136719,70.21875,234881024 +65,mlp.gate_proj,2,64,8,128,92.78266906738281,63.109375,234881024 +65,mlp.gate_proj,2,128,8,128,107.23893737792969,59.5546875,234881024 +65,mlp.gate_proj,3,32,8,128,33.326316833496094,98.21875,234881024 +65,mlp.gate_proj,3,64,8,128,39.7974967956543,91.109375,234881024 +65,mlp.gate_proj,3,128,8,128,46.36573028564453,87.5546875,234881024 +65,mlp.gate_proj,4,32,8,128,15.601041793823242,126.21875,234881024 +65,mlp.gate_proj,4,64,8,128,18.548358917236328,119.109375,234881024 +65,mlp.gate_proj,4,128,8,128,21.681699752807617,115.5546875,234881024 +65,mlp.gate_proj,8,32,8,128,0.9517542719841003,238.21875,234881024 +65,mlp.gate_proj,8,64,8,128,1.13104248046875,231.109375,234881024 +65,mlp.gate_proj,8,128,8,128,1.3156931400299072,227.5546875,234881024 +65,mlp.up_proj,2,32,8,128,67.30894470214844,70.21875,234881024 +65,mlp.up_proj,2,64,8,128,78.29441833496094,63.109375,234881024 +65,mlp.up_proj,2,128,8,128,88.46066284179688,59.5546875,234881024 +65,mlp.up_proj,3,32,8,128,28.785274505615234,98.21875,234881024 +65,mlp.up_proj,3,64,8,128,33.53602981567383,91.109375,234881024 +65,mlp.up_proj,3,128,8,128,37.729740142822266,87.5546875,234881024 +65,mlp.up_proj,4,32,8,128,13.405630111694336,126.21875,234881024 +65,mlp.up_proj,4,64,8,128,15.69153118133545,119.109375,234881024 +65,mlp.up_proj,4,128,8,128,17.638450622558594,115.5546875,234881024 +65,mlp.up_proj,8,32,8,128,0.8186416625976562,238.21875,234881024 +65,mlp.up_proj,8,64,8,128,0.9570550322532654,231.109375,234881024 +65,mlp.up_proj,8,128,8,128,1.0730164051055908,227.5546875,234881024 +65,mlp.down_proj,2,32,8,128,67.02510070800781,70.21875,234881024 +65,mlp.down_proj,2,64,8,128,77.9443130493164,63.109375,234881024 +65,mlp.down_proj,2,128,8,128,88.04894256591797,59.5546875,234881024 +65,mlp.down_proj,3,32,8,128,28.653772354125977,98.21875,234881024 +65,mlp.down_proj,3,64,8,128,33.3892936706543,91.109375,234881024 +65,mlp.down_proj,3,128,8,128,37.557395935058594,87.5546875,234881024 +65,mlp.down_proj,4,32,8,128,13.345603942871094,126.21875,234881024 +65,mlp.down_proj,4,64,8,128,15.618847846984863,119.109375,234881024 +65,mlp.down_proj,4,128,8,128,17.549768447875977,115.5546875,234881024 +65,mlp.down_proj,8,32,8,128,0.8150051236152649,238.21875,234881024 +65,mlp.down_proj,8,64,8,128,0.9523598551750183,231.109375,234881024 +65,mlp.down_proj,8,128,8,128,1.0679457187652588,227.5546875,234881024 +66,self_attn.q_proj,2,32,8,128,38.7794303894043,20.0625,67108864 +66,self_attn.q_proj,2,64,8,128,46.0344123840332,18.03125,67108864 +66,self_attn.q_proj,2,128,8,128,53.05609893798828,17.015625,67108864 +66,self_attn.q_proj,3,32,8,128,16.653215408325195,28.0625,67108864 +66,self_attn.q_proj,3,64,8,128,19.862144470214844,26.03125,67108864 +66,self_attn.q_proj,3,128,8,128,23.146211624145508,25.015625,67108864 +66,self_attn.q_proj,4,32,8,128,7.7720184326171875,36.0625,67108864 +66,self_attn.q_proj,4,64,8,128,9.264443397521973,34.03125,67108864 +66,self_attn.q_proj,4,128,8,128,10.80466365814209,33.015625,67108864 +66,self_attn.q_proj,8,32,8,128,0.47180798649787903,68.0625,67108864 +66,self_attn.q_proj,8,64,8,128,0.5622888803482056,66.03125,67108864 +66,self_attn.q_proj,8,128,8,128,0.653881311416626,65.015625,67108864 +66,self_attn.v_proj,2,32,8,128,13.974505424499512,2.5078125,8388608 +66,self_attn.v_proj,2,64,8,128,16.337491989135742,2.25390625,8388608 +66,self_attn.v_proj,2,128,8,128,18.482759475708008,2.126953125,8388608 +66,self_attn.v_proj,3,32,8,128,5.975247859954834,3.5078125,8388608 +66,self_attn.v_proj,3,64,8,128,6.993313789367676,3.25390625,8388608 +66,self_attn.v_proj,3,128,8,128,7.91671895980835,3.126953125,8388608 +66,self_attn.v_proj,4,32,8,128,2.788114309310913,4.5078125,8388608 +66,self_attn.v_proj,4,64,8,128,3.2619645595550537,4.25390625,8388608 +66,self_attn.v_proj,4,128,8,128,3.6959388256073,4.126953125,8388608 +66,self_attn.v_proj,8,32,8,128,0.16879767179489136,8.5078125,8388608 +66,self_attn.v_proj,8,64,8,128,0.19729551672935486,8.25390625,8388608 +66,self_attn.v_proj,8,128,8,128,0.22268208861351013,8.126953125,8388608 +66,self_attn.k_proj,2,32,8,128,29.672889709472656,2.5078125,8388608 +66,self_attn.k_proj,2,64,8,128,35.635929107666016,2.25390625,8388608 +66,self_attn.k_proj,2,128,8,128,40.66949462890625,2.126953125,8388608 +66,self_attn.k_proj,3,32,8,128,12.839678764343262,3.5078125,8388608 +66,self_attn.k_proj,3,64,8,128,15.61888313293457,3.25390625,8388608 +66,self_attn.k_proj,3,128,8,128,18.2392520904541,3.126953125,8388608 +66,self_attn.k_proj,4,32,8,128,5.991870880126953,4.5078125,8388608 +66,self_attn.k_proj,4,64,8,128,7.294279098510742,4.25390625,8388608 +66,self_attn.k_proj,4,128,8,128,8.524703979492188,4.126953125,8388608 +66,self_attn.k_proj,8,32,8,128,0.36271706223487854,8.5078125,8388608 +66,self_attn.k_proj,8,64,8,128,0.44099608063697815,8.25390625,8388608 +66,self_attn.k_proj,8,128,8,128,0.5136765241622925,8.126953125,8388608 +66,self_attn.o_proj,2,32,8,128,34.24116134643555,20.0625,67108864 +66,self_attn.o_proj,2,64,8,128,39.95665740966797,18.03125,67108864 +66,self_attn.o_proj,2,128,8,128,45.20613098144531,17.015625,67108864 +66,self_attn.o_proj,3,32,8,128,14.67123031616211,28.0625,67108864 +66,self_attn.o_proj,3,64,8,128,17.166067123413086,26.03125,67108864 +66,self_attn.o_proj,3,128,8,128,19.506874084472656,25.015625,67108864 +66,self_attn.o_proj,4,32,8,128,6.844421863555908,36.0625,67108864 +66,self_attn.o_proj,4,64,8,128,8.021551132202148,34.03125,67108864 +66,self_attn.o_proj,4,128,8,128,9.108867645263672,33.015625,67108864 +66,self_attn.o_proj,8,32,8,128,0.416020005941391,68.0625,67108864 +66,self_attn.o_proj,8,64,8,128,0.48655399680137634,66.03125,67108864 +66,self_attn.o_proj,8,128,8,128,0.5511406064033508,65.015625,67108864 +66,mlp.gate_proj,2,32,8,128,76.27597045898438,70.21875,234881024 +66,mlp.gate_proj,2,64,8,128,90.81880187988281,63.109375,234881024 +66,mlp.gate_proj,2,128,8,128,104.22380828857422,59.5546875,234881024 +66,mlp.gate_proj,3,32,8,128,32.744529724121094,98.21875,234881024 +66,mlp.gate_proj,3,64,8,128,38.799224853515625,91.109375,234881024 +66,mlp.gate_proj,3,128,8,128,45.08484649658203,87.5546875,234881024 +66,mlp.gate_proj,4,32,8,128,15.29305648803711,126.21875,234881024 +66,mlp.gate_proj,4,64,8,128,18.09764289855957,119.109375,234881024 +66,mlp.gate_proj,4,128,8,128,21.006444931030273,115.5546875,234881024 +66,mlp.gate_proj,8,32,8,128,0.9330369830131531,238.21875,234881024 +66,mlp.gate_proj,8,64,8,128,1.1040418148040771,231.109375,234881024 +66,mlp.gate_proj,8,128,8,128,1.2750846147537231,227.5546875,234881024 +66,mlp.up_proj,2,32,8,128,67.87973022460938,70.21875,234881024 +66,mlp.up_proj,2,64,8,128,79.010986328125,63.109375,234881024 +66,mlp.up_proj,2,128,8,128,89.31341552734375,59.5546875,234881024 +66,mlp.up_proj,3,32,8,128,29.054590225219727,98.21875,234881024 +66,mlp.up_proj,3,64,8,128,33.8223876953125,91.109375,234881024 +66,mlp.up_proj,3,128,8,128,38.074710845947266,87.5546875,234881024 +66,mlp.up_proj,4,32,8,128,13.52694034576416,126.21875,234881024 +66,mlp.up_proj,4,64,8,128,15.839090347290039,119.109375,234881024 +66,mlp.up_proj,4,128,8,128,17.78289222717285,115.5546875,234881024 +66,mlp.up_proj,8,32,8,128,0.8259626030921936,238.21875,234881024 +66,mlp.up_proj,8,64,8,128,0.9660632610321045,231.109375,234881024 +66,mlp.up_proj,8,128,8,128,1.0824954509735107,227.5546875,234881024 +66,mlp.down_proj,2,32,8,128,67.5672378540039,70.21875,234881024 +66,mlp.down_proj,2,64,8,128,78.6178970336914,63.109375,234881024 +66,mlp.down_proj,2,128,8,128,88.81820678710938,59.5546875,234881024 +66,mlp.down_proj,3,32,8,128,28.901615142822266,98.21875,234881024 +66,mlp.down_proj,3,64,8,128,33.65853500366211,91.109375,234881024 +66,mlp.down_proj,3,128,8,128,37.872039794921875,87.5546875,234881024 +66,mlp.down_proj,4,32,8,128,13.45999526977539,126.21875,234881024 +66,mlp.down_proj,4,64,8,128,15.756766319274902,119.109375,234881024 +66,mlp.down_proj,4,128,8,128,17.69424819946289,115.5546875,234881024 +66,mlp.down_proj,8,32,8,128,0.8219252824783325,238.21875,234881024 +66,mlp.down_proj,8,64,8,128,0.9608999490737915,231.109375,234881024 +66,mlp.down_proj,8,128,8,128,1.0769327878952026,227.5546875,234881024 +67,self_attn.q_proj,2,32,8,128,41.87763214111328,20.0625,67108864 +67,self_attn.q_proj,2,64,8,128,49.1953125,18.03125,67108864 +67,self_attn.q_proj,2,128,8,128,56.52548599243164,17.015625,67108864 +67,self_attn.q_proj,3,32,8,128,17.9111328125,28.0625,67108864 +67,self_attn.q_proj,3,64,8,128,21.09305763244629,26.03125,67108864 +67,self_attn.q_proj,3,128,8,128,24.280925750732422,25.015625,67108864 +67,self_attn.q_proj,4,32,8,128,8.360442161560059,36.0625,67108864 +67,self_attn.q_proj,4,64,8,128,9.838826179504395,34.03125,67108864 +67,self_attn.q_proj,4,128,8,128,11.340537071228027,33.015625,67108864 +67,self_attn.q_proj,8,32,8,128,0.5075060725212097,68.0625,67108864 +67,self_attn.q_proj,8,64,8,128,0.5976356267929077,66.03125,67108864 +67,self_attn.q_proj,8,128,8,128,0.6866402626037598,65.015625,67108864 +67,self_attn.v_proj,2,32,8,128,14.141161918640137,2.5078125,8388608 +67,self_attn.v_proj,2,64,8,128,16.50977325439453,2.25390625,8388608 +67,self_attn.v_proj,2,128,8,128,18.659975051879883,2.126953125,8388608 +67,self_attn.v_proj,3,32,8,128,6.04632568359375,3.5078125,8388608 +67,self_attn.v_proj,3,64,8,128,7.063683986663818,3.25390625,8388608 +67,self_attn.v_proj,3,128,8,128,7.989662170410156,3.126953125,8388608 +67,self_attn.v_proj,4,32,8,128,2.8217005729675293,4.5078125,8388608 +67,self_attn.v_proj,4,64,8,128,3.297024726867676,4.25390625,8388608 +67,self_attn.v_proj,4,128,8,128,3.728530168533325,4.126953125,8388608 +67,self_attn.v_proj,8,32,8,128,0.17084762454032898,8.5078125,8388608 +67,self_attn.v_proj,8,64,8,128,0.19930483400821686,8.25390625,8388608 +67,self_attn.v_proj,8,128,8,128,0.22459186613559723,8.126953125,8388608 +67,self_attn.k_proj,2,32,8,128,31.872743606567383,2.5078125,8388608 +67,self_attn.k_proj,2,64,8,128,38.07038116455078,2.25390625,8388608 +67,self_attn.k_proj,2,128,8,128,43.447418212890625,2.126953125,8388608 +67,self_attn.k_proj,3,32,8,128,13.692203521728516,3.5078125,8388608 +67,self_attn.k_proj,3,64,8,128,16.43685531616211,3.25390625,8388608 +67,self_attn.k_proj,3,128,8,128,18.980356216430664,3.126953125,8388608 +67,self_attn.k_proj,4,32,8,128,6.3920063972473145,4.5078125,8388608 +67,self_attn.k_proj,4,64,8,128,7.669287204742432,4.25390625,8388608 +67,self_attn.k_proj,4,128,8,128,8.86434268951416,4.126953125,8388608 +67,self_attn.k_proj,8,32,8,128,0.3868117034435272,8.5078125,8388608 +67,self_attn.k_proj,8,64,8,128,0.46366190910339355,8.25390625,8388608 +67,self_attn.k_proj,8,128,8,128,0.5339415073394775,8.126953125,8388608 +67,self_attn.o_proj,2,32,8,128,34.68899917602539,20.0625,67108864 +67,self_attn.o_proj,2,64,8,128,40.39021301269531,18.03125,67108864 +67,self_attn.o_proj,2,128,8,128,45.523136138916016,17.015625,67108864 +67,self_attn.o_proj,3,32,8,128,14.838661193847656,28.0625,67108864 +67,self_attn.o_proj,3,64,8,128,17.280132293701172,26.03125,67108864 +67,self_attn.o_proj,3,128,8,128,19.488264083862305,25.015625,67108864 +67,self_attn.o_proj,4,32,8,128,6.91993522644043,36.0625,67108864 +67,self_attn.o_proj,4,64,8,128,8.068282127380371,34.03125,67108864 +67,self_attn.o_proj,4,128,8,128,9.092334747314453,33.015625,67108864 +67,self_attn.o_proj,8,32,8,128,0.42054077982902527,68.0625,67108864 +67,self_attn.o_proj,8,64,8,128,0.4894316494464874,66.03125,67108864 +67,self_attn.o_proj,8,128,8,128,0.5501255989074707,65.015625,67108864 +67,mlp.gate_proj,2,32,8,128,76.54330444335938,70.21875,234881024 +67,mlp.gate_proj,2,64,8,128,91.16223907470703,63.109375,234881024 +67,mlp.gate_proj,2,128,8,128,104.71990966796875,59.5546875,234881024 +67,mlp.gate_proj,3,32,8,128,32.849613189697266,98.21875,234881024 +67,mlp.gate_proj,3,64,8,128,38.9803581237793,91.109375,234881024 +67,mlp.gate_proj,3,128,8,128,45.3189582824707,87.5546875,234881024 +67,mlp.gate_proj,4,32,8,128,15.349717140197754,126.21875,234881024 +67,mlp.gate_proj,4,64,8,128,18.176387786865234,119.109375,234881024 +67,mlp.gate_proj,4,128,8,128,21.1143798828125,115.5546875,234881024 +67,mlp.gate_proj,8,32,8,128,0.9364266395568848,238.21875,234881024 +67,mlp.gate_proj,8,64,8,128,1.108932375907898,231.109375,234881024 +67,mlp.gate_proj,8,128,8,128,1.2820361852645874,227.5546875,234881024 +67,mlp.up_proj,2,32,8,128,67.92131042480469,70.21875,234881024 +67,mlp.up_proj,2,64,8,128,79.05140686035156,63.109375,234881024 +67,mlp.up_proj,2,128,8,128,89.3563232421875,59.5546875,234881024 +67,mlp.up_proj,3,32,8,128,29.071630477905273,98.21875,234881024 +67,mlp.up_proj,3,64,8,128,33.84465408325195,91.109375,234881024 +67,mlp.up_proj,3,128,8,128,38.09027862548828,87.5546875,234881024 +67,mlp.up_proj,4,32,8,128,13.53543758392334,126.21875,234881024 +67,mlp.up_proj,4,64,8,128,15.849507331848145,119.109375,234881024 +67,mlp.up_proj,4,128,8,128,17.79135513305664,115.5546875,234881024 +67,mlp.up_proj,8,32,8,128,0.8264915347099304,238.21875,234881024 +67,mlp.up_proj,8,64,8,128,0.966688334941864,231.109375,234881024 +67,mlp.up_proj,8,128,8,128,1.0831878185272217,227.5546875,234881024 +67,mlp.down_proj,2,32,8,128,67.54988861083984,70.21875,234881024 +67,mlp.down_proj,2,64,8,128,78.59307861328125,63.109375,234881024 +67,mlp.down_proj,2,128,8,128,88.81293487548828,59.5546875,234881024 +67,mlp.down_proj,3,32,8,128,28.898155212402344,98.21875,234881024 +67,mlp.down_proj,3,64,8,128,33.65370178222656,91.109375,234881024 +67,mlp.down_proj,3,128,8,128,37.86188888549805,87.5546875,234881024 +67,mlp.down_proj,4,32,8,128,13.457674980163574,126.21875,234881024 +67,mlp.down_proj,4,64,8,128,15.751675605773926,119.109375,234881024 +67,mlp.down_proj,4,128,8,128,17.686805725097656,115.5546875,234881024 +67,mlp.down_proj,8,32,8,128,0.8217827081680298,238.21875,234881024 +67,mlp.down_proj,8,64,8,128,0.9607451558113098,231.109375,234881024 +67,mlp.down_proj,8,128,8,128,1.0767126083374023,227.5546875,234881024 +68,self_attn.q_proj,2,32,8,128,42.996917724609375,20.0625,67108864 +68,self_attn.q_proj,2,64,8,128,50.308048248291016,18.03125,67108864 +68,self_attn.q_proj,2,128,8,128,57.63694763183594,17.015625,67108864 +68,self_attn.q_proj,3,32,8,128,18.38302993774414,28.0625,67108864 +68,self_attn.q_proj,3,64,8,128,21.562314987182617,26.03125,67108864 +68,self_attn.q_proj,3,128,8,128,24.72186279296875,25.015625,67108864 +68,self_attn.q_proj,4,32,8,128,8.578042984008789,36.0625,67108864 +68,self_attn.q_proj,4,64,8,128,10.05810832977295,34.03125,67108864 +68,self_attn.q_proj,4,128,8,128,11.546043395996094,33.015625,67108864 +68,self_attn.q_proj,8,32,8,128,0.52088862657547,68.0625,67108864 +68,self_attn.q_proj,8,64,8,128,0.6109640598297119,66.03125,67108864 +68,self_attn.q_proj,8,128,8,128,0.6993457078933716,65.015625,67108864 +68,self_attn.v_proj,2,32,8,128,14.98930835723877,2.5078125,8388608 +68,self_attn.v_proj,2,64,8,128,17.529664993286133,2.25390625,8388608 +68,self_attn.v_proj,2,128,8,128,19.84973907470703,2.126953125,8388608 +68,self_attn.v_proj,3,32,8,128,6.404816627502441,3.5078125,8388608 +68,self_attn.v_proj,3,64,8,128,7.498355865478516,3.25390625,8388608 +68,self_attn.v_proj,3,128,8,128,8.496915817260742,3.126953125,8388608 +68,self_attn.v_proj,4,32,8,128,2.9906091690063477,4.5078125,8388608 +68,self_attn.v_proj,4,64,8,128,3.4994311332702637,4.25390625,8388608 +68,self_attn.v_proj,4,128,8,128,3.9646248817443848,4.126953125,8388608 +68,self_attn.v_proj,8,32,8,128,0.1810348778963089,8.5078125,8388608 +68,self_attn.v_proj,8,64,8,128,0.21159625053405762,8.25390625,8388608 +68,self_attn.v_proj,8,128,8,128,0.2388579100370407,8.126953125,8388608 +68,self_attn.k_proj,2,32,8,128,30.838842391967773,2.5078125,8388608 +68,self_attn.k_proj,2,64,8,128,36.82102584838867,2.25390625,8388608 +68,self_attn.k_proj,2,128,8,128,42.182369232177734,2.126953125,8388608 +68,self_attn.k_proj,3,32,8,128,13.226166725158691,3.5078125,8388608 +68,self_attn.k_proj,3,64,8,128,15.83836555480957,3.25390625,8388608 +68,self_attn.k_proj,3,128,8,128,18.289793014526367,3.126953125,8388608 +68,self_attn.k_proj,4,32,8,128,6.169673442840576,4.5078125,8388608 +68,self_attn.k_proj,4,64,8,128,7.3937482833862305,4.25390625,8388608 +68,self_attn.k_proj,4,128,8,128,8.535738945007324,4.126953125,8388608 +68,self_attn.k_proj,8,32,8,128,0.3734605610370636,8.5078125,8388608 +68,self_attn.k_proj,8,64,8,128,0.44660499691963196,8.25390625,8388608 +68,self_attn.k_proj,8,128,8,128,0.5144127011299133,8.126953125,8388608 +68,self_attn.o_proj,2,32,8,128,35.336387634277344,20.0625,67108864 +68,self_attn.o_proj,2,64,8,128,41.148712158203125,18.03125,67108864 +68,self_attn.o_proj,2,128,8,128,46.36989212036133,17.015625,67108864 +68,self_attn.o_proj,3,32,8,128,15.117834091186523,28.0625,67108864 +68,self_attn.o_proj,3,64,8,128,17.601490020751953,26.03125,67108864 +68,self_attn.o_proj,3,128,8,128,19.848608016967773,25.015625,67108864 +68,self_attn.o_proj,4,32,8,128,7.049229145050049,36.0625,67108864 +68,self_attn.o_proj,4,64,8,128,8.217535972595215,34.03125,67108864 +68,self_attn.o_proj,4,128,8,128,9.261478424072266,33.015625,67108864 +68,self_attn.o_proj,8,32,8,128,0.42832088470458984,68.0625,67108864 +68,self_attn.o_proj,8,64,8,128,0.4984959363937378,66.03125,67108864 +68,self_attn.o_proj,8,128,8,128,0.5604457855224609,65.015625,67108864 +68,mlp.gate_proj,2,32,8,128,77.9117431640625,70.21875,234881024 +68,mlp.gate_proj,2,64,8,128,93.0105209350586,63.109375,234881024 +68,mlp.gate_proj,2,128,8,128,107.70882415771484,59.5546875,234881024 +68,mlp.gate_proj,3,32,8,128,33.385066986083984,98.21875,234881024 +68,mlp.gate_proj,3,64,8,128,39.91365051269531,91.109375,234881024 +68,mlp.gate_proj,3,128,8,128,46.54311752319336,87.5546875,234881024 +68,mlp.gate_proj,4,32,8,128,15.630667686462402,126.21875,234881024 +68,mlp.gate_proj,4,64,8,128,18.60211753845215,119.109375,234881024 +68,mlp.gate_proj,4,128,8,128,21.782941818237305,115.5546875,234881024 +68,mlp.gate_proj,8,32,8,128,0.9535031914710999,238.21875,234881024 +68,mlp.gate_proj,8,64,8,128,1.134141206741333,231.109375,234881024 +68,mlp.gate_proj,8,128,8,128,1.3212354183197021,227.5546875,234881024 +68,mlp.up_proj,2,32,8,128,67.4381332397461,70.21875,234881024 +68,mlp.up_proj,2,64,8,128,78.47795104980469,63.109375,234881024 +68,mlp.up_proj,2,128,8,128,88.67298126220703,59.5546875,234881024 +68,mlp.up_proj,3,32,8,128,28.849563598632812,98.21875,234881024 +68,mlp.up_proj,3,64,8,128,33.609432220458984,91.109375,234881024 +68,mlp.up_proj,3,128,8,128,37.84211349487305,87.5546875,234881024 +68,mlp.up_proj,4,32,8,128,13.434784889221191,126.21875,234881024 +68,mlp.up_proj,4,64,8,128,15.730012893676758,119.109375,234881024 +68,mlp.up_proj,4,128,8,128,17.671184539794922,115.5546875,234881024 +68,mlp.up_proj,8,32,8,128,0.8204174637794495,238.21875,234881024 +68,mlp.up_proj,8,64,8,128,0.9593989253044128,231.109375,234881024 +68,mlp.up_proj,8,128,8,128,1.0757280588150024,227.5546875,234881024 +68,mlp.down_proj,2,32,8,128,66.96928405761719,70.21875,234881024 +68,mlp.down_proj,2,64,8,128,77.8817367553711,63.109375,234881024 +68,mlp.down_proj,2,128,8,128,88.00737762451172,59.5546875,234881024 +68,mlp.down_proj,3,32,8,128,28.63149070739746,98.21875,234881024 +68,mlp.down_proj,3,64,8,128,33.36552429199219,91.109375,234881024 +68,mlp.down_proj,3,128,8,128,37.53841781616211,87.5546875,234881024 +68,mlp.down_proj,4,32,8,128,13.332662582397461,126.21875,234881024 +68,mlp.down_proj,4,64,8,128,15.606319427490234,119.109375,234881024 +68,mlp.down_proj,4,128,8,128,17.542068481445312,115.5546875,234881024 +68,mlp.down_proj,8,32,8,128,0.8142945170402527,238.21875,234881024 +68,mlp.down_proj,8,64,8,128,0.9515939950942993,231.109375,234881024 +68,mlp.down_proj,8,128,8,128,1.0672000646591187,227.5546875,234881024 +69,self_attn.q_proj,2,32,8,128,42.20248031616211,20.0625,67108864 +69,self_attn.q_proj,2,64,8,128,49.8327751159668,18.03125,67108864 +69,self_attn.q_proj,2,128,8,128,57.46018600463867,17.015625,67108864 +69,self_attn.q_proj,3,32,8,128,18.056442260742188,28.0625,67108864 +69,self_attn.q_proj,3,64,8,128,21.399200439453125,26.03125,67108864 +69,self_attn.q_proj,3,128,8,128,24.73744773864746,25.015625,67108864 +69,self_attn.q_proj,4,32,8,128,8.42861557006836,36.0625,67108864 +69,self_attn.q_proj,4,64,8,128,9.980915069580078,34.03125,67108864 +69,self_attn.q_proj,4,128,8,128,11.552515983581543,33.015625,67108864 +69,self_attn.q_proj,8,32,8,128,0.5116274356842041,68.0625,67108864 +69,self_attn.q_proj,8,64,8,128,0.6062206625938416,66.03125,67108864 +69,self_attn.q_proj,8,128,8,128,0.699862003326416,65.015625,67108864 +69,self_attn.v_proj,2,32,8,128,14.842782020568848,2.5078125,8388608 +69,self_attn.v_proj,2,64,8,128,17.356426239013672,2.25390625,8388608 +69,self_attn.v_proj,2,128,8,128,19.63593101501465,2.126953125,8388608 +69,self_attn.v_proj,3,32,8,128,6.346794605255127,3.5078125,8388608 +69,self_attn.v_proj,3,64,8,128,7.42772912979126,3.25390625,8388608 +69,self_attn.v_proj,3,128,8,128,8.4048490524292,3.126953125,8388608 +69,self_attn.v_proj,4,32,8,128,2.9614622592926025,4.5078125,8388608 +69,self_attn.v_proj,4,64,8,128,3.4658656120300293,4.25390625,8388608 +69,self_attn.v_proj,4,128,8,128,3.9225854873657227,4.126953125,8388608 +69,self_attn.v_proj,8,32,8,128,0.17930050194263458,8.5078125,8388608 +69,self_attn.v_proj,8,64,8,128,0.20954196155071259,8.25390625,8388608 +69,self_attn.v_proj,8,128,8,128,0.23633894324302673,8.126953125,8388608 +69,self_attn.k_proj,2,32,8,128,31.405559539794922,2.5078125,8388608 +69,self_attn.k_proj,2,64,8,128,37.61735916137695,2.25390625,8388608 +69,self_attn.k_proj,2,128,8,128,43.15043258666992,2.126953125,8388608 +69,self_attn.k_proj,3,32,8,128,13.499991416931152,3.5078125,8388608 +69,self_attn.k_proj,3,64,8,128,16.250951766967773,3.25390625,8388608 +69,self_attn.k_proj,3,128,8,128,18.875097274780273,3.126953125,8388608 +69,self_attn.k_proj,4,32,8,128,6.295987129211426,4.5078125,8388608 +69,self_attn.k_proj,4,64,8,128,7.58663272857666,4.25390625,8388608 +69,self_attn.k_proj,4,128,8,128,8.809903144836426,4.126953125,8388608 +69,self_attn.k_proj,8,32,8,128,0.3811444044113159,8.5078125,8388608 +69,self_attn.k_proj,8,64,8,128,0.4585740864276886,8.25390625,8388608 +69,self_attn.k_proj,8,128,8,128,0.5306520462036133,8.126953125,8388608 +69,self_attn.o_proj,2,32,8,128,35.38931655883789,20.0625,67108864 +69,self_attn.o_proj,2,64,8,128,41.22873306274414,18.03125,67108864 +69,self_attn.o_proj,2,128,8,128,46.49451446533203,17.015625,67108864 +69,self_attn.o_proj,3,32,8,128,15.141733169555664,28.0625,67108864 +69,self_attn.o_proj,3,64,8,128,17.641101837158203,26.03125,67108864 +69,self_attn.o_proj,3,128,8,128,19.916149139404297,25.015625,67108864 +69,self_attn.o_proj,4,32,8,128,7.061334609985352,36.0625,67108864 +69,self_attn.o_proj,4,64,8,128,8.234591484069824,34.03125,67108864 +69,self_attn.o_proj,4,128,8,128,9.29265308380127,33.015625,67108864 +69,self_attn.o_proj,8,32,8,128,0.4290388524532318,68.0625,67108864 +69,self_attn.o_proj,8,64,8,128,0.49960705637931824,66.03125,67108864 +69,self_attn.o_proj,8,128,8,128,0.5623963475227356,65.015625,67108864 +69,mlp.gate_proj,2,32,8,128,77.63627624511719,70.21875,234881024 +69,mlp.gate_proj,2,64,8,128,92.6241455078125,63.109375,234881024 +69,mlp.gate_proj,2,128,8,128,107.11105346679688,59.5546875,234881024 +69,mlp.gate_proj,3,32,8,128,33.277278900146484,98.21875,234881024 +69,mlp.gate_proj,3,64,8,128,39.71714401245117,91.109375,234881024 +69,mlp.gate_proj,3,128,8,128,46.28458786010742,87.5546875,234881024 +69,mlp.gate_proj,4,32,8,128,15.573941230773926,126.21875,234881024 +69,mlp.gate_proj,4,64,8,128,18.5102481842041,119.109375,234881024 +69,mlp.gate_proj,4,128,8,128,21.630252838134766,115.5546875,234881024 +69,mlp.gate_proj,8,32,8,128,0.9500958919525146,238.21875,234881024 +69,mlp.gate_proj,8,64,8,128,1.1287362575531006,231.109375,234881024 +69,mlp.gate_proj,8,128,8,128,1.3128478527069092,227.5546875,234881024 +69,mlp.up_proj,2,32,8,128,67.73368072509766,70.21875,234881024 +69,mlp.up_proj,2,64,8,128,78.83189392089844,63.109375,234881024 +69,mlp.up_proj,2,128,8,128,89.09113311767578,59.5546875,234881024 +69,mlp.up_proj,3,32,8,128,28.983076095581055,98.21875,234881024 +69,mlp.up_proj,3,64,8,128,33.750640869140625,91.109375,234881024 +69,mlp.up_proj,3,128,8,128,37.988224029541016,87.5546875,234881024 +69,mlp.up_proj,4,32,8,128,13.496142387390137,126.21875,234881024 +69,mlp.up_proj,4,64,8,128,15.803689956665039,119.109375,234881024 +69,mlp.up_proj,4,128,8,128,17.7470703125,115.5546875,234881024 +69,mlp.up_proj,8,32,8,128,0.824127733707428,238.21875,234881024 +69,mlp.up_proj,8,64,8,128,0.9638040065765381,231.109375,234881024 +69,mlp.up_proj,8,128,8,128,1.0802112817764282,227.5546875,234881024 +69,mlp.down_proj,2,32,8,128,67.24958038330078,70.21875,234881024 +69,mlp.down_proj,2,64,8,128,78.22705841064453,63.109375,234881024 +69,mlp.down_proj,2,128,8,128,88.4117660522461,59.5546875,234881024 +69,mlp.down_proj,3,32,8,128,28.76068115234375,98.21875,234881024 +69,mlp.down_proj,3,64,8,128,33.50086975097656,91.109375,234881024 +69,mlp.down_proj,3,128,8,128,37.703311920166016,87.5546875,234881024 +69,mlp.down_proj,4,32,8,128,13.39233684539795,126.21875,234881024 +69,mlp.down_proj,4,64,8,128,15.674565315246582,119.109375,234881024 +69,mlp.down_proj,4,128,8,128,17.605365753173828,115.5546875,234881024 +69,mlp.down_proj,8,32,8,128,0.8178876042366028,238.21875,234881024 +69,mlp.down_proj,8,64,8,128,0.9558658599853516,231.109375,234881024 +69,mlp.down_proj,8,128,8,128,1.071731686592102,227.5546875,234881024 +70,self_attn.q_proj,2,32,8,128,43.85414505004883,20.0625,67108864 +70,self_attn.q_proj,2,64,8,128,51.76820373535156,18.03125,67108864 +70,self_attn.q_proj,2,128,8,128,59.50196838378906,17.015625,67108864 +70,self_attn.q_proj,3,32,8,128,18.76361083984375,28.0625,67108864 +70,self_attn.q_proj,3,64,8,128,22.22780418395996,26.03125,67108864 +70,self_attn.q_proj,3,128,8,128,25.6020565032959,25.015625,67108864 +70,self_attn.q_proj,4,32,8,128,8.75325870513916,36.0625,67108864 +70,self_attn.q_proj,4,64,8,128,10.367703437805176,34.03125,67108864 +70,self_attn.q_proj,4,128,8,128,11.9556884765625,33.015625,67108864 +70,self_attn.q_proj,8,32,8,128,0.5317333936691284,68.0625,67108864 +70,self_attn.q_proj,8,64,8,128,0.6297582387924194,66.03125,67108864 +70,self_attn.q_proj,8,128,8,128,0.7244271636009216,65.015625,67108864 +70,self_attn.v_proj,2,32,8,128,14.010323524475098,2.5078125,8388608 +70,self_attn.v_proj,2,64,8,128,16.384572982788086,2.25390625,8388608 +70,self_attn.v_proj,2,128,8,128,18.55001449584961,2.126953125,8388608 +70,self_attn.v_proj,3,32,8,128,5.989038467407227,3.5078125,8388608 +70,self_attn.v_proj,3,64,8,128,7.014025688171387,3.25390625,8388608 +70,self_attn.v_proj,3,128,8,128,7.93963098526001,3.126953125,8388608 +70,self_attn.v_proj,4,32,8,128,2.7954518795013428,4.5078125,8388608 +70,self_attn.v_proj,4,64,8,128,3.2717807292938232,4.25390625,8388608 +70,self_attn.v_proj,4,128,8,128,3.7052507400512695,4.126953125,8388608 +70,self_attn.v_proj,8,32,8,128,0.16924989223480225,8.5078125,8388608 +70,self_attn.v_proj,8,64,8,128,0.19784781336784363,8.25390625,8388608 +70,self_attn.v_proj,8,128,8,128,0.22331149876117706,8.126953125,8388608 +70,self_attn.k_proj,2,32,8,128,30.274782180786133,2.5078125,8388608 +70,self_attn.k_proj,2,64,8,128,35.994300842285156,2.25390625,8388608 +70,self_attn.k_proj,2,128,8,128,41.0926513671875,2.126953125,8388608 +70,self_attn.k_proj,3,32,8,128,12.975082397460938,3.5078125,8388608 +70,self_attn.k_proj,3,64,8,128,15.467161178588867,3.25390625,8388608 +70,self_attn.k_proj,3,128,8,128,17.776256561279297,3.126953125,8388608 +70,self_attn.k_proj,4,32,8,128,6.05685567855835,4.5078125,8388608 +70,self_attn.k_proj,4,64,8,128,7.222330570220947,4.25390625,8388608 +70,self_attn.k_proj,4,128,8,128,8.301847457885742,4.126953125,8388608 +70,self_attn.k_proj,8,32,8,128,0.3664975166320801,8.5078125,8388608 +70,self_attn.k_proj,8,64,8,128,0.43637561798095703,8.25390625,8388608 +70,self_attn.k_proj,8,128,8,128,0.4999316334724426,8.126953125,8388608 +70,self_attn.o_proj,2,32,8,128,34.425960540771484,20.0625,67108864 +70,self_attn.o_proj,2,64,8,128,40.147743225097656,18.03125,67108864 +70,self_attn.o_proj,2,128,8,128,45.34928894042969,17.015625,67108864 +70,self_attn.o_proj,3,32,8,128,14.741358757019043,28.0625,67108864 +70,self_attn.o_proj,3,64,8,128,17.2127628326416,26.03125,67108864 +70,self_attn.o_proj,3,128,8,128,19.487916946411133,25.015625,67108864 +70,self_attn.o_proj,4,32,8,128,6.880132675170898,36.0625,67108864 +70,self_attn.o_proj,4,64,8,128,8.047780990600586,34.03125,67108864 +70,self_attn.o_proj,4,128,8,128,9.111714363098145,33.015625,67108864 +70,self_attn.o_proj,8,32,8,128,0.4180791974067688,68.0625,67108864 +70,self_attn.o_proj,8,64,8,128,0.4883270859718323,66.03125,67108864 +70,self_attn.o_proj,8,128,8,128,0.5515293478965759,65.015625,67108864 +70,mlp.gate_proj,2,32,8,128,76.47567749023438,70.21875,234881024 +70,mlp.gate_proj,2,64,8,128,91.01229858398438,63.109375,234881024 +70,mlp.gate_proj,2,128,8,128,104.45394897460938,59.5546875,234881024 +70,mlp.gate_proj,3,32,8,128,32.81861114501953,98.21875,234881024 +70,mlp.gate_proj,3,64,8,128,38.8919792175293,91.109375,234881024 +70,mlp.gate_proj,3,128,8,128,45.174774169921875,87.5546875,234881024 +70,mlp.gate_proj,4,32,8,128,15.3292818069458,126.21875,234881024 +70,mlp.gate_proj,4,64,8,128,18.13567352294922,119.109375,234881024 +70,mlp.gate_proj,4,128,8,128,21.045066833496094,115.5546875,234881024 +70,mlp.gate_proj,8,32,8,128,0.9353014230728149,238.21875,234881024 +70,mlp.gate_proj,8,64,8,128,1.1065781116485596,231.109375,234881024 +70,mlp.gate_proj,8,128,8,128,1.277785062789917,227.5546875,234881024 +70,mlp.up_proj,2,32,8,128,68.46273803710938,70.21875,234881024 +70,mlp.up_proj,2,64,8,128,79.75574493408203,63.109375,234881024 +70,mlp.up_proj,2,128,8,128,90.17842864990234,59.5546875,234881024 +70,mlp.up_proj,3,32,8,128,29.322778701782227,98.21875,234881024 +70,mlp.up_proj,3,64,8,128,34.12318801879883,91.109375,234881024 +70,mlp.up_proj,3,128,8,128,38.43038558959961,87.5546875,234881024 +70,mlp.up_proj,4,32,8,128,13.65205192565918,126.21875,234881024 +70,mlp.up_proj,4,64,8,128,15.991703987121582,119.109375,234881024 +70,mlp.up_proj,4,128,8,128,17.9500789642334,115.5546875,234881024 +70,mlp.up_proj,8,32,8,128,0.8335393667221069,238.21875,234881024 +70,mlp.up_proj,8,64,8,128,0.9754669070243835,231.109375,234881024 +70,mlp.up_proj,8,128,8,128,1.092573642730713,227.5546875,234881024 +70,mlp.down_proj,2,32,8,128,68.0191421508789,70.21875,234881024 +70,mlp.down_proj,2,64,8,128,79.18224334716797,63.109375,234881024 +70,mlp.down_proj,2,128,8,128,89.53915405273438,59.5546875,234881024 +70,mlp.down_proj,3,32,8,128,29.11890411376953,98.21875,234881024 +70,mlp.down_proj,3,64,8,128,33.89120864868164,91.109375,234881024 +70,mlp.down_proj,3,128,8,128,38.15570068359375,87.5546875,234881024 +70,mlp.down_proj,4,32,8,128,13.556910514831543,126.21875,234881024 +70,mlp.down_proj,4,64,8,128,15.87414264678955,119.109375,234881024 +70,mlp.down_proj,4,128,8,128,17.820886611938477,115.5546875,234881024 +70,mlp.down_proj,8,32,8,128,0.8277688026428223,238.21875,234881024 +70,mlp.down_proj,8,64,8,128,0.9682811498641968,231.109375,234881024 +70,mlp.down_proj,8,128,8,128,1.0848784446716309,227.5546875,234881024 +71,self_attn.q_proj,2,32,8,128,46.20585250854492,20.0625,67108864 +71,self_attn.q_proj,2,64,8,128,54.372806549072266,18.03125,67108864 +71,self_attn.q_proj,2,128,8,128,62.60104751586914,17.015625,67108864 +71,self_attn.q_proj,3,32,8,128,19.76317596435547,28.0625,67108864 +71,self_attn.q_proj,3,64,8,128,23.315311431884766,26.03125,67108864 +71,self_attn.q_proj,3,128,8,128,26.864534378051758,25.015625,67108864 +71,self_attn.q_proj,4,32,8,128,9.217568397521973,36.0625,67108864 +71,self_attn.q_proj,4,64,8,128,10.879681587219238,34.03125,67108864 +71,self_attn.q_proj,4,128,8,128,12.535223007202148,33.015625,67108864 +71,self_attn.q_proj,8,32,8,128,0.560032308101654,68.0625,67108864 +71,self_attn.q_proj,8,64,8,128,0.6610955595970154,66.03125,67108864 +71,self_attn.q_proj,8,128,8,128,0.7593925595283508,65.015625,67108864 +71,self_attn.v_proj,2,32,8,128,14.65397834777832,2.5078125,8388608 +71,self_attn.v_proj,2,64,8,128,17.1112117767334,2.25390625,8388608 +71,self_attn.v_proj,2,128,8,128,19.353404998779297,2.126953125,8388608 +71,self_attn.v_proj,3,32,8,128,6.26489782333374,3.5078125,8388608 +71,self_attn.v_proj,3,64,8,128,7.322195529937744,3.25390625,8388608 +71,self_attn.v_proj,3,128,8,128,8.283472061157227,3.126953125,8388608 +71,self_attn.v_proj,4,32,8,128,2.9224939346313477,4.5078125,8388608 +71,self_attn.v_proj,4,64,8,128,3.417940378189087,4.25390625,8388608 +71,self_attn.v_proj,4,128,8,128,3.8664910793304443,4.126953125,8388608 +71,self_attn.v_proj,8,32,8,128,0.1769656091928482,8.5078125,8388608 +71,self_attn.v_proj,8,64,8,128,0.20656238496303558,8.25390625,8388608 +71,self_attn.v_proj,8,128,8,128,0.2329462617635727,8.126953125,8388608 +71,self_attn.k_proj,2,32,8,128,30.891511917114258,2.5078125,8388608 +71,self_attn.k_proj,2,64,8,128,36.71682357788086,2.25390625,8388608 +71,self_attn.k_proj,2,128,8,128,42.04000473022461,2.126953125,8388608 +71,self_attn.k_proj,3,32,8,128,13.229418754577637,3.5078125,8388608 +71,self_attn.k_proj,3,64,8,128,15.742876052856445,3.25390625,8388608 +71,self_attn.k_proj,3,128,8,128,18.095964431762695,3.126953125,8388608 +71,self_attn.k_proj,4,32,8,128,6.171253681182861,4.5078125,8388608 +71,self_attn.k_proj,4,64,8,128,7.3462347984313965,4.25390625,8388608 +71,self_attn.k_proj,4,128,8,128,8.448288917541504,4.126953125,8388608 +71,self_attn.k_proj,8,32,8,128,0.3734912574291229,8.5078125,8388608 +71,self_attn.k_proj,8,64,8,128,0.4442631006240845,8.25390625,8388608 +71,self_attn.k_proj,8,128,8,128,0.5089350342750549,8.126953125,8388608 +71,self_attn.o_proj,2,32,8,128,35.44900131225586,20.0625,67108864 +71,self_attn.o_proj,2,64,8,128,41.30754852294922,18.03125,67108864 +71,self_attn.o_proj,2,128,8,128,46.6004753112793,17.015625,67108864 +71,self_attn.o_proj,3,32,8,128,15.171170234680176,28.0625,67108864 +71,self_attn.o_proj,3,64,8,128,17.684022903442383,26.03125,67108864 +71,self_attn.o_proj,3,128,8,128,19.98017120361328,25.015625,67108864 +71,self_attn.o_proj,4,32,8,128,7.074581146240234,36.0625,67108864 +71,self_attn.o_proj,4,64,8,128,8.256081581115723,34.03125,67108864 +71,self_attn.o_proj,4,128,8,128,9.322015762329102,33.015625,67108864 +71,self_attn.o_proj,8,32,8,128,0.4298321604728699,68.0625,67108864 +71,self_attn.o_proj,8,64,8,128,0.5008589029312134,66.03125,67108864 +71,self_attn.o_proj,8,128,8,128,0.5641148686408997,65.015625,67108864 +71,mlp.gate_proj,2,32,8,128,76.27523040771484,70.21875,234881024 +71,mlp.gate_proj,2,64,8,128,90.81085968017578,63.109375,234881024 +71,mlp.gate_proj,2,128,8,128,104.19676971435547,59.5546875,234881024 +71,mlp.gate_proj,3,32,8,128,32.7415657043457,98.21875,234881024 +71,mlp.gate_proj,3,64,8,128,38.786720275878906,91.109375,234881024 +71,mlp.gate_proj,3,128,8,128,45.06076431274414,87.5546875,234881024 +71,mlp.gate_proj,4,32,8,128,15.290729522705078,126.21875,234881024 +71,mlp.gate_proj,4,64,8,128,18.08896827697754,119.109375,234881024 +71,mlp.gate_proj,4,128,8,128,21.000080108642578,115.5546875,234881024 +71,mlp.gate_proj,8,32,8,128,0.9329917430877686,238.21875,234881024 +71,mlp.gate_proj,8,64,8,128,1.103611946105957,231.109375,234881024 +71,mlp.gate_proj,8,128,8,128,1.2746168375015259,227.5546875,234881024 +71,mlp.up_proj,2,32,8,128,68.39393615722656,70.21875,234881024 +71,mlp.up_proj,2,64,8,128,79.66326141357422,63.109375,234881024 +71,mlp.up_proj,2,128,8,128,90.10916137695312,59.5546875,234881024 +71,mlp.up_proj,3,32,8,128,29.291790008544922,98.21875,234881024 +71,mlp.up_proj,3,64,8,128,34.089786529541016,91.109375,234881024 +71,mlp.up_proj,3,128,8,128,38.39808654785156,87.5546875,234881024 +71,mlp.up_proj,4,32,8,128,13.637269020080566,126.21875,234881024 +71,mlp.up_proj,4,64,8,128,15.975635528564453,119.109375,234881024 +71,mlp.up_proj,4,128,8,128,17.940425872802734,115.5546875,234881024 +71,mlp.up_proj,8,32,8,128,0.8325954079627991,238.21875,234881024 +71,mlp.up_proj,8,64,8,128,0.9744822978973389,231.109375,234881024 +71,mlp.up_proj,8,128,8,128,1.091763973236084,227.5546875,234881024 +71,mlp.down_proj,2,32,8,128,67.9198989868164,70.21875,234881024 +71,mlp.down_proj,2,64,8,128,79.0812759399414,63.109375,234881024 +71,mlp.down_proj,2,128,8,128,89.38114929199219,59.5546875,234881024 +71,mlp.down_proj,3,32,8,128,29.074405670166016,98.21875,234881024 +71,mlp.down_proj,3,64,8,128,33.847232818603516,91.109375,234881024 +71,mlp.down_proj,3,128,8,128,38.09489059448242,87.5546875,234881024 +71,mlp.down_proj,4,32,8,128,13.53721809387207,126.21875,234881024 +71,mlp.down_proj,4,64,8,128,15.851770401000977,119.109375,234881024 +71,mlp.down_proj,4,128,8,128,17.793489456176758,115.5546875,234881024 +71,mlp.down_proj,8,32,8,128,0.8265733122825623,238.21875,234881024 +71,mlp.down_proj,8,64,8,128,0.966854453086853,231.109375,234881024 +71,mlp.down_proj,8,128,8,128,1.0833534002304077,227.5546875,234881024 +72,self_attn.q_proj,2,32,8,128,45.87093734741211,20.0625,67108864 +72,self_attn.q_proj,2,64,8,128,53.970970153808594,18.03125,67108864 +72,self_attn.q_proj,2,128,8,128,62.01472854614258,17.015625,67108864 +72,self_attn.q_proj,3,32,8,128,19.610729217529297,28.0625,67108864 +72,self_attn.q_proj,3,64,8,128,23.13291358947754,26.03125,67108864 +72,self_attn.q_proj,3,128,8,128,26.58592987060547,25.015625,67108864 +72,self_attn.q_proj,4,32,8,128,9.146471977233887,36.0625,67108864 +72,self_attn.q_proj,4,64,8,128,10.795269012451172,34.03125,67108864 +72,self_attn.q_proj,4,128,8,128,12.411182403564453,33.015625,67108864 +72,self_attn.q_proj,8,32,8,128,0.5556230545043945,68.0625,67108864 +72,self_attn.q_proj,8,64,8,128,0.6556134819984436,66.03125,67108864 +72,self_attn.q_proj,8,128,8,128,0.7518096566200256,65.015625,67108864 +72,self_attn.v_proj,2,32,8,128,14.785261154174805,2.5078125,8388608 +72,self_attn.v_proj,2,64,8,128,17.289037704467773,2.25390625,8388608 +72,self_attn.v_proj,2,128,8,128,19.557937622070312,2.126953125,8388608 +72,self_attn.v_proj,3,32,8,128,6.317192554473877,3.5078125,8388608 +72,self_attn.v_proj,3,64,8,128,7.394779682159424,3.25390625,8388608 +72,self_attn.v_proj,3,128,8,128,8.373653411865234,3.126953125,8388608 +72,self_attn.v_proj,4,32,8,128,2.9483704566955566,4.5078125,8388608 +72,self_attn.v_proj,4,64,8,128,3.450660467147827,4.25390625,8388608 +72,self_attn.v_proj,4,128,8,128,3.9086735248565674,4.126953125,8388608 +72,self_attn.v_proj,8,32,8,128,0.17855603992938995,8.5078125,8388608 +72,self_attn.v_proj,8,64,8,128,0.20865142345428467,8.25390625,8388608 +72,self_attn.v_proj,8,128,8,128,0.23534859716892242,8.126953125,8388608 +72,self_attn.k_proj,2,32,8,128,30.582002639770508,2.5078125,8388608 +72,self_attn.k_proj,2,64,8,128,36.35914993286133,2.25390625,8388608 +72,self_attn.k_proj,2,128,8,128,41.652748107910156,2.126953125,8388608 +72,self_attn.k_proj,3,32,8,128,13.090524673461914,3.5078125,8388608 +72,self_attn.k_proj,3,64,8,128,15.600629806518555,3.25390625,8388608 +72,self_attn.k_proj,3,128,8,128,17.957857131958008,3.126953125,8388608 +72,self_attn.k_proj,4,32,8,128,6.112730979919434,4.5078125,8388608 +72,self_attn.k_proj,4,64,8,128,7.283754825592041,4.25390625,8388608 +72,self_attn.k_proj,4,128,8,128,8.388301849365234,4.126953125,8388608 +72,self_attn.k_proj,8,32,8,128,0.3699299395084381,8.5078125,8388608 +72,self_attn.k_proj,8,64,8,128,0.44029298424720764,8.25390625,8388608 +72,self_attn.k_proj,8,128,8,128,0.5049984455108643,8.126953125,8388608 +72,self_attn.o_proj,2,32,8,128,35.15370178222656,20.0625,67108864 +72,self_attn.o_proj,2,64,8,128,40.97298812866211,18.03125,67108864 +72,self_attn.o_proj,2,128,8,128,46.20988082885742,17.015625,67108864 +72,self_attn.o_proj,3,32,8,128,15.052817344665527,28.0625,67108864 +72,self_attn.o_proj,3,64,8,128,17.553760528564453,26.03125,67108864 +72,self_attn.o_proj,3,128,8,128,19.842687606811523,25.015625,67108864 +72,self_attn.o_proj,4,32,8,128,7.036149978637695,36.0625,67108864 +72,self_attn.o_proj,4,64,8,128,8.218515396118164,34.03125,67108864 +72,self_attn.o_proj,4,128,8,128,9.296625137329102,33.015625,67108864 +72,self_attn.o_proj,8,32,8,128,0.4278172552585602,68.0625,67108864 +72,self_attn.o_proj,8,64,8,128,0.4997723698616028,66.03125,67108864 +72,self_attn.o_proj,8,128,8,128,0.5650157332420349,65.015625,67108864 +72,mlp.gate_proj,2,32,8,128,77.87389373779297,70.21875,234881024 +72,mlp.gate_proj,2,64,8,128,92.91389465332031,63.109375,234881024 +72,mlp.gate_proj,2,128,8,128,107.4586410522461,59.5546875,234881024 +72,mlp.gate_proj,3,32,8,128,33.36417007446289,98.21875,234881024 +72,mlp.gate_proj,3,64,8,128,39.85036849975586,91.109375,234881024 +72,mlp.gate_proj,3,128,8,128,46.42362976074219,87.5546875,234881024 +72,mlp.gate_proj,4,32,8,128,15.619500160217285,126.21875,234881024 +72,mlp.gate_proj,4,64,8,128,18.571430206298828,119.109375,234881024 +72,mlp.gate_proj,4,128,8,128,21.714038848876953,115.5546875,234881024 +72,mlp.gate_proj,8,32,8,128,0.9530026316642761,238.21875,234881024 +72,mlp.gate_proj,8,64,8,128,1.1323366165161133,231.109375,234881024 +72,mlp.gate_proj,8,128,8,128,1.3170850276947021,227.5546875,234881024 +72,mlp.up_proj,2,32,8,128,67.97492218017578,70.21875,234881024 +72,mlp.up_proj,2,64,8,128,79.14541625976562,63.109375,234881024 +72,mlp.up_proj,2,128,8,128,89.50260925292969,59.5546875,234881024 +72,mlp.up_proj,3,32,8,128,29.099220275878906,98.21875,234881024 +72,mlp.up_proj,3,64,8,128,33.882076263427734,91.109375,234881024 +72,mlp.up_proj,3,128,8,128,38.17097854614258,87.5546875,234881024 +72,mlp.up_proj,4,32,8,128,13.549552917480469,126.21875,234881024 +72,mlp.up_proj,4,64,8,128,15.869789123535156,119.109375,234881024 +72,mlp.up_proj,4,128,8,128,17.827640533447266,115.5546875,234881024 +72,mlp.up_proj,8,32,8,128,0.8273308277130127,238.21875,234881024 +72,mlp.up_proj,8,64,8,128,0.9679552912712097,231.109375,234881024 +72,mlp.up_proj,8,128,8,128,1.0849127769470215,227.5546875,234881024 +72,mlp.down_proj,2,32,8,128,67.4945068359375,70.21875,234881024 +72,mlp.down_proj,2,64,8,128,78.55665588378906,63.109375,234881024 +72,mlp.down_proj,2,128,8,128,88.77367401123047,59.5546875,234881024 +72,mlp.down_proj,3,32,8,128,28.87398338317871,98.21875,234881024 +72,mlp.down_proj,3,64,8,128,33.63195037841797,91.109375,234881024 +72,mlp.down_proj,3,128,8,128,37.859073638916016,87.5546875,234881024 +72,mlp.down_proj,4,32,8,128,13.445395469665527,126.21875,234881024 +72,mlp.down_proj,4,64,8,128,15.742737770080566,119.109375,234881024 +72,mlp.down_proj,4,128,8,128,17.694564819335938,115.5546875,234881024 +72,mlp.down_proj,8,32,8,128,0.8212090730667114,238.21875,234881024 +72,mlp.down_proj,8,64,8,128,0.9602127075195312,231.109375,234881024 +72,mlp.down_proj,8,128,8,128,1.076486587524414,227.5546875,234881024 +73,self_attn.q_proj,2,32,8,128,44.908748626708984,20.0625,67108864 +73,self_attn.q_proj,2,64,8,128,52.642093658447266,18.03125,67108864 +73,self_attn.q_proj,2,128,8,128,60.68070602416992,17.015625,67108864 +73,self_attn.q_proj,3,32,8,128,19.197282791137695,28.0625,67108864 +73,self_attn.q_proj,3,64,8,128,22.587039947509766,26.03125,67108864 +73,self_attn.q_proj,3,128,8,128,26.0538387298584,25.015625,67108864 +73,self_attn.q_proj,4,32,8,128,8.956133842468262,36.0625,67108864 +73,self_attn.q_proj,4,64,8,128,10.534462928771973,34.03125,67108864 +73,self_attn.q_proj,4,128,8,128,12.157283782958984,33.015625,67108864 +73,self_attn.q_proj,8,32,8,128,0.5440316200256348,68.0625,67108864 +73,self_attn.q_proj,8,64,8,128,0.6400073170661926,66.03125,67108864 +73,self_attn.q_proj,8,128,8,128,0.7366273999214172,65.015625,67108864 +73,self_attn.v_proj,2,32,8,128,15.360084533691406,2.5078125,8388608 +73,self_attn.v_proj,2,64,8,128,18.05657196044922,2.25390625,8388608 +73,self_attn.v_proj,2,128,8,128,20.545289993286133,2.126953125,8388608 +73,self_attn.v_proj,3,32,8,128,6.567314624786377,3.5078125,8388608 +73,self_attn.v_proj,3,64,8,128,7.72932767868042,3.25390625,8388608 +73,self_attn.v_proj,3,128,8,128,8.795120239257812,3.126953125,8388608 +73,self_attn.v_proj,4,32,8,128,3.064174175262451,4.5078125,8388608 +73,self_attn.v_proj,4,64,8,128,3.604372501373291,4.25390625,8388608 +73,self_attn.v_proj,4,128,8,128,4.104313373565674,4.126953125,8388608 +73,self_attn.v_proj,8,32,8,128,0.18550726771354675,8.5078125,8388608 +73,self_attn.v_proj,8,64,8,128,0.218012735247612,8.25390625,8388608 +73,self_attn.v_proj,8,128,8,128,0.2472943663597107,8.126953125,8388608 +73,self_attn.k_proj,2,32,8,128,30.556140899658203,2.5078125,8388608 +73,self_attn.k_proj,2,64,8,128,36.41156768798828,2.25390625,8388608 +73,self_attn.k_proj,2,128,8,128,41.68701934814453,2.126953125,8388608 +73,self_attn.k_proj,3,32,8,128,13.097455024719238,3.5078125,8388608 +73,self_attn.k_proj,3,64,8,128,15.64253044128418,3.25390625,8388608 +73,self_attn.k_proj,3,128,8,128,18.028018951416016,3.126953125,8388608 +73,self_attn.k_proj,4,32,8,128,6.111292839050293,4.5078125,8388608 +73,self_attn.k_proj,4,64,8,128,7.3028106689453125,4.25390625,8388608 +73,self_attn.k_proj,4,128,8,128,8.41177749633789,4.126953125,8388608 +73,self_attn.k_proj,8,32,8,128,0.3698863685131073,8.5078125,8388608 +73,self_attn.k_proj,8,64,8,128,0.4413740336894989,8.25390625,8388608 +73,self_attn.k_proj,8,128,8,128,0.5064254403114319,8.126953125,8388608 +73,self_attn.o_proj,2,32,8,128,35.71365737915039,20.0625,67108864 +73,self_attn.o_proj,2,64,8,128,41.674896240234375,18.03125,67108864 +73,self_attn.o_proj,2,128,8,128,47.094444274902344,17.015625,67108864 +73,self_attn.o_proj,3,32,8,128,15.31737232208252,28.0625,67108864 +73,self_attn.o_proj,3,64,8,128,17.896757125854492,26.03125,67108864 +73,self_attn.o_proj,3,128,8,128,20.30257225036621,25.015625,67108864 +73,self_attn.o_proj,4,32,8,128,7.154277801513672,36.0625,67108864 +73,self_attn.o_proj,4,64,8,128,8.378737449645996,34.03125,67108864 +73,self_attn.o_proj,4,128,8,128,9.524287223815918,33.015625,67108864 +73,self_attn.o_proj,8,32,8,128,0.4346255362033844,68.0625,67108864 +73,self_attn.o_proj,8,64,8,128,0.5085970759391785,66.03125,67108864 +73,self_attn.o_proj,8,128,8,128,0.576569139957428,65.015625,67108864 +73,mlp.gate_proj,2,32,8,128,77.71849822998047,70.21875,234881024 +73,mlp.gate_proj,2,64,8,128,92.646728515625,63.109375,234881024 +73,mlp.gate_proj,2,128,8,128,106.94808959960938,59.5546875,234881024 +73,mlp.gate_proj,3,32,8,128,33.30611038208008,98.21875,234881024 +73,mlp.gate_proj,3,64,8,128,39.703346252441406,91.109375,234881024 +73,mlp.gate_proj,3,128,8,128,46.205020904541016,87.5546875,234881024 +73,mlp.gate_proj,4,32,8,128,15.589932441711426,126.21875,234881024 +73,mlp.gate_proj,4,64,8,128,18.504695892333984,119.109375,234881024 +73,mlp.gate_proj,4,128,8,128,21.589311599731445,115.5546875,234881024 +73,mlp.gate_proj,8,32,8,128,0.95123291015625,238.21875,234881024 +73,mlp.gate_proj,8,64,8,128,1.1287516355514526,231.109375,234881024 +73,mlp.gate_proj,8,128,8,128,1.3102949857711792,227.5546875,234881024 +73,mlp.up_proj,2,32,8,128,68.20610809326172,70.21875,234881024 +73,mlp.up_proj,2,64,8,128,79.46021270751953,63.109375,234881024 +73,mlp.up_proj,2,128,8,128,89.91656494140625,59.5546875,234881024 +73,mlp.up_proj,3,32,8,128,29.209928512573242,98.21875,234881024 +73,mlp.up_proj,3,64,8,128,34.01777267456055,91.109375,234881024 +73,mlp.up_proj,3,128,8,128,38.34321975708008,87.5546875,234881024 +73,mlp.up_proj,4,32,8,128,13.601468086242676,126.21875,234881024 +73,mlp.up_proj,4,64,8,128,15.93851089477539,119.109375,234881024 +73,mlp.up_proj,4,128,8,128,17.909387588500977,115.5546875,234881024 +73,mlp.up_proj,8,32,8,128,0.8303664326667786,238.21875,234881024 +73,mlp.up_proj,8,64,8,128,0.972183883190155,231.109375,234881024 +73,mlp.up_proj,8,128,8,128,1.0900572538375854,227.5546875,234881024 +73,mlp.down_proj,2,32,8,128,67.70048522949219,70.21875,234881024 +73,mlp.down_proj,2,64,8,128,78.8084945678711,63.109375,234881024 +73,mlp.down_proj,2,128,8,128,89.08326721191406,59.5546875,234881024 +73,mlp.down_proj,3,32,8,128,28.971731185913086,98.21875,234881024 +73,mlp.down_proj,3,64,8,128,33.740264892578125,91.109375,234881024 +73,mlp.down_proj,3,128,8,128,37.98360824584961,87.5546875,234881024 +73,mlp.down_proj,4,32,8,128,13.491297721862793,126.21875,234881024 +73,mlp.down_proj,4,64,8,128,15.798612594604492,119.109375,234881024 +73,mlp.down_proj,4,128,8,128,17.74402618408203,115.5546875,234881024 +73,mlp.down_proj,8,32,8,128,0.8238307237625122,238.21875,234881024 +73,mlp.down_proj,8,64,8,128,0.9637379050254822,231.109375,234881024 +73,mlp.down_proj,8,128,8,128,1.0803669691085815,227.5546875,234881024 +74,self_attn.q_proj,2,32,8,128,45.908111572265625,20.0625,67108864 +74,self_attn.q_proj,2,64,8,128,54.356529235839844,18.03125,67108864 +74,self_attn.q_proj,2,128,8,128,62.826969146728516,17.015625,67108864 +74,self_attn.q_proj,3,32,8,128,19.638975143432617,28.0625,67108864 +74,self_attn.q_proj,3,64,8,128,23.32144546508789,26.03125,67108864 +74,self_attn.q_proj,3,128,8,128,27.010229110717773,25.015625,67108864 +74,self_attn.q_proj,4,32,8,128,9.161828994750977,36.0625,67108864 +74,self_attn.q_proj,4,64,8,128,10.882911682128906,34.03125,67108864 +74,self_attn.q_proj,4,128,8,128,12.603344917297363,33.015625,67108864 +74,self_attn.q_proj,8,32,8,128,0.5565611124038696,68.0625,67108864 +74,self_attn.q_proj,8,64,8,128,0.6612533330917358,66.03125,67108864 +74,self_attn.q_proj,8,128,8,128,0.7637158632278442,65.015625,67108864 +74,self_attn.v_proj,2,32,8,128,15.615221977233887,2.5078125,8388608 +74,self_attn.v_proj,2,64,8,128,18.50690460205078,2.25390625,8388608 +74,self_attn.v_proj,2,128,8,128,21.25008773803711,2.126953125,8388608 +74,self_attn.v_proj,3,32,8,128,6.678697109222412,3.5078125,8388608 +74,self_attn.v_proj,3,64,8,128,7.928497314453125,3.25390625,8388608 +74,self_attn.v_proj,3,128,8,128,9.116799354553223,3.126953125,8388608 +74,self_attn.v_proj,4,32,8,128,3.1170694828033447,4.5078125,8388608 +74,self_attn.v_proj,4,64,8,128,3.6992039680480957,4.25390625,8388608 +74,self_attn.v_proj,4,128,8,128,4.254657745361328,4.126953125,8388608 +74,self_attn.v_proj,8,32,8,128,0.18863582611083984,8.5078125,8388608 +74,self_attn.v_proj,8,64,8,128,0.22366201877593994,8.25390625,8388608 +74,self_attn.v_proj,8,128,8,128,0.25627195835113525,8.126953125,8388608 +74,self_attn.k_proj,2,32,8,128,29.896936416625977,2.5078125,8388608 +74,self_attn.k_proj,2,64,8,128,35.65000915527344,2.25390625,8388608 +74,self_attn.k_proj,2,128,8,128,41.01694107055664,2.126953125,8388608 +74,self_attn.k_proj,3,32,8,128,12.806458473205566,3.5078125,8388608 +74,self_attn.k_proj,3,64,8,128,15.308561325073242,3.25390625,8388608 +74,self_attn.k_proj,3,128,8,128,17.69248390197754,3.126953125,8388608 +74,self_attn.k_proj,4,32,8,128,5.978397369384766,4.5078125,8388608 +74,self_attn.k_proj,4,64,8,128,7.14662504196167,4.25390625,8388608 +74,self_attn.k_proj,4,128,8,128,8.266164779663086,4.126953125,8388608 +74,self_attn.k_proj,8,32,8,128,0.36178767681121826,8.5078125,8388608 +74,self_attn.k_proj,8,64,8,128,0.4319888949394226,8.25390625,8388608 +74,self_attn.k_proj,8,128,8,128,0.4978649616241455,8.126953125,8388608 +74,self_attn.o_proj,2,32,8,128,35.20986557006836,20.0625,67108864 +74,self_attn.o_proj,2,64,8,128,41.076419830322266,18.03125,67108864 +74,self_attn.o_proj,2,128,8,128,46.38601303100586,17.015625,67108864 +74,self_attn.o_proj,3,32,8,128,15.085688591003418,28.0625,67108864 +74,self_attn.o_proj,3,64,8,128,17.618566513061523,26.03125,67108864 +74,self_attn.o_proj,3,128,8,128,19.96009063720703,25.015625,67108864 +74,self_attn.o_proj,4,32,8,128,7.044442653656006,36.0625,67108864 +74,self_attn.o_proj,4,64,8,128,8.24317741394043,34.03125,67108864 +74,self_attn.o_proj,4,128,8,128,9.345968246459961,33.015625,67108864 +74,self_attn.o_proj,8,32,8,128,0.4280918836593628,68.0625,67108864 +74,self_attn.o_proj,8,64,8,128,0.5004184246063232,66.03125,67108864 +74,self_attn.o_proj,8,128,8,128,0.5661728978157043,65.015625,67108864 +74,mlp.gate_proj,2,32,8,128,77.5662612915039,70.21875,234881024 +74,mlp.gate_proj,2,64,8,128,92.41680145263672,63.109375,234881024 +74,mlp.gate_proj,2,128,8,128,106.57329559326172,59.5546875,234881024 +74,mlp.gate_proj,3,32,8,128,33.243263244628906,98.21875,234881024 +74,mlp.gate_proj,3,64,8,128,39.58908462524414,91.109375,234881024 +74,mlp.gate_proj,3,128,8,128,46.035465240478516,87.5546875,234881024 +74,mlp.gate_proj,4,32,8,128,15.555849075317383,126.21875,234881024 +74,mlp.gate_proj,4,64,8,128,18.453081130981445,119.109375,234881024 +74,mlp.gate_proj,4,128,8,128,21.49773597717285,115.5546875,234881024 +74,mlp.gate_proj,8,32,8,128,0.9491239786148071,238.21875,234881024 +74,mlp.gate_proj,8,64,8,128,1.1254314184188843,231.109375,234881024 +74,mlp.gate_proj,8,128,8,128,1.3049715757369995,227.5546875,234881024 +74,mlp.up_proj,2,32,8,128,68.49195098876953,70.21875,234881024 +74,mlp.up_proj,2,64,8,128,79.7950210571289,63.109375,234881024 +74,mlp.up_proj,2,128,8,128,90.26329040527344,59.5546875,234881024 +74,mlp.up_proj,3,32,8,128,29.334569931030273,98.21875,234881024 +74,mlp.up_proj,3,64,8,128,34.14316177368164,91.109375,234881024 +74,mlp.up_proj,3,128,8,128,38.466957092285156,87.5546875,234881024 +74,mlp.up_proj,4,32,8,128,13.65725040435791,126.21875,234881024 +74,mlp.up_proj,4,64,8,128,16.001522064208984,119.109375,234881024 +74,mlp.up_proj,4,128,8,128,17.966344833374023,115.5546875,234881024 +74,mlp.up_proj,8,32,8,128,0.8338944315910339,238.21875,234881024 +74,mlp.up_proj,8,64,8,128,0.9761962890625,231.109375,234881024 +74,mlp.up_proj,8,128,8,128,1.0936640501022339,227.5546875,234881024 +74,mlp.down_proj,2,32,8,128,68.01387023925781,70.21875,234881024 +74,mlp.down_proj,2,64,8,128,79.19795989990234,63.109375,234881024 +74,mlp.down_proj,2,128,8,128,89.59196472167969,59.5546875,234881024 +74,mlp.down_proj,3,32,8,128,29.11899757385254,98.21875,234881024 +74,mlp.down_proj,3,64,8,128,33.90629196166992,91.109375,234881024 +74,mlp.down_proj,3,128,8,128,38.18498229980469,87.5546875,234881024 +74,mlp.down_proj,4,32,8,128,13.558594703674316,126.21875,234881024 +74,mlp.down_proj,4,64,8,128,15.881946563720703,119.109375,234881024 +74,mlp.down_proj,4,128,8,128,17.842344284057617,115.5546875,234881024 +74,mlp.down_proj,8,32,8,128,0.8278955221176147,238.21875,234881024 +74,mlp.down_proj,8,64,8,128,0.9688405990600586,231.109375,234881024 +74,mlp.down_proj,8,128,8,128,1.085961103439331,227.5546875,234881024 +75,self_attn.q_proj,2,32,8,128,46.86625289916992,20.0625,67108864 +75,self_attn.q_proj,2,64,8,128,55.34519577026367,18.03125,67108864 +75,self_attn.q_proj,2,128,8,128,63.81245803833008,17.015625,67108864 +75,self_attn.q_proj,3,32,8,128,20.05324363708496,28.0625,67108864 +75,self_attn.q_proj,3,64,8,128,23.729326248168945,26.03125,67108864 +75,self_attn.q_proj,3,128,8,128,27.397777557373047,25.015625,67108864 +75,self_attn.q_proj,4,32,8,128,9.352805137634277,36.0625,67108864 +75,self_attn.q_proj,4,64,8,128,11.078514099121094,34.03125,67108864 +75,self_attn.q_proj,4,128,8,128,12.789298057556152,33.015625,67108864 +75,self_attn.q_proj,8,32,8,128,0.568340003490448,68.0625,67108864 +75,self_attn.q_proj,8,64,8,128,0.6730284094810486,66.03125,67108864 +75,self_attn.q_proj,8,128,8,128,0.7745082378387451,65.015625,67108864 +75,self_attn.v_proj,2,32,8,128,16.094350814819336,2.5078125,8388608 +75,self_attn.v_proj,2,64,8,128,18.82871437072754,2.25390625,8388608 +75,self_attn.v_proj,2,128,8,128,21.317386627197266,2.126953125,8388608 +75,self_attn.v_proj,3,32,8,128,6.881319046020508,3.5078125,8388608 +75,self_attn.v_proj,3,64,8,128,8.055254936218262,3.25390625,8388608 +75,self_attn.v_proj,3,128,8,128,9.12129020690918,3.126953125,8388608 +75,self_attn.v_proj,4,32,8,128,3.2102701663970947,4.5078125,8388608 +75,self_attn.v_proj,4,64,8,128,3.758492946624756,4.25390625,8388608 +75,self_attn.v_proj,4,128,8,128,4.2574357986450195,4.126953125,8388608 +75,self_attn.v_proj,8,32,8,128,0.19439326226711273,8.5078125,8388608 +75,self_attn.v_proj,8,64,8,128,0.22729763388633728,8.25390625,8388608 +75,self_attn.v_proj,8,128,8,128,0.2565464675426483,8.126953125,8388608 +75,self_attn.k_proj,2,32,8,128,28.6390323638916,2.5078125,8388608 +75,self_attn.k_proj,2,64,8,128,34.00221633911133,2.25390625,8388608 +75,self_attn.k_proj,2,128,8,128,38.90826416015625,2.126953125,8388608 +75,self_attn.k_proj,3,32,8,128,12.268054008483887,3.5078125,8388608 +75,self_attn.k_proj,3,64,8,128,14.609052658081055,3.25390625,8388608 +75,self_attn.k_proj,3,128,8,128,16.77063751220703,3.126953125,8388608 +75,self_attn.k_proj,4,32,8,128,5.727261066436768,4.5078125,8388608 +75,self_attn.k_proj,4,64,8,128,6.819714069366455,4.25390625,8388608 +75,self_attn.k_proj,4,128,8,128,7.83676290512085,4.126953125,8388608 +75,self_attn.k_proj,8,32,8,128,0.34680312871932983,8.5078125,8388608 +75,self_attn.k_proj,8,64,8,128,0.4125382900238037,8.25390625,8388608 +75,self_attn.k_proj,8,128,8,128,0.4722334146499634,8.126953125,8388608 +75,self_attn.o_proj,2,32,8,128,37.050636291503906,20.0625,67108864 +75,self_attn.o_proj,2,64,8,128,43.26202392578125,18.03125,67108864 +75,self_attn.o_proj,2,128,8,128,48.8711051940918,17.015625,67108864 +75,self_attn.o_proj,3,32,8,128,15.870832443237305,28.0625,67108864 +75,self_attn.o_proj,3,64,8,128,18.53050994873047,26.03125,67108864 +75,self_attn.o_proj,3,128,8,128,21.014774322509766,25.015625,67108864 +75,self_attn.o_proj,4,32,8,128,7.400918483734131,36.0625,67108864 +75,self_attn.o_proj,4,64,8,128,8.651154518127441,34.03125,67108864 +75,self_attn.o_proj,4,128,8,128,9.813300132751465,33.015625,67108864 +75,self_attn.o_proj,8,32,8,128,0.4493739902973175,68.0625,67108864 +75,self_attn.o_proj,8,64,8,128,0.5249952673912048,66.03125,67108864 +75,self_attn.o_proj,8,128,8,128,0.5936371684074402,65.015625,67108864 +75,mlp.gate_proj,2,32,8,128,79.02632141113281,70.21875,234881024 +75,mlp.gate_proj,2,64,8,128,94.2256088256836,63.109375,234881024 +75,mlp.gate_proj,2,128,8,128,109.20569610595703,59.5546875,234881024 +75,mlp.gate_proj,3,32,8,128,33.81875228881836,98.21875,234881024 +75,mlp.gate_proj,3,64,8,128,40.47719955444336,91.109375,234881024 +75,mlp.gate_proj,3,128,8,128,47.135257720947266,87.5546875,234881024 +75,mlp.gate_proj,4,32,8,128,15.856170654296875,126.21875,234881024 +75,mlp.gate_proj,4,64,8,128,18.8575496673584,119.109375,234881024 +75,mlp.gate_proj,4,128,8,128,22.07779312133789,115.5546875,234881024 +75,mlp.gate_proj,8,32,8,128,0.9674955606460571,238.21875,234881024 +75,mlp.gate_proj,8,64,8,128,1.1498275995254517,231.109375,234881024 +75,mlp.gate_proj,8,128,8,128,1.3389769792556763,227.5546875,234881024 +75,mlp.up_proj,2,32,8,128,68.4249267578125,70.21875,234881024 +75,mlp.up_proj,2,64,8,128,79.72909545898438,63.109375,234881024 +75,mlp.up_proj,2,128,8,128,90.20531463623047,59.5546875,234881024 +75,mlp.up_proj,3,32,8,128,29.307039260864258,98.21875,234881024 +75,mlp.up_proj,3,64,8,128,34.11951446533203,91.109375,234881024 +75,mlp.up_proj,3,128,8,128,38.444766998291016,87.5546875,234881024 +75,mlp.up_proj,4,32,8,128,13.644506454467773,126.21875,234881024 +75,mlp.up_proj,4,64,8,128,15.989699363708496,119.109375,234881024 +75,mlp.up_proj,4,128,8,128,17.957698822021484,115.5546875,234881024 +75,mlp.up_proj,8,32,8,128,0.8330489993095398,238.21875,234881024 +75,mlp.up_proj,8,64,8,128,0.9753963351249695,231.109375,234881024 +75,mlp.up_proj,8,128,8,128,1.0929673910140991,227.5546875,234881024 +75,mlp.down_proj,2,32,8,128,67.86714935302734,70.21875,234881024 +75,mlp.down_proj,2,64,8,128,79.02397155761719,63.109375,234881024 +75,mlp.down_proj,2,128,8,128,89.38908386230469,59.5546875,234881024 +75,mlp.down_proj,3,32,8,128,29.054061889648438,98.21875,234881024 +75,mlp.down_proj,3,64,8,128,33.83174133300781,91.109375,234881024 +75,mlp.down_proj,3,128,8,128,38.10285949707031,87.5546875,234881024 +75,mlp.down_proj,4,32,8,128,13.527694702148438,126.21875,234881024 +75,mlp.down_proj,4,64,8,128,15.84890079498291,119.109375,234881024 +75,mlp.down_proj,4,128,8,128,17.798532485961914,115.5546875,234881024 +75,mlp.down_proj,8,32,8,128,0.8260056972503662,238.21875,234881024 +75,mlp.down_proj,8,64,8,128,0.9668017625808716,231.109375,234881024 +75,mlp.down_proj,8,128,8,128,1.0836479663848877,227.5546875,234881024 +76,self_attn.q_proj,2,32,8,128,44.96638488769531,20.0625,67108864 +76,self_attn.q_proj,2,64,8,128,52.79098892211914,18.03125,67108864 +76,self_attn.q_proj,2,128,8,128,60.85258483886719,17.015625,67108864 +76,self_attn.q_proj,3,32,8,128,19.22578239440918,28.0625,67108864 +76,self_attn.q_proj,3,64,8,128,22.652141571044922,26.03125,67108864 +76,self_attn.q_proj,3,128,8,128,26.12206268310547,25.015625,67108864 +76,self_attn.q_proj,4,32,8,128,8.96791934967041,36.0625,67108864 +76,self_attn.q_proj,4,64,8,128,10.5626802444458,34.03125,67108864 +76,self_attn.q_proj,4,128,8,128,12.19727897644043,33.015625,67108864 +76,self_attn.q_proj,8,32,8,128,0.5446987748146057,68.0625,67108864 +76,self_attn.q_proj,8,64,8,128,0.6416283845901489,66.03125,67108864 +76,self_attn.q_proj,8,128,8,128,0.7388189435005188,65.015625,67108864 +76,self_attn.v_proj,2,32,8,128,16.06108283996582,2.5078125,8388608 +76,self_attn.v_proj,2,64,8,128,18.849332809448242,2.25390625,8388608 +76,self_attn.v_proj,2,128,8,128,21.393030166625977,2.126953125,8388608 +76,self_attn.v_proj,3,32,8,128,6.866220474243164,3.5078125,8388608 +76,self_attn.v_proj,3,64,8,128,8.062259674072266,3.25390625,8388608 +76,self_attn.v_proj,3,128,8,128,9.153508186340332,3.126953125,8388608 +76,self_attn.v_proj,4,32,8,128,3.203481435775757,4.5078125,8388608 +76,self_attn.v_proj,4,64,8,128,3.762338161468506,4.25390625,8388608 +76,self_attn.v_proj,4,128,8,128,4.273663520812988,4.126953125,8388608 +76,self_attn.v_proj,8,32,8,128,0.1939712017774582,8.5078125,8388608 +76,self_attn.v_proj,8,64,8,128,0.22737886011600494,8.25390625,8388608 +76,self_attn.v_proj,8,128,8,128,0.25735941529273987,8.126953125,8388608 +76,self_attn.k_proj,2,32,8,128,28.182710647583008,2.5078125,8388608 +76,self_attn.k_proj,2,64,8,128,33.58625411987305,2.25390625,8388608 +76,self_attn.k_proj,2,128,8,128,38.56458282470703,2.126953125,8388608 +76,self_attn.k_proj,3,32,8,128,12.065102577209473,3.5078125,8388608 +76,self_attn.k_proj,3,64,8,128,14.421436309814453,3.25390625,8388608 +76,self_attn.k_proj,3,128,8,128,16.632572174072266,3.126953125,8388608 +76,self_attn.k_proj,4,32,8,128,5.631641864776611,4.5078125,8388608 +76,self_attn.k_proj,4,64,8,128,6.726741790771484,4.25390625,8388608 +76,self_attn.k_proj,4,128,8,128,7.761914253234863,4.126953125,8388608 +76,self_attn.k_proj,8,32,8,128,0.34074726700782776,8.5078125,8388608 +76,self_attn.k_proj,8,64,8,128,0.4068009555339813,8.25390625,8388608 +76,self_attn.k_proj,8,128,8,128,0.4677245318889618,8.126953125,8388608 +76,self_attn.o_proj,2,32,8,128,36.240142822265625,20.0625,67108864 +76,self_attn.o_proj,2,64,8,128,42.31157302856445,18.03125,67108864 +76,self_attn.o_proj,2,128,8,128,47.78789520263672,17.015625,67108864 +76,self_attn.o_proj,3,32,8,128,15.539855003356934,28.0625,67108864 +76,self_attn.o_proj,3,64,8,128,18.154129028320312,26.03125,67108864 +76,self_attn.o_proj,3,128,8,128,20.59672737121582,25.015625,67108864 +76,self_attn.o_proj,4,32,8,128,7.251073360443115,36.0625,67108864 +76,self_attn.o_proj,4,64,8,128,8.487772941589355,34.03125,67108864 +76,self_attn.o_proj,4,128,8,128,9.639594078063965,33.015625,67108864 +76,self_attn.o_proj,8,32,8,128,0.4404081404209137,68.0625,67108864 +76,self_attn.o_proj,8,64,8,128,0.5149508714675903,66.03125,67108864 +76,self_attn.o_proj,8,128,8,128,0.5831468105316162,65.015625,67108864 +76,mlp.gate_proj,2,32,8,128,87.50687408447266,70.21875,234881024 +76,mlp.gate_proj,2,64,8,128,105.46006774902344,63.109375,234881024 +76,mlp.gate_proj,2,128,8,128,124.30660247802734,59.5546875,234881024 +76,mlp.gate_proj,3,32,8,128,37.322357177734375,98.21875,234881024 +76,mlp.gate_proj,3,64,8,128,45.688045501708984,91.109375,234881024 +76,mlp.gate_proj,3,128,8,128,53.897525787353516,87.5546875,234881024 +76,mlp.gate_proj,4,32,8,128,17.41168212890625,126.21875,234881024 +76,mlp.gate_proj,4,64,8,128,21.303808212280273,119.109375,234881024 +76,mlp.gate_proj,4,128,8,128,25.12656021118164,115.5546875,234881024 +76,mlp.gate_proj,8,32,8,128,1.0630604028701782,238.21875,234881024 +76,mlp.gate_proj,8,64,8,128,1.2963154315948486,231.109375,234881024 +76,mlp.gate_proj,8,128,8,128,1.5235844850540161,227.5546875,234881024 +76,mlp.up_proj,2,32,8,128,65.95216369628906,70.21875,234881024 +76,mlp.up_proj,2,64,8,128,76.72928619384766,63.109375,234881024 +76,mlp.up_proj,2,128,8,128,86.83141326904297,59.5546875,234881024 +76,mlp.up_proj,3,32,8,128,28.163097381591797,98.21875,234881024 +76,mlp.up_proj,3,64,8,128,32.925941467285156,91.109375,234881024 +76,mlp.up_proj,3,128,8,128,37.1202278137207,87.5546875,234881024 +76,mlp.up_proj,4,32,8,128,13.120469093322754,126.21875,234881024 +76,mlp.up_proj,4,64,8,128,15.379888534545898,119.109375,234881024 +76,mlp.up_proj,4,128,8,128,17.347118377685547,115.5546875,234881024 +76,mlp.up_proj,8,32,8,128,0.8013165593147278,238.21875,234881024 +76,mlp.up_proj,8,64,8,128,0.9375361204147339,231.109375,234881024 +76,mlp.up_proj,8,128,8,128,1.0552701950073242,227.5546875,234881024 +76,mlp.down_proj,2,32,8,128,64.67002868652344,70.21875,234881024 +76,mlp.down_proj,2,64,8,128,74.96887969970703,63.109375,234881024 +76,mlp.down_proj,2,128,8,128,84.75555419921875,59.5546875,234881024 +76,mlp.down_proj,3,32,8,128,27.537456512451172,98.21875,234881024 +76,mlp.down_proj,3,64,8,128,32.24800491333008,91.109375,234881024 +76,mlp.down_proj,3,128,8,128,36.22049331665039,87.5546875,234881024 +76,mlp.down_proj,4,32,8,128,12.83462905883789,126.21875,234881024 +76,mlp.down_proj,4,64,8,128,15.025320053100586,119.109375,234881024 +76,mlp.down_proj,4,128,8,128,16.934677124023438,115.5546875,234881024 +76,mlp.down_proj,8,32,8,128,0.7842637300491333,238.21875,234881024 +76,mlp.down_proj,8,64,8,128,0.9156776070594788,231.109375,234881024 +76,mlp.down_proj,8,128,8,128,1.0316241979599,227.5546875,234881024 +77,self_attn.q_proj,2,32,8,128,45.46040344238281,20.0625,67108864 +77,self_attn.q_proj,2,64,8,128,53.22178649902344,18.03125,67108864 +77,self_attn.q_proj,2,128,8,128,61.40945816040039,17.015625,67108864 +77,self_attn.q_proj,3,32,8,128,19.437721252441406,28.0625,67108864 +77,self_attn.q_proj,3,64,8,128,22.830425262451172,26.03125,67108864 +77,self_attn.q_proj,3,128,8,128,26.38439178466797,25.015625,67108864 +77,self_attn.q_proj,4,32,8,128,9.067130088806152,36.0625,67108864 +77,self_attn.q_proj,4,64,8,128,10.651561737060547,34.03125,67108864 +77,self_attn.q_proj,4,128,8,128,12.311981201171875,33.015625,67108864 +77,self_attn.q_proj,8,32,8,128,0.5506958365440369,68.0625,67108864 +77,self_attn.q_proj,8,64,8,128,0.6469172239303589,66.03125,67108864 +77,self_attn.q_proj,8,128,8,128,0.7459492683410645,65.015625,67108864 +77,self_attn.v_proj,2,32,8,128,17.348421096801758,2.5078125,8388608 +77,self_attn.v_proj,2,64,8,128,20.481374740600586,2.25390625,8388608 +77,self_attn.v_proj,2,128,8,128,23.39963150024414,2.126953125,8388608 +77,self_attn.v_proj,3,32,8,128,7.425415992736816,3.5078125,8388608 +77,self_attn.v_proj,3,64,8,128,8.771838188171387,3.25390625,8388608 +77,self_attn.v_proj,3,128,8,128,10.021161079406738,3.126953125,8388608 +77,self_attn.v_proj,4,32,8,128,3.463970184326172,4.5078125,8388608 +77,self_attn.v_proj,4,64,8,128,4.092836380004883,4.25390625,8388608 +77,self_attn.v_proj,4,128,8,128,4.677574157714844,4.126953125,8388608 +77,self_attn.v_proj,8,32,8,128,0.20955178141593933,8.5078125,8388608 +77,self_attn.v_proj,8,64,8,128,0.24733172357082367,8.25390625,8388608 +77,self_attn.v_proj,8,128,8,128,0.28185445070266724,8.126953125,8388608 +77,self_attn.k_proj,2,32,8,128,28.821823120117188,2.5078125,8388608 +77,self_attn.k_proj,2,64,8,128,34.22096252441406,2.25390625,8388608 +77,self_attn.k_proj,2,128,8,128,39.14206314086914,2.126953125,8388608 +77,self_attn.k_proj,3,32,8,128,12.344230651855469,3.5078125,8388608 +77,self_attn.k_proj,3,64,8,128,14.675520896911621,3.25390625,8388608 +77,self_attn.k_proj,3,128,8,128,16.855392456054688,3.126953125,8388608 +77,self_attn.k_proj,4,32,8,128,5.757424831390381,4.5078125,8388608 +77,self_attn.k_proj,4,64,8,128,6.850033760070801,4.25390625,8388608 +77,self_attn.k_proj,4,128,8,128,7.867064476013184,4.126953125,8388608 +77,self_attn.k_proj,8,32,8,128,0.34863340854644775,8.5078125,8388608 +77,self_attn.k_proj,8,64,8,128,0.41413548588752747,8.25390625,8388608 +77,self_attn.k_proj,8,128,8,128,0.4738069474697113,8.126953125,8388608 +77,self_attn.o_proj,2,32,8,128,37.59469985961914,20.0625,67108864 +77,self_attn.o_proj,2,64,8,128,43.857444763183594,18.03125,67108864 +77,self_attn.o_proj,2,128,8,128,49.43571853637695,17.015625,67108864 +77,self_attn.o_proj,3,32,8,128,16.095687866210938,28.0625,67108864 +77,self_attn.o_proj,3,64,8,128,18.76519203186035,26.03125,67108864 +77,self_attn.o_proj,3,128,8,128,21.22408103942871,25.015625,67108864 +77,self_attn.o_proj,4,32,8,128,7.507500648498535,36.0625,67108864 +77,self_attn.o_proj,4,64,8,128,8.760346412658691,34.03125,67108864 +77,self_attn.o_proj,4,128,8,128,9.90742015838623,33.015625,67108864 +77,self_attn.o_proj,8,32,8,128,0.4558795988559723,68.0625,67108864 +77,self_attn.o_proj,8,64,8,128,0.531673014163971,66.03125,67108864 +77,self_attn.o_proj,8,128,8,128,0.5995996594429016,65.015625,67108864 +77,mlp.gate_proj,2,32,8,128,80.48353576660156,70.21875,234881024 +77,mlp.gate_proj,2,64,8,128,95.82299041748047,63.109375,234881024 +77,mlp.gate_proj,2,128,8,128,111.09007263183594,59.5546875,234881024 +77,mlp.gate_proj,3,32,8,128,34.40098190307617,98.21875,234881024 +77,mlp.gate_proj,3,64,8,128,41.193660736083984,91.109375,234881024 +77,mlp.gate_proj,3,128,8,128,47.882408142089844,87.5546875,234881024 +77,mlp.gate_proj,4,32,8,128,16.127378463745117,126.21875,234881024 +77,mlp.gate_proj,4,64,8,128,19.192602157592773,119.109375,234881024 +77,mlp.gate_proj,4,128,8,128,22.432064056396484,115.5546875,234881024 +77,mlp.gate_proj,8,32,8,128,0.9857689142227173,238.21875,234881024 +77,mlp.gate_proj,8,64,8,128,1.1700977087020874,231.109375,234881024 +77,mlp.gate_proj,8,128,8,128,1.3611618280410767,227.5546875,234881024 +77,mlp.up_proj,2,32,8,128,69.1682357788086,70.21875,234881024 +77,mlp.up_proj,2,64,8,128,80.74910736083984,63.109375,234881024 +77,mlp.up_proj,2,128,8,128,91.39458465576172,59.5546875,234881024 +77,mlp.up_proj,3,32,8,128,29.66246795654297,98.21875,234881024 +77,mlp.up_proj,3,64,8,128,34.562889099121094,91.109375,234881024 +77,mlp.up_proj,3,128,8,128,39.06763458251953,87.5546875,234881024 +77,mlp.up_proj,4,32,8,128,13.807538986206055,126.21875,234881024 +77,mlp.up_proj,4,64,8,128,16.183992385864258,119.109375,234881024 +77,mlp.up_proj,4,128,8,128,18.244230270385742,115.5546875,234881024 +77,mlp.up_proj,8,32,8,128,0.8428636193275452,238.21875,234881024 +77,mlp.up_proj,8,64,8,128,0.9890768527984619,231.109375,234881024 +77,mlp.up_proj,8,128,8,128,1.1099514961242676,227.5546875,234881024 +77,mlp.down_proj,2,32,8,128,68.31208038330078,70.21875,234881024 +77,mlp.down_proj,2,64,8,128,79.65937042236328,63.109375,234881024 +77,mlp.down_proj,2,128,8,128,90.23479461669922,59.5546875,234881024 +77,mlp.down_proj,3,32,8,128,29.271326065063477,98.21875,234881024 +77,mlp.down_proj,3,64,8,128,34.11908721923828,91.109375,234881024 +77,mlp.down_proj,3,128,8,128,38.534461975097656,87.5546875,234881024 +77,mlp.down_proj,4,32,8,128,13.628515243530273,126.21875,234881024 +77,mlp.down_proj,4,64,8,128,15.996020317077637,119.109375,234881024 +77,mlp.down_proj,4,128,8,128,17.99416160583496,115.5546875,234881024 +77,mlp.down_proj,8,32,8,128,0.8319529891014099,238.21875,234881024 +77,mlp.down_proj,8,64,8,128,0.9758437275886536,231.109375,234881024 +77,mlp.down_proj,8,128,8,128,1.0952818393707275,227.5546875,234881024 +78,self_attn.q_proj,2,32,8,128,45.151554107666016,20.0625,67108864 +78,self_attn.q_proj,2,64,8,128,53.060829162597656,18.03125,67108864 +78,self_attn.q_proj,2,128,8,128,61.05052947998047,17.015625,67108864 +78,self_attn.q_proj,3,32,8,128,19.301328659057617,28.0625,67108864 +78,self_attn.q_proj,3,64,8,128,22.754592895507812,26.03125,67108864 +78,self_attn.q_proj,3,128,8,128,26.20524024963379,25.015625,67108864 +78,self_attn.q_proj,4,32,8,128,9.003338813781738,36.0625,67108864 +78,self_attn.q_proj,4,64,8,128,10.614086151123047,34.03125,67108864 +78,self_attn.q_proj,4,128,8,128,12.227331161499023,33.015625,67108864 +78,self_attn.q_proj,8,32,8,128,0.5470260381698608,68.0625,67108864 +78,self_attn.q_proj,8,64,8,128,0.6449123620986938,66.03125,67108864 +78,self_attn.q_proj,8,128,8,128,0.7407514452934265,65.015625,67108864 +78,self_attn.v_proj,2,32,8,128,15.987213134765625,2.5078125,8388608 +78,self_attn.v_proj,2,64,8,128,18.836885452270508,2.25390625,8388608 +78,self_attn.v_proj,2,128,8,128,21.503177642822266,2.126953125,8388608 +78,self_attn.v_proj,3,32,8,128,6.840173721313477,3.5078125,8388608 +78,self_attn.v_proj,3,64,8,128,8.066368103027344,3.25390625,8388608 +78,self_attn.v_proj,3,128,8,128,9.21609115600586,3.126953125,8388608 +78,self_attn.v_proj,4,32,8,128,3.189753293991089,4.5078125,8388608 +78,self_attn.v_proj,4,64,8,128,3.7629733085632324,4.25390625,8388608 +78,self_attn.v_proj,4,128,8,128,4.301644802093506,4.126953125,8388608 +78,self_attn.v_proj,8,32,8,128,0.19318023324012756,8.5078125,8388608 +78,self_attn.v_proj,8,64,8,128,0.22753232717514038,8.25390625,8388608 +78,self_attn.v_proj,8,128,8,128,0.2589726150035858,8.126953125,8388608 +78,self_attn.k_proj,2,32,8,128,29.57811737060547,2.5078125,8388608 +78,self_attn.k_proj,2,64,8,128,35.0291748046875,2.25390625,8388608 +78,self_attn.k_proj,2,128,8,128,39.96261215209961,2.126953125,8388608 +78,self_attn.k_proj,3,32,8,128,12.657563209533691,3.5078125,8388608 +78,self_attn.k_proj,3,64,8,128,15.013450622558594,3.25390625,8388608 +78,self_attn.k_proj,3,128,8,128,17.174427032470703,3.126953125,8388608 +78,self_attn.k_proj,4,32,8,128,5.906965732574463,4.5078125,8388608 +78,self_attn.k_proj,4,64,8,128,7.003911018371582,4.25390625,8388608 +78,self_attn.k_proj,4,128,8,128,8.01267147064209,4.126953125,8388608 +78,self_attn.k_proj,8,32,8,128,0.357599675655365,8.5078125,8388608 +78,self_attn.k_proj,8,64,8,128,0.42360854148864746,8.25390625,8388608 +78,self_attn.k_proj,8,128,8,128,0.4830447733402252,8.126953125,8388608 +78,self_attn.o_proj,2,32,8,128,36.59818649291992,20.0625,67108864 +78,self_attn.o_proj,2,64,8,128,42.73003387451172,18.03125,67108864 +78,self_attn.o_proj,2,128,8,128,48.2586784362793,17.015625,67108864 +78,self_attn.o_proj,3,32,8,128,15.668342590332031,28.0625,67108864 +78,self_attn.o_proj,3,64,8,128,18.287233352661133,26.03125,67108864 +78,self_attn.o_proj,3,128,8,128,20.704593658447266,25.015625,67108864 +78,self_attn.o_proj,4,32,8,128,7.3055620193481445,36.0625,67108864 +78,self_attn.o_proj,4,64,8,128,8.534924507141113,34.03125,67108864 +78,self_attn.o_proj,4,128,8,128,9.662675857543945,33.015625,67108864 +78,self_attn.o_proj,8,32,8,128,0.44371291995048523,68.0625,67108864 +78,self_attn.o_proj,8,64,8,128,0.5178605318069458,66.03125,67108864 +78,self_attn.o_proj,8,128,8,128,0.5846696496009827,65.015625,67108864 +78,mlp.gate_proj,2,32,8,128,81.67349243164062,70.21875,234881024 +78,mlp.gate_proj,2,64,8,128,97.14733123779297,63.109375,234881024 +78,mlp.gate_proj,2,128,8,128,112.55061340332031,59.5546875,234881024 +78,mlp.gate_proj,3,32,8,128,34.88621520996094,98.21875,234881024 +78,mlp.gate_proj,3,64,8,128,41.81679153442383,91.109375,234881024 +78,mlp.gate_proj,3,128,8,128,48.517799377441406,87.5546875,234881024 +78,mlp.gate_proj,4,32,8,128,16.337440490722656,126.21875,234881024 +78,mlp.gate_proj,4,64,8,128,19.47792625427246,119.109375,234881024 +78,mlp.gate_proj,4,128,8,128,22.740617752075195,115.5546875,234881024 +78,mlp.gate_proj,8,32,8,128,1.000754952430725,238.21875,234881024 +78,mlp.gate_proj,8,64,8,128,1.1875969171524048,231.109375,234881024 +78,mlp.gate_proj,8,128,8,128,1.3811817169189453,227.5546875,234881024 +78,mlp.up_proj,2,32,8,128,71.0717544555664,70.21875,234881024 +78,mlp.up_proj,2,64,8,128,83.31240844726562,63.109375,234881024 +78,mlp.up_proj,2,128,8,128,94.36228942871094,59.5546875,234881024 +78,mlp.up_proj,3,32,8,128,30.54636573791504,98.21875,234881024 +78,mlp.up_proj,3,64,8,128,35.66396713256836,91.109375,234881024 +78,mlp.up_proj,3,128,8,128,40.5689582824707,87.5546875,234881024 +78,mlp.up_proj,4,32,8,128,14.214624404907227,126.21875,234881024 +78,mlp.up_proj,4,64,8,128,16.670373916625977,119.109375,234881024 +78,mlp.up_proj,4,128,8,128,18.923973083496094,115.5546875,234881024 +78,mlp.up_proj,8,32,8,128,0.8674629330635071,238.21875,234881024 +78,mlp.up_proj,8,64,8,128,1.0193957090377808,231.109375,234881024 +78,mlp.up_proj,8,128,8,128,1.151291012763977,227.5546875,234881024 +78,mlp.down_proj,2,32,8,128,69.10182189941406,70.21875,234881024 +78,mlp.down_proj,2,64,8,128,80.88084411621094,63.109375,234881024 +78,mlp.down_proj,2,128,8,128,91.85265350341797,59.5546875,234881024 +78,mlp.down_proj,3,32,8,128,29.672954559326172,98.21875,234881024 +78,mlp.down_proj,3,64,8,128,34.702232360839844,91.109375,234881024 +78,mlp.down_proj,3,128,8,128,39.46205520629883,87.5546875,234881024 +78,mlp.down_proj,4,32,8,128,13.812378883361816,126.21875,234881024 +78,mlp.down_proj,4,64,8,128,16.25324249267578,119.109375,234881024 +78,mlp.down_proj,4,128,8,128,18.43561363220215,115.5546875,234881024 +78,mlp.down_proj,8,32,8,128,0.8430150151252747,238.21875,234881024 +78,mlp.down_proj,8,64,8,128,0.9940943121910095,231.109375,234881024 +78,mlp.down_proj,8,128,8,128,1.1208730936050415,227.5546875,234881024 +79,self_attn.q_proj,2,32,8,128,40.157230377197266,20.0625,67108864 +79,self_attn.q_proj,2,64,8,128,47.52407455444336,18.03125,67108864 +79,self_attn.q_proj,2,128,8,128,54.6970100402832,17.015625,67108864 +79,self_attn.q_proj,3,32,8,128,17.193233489990234,28.0625,67108864 +79,self_attn.q_proj,3,64,8,128,20.411218643188477,26.03125,67108864 +79,self_attn.q_proj,3,128,8,128,23.57327651977539,25.015625,67108864 +79,self_attn.q_proj,4,32,8,128,8.028159141540527,36.0625,67108864 +79,self_attn.q_proj,4,64,8,128,9.518832206726074,34.03125,67108864 +79,self_attn.q_proj,4,128,8,128,11.003891944885254,33.015625,67108864 +79,self_attn.q_proj,8,32,8,128,0.48727157711982727,68.0625,67108864 +79,self_attn.q_proj,8,64,8,128,0.5779823660850525,66.03125,67108864 +79,self_attn.q_proj,8,128,8,128,0.6662895083427429,65.015625,67108864 +79,self_attn.v_proj,2,32,8,128,17.05845832824707,2.5078125,8388608 +79,self_attn.v_proj,2,64,8,128,20.21656036376953,2.25390625,8388608 +79,self_attn.v_proj,2,128,8,128,23.132108688354492,2.126953125,8388608 +79,self_attn.v_proj,3,32,8,128,7.302116870880127,3.5078125,8388608 +79,self_attn.v_proj,3,64,8,128,8.657798767089844,3.25390625,8388608 +79,self_attn.v_proj,3,128,8,128,9.92711353302002,3.126953125,8388608 +79,self_attn.v_proj,4,32,8,128,3.406709909439087,4.5078125,8388608 +79,self_attn.v_proj,4,64,8,128,4.042599201202393,4.25390625,8388608 +79,self_attn.v_proj,4,128,8,128,4.633411884307861,4.126953125,8388608 +79,self_attn.v_proj,8,32,8,128,0.2061319500207901,8.5078125,8388608 +79,self_attn.v_proj,8,64,8,128,0.24422593414783478,8.25390625,8388608 +79,self_attn.v_proj,8,128,8,128,0.2792515456676483,8.126953125,8388608 +79,self_attn.k_proj,2,32,8,128,28.82709312438965,2.5078125,8388608 +79,self_attn.k_proj,2,64,8,128,34.383056640625,2.25390625,8388608 +79,self_attn.k_proj,2,128,8,128,39.45365905761719,2.126953125,8388608 +79,self_attn.k_proj,3,32,8,128,12.362560272216797,3.5078125,8388608 +79,self_attn.k_proj,3,64,8,128,14.790192604064941,3.25390625,8388608 +79,self_attn.k_proj,3,128,8,128,17.0894775390625,3.126953125,8388608 +79,self_attn.k_proj,4,32,8,128,5.76865816116333,4.5078125,8388608 +79,self_attn.k_proj,4,64,8,128,6.9022908210754395,4.25390625,8388608 +79,self_attn.k_proj,4,128,8,128,7.978939056396484,4.126953125,8388608 +79,self_attn.k_proj,8,32,8,128,0.34923863410949707,8.5078125,8388608 +79,self_attn.k_proj,8,64,8,128,0.4175252616405487,8.25390625,8388608 +79,self_attn.k_proj,8,128,8,128,0.48076361417770386,8.126953125,8388608 +79,self_attn.o_proj,2,32,8,128,35.67342758178711,20.0625,67108864 +79,self_attn.o_proj,2,64,8,128,41.87866973876953,18.03125,67108864 +79,self_attn.o_proj,2,128,8,128,47.686546325683594,17.015625,67108864 +79,self_attn.o_proj,3,32,8,128,15.32429313659668,28.0625,67108864 +79,self_attn.o_proj,3,64,8,128,18.0543212890625,26.03125,67108864 +79,self_attn.o_proj,3,128,8,128,20.748706817626953,25.015625,67108864 +79,self_attn.o_proj,4,32,8,128,7.150461196899414,36.0625,67108864 +79,self_attn.o_proj,4,64,8,128,8.441455841064453,34.03125,67108864 +79,self_attn.o_proj,4,128,8,128,9.710885047912598,33.015625,67108864 +79,self_attn.o_proj,8,32,8,128,0.43441101908683777,68.0625,67108864 +79,self_attn.o_proj,8,64,8,128,0.5123983025550842,66.03125,67108864 +79,self_attn.o_proj,8,128,8,128,0.5877714157104492,65.015625,67108864 +79,mlp.gate_proj,2,32,8,128,84.88920593261719,70.21875,234881024 +79,mlp.gate_proj,2,64,8,128,100.19083404541016,63.109375,234881024 +79,mlp.gate_proj,2,128,8,128,115.42305755615234,59.5546875,234881024 +79,mlp.gate_proj,3,32,8,128,36.19486618041992,98.21875,234881024 +79,mlp.gate_proj,3,64,8,128,43.135135650634766,91.109375,234881024 +79,mlp.gate_proj,3,128,8,128,49.62994384765625,87.5546875,234881024 +79,mlp.gate_proj,4,32,8,128,16.910303115844727,126.21875,234881024 +79,mlp.gate_proj,4,64,8,128,20.094186782836914,119.109375,234881024 +79,mlp.gate_proj,4,128,8,128,23.213022232055664,115.5546875,234881024 +79,mlp.gate_proj,8,32,8,128,1.0349289178848267,238.21875,234881024 +79,mlp.gate_proj,8,64,8,128,1.2254587411880493,231.109375,234881024 +79,mlp.gate_proj,8,128,8,128,1.4139842987060547,227.5546875,234881024 +79,mlp.up_proj,2,32,8,128,77.04585266113281,70.21875,234881024 +79,mlp.up_proj,2,64,8,128,90.84526062011719,63.109375,234881024 +79,mlp.up_proj,2,128,8,128,102.86045837402344,59.5546875,234881024 +79,mlp.up_proj,3,32,8,128,33.02766418457031,98.21875,234881024 +79,mlp.up_proj,3,64,8,128,38.74699783325195,91.109375,234881024 +79,mlp.up_proj,3,128,8,128,44.289451599121094,87.5546875,234881024 +79,mlp.up_proj,4,32,8,128,15.440093040466309,126.21875,234881024 +79,mlp.up_proj,4,64,8,128,18.075700759887695,119.109375,234881024 +79,mlp.up_proj,4,128,8,128,20.630352020263672,115.5546875,234881024 +79,mlp.up_proj,8,32,8,128,0.9425826668739319,238.21875,234881024 +79,mlp.up_proj,8,64,8,128,1.1037466526031494,231.109375,234881024 +79,mlp.up_proj,8,128,8,128,1.2537542581558228,227.5546875,234881024 +79,mlp.down_proj,2,32,8,128,69.82134246826172,70.21875,234881024 +79,mlp.down_proj,2,64,8,128,81.92239379882812,63.109375,234881024 +79,mlp.down_proj,2,128,8,128,93.10791778564453,59.5546875,234881024 +79,mlp.down_proj,3,32,8,128,30.042299270629883,98.21875,234881024 +79,mlp.down_proj,3,64,8,128,35.20534133911133,91.109375,234881024 +79,mlp.down_proj,3,128,8,128,40.28462600708008,87.5546875,234881024 +79,mlp.down_proj,4,32,8,128,13.98576831817627,126.21875,234881024 +79,mlp.down_proj,4,64,8,128,16.49049949645996,119.109375,234881024 +79,mlp.down_proj,4,128,8,128,18.81648063659668,115.5546875,234881024 +79,mlp.down_proj,8,32,8,128,0.8534584045410156,238.21875,234881024 +79,mlp.down_proj,8,64,8,128,1.0090715885162354,231.109375,234881024 +79,mlp.down_proj,8,128,8,128,1.1439918279647827,227.5546875,234881024 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3-8B.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3-8B.csv new file mode 100644 index 0000000000000000000000000000000000000000..de9b94ffc1052ba3be24a1f5544f956ffbcdd2f2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3-8B.csv @@ -0,0 +1,2689 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params,kurtosis,kurtosis_scaled +0,self_attn.q_proj,2,32,8,128,29.71926498413086,5.015625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,2,64,8,128,36.01884460449219,4.5078125,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,2,128,8,128,41.75963973999024,4.25390625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,3,32,8,128,12.962769508361816,7.015625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,3,64,8,128,16.056236267089844,6.5078125,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,3,128,8,128,19.37236785888672,6.25390625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,4,32,8,128,6.056663036346436,9.015625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,4,64,8,128,7.511712551116943,8.5078125,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,4,128,8,128,9.090286254882812,8.25390625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,8,32,8,128,0.3672587275505066,17.015625,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,8,64,8,128,0.4547851383686065,16.5078125,16777216,23.477997808080044,1.0 +0,self_attn.q_proj,8,128,8,128,0.5482342839241028,16.25390625,16777216,23.477997808080044,1.0 +0,self_attn.v_proj,2,32,8,128,5.1504902839660645,1.25390625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,2,64,8,128,6.072350025177002,1.126953125,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,2,128,8,128,6.909933567047119,1.0634765625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,3,32,8,128,2.2044689655303955,1.75390625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,3,64,8,128,2.6054704189300537,1.626953125,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,3,128,8,128,2.9787304401397705,1.5634765625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,4,32,8,128,1.0286246538162231,2.25390625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,4,64,8,128,1.2157593965530396,2.126953125,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,4,128,8,128,1.390173077583313,2.0634765625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,8,32,8,128,0.0632590651512146,4.25390625,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,8,64,8,128,0.074266493320465,4.126953125,4194304,5.243808587901302,1.0 +0,self_attn.v_proj,8,128,8,128,0.0843224003911018,4.0634765625,4194304,5.243808587901302,1.0 +0,self_attn.k_proj,2,32,8,128,21.851238250732425,1.25390625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,2,64,8,128,26.34428596496582,1.126953125,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,2,128,8,128,30.26717185974121,1.0634765625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,3,32,8,128,9.60117244720459,1.75390625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,3,64,8,128,11.86343479156494,1.626953125,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,3,128,8,128,14.062352180480955,1.5634765625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,4,32,8,128,4.484797477722168,2.25390625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,4,64,8,128,5.547629356384277,2.126953125,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,4,128,8,128,6.592917919158936,2.0634765625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,8,32,8,128,0.2718508839607239,4.25390625,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,8,64,8,128,0.3354998826980591,4.126953125,4194304,19.91079330638038,1.0 +0,self_attn.k_proj,8,128,8,128,0.3979018926620483,4.0634765625,4194304,19.91079330638038,1.0 +0,self_attn.o_proj,2,32,8,128,11.62565803527832,5.015625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,2,64,8,128,13.760478973388672,4.5078125,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,2,128,8,128,15.775431632995604,4.25390625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,3,32,8,128,5.015730857849121,7.015625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,3,64,8,128,5.997352600097656,6.5078125,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,3,128,8,128,6.988894939422607,6.25390625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,4,32,8,128,2.347808599472046,9.015625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,4,64,8,128,2.814517021179199,8.5078125,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,4,128,8,128,3.2919631004333496,8.25390625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,8,32,8,128,0.1421578079462051,17.015625,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,8,64,8,128,0.1704837083816528,16.5078125,16777216,12.816708625097188,1.0 +0,self_attn.o_proj,8,128,8,128,0.1990951299667358,16.25390625,16777216,12.816708625097188,1.0 +0,mlp.gate_proj,2,32,8,128,33.444522857666016,17.5546875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,2,64,8,128,39.36700820922852,15.77734375,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,2,128,8,128,44.94590759277344,14.888671875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,3,32,8,128,14.31833267211914,24.5546875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,3,64,8,128,16.907611846923828,22.77734375,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,3,128,8,128,19.3914794921875,21.888671875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,4,32,8,128,6.679895401000977,31.5546875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,4,64,8,128,7.8970112800598145,29.77734375,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,4,128,8,128,9.0552396774292,28.888671875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,8,32,8,128,0.40571129322052,59.5546875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,8,64,8,128,0.4786460995674133,57.77734375,58720256,4.25397183529409,0.4491022877976912 +0,mlp.gate_proj,8,128,8,128,0.5475429892539978,56.888671875,58720256,4.25397183529409,0.4491022877976912 +0,mlp.up_proj,2,32,8,128,30.09317207336425,17.5546875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,2,64,8,128,35.18780517578125,15.77734375,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,2,128,8,128,39.822261810302734,14.888671875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,3,32,8,128,12.867423057556152,24.5546875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,3,64,8,128,15.071465492248535,22.77734375,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,3,128,8,128,17.074993133544922,21.888671875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,4,32,8,128,6.00413179397583,31.5546875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,4,64,8,128,7.029482841491699,29.77734375,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,4,128,8,128,7.972204685211182,28.888671875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,8,32,8,128,0.3648918867111206,59.5546875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,8,64,8,128,0.4266665875911712,57.77734375,58720256,3.196049634916446,0.10273218845621378 +0,mlp.up_proj,8,128,8,128,0.4817230999469757,56.888671875,58720256,3.196049634916446,0.10273218845621378 +0,mlp.down_proj,2,32,8,128,30.121797561645508,17.5546875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,2,64,8,128,35.37422180175781,15.77734375,58720256,6.078099806674725,1.0 +0,mlp.down_proj,2,128,8,128,40.296199798583984,14.888671875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,3,32,8,128,12.907261848449709,24.5546875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,3,64,8,128,15.229618072509766,22.77734375,58720256,6.078099806674725,1.0 +0,mlp.down_proj,3,128,8,128,17.438817977905273,21.888671875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,4,32,8,128,6.028163909912109,31.5546875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,4,64,8,128,7.115785121917725,29.77734375,58720256,6.078099806674725,1.0 +0,mlp.down_proj,4,128,8,128,8.164895057678223,28.888671875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,8,32,8,128,0.3665659725666046,59.5546875,58720256,6.078099806674725,1.0 +0,mlp.down_proj,8,64,8,128,0.4323022961616516,57.77734375,58720256,6.078099806674725,1.0 +0,mlp.down_proj,8,128,8,128,0.4949232637882232,56.888671875,58720256,6.078099806674725,1.0 +1,self_attn.q_proj,2,32,8,128,30.526927947998047,5.015625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,2,64,8,128,36.505821228027344,4.5078125,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,2,128,8,128,42.13641357421875,4.25390625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,3,32,8,128,13.311883926391602,7.015625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,3,64,8,128,16.21119499206543,6.5078125,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,3,128,8,128,19.35423851013184,6.25390625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,4,32,8,128,6.221262454986572,9.015625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,4,64,8,128,7.588432788848877,8.5078125,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,4,128,8,128,9.07388687133789,8.25390625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,8,32,8,128,0.3765309751033783,17.015625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,8,64,8,128,0.4591035544872284,16.5078125,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.q_proj,8,128,8,128,0.5472977161407471,16.25390625,16777216,6.518398179144177,0.13502650677861114 +1,self_attn.v_proj,2,32,8,128,6.054126739501953,1.25390625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,2,64,8,128,7.120873928070068,1.126953125,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,2,128,8,128,8.102333068847656,1.0634765625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,3,32,8,128,2.589040279388428,1.75390625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,3,64,8,128,3.047174453735352,1.626953125,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,3,128,8,128,3.4693777561187744,1.5634765625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,4,32,8,128,1.207473874092102,2.25390625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,4,64,8,128,1.4214165210723877,2.126953125,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,4,128,8,128,1.6196296215057373,2.0634765625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,8,32,8,128,0.0731801688671112,4.25390625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,8,64,8,128,0.0860383138060569,4.126953125,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.v_proj,8,128,8,128,0.0976540595293045,4.0634765625,4194304,3.511953896727226,0.11901141646295972 +1,self_attn.k_proj,2,32,8,128,22.087326049804688,1.25390625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,2,64,8,128,26.22841453552246,1.126953125,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,2,128,8,128,29.570714950561523,1.0634765625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,3,32,8,128,9.688775062561035,1.75390625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,3,64,8,128,11.815810203552246,1.626953125,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,3,128,8,128,13.7361421585083,1.5634765625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,4,32,8,128,4.534592151641846,2.25390625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,4,64,8,128,5.555020809173584,2.126953125,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,4,128,8,128,6.490731239318848,2.0634765625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,8,32,8,128,0.2743088901042938,4.25390625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,8,64,8,128,0.3359671831130981,4.126953125,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.k_proj,8,128,8,128,0.3915407955646515,4.0634765625,4194304,6.762759900412172,0.1901933122998416 +1,self_attn.o_proj,2,32,8,128,13.320256233215332,5.015625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,2,64,8,128,15.85250186920166,4.5078125,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,2,128,8,128,18.25271224975586,4.25390625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,3,32,8,128,5.814366817474365,7.015625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,3,64,8,128,7.047060966491699,6.5078125,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,3,128,8,128,8.325507164001465,6.25390625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,4,32,8,128,2.7238576412200928,9.015625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,4,64,8,128,3.32004714012146,8.5078125,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,4,128,8,128,3.962393045425415,8.25390625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,8,32,8,128,0.1648536026477813,17.015625,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,8,64,8,128,0.2008322775363922,16.5078125,16777216,10.695647626043575,0.7751636699761596 +1,self_attn.o_proj,8,128,8,128,0.2392399460077285,16.25390625,16777216,10.695647626043575,0.7751636699761596 +1,mlp.gate_proj,2,32,8,128,33.596656799316406,17.5546875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,2,64,8,128,39.39640045166016,15.77734375,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,2,128,8,128,44.80052947998047,14.888671875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,3,32,8,128,14.38129425048828,24.5546875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,3,64,8,128,16.90346336364746,22.77734375,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,3,128,8,128,19.27972412109375,21.888671875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,4,32,8,128,6.708982944488525,31.5546875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,4,64,8,128,7.894912719726562,29.77734375,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,4,128,8,128,9.00425910949707,28.888671875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,8,32,8,128,0.407469242811203,59.5546875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,8,64,8,128,0.4784776568412781,57.77734375,58720256,3.981607530644241,0.2883896931604271 +1,mlp.gate_proj,8,128,8,128,0.544376790523529,56.888671875,58720256,3.981607530644241,0.2883896931604271 +1,mlp.up_proj,2,32,8,128,30.42632484436035,17.5546875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,2,64,8,128,35.52070617675781,15.77734375,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,2,128,8,128,40.1715087890625,14.888671875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,3,32,8,128,13.010882377624512,24.5546875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,3,64,8,128,15.230850219726562,22.77734375,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,3,128,8,128,17.25382423400879,21.888671875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,4,32,8,128,6.071969032287598,31.5546875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,4,64,8,128,7.105710029602051,29.77734375,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,4,128,8,128,8.063858032226562,28.888671875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,8,32,8,128,0.368994653224945,59.5546875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,8,64,8,128,0.4312596619129181,57.77734375,58720256,3.865750191365785,0.6889545214468231 +1,mlp.up_proj,8,128,8,128,0.4871818125247955,56.888671875,58720256,3.865750191365785,0.6889545214468231 +1,mlp.down_proj,2,32,8,128,30.320220947265625,17.5546875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,2,64,8,128,35.40483474731445,15.77734375,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,2,128,8,128,39.99724960327149,14.888671875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,3,32,8,128,12.976301193237305,24.5546875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,3,64,8,128,15.205132484436035,22.77734375,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,3,128,8,128,17.241455078125,21.888671875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,4,32,8,128,6.056885719299316,31.5546875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,4,64,8,128,7.096342086791992,29.77734375,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,4,128,8,128,8.062268257141113,28.888671875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,8,32,8,128,0.3681756258010864,59.5546875,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,8,64,8,128,0.4309409260749817,57.77734375,58720256,4.705602229051014,0.5104718715322364 +1,mlp.down_proj,8,128,8,128,0.4879005849361419,56.888671875,58720256,4.705602229051014,0.5104718715322364 +2,self_attn.q_proj,2,32,8,128,28.29009246826172,5.015625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,2,64,8,128,33.812381744384766,4.5078125,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,2,128,8,128,39.00408935546875,4.25390625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,3,32,8,128,12.197437286376951,7.015625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,3,64,8,128,14.689261436462402,6.5078125,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,3,128,8,128,17.301185607910156,6.25390625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,4,32,8,128,5.6953887939453125,9.015625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,4,64,8,128,6.862927913665772,8.5078125,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,4,128,8,128,8.08891773223877,8.25390625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,8,32,8,128,0.3447518348693847,17.015625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,8,64,8,128,0.4150609374046325,16.5078125,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.q_proj,8,128,8,128,0.4876388013362884,16.25390625,16777216,4.870928188359852,0.05100224299382158 +2,self_attn.v_proj,2,32,8,128,5.159294128417969,1.25390625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,2,64,8,128,6.081952095031738,1.126953125,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,2,128,8,128,6.926016807556152,1.0634765625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,3,32,8,128,2.206528902053833,1.75390625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,3,64,8,128,2.6030614376068115,1.626953125,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,3,128,8,128,2.9701642990112305,1.5634765625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,4,32,8,128,1.028939962387085,2.25390625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,4,64,8,128,1.2139078378677368,2.126953125,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,4,128,8,128,1.3857122659683228,2.0634765625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,8,32,8,128,0.0623427294194698,4.25390625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,8,64,8,128,0.0734634175896644,4.126953125,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.v_proj,8,128,8,128,0.0835602283477783,4.0634765625,4194304,3.581136549491772,0.15420439632147953 +2,self_attn.k_proj,2,32,8,128,22.59001541137696,1.25390625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,2,64,8,128,26.932594299316406,1.126953125,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,2,128,8,128,30.45580291748047,1.0634765625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,3,32,8,128,9.799921035766602,1.75390625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,3,64,8,128,11.85670566558838,1.626953125,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,3,128,8,128,13.769078254699709,1.5634765625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,4,32,8,128,4.577732563018799,2.25390625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,4,64,8,128,5.542038440704346,2.126953125,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,4,128,8,128,6.441653728485107,2.0634765625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,8,32,8,128,0.276971161365509,4.25390625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,8,64,8,128,0.3351361751556396,4.126953125,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.k_proj,8,128,8,128,0.3882458806037903,4.0634765625,4194304,5.358498552438096,0.10370279347045888 +2,self_attn.o_proj,2,32,8,128,12.128545761108398,5.015625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,2,64,8,128,14.357359886169434,4.5078125,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,2,128,8,128,16.48350715637207,4.25390625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,3,32,8,128,5.209362030029297,7.015625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,3,64,8,128,6.204757690429688,6.5078125,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,3,128,8,128,7.207065582275391,6.25390625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,4,32,8,128,2.432673931121826,9.015625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,4,64,8,128,2.898388624191284,8.5078125,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,4,128,8,128,3.370327472686768,8.25390625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,8,32,8,128,0.1472485661506652,17.015625,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,8,64,8,128,0.1753260344266891,16.5078125,16777216,6.804941241649276,0.3627417051869103 +2,self_attn.o_proj,8,128,8,128,0.2031807005405426,16.25390625,16777216,6.804941241649276,0.3627417051869103 +2,mlp.gate_proj,2,32,8,128,34.53382873535156,17.5546875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,2,64,8,128,40.52213287353516,15.77734375,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,2,128,8,128,46.107120513916016,14.888671875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,3,32,8,128,14.783581733703612,24.5546875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,3,64,8,128,17.375429153442383,22.77734375,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,3,128,8,128,19.83789253234864,21.888671875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,4,32,8,128,6.895365238189697,31.5546875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,4,64,8,128,8.111905097961426,29.77734375,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,4,128,8,128,9.259538650512695,28.888671875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,8,32,8,128,0.4186978340148926,59.5546875,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,8,64,8,128,0.4917322695255279,57.77734375,58720256,3.4928651366638097,0.0 +2,mlp.gate_proj,8,128,8,128,0.5599081516265869,56.888671875,58720256,3.4928651366638097,0.0 +2,mlp.up_proj,2,32,8,128,30.22202110290528,17.5546875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,2,64,8,128,35.24127197265625,15.77734375,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,2,128,8,128,39.81227493286133,14.888671875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,3,32,8,128,12.916703224182127,24.5546875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,3,64,8,128,15.095866203308104,22.77734375,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,3,128,8,128,17.067392349243164,21.888671875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,4,32,8,128,6.027431488037109,31.5546875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,4,64,8,128,7.041491508483887,29.77734375,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,4,128,8,128,7.969945907592773,28.888671875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,8,32,8,128,0.3662784397602081,59.5546875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,8,64,8,128,0.4273211061954498,57.77734375,58720256,3.198673872490125,0.10502931462394459 +2,mlp.up_proj,8,128,8,128,0.481521874666214,56.888671875,58720256,3.198673872490125,0.10502931462394459 +2,mlp.down_proj,2,32,8,128,30.312685012817383,17.5546875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,2,64,8,128,35.36705780029297,15.77734375,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,2,128,8,128,39.947853088378906,14.888671875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,3,32,8,128,12.969926834106444,24.5546875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,3,64,8,128,15.17494010925293,22.77734375,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,3,128,8,128,17.175376892089844,21.888671875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,4,32,8,128,6.054165363311768,31.5546875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,4,64,8,128,7.08501672744751,29.77734375,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,4,128,8,128,8.038103103637695,28.888671875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,8,32,8,128,0.3679652810096741,59.5546875,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,8,64,8,128,0.4299937486648559,57.77734375,58720256,3.6681520245954378,0.14044494744474306 +2,mlp.down_proj,8,128,8,128,0.4857692122459411,56.888671875,58720256,3.6681520245954378,0.14044494744474306 +3,self_attn.q_proj,2,32,8,128,28.09393882751465,5.015625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,2,64,8,128,33.566856384277344,4.5078125,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,2,128,8,128,39.03070831298828,4.25390625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,3,32,8,128,12.062705039978027,7.015625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,3,64,8,128,14.456032752990724,6.5078125,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,3,128,8,128,16.985721588134766,6.25390625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,4,32,8,128,5.631606578826904,9.015625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,4,64,8,128,6.747907638549805,8.5078125,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,4,128,8,128,7.93041467666626,8.25390625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,8,32,8,128,0.3408825695514679,17.015625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,8,64,8,128,0.4081771075725555,16.5078125,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.q_proj,8,128,8,128,0.4779151082038879,16.25390625,16777216,4.191170036530165,0.01633321801691933 +3,self_attn.v_proj,2,32,8,128,6.054136276245117,1.25390625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,2,64,8,128,7.143193244934082,1.126953125,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,2,128,8,128,8.157306671142578,1.0634765625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,3,32,8,128,2.591524362564087,1.75390625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,3,64,8,128,3.0607292652130127,1.626953125,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,3,128,8,128,3.500352144241333,1.5634765625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,4,32,8,128,1.2083368301391602,2.25390625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,4,64,8,128,1.4283732175827026,2.126953125,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,4,128,8,128,1.6336627006530762,2.0634765625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,8,32,8,128,0.0732447206974029,4.25390625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,8,64,8,128,0.0864056944847107,4.126953125,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.v_proj,8,128,8,128,0.0984654575586319,4.0634765625,4194304,3.498782785877829,0.11231131722833328 +3,self_attn.k_proj,2,32,8,128,22.24028968811035,1.25390625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,2,64,8,128,26.65947151184082,1.126953125,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,2,128,8,128,30.53901100158692,1.0634765625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,3,32,8,128,9.575121879577637,1.75390625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,3,64,8,128,11.551334381103516,1.626953125,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,3,128,8,128,13.431496620178224,1.5634765625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,4,32,8,128,4.46926212310791,2.25390625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,4,64,8,128,5.3901801109313965,2.126953125,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,4,128,8,128,6.272538185119629,2.0634765625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,8,32,8,128,0.2705325782299042,4.25390625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,8,64,8,128,0.3260603249073028,4.126953125,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.k_proj,8,128,8,128,0.3779822885990143,4.0634765625,4194304,4.45015065699875,0.047756312519836544 +3,self_attn.o_proj,2,32,8,128,13.677197456359863,5.015625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,2,64,8,128,16.046985626220703,4.5078125,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,2,128,8,128,18.24164581298828,4.25390625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,3,32,8,128,5.862359046936035,7.015625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,3,64,8,128,6.901886463165283,6.5078125,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,3,128,8,128,7.893731594085693,6.25390625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,4,32,8,128,2.7355918884277344,9.015625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,4,64,8,128,3.2214348316192627,8.5078125,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,4,128,8,128,3.687077522277832,8.25390625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,8,32,8,128,0.1656187325716018,17.015625,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,8,64,8,128,0.1948099285364151,16.5078125,16777216,4.685622851443846,0.13809009487564178 +3,self_attn.o_proj,8,128,8,128,0.2220923602581024,16.25390625,16777216,4.685622851443846,0.13809009487564178 +3,mlp.gate_proj,2,32,8,128,37.02172470092773,17.5546875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,2,64,8,128,43.68269729614258,15.77734375,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,2,128,8,128,49.92171859741211,14.888671875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,3,32,8,128,15.858477592468262,24.5546875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,3,64,8,128,18.73029518127441,22.77734375,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,3,128,8,128,21.516189575195312,21.888671875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,4,32,8,128,7.397336006164551,31.5546875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,4,64,8,128,8.740554809570312,29.77734375,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,4,128,8,128,10.045246124267578,28.888671875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,8,32,8,128,0.448901891708374,59.5546875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,8,64,8,128,0.5302746891975403,57.77734375,58720256,3.750199208201579,0.1518437828282031 +3,mlp.gate_proj,8,128,8,128,0.6077975630760193,56.888671875,58720256,3.750199208201579,0.1518437828282031 +3,mlp.up_proj,2,32,8,128,29.67856216430664,17.5546875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,2,64,8,128,34.637977600097656,15.77734375,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,2,128,8,128,39.1311149597168,14.888671875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,3,32,8,128,12.684122085571287,24.5546875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,3,64,8,128,14.836777687072754,22.77734375,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,3,128,8,128,16.790557861328125,21.888671875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,4,32,8,128,5.920221328735352,31.5546875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,4,64,8,128,6.921647548675537,29.77734375,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,4,128,8,128,7.839502334594727,28.888671875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,8,32,8,128,0.3598023951053619,59.5546875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,8,64,8,128,0.4200921356678009,57.77734375,58720256,3.20137190077044,0.1073910334813196 +3,mlp.up_proj,8,128,8,128,0.4737437069416046,56.888671875,58720256,3.20137190077044,0.1073910334813196 +3,mlp.down_proj,2,32,8,128,29.65584182739257,17.5546875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,2,64,8,128,34.60835647583008,15.77734375,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,2,128,8,128,39.098388671875,14.888671875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,3,32,8,128,12.679429054260254,24.5546875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,3,64,8,128,14.82733917236328,22.77734375,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,3,128,8,128,16.778474807739258,21.888671875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,4,32,8,128,5.918444633483887,31.5546875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,4,64,8,128,6.918429374694824,29.77734375,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,4,128,8,128,7.836794376373291,28.888671875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,8,32,8,128,0.3596154749393463,59.5546875,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,8,64,8,128,0.4199441969394684,57.77734375,58720256,3.5819436370920057,0.10969703846420789 +3,mlp.down_proj,8,128,8,128,0.4735199809074402,56.888671875,58720256,3.5819436370920057,0.10969703846420789 +4,self_attn.q_proj,2,32,8,128,28.03318214416504,5.015625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,2,64,8,128,33.52735900878906,4.5078125,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,2,128,8,128,39.10169219970703,4.25390625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,3,32,8,128,12.06218719482422,7.015625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,3,64,8,128,14.514254570007324,6.5078125,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,3,128,8,128,17.2142276763916,6.25390625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,4,32,8,128,5.631128311157227,9.015625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,4,64,8,128,6.779860973358154,8.5078125,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,4,128,8,128,8.049135208129883,8.25390625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,8,32,8,128,0.3407697677612304,17.015625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,8,64,8,128,0.4098406732082367,16.5078125,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.q_proj,8,128,8,128,0.4849676191806793,16.25390625,16777216,4.874343182801558,0.05117641453891716 +4,self_attn.v_proj,2,32,8,128,6.615170001983643,1.25390625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,2,64,8,128,7.8174052238464355,1.126953125,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,2,128,8,128,8.9237060546875,1.0634765625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,3,32,8,128,2.828190565109253,1.75390625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,3,64,8,128,3.345294237136841,1.626953125,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,3,128,8,128,3.823539733886719,1.5634765625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,4,32,8,128,1.3191213607788086,2.25390625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,4,64,8,128,1.560590147972107,2.126953125,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,4,128,8,128,1.7844257354736328,2.0634765625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,8,32,8,128,0.079975239932537,4.25390625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,8,64,8,128,0.0944518074393272,4.126953125,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.v_proj,8,128,8,128,0.1075403913855552,4.0634765625,4194304,3.5834757689034893,0.15539434926996512 +4,self_attn.k_proj,2,32,8,128,21.67329216003418,1.25390625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,2,64,8,128,25.89285469055176,1.126953125,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,2,128,8,128,29.59549331665039,1.0634765625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,3,32,8,128,9.311653137207031,1.75390625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,3,64,8,128,11.197571754455566,1.626953125,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,3,128,8,128,12.988943099975586,1.5634765625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,4,32,8,128,4.346807479858398,2.25390625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,4,64,8,128,5.22780179977417,2.126953125,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,4,128,8,128,6.067966938018799,2.0634765625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,8,32,8,128,0.2630780041217804,4.25390625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,8,64,8,128,0.3159684240818023,4.126953125,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.k_proj,8,128,8,128,0.365718811750412,4.0634765625,4194304,4.655811376588373,0.060423258288722734 +4,self_attn.o_proj,2,32,8,128,14.107036590576172,5.015625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,2,64,8,128,16.614194869995117,4.5078125,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,2,128,8,128,18.963024139404297,4.25390625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,3,32,8,128,6.076632499694824,7.015625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,3,64,8,128,7.223157405853271,6.5078125,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,3,128,8,128,8.366185188293457,6.25390625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,4,32,8,128,2.836582660675049,9.015625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,4,64,8,128,3.375967264175415,8.5078125,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,4,128,8,128,3.922086238861084,8.25390625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,8,32,8,128,0.1717239171266555,17.015625,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,8,64,8,128,0.2041394561529159,16.5078125,16777216,5.640226420128138,0.23927981224180989 +4,self_attn.o_proj,8,128,8,128,0.236321359872818,16.25390625,16777216,5.640226420128138,0.23927981224180989 +4,mlp.gate_proj,2,32,8,128,39.353912353515625,17.5546875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,2,64,8,128,46.50521469116211,15.77734375,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,2,128,8,128,53.20646667480469,14.888671875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,3,32,8,128,16.850141525268555,24.5546875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,3,64,8,128,19.94430923461914,22.77734375,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,3,128,8,128,22.93217086791992,21.888671875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,4,32,8,128,7.865922927856445,31.5546875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,4,64,8,128,9.306957244873049,29.77734375,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,4,128,8,128,10.701563835144045,28.888671875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,8,32,8,128,0.4769289195537567,59.5546875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,8,64,8,128,0.5647693276405334,57.77734375,58720256,3.700297021380253,0.1223982578999672 +4,mlp.gate_proj,8,128,8,128,0.6474993228912354,56.888671875,58720256,3.700297021380253,0.1223982578999672 +4,mlp.up_proj,2,32,8,128,29.0410213470459,17.5546875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,2,64,8,128,33.95344543457031,15.77734375,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,2,128,8,128,38.41080093383789,14.888671875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,3,32,8,128,12.422975540161133,24.5546875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,3,64,8,128,14.561521530151367,22.77734375,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,3,128,8,128,16.53119659423828,21.888671875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,4,32,8,128,5.799415588378906,31.5546875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,4,64,8,128,6.79381275177002,29.77734375,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,4,128,8,128,7.719454765319824,28.888671875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,8,32,8,128,0.3524595499038696,59.5546875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,8,64,8,128,0.4124566912651062,57.77734375,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.up_proj,8,128,8,128,0.4665692746639251,56.888671875,58720256,3.3816166778637653,0.26516828589579433 +4,mlp.down_proj,2,32,8,128,28.969560623168945,17.5546875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,2,64,8,128,33.845821380615234,15.77734375,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,2,128,8,128,38.26799011230469,14.888671875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,3,32,8,128,12.39323902130127,24.5546875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,3,64,8,128,14.50938892364502,22.77734375,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,3,128,8,128,16.448408126831055,21.888671875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,4,32,8,128,5.784383296966553,31.5546875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,4,64,8,128,6.770299911499023,29.77734375,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,4,128,8,128,7.685372829437256,28.888671875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,8,32,8,128,0.351535826921463,59.5546875,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,8,64,8,128,0.4111148416996002,57.77734375,58720256,4.007126729903491,0.26134691171244034 +4,mlp.down_proj,8,128,8,128,0.464570552110672,56.888671875,58720256,4.007126729903491,0.26134691171244034 +5,self_attn.q_proj,2,32,8,128,27.14842796325684,5.015625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,2,64,8,128,32.56990051269531,4.5078125,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,2,128,8,128,38.27643585205078,4.25390625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,3,32,8,128,11.68593692779541,7.015625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,3,64,8,128,14.071290969848633,6.5078125,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,3,128,8,128,16.836549758911133,6.25390625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,4,32,8,128,5.460404872894287,9.015625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,4,64,8,128,6.574841499328613,8.5078125,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,4,128,8,128,7.871114253997803,8.25390625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,8,32,8,128,0.3304733335971832,17.015625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,8,64,8,128,0.3976515531539917,16.5078125,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.q_proj,8,128,8,128,0.4741759598255157,16.25390625,16777216,4.788145663734035,0.04678016870728539 +5,self_attn.v_proj,2,32,8,128,5.379310131072998,1.25390625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,2,64,8,128,6.315425872802734,1.126953125,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,2,128,8,128,7.180819988250732,1.0634765625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,3,32,8,128,2.3024559020996094,1.75390625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,3,64,8,128,2.706099510192871,1.626953125,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,3,128,8,128,3.081350803375244,1.5634765625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,4,32,8,128,1.074188232421875,2.25390625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,4,64,8,128,1.2629473209381104,2.126953125,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,4,128,8,128,1.4385771751403809,2.0634765625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,8,32,8,128,0.0650263726711273,4.25390625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,8,64,8,128,0.0763984844088554,4.126953125,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.v_proj,8,128,8,128,0.0866768211126327,4.0634765625,4194304,3.4852569288097603,0.10543075980036347 +5,self_attn.k_proj,2,32,8,128,21.81302261352539,1.25390625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,2,64,8,128,26.0170955657959,1.126953125,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,2,128,8,128,29.667430877685547,1.0634765625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,3,32,8,128,9.45390796661377,1.75390625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,3,64,8,128,11.400733947753906,1.626953125,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,3,128,8,128,13.265999794006348,1.5634765625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,4,32,8,128,4.411849498748779,2.25390625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,4,64,8,128,5.332928657531738,2.126953125,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,4,128,8,128,6.2343430519104,2.0634765625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,8,32,8,128,0.2672629654407501,4.25390625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,8,64,8,128,0.3226409554481506,4.126953125,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.k_proj,8,128,8,128,0.3757884502410888,4.0634765625,4194304,6.048360546833415,0.1461924068903572 +5,self_attn.o_proj,2,32,8,128,12.935108184814451,5.015625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,2,64,8,128,15.15129852294922,4.5078125,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,2,128,8,128,17.19681167602539,4.25390625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,3,32,8,128,5.535101413726807,7.015625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,3,64,8,128,6.496115684509277,6.5078125,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,3,128,8,128,7.393651008605957,6.25390625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,4,32,8,128,2.583302974700928,9.015625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,4,64,8,128,3.0311734676361084,8.5078125,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,4,128,8,128,3.4520888328552246,8.25390625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,8,32,8,128,0.1563338637351989,17.015625,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,8,64,8,128,0.1833816468715667,16.5078125,16777216,4.270565604929899,0.09409327059871893 +5,self_attn.o_proj,8,128,8,128,0.2080183327198028,16.25390625,16777216,4.270565604929899,0.09409327059871893 +5,mlp.gate_proj,2,32,8,128,39.130516052246094,17.5546875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,2,64,8,128,46.13655471801758,15.77734375,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,2,128,8,128,52.64202499389648,14.888671875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,3,32,8,128,16.74797821044922,24.5546875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,3,64,8,128,19.76881980895996,22.77734375,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,3,128,8,128,22.633087158203125,21.888671875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,4,32,8,128,7.815927505493164,31.5546875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,4,64,8,128,9.223048210144045,29.77734375,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,4,128,8,128,10.564090728759766,28.888671875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,8,32,8,128,0.4739591479301452,59.5546875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,8,64,8,128,0.5594997406005859,57.77734375,58720256,3.535033662344325,0.024882163552438465 +5,mlp.gate_proj,8,128,8,128,0.6392660140991211,56.888671875,58720256,3.535033662344325,0.024882163552438465 +5,mlp.up_proj,2,32,8,128,29.15910530090332,17.5546875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,2,64,8,128,34.057796478271484,15.77734375,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,2,128,8,128,38.49320602416992,14.888671875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,3,32,8,128,12.469191551208496,24.5546875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,3,64,8,128,14.595012664794922,22.77734375,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,3,128,8,128,16.53561782836914,21.888671875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,4,32,8,128,5.82036018371582,31.5546875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,4,64,8,128,6.808206081390381,29.77734375,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,4,128,8,128,7.719542503356934,28.888671875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,8,32,8,128,0.353719025850296,59.5546875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,8,64,8,128,0.4134189784526825,57.77734375,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.up_proj,8,128,8,128,0.4666213691234588,56.888671875,58720256,3.2940036584734083,0.18847623579556136 +5,mlp.down_proj,2,32,8,128,29.086917877197266,17.5546875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,2,64,8,128,33.97077560424805,15.77734375,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,2,128,8,128,38.39598846435547,14.888671875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,3,32,8,128,12.442087173461914,24.5546875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,3,64,8,128,14.556851387023926,22.77734375,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,3,128,8,128,16.480491638183594,21.888671875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,4,32,8,128,5.809384822845459,31.5546875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,4,64,8,128,6.79417085647583,29.77734375,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,4,128,8,128,7.705014228820801,28.888671875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,8,32,8,128,0.3530448377132416,59.5546875,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,8,64,8,128,0.412678062915802,57.77734375,58720256,4.094218898332173,0.29241003846047214 +5,mlp.down_proj,8,128,8,128,0.4659603834152221,56.888671875,58720256,4.094218898332173,0.29241003846047214 +6,self_attn.q_proj,2,32,8,128,28.26160430908203,5.015625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,2,64,8,128,33.862728118896484,4.5078125,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,2,128,8,128,39.84922409057617,4.25390625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,3,32,8,128,12.133743286132812,7.015625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,3,64,8,128,14.60372543334961,6.5078125,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,3,128,8,128,17.438888549804688,6.25390625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,4,32,8,128,5.66416072845459,9.015625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,4,64,8,128,6.8173508644104,8.5078125,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,4,128,8,128,8.145289421081543,8.25390625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,8,32,8,128,0.3429482877254486,17.015625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,8,64,8,128,0.4121284186840057,16.5078125,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.q_proj,8,128,8,128,0.4907255172729492,16.25390625,16777216,4.466482714952487,0.030374715127310388 +6,self_attn.v_proj,2,32,8,128,5.851216793060303,1.25390625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,2,64,8,128,6.8759050369262695,1.126953125,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,2,128,8,128,7.827797889709473,1.0634765625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,3,32,8,128,2.5037496089935303,1.75390625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,3,64,8,128,2.9412851333618164,1.626953125,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,3,128,8,128,3.351409435272217,1.5634765625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,4,32,8,128,1.1683902740478516,2.25390625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,4,64,8,128,1.3734513521194458,2.126953125,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,4,128,8,128,1.5643017292022705,2.0634765625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,8,32,8,128,0.0707335993647575,4.25390625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,8,64,8,128,0.0831061825156211,4.126953125,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.v_proj,8,128,8,128,0.0942878797650337,4.0634765625,4194304,3.376907655091106,0.05031385324514146 +6,self_attn.k_proj,2,32,8,128,21.420391082763672,1.25390625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,2,64,8,128,25.570756912231445,1.126953125,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,2,128,8,128,29.383703231811523,1.0634765625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,3,32,8,128,9.189220428466797,1.75390625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,3,64,8,128,10.99506378173828,1.626953125,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,3,128,8,128,12.71745777130127,1.5634765625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,4,32,8,128,4.287354946136475,2.25390625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,4,64,8,128,5.131492137908936,2.126953125,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,4,128,8,128,5.935476303100586,2.0634765625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,8,32,8,128,0.2594151198863983,4.25390625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,8,64,8,128,0.3101383447647095,4.126953125,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.k_proj,8,128,8,128,0.3574665784835815,4.0634765625,4194304,4.107301027533515,0.02663970030538622 +6,self_attn.o_proj,2,32,8,128,13.487937927246094,5.015625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,2,64,8,128,15.787430763244627,4.5078125,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,2,128,8,128,17.891263961791992,4.25390625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,3,32,8,128,5.77061653137207,7.015625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,3,64,8,128,6.7621049880981445,6.5078125,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,3,128,8,128,7.691638946533203,6.25390625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,4,32,8,128,2.694453716278076,9.015625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,4,64,8,128,3.1594767570495605,8.5078125,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,4,128,8,128,3.593095302581787,8.25390625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,8,32,8,128,0.1630697697401046,17.015625,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,8,64,8,128,0.1910372674465179,16.5078125,16777216,6.574584949698578,0.33832351857973386 +6,self_attn.o_proj,8,128,8,128,0.2165930122137069,16.25390625,16777216,6.574584949698578,0.33832351857973386 +6,mlp.gate_proj,2,32,8,128,39.572059631347656,17.5546875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,2,64,8,128,46.76994323730469,15.77734375,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,2,128,8,128,53.50589370727539,14.888671875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,3,32,8,128,16.936744689941406,24.5546875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,3,64,8,128,20.04867935180664,22.77734375,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,3,128,8,128,23.027267456054688,21.888671875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,4,32,8,128,7.904539108276367,31.5546875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,4,64,8,128,9.356647491455078,29.77734375,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,4,128,8,128,10.750324249267578,28.888671875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,8,32,8,128,0.4793758690357208,59.5546875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,8,64,8,128,0.5675809383392334,57.77734375,58720256,3.661961989142892,0.09977810396940734 +6,mlp.gate_proj,8,128,8,128,0.650355339050293,56.888671875,58720256,3.661961989142892,0.09977810396940734 +6,mlp.up_proj,2,32,8,128,29.13815116882324,17.5546875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,2,64,8,128,34.03101348876953,15.77734375,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,2,128,8,128,38.463661193847656,14.888671875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,3,32,8,128,12.457345008850098,24.5546875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,3,64,8,128,14.575265884399414,22.77734375,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,3,128,8,128,16.508161544799805,21.888671875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,4,32,8,128,5.814871788024902,31.5546875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,4,64,8,128,6.801267147064209,29.77734375,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,4,128,8,128,7.705705165863037,28.888671875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,8,32,8,128,0.3534092903137207,59.5546875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,8,64,8,128,0.4128694534301758,57.77734375,58720256,3.199743077856602,0.10596524346310421 +6,mlp.up_proj,8,128,8,128,0.4657552242279053,56.888671875,58720256,3.199743077856602,0.10596524346310421 +6,mlp.down_proj,2,32,8,128,29.1191635131836,17.5546875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,2,64,8,128,34.0229606628418,15.77734375,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,2,128,8,128,38.480712890625,14.888671875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,3,32,8,128,12.451114654541016,24.5546875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,3,64,8,128,14.576369285583496,22.77734375,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,3,128,8,128,16.521066665649414,21.888671875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,4,32,8,128,5.813693523406982,31.5546875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,4,64,8,128,6.803946971893311,29.77734375,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,4,128,8,128,7.718326091766357,28.888671875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,8,32,8,128,0.353316456079483,59.5546875,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,8,64,8,128,0.4130769073963165,57.77734375,58720256,4.219834606995466,0.3372133399530397 +6,mlp.down_proj,8,128,8,128,0.4666117131710052,56.888671875,58720256,4.219834606995466,0.3372133399530397 +7,self_attn.q_proj,2,32,8,128,26.976608276367188,5.015625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,2,64,8,128,32.303985595703125,4.5078125,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,2,128,8,128,37.8601188659668,4.25390625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,3,32,8,128,11.569588661193848,7.015625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,3,64,8,128,13.894417762756348,6.5078125,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,3,128,8,128,16.53858757019043,6.25390625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,4,32,8,128,5.400040626525879,9.015625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,4,64,8,128,6.484575271606445,8.5078125,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,4,128,8,128,7.722560405731201,8.25390625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,8,32,8,128,0.327002465724945,17.015625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,8,64,8,128,0.3922163546085357,16.5078125,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.q_proj,8,128,8,128,0.4653173089027405,16.25390625,16777216,4.290774013551546,0.02141322001153793 +7,self_attn.v_proj,2,32,8,128,5.812392711639404,1.25390625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,2,64,8,128,6.83394193649292,1.126953125,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,2,128,8,128,7.764544486999512,1.0634765625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,3,32,8,128,2.4866905212402344,1.75390625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,3,64,8,128,2.92472505569458,1.626953125,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,3,128,8,128,3.3279316425323486,1.5634765625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,4,32,8,128,1.160157561302185,2.25390625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,4,64,8,128,1.364603877067566,2.126953125,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,4,128,8,128,1.5533496141433716,2.0634765625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,8,32,8,128,0.0702754035592079,4.25390625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,8,64,8,128,0.0825935527682304,4.126953125,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.v_proj,8,128,8,128,0.0936173573136329,4.0634765625,4194304,3.364970783290237,0.04424160721127742 +7,self_attn.k_proj,2,32,8,128,21.49588966369629,1.25390625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,2,64,8,128,25.60579299926757,1.126953125,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,2,128,8,128,29.29781913757324,1.0634765625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,3,32,8,128,9.206317901611328,1.75390625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,3,64,8,128,10.975910186767578,1.626953125,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,3,128,8,128,12.625019073486328,1.5634765625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,4,32,8,128,4.297920227050781,2.25390625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,4,64,8,128,5.124042987823486,2.126953125,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,4,128,8,128,5.891855716705322,2.0634765625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,8,32,8,128,0.2601531744003296,4.25390625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,8,64,8,128,0.3099227845668793,4.126953125,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.k_proj,8,128,8,128,0.3550952076911926,4.0634765625,4194304,3.850992348386023,0.010853272321790109 +7,self_attn.o_proj,2,32,8,128,13.807162284851074,5.015625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,2,64,8,128,16.211566925048828,4.5078125,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,2,128,8,128,18.44451904296875,4.25390625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,3,32,8,128,5.908563613891602,7.015625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,3,64,8,128,6.952080726623535,6.5078125,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,3,128,8,128,7.942596912384033,6.25390625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,4,32,8,128,2.758080244064331,9.015625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,4,64,8,128,3.245979070663452,8.5078125,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,4,128,8,128,3.710340023040772,8.25390625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,8,32,8,128,0.1669350117444992,17.015625,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,8,64,8,128,0.1963274776935577,16.5078125,16777216,4.22290253365536,0.08904089821159125 +7,self_attn.o_proj,8,128,8,128,0.2235273271799087,16.25390625,16777216,4.22290253365536,0.08904089821159125 +7,mlp.gate_proj,2,32,8,128,39.03369522094727,17.5546875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,2,64,8,128,46.20256423950195,15.77734375,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,2,128,8,128,52.90453720092773,14.888671875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,3,32,8,128,16.709978103637695,24.5546875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,3,64,8,128,19.80340576171875,22.77734375,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,3,128,8,128,22.763891220092773,21.888671875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,4,32,8,128,7.798851013183594,31.5546875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,4,64,8,128,9.24035930633545,29.77734375,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,4,128,8,128,10.62183952331543,28.888671875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,8,32,8,128,0.4729699194431305,59.5546875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,8,64,8,128,0.5606297850608826,57.77734375,58720256,3.681095042996137,0.11106784596420591 +7,mlp.gate_proj,8,128,8,128,0.6429332494735718,56.888671875,58720256,3.681095042996137,0.11106784596420591 +7,mlp.up_proj,2,32,8,128,29.60834503173828,17.5546875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,2,64,8,128,34.610897064208984,15.77734375,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,2,128,8,128,39.16851806640625,14.888671875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,3,32,8,128,12.663779258728027,24.5546875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,3,64,8,128,14.840734481811523,22.77734375,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,3,128,8,128,16.8330020904541,21.888671875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,4,32,8,128,5.910112857818604,31.5546875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,4,64,8,128,6.922947883605957,29.77734375,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,4,128,8,128,7.86088228225708,28.888671875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,8,32,8,128,0.3591862618923187,59.5546875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,8,64,8,128,0.4202658236026764,57.77734375,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.up_proj,8,128,8,128,0.4751189947128296,56.888671875,58720256,3.2845267502290625,0.18018062485864766 +7,mlp.down_proj,2,32,8,128,29.65262031555176,17.5546875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,2,64,8,128,34.703914642333984,15.77734375,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,2,128,8,128,39.31455993652344,14.888671875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,3,32,8,128,12.686455726623535,24.5546875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,3,64,8,128,14.885343551635742,22.77734375,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,3,128,8,128,16.9116268157959,21.888671875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,4,32,8,128,5.921884536743164,31.5546875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,4,64,8,128,6.947753429412842,29.77734375,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,4,128,8,128,7.906002998352051,28.888671875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,8,32,8,128,0.3598684668540954,59.5546875,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,8,64,8,128,0.4216315448284149,57.77734375,58720256,4.666204098636681,0.49641975707951025 +7,mlp.down_proj,8,128,8,128,0.4777296781539917,56.888671875,58720256,4.666204098636681,0.49641975707951025 +8,self_attn.q_proj,2,32,8,128,27.061317443847656,5.015625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,2,64,8,128,32.52377700805664,4.5078125,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,2,128,8,128,38.69818115234375,4.25390625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,3,32,8,128,11.656363487243652,7.015625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,3,64,8,128,14.124595642089844,6.5078125,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,3,128,8,128,17.215373992919922,6.25390625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,4,32,8,128,5.444422245025635,9.015625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,4,64,8,128,6.6116204261779785,8.5078125,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,4,128,8,128,8.074461936950684,8.25390625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,8,32,8,128,0.3296016752719879,17.015625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,8,64,8,128,0.3997628390789032,16.5078125,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.q_proj,8,128,8,128,0.4867331981658935,16.25390625,16777216,6.092433555599315,0.1133014592257373 +8,self_attn.v_proj,2,32,8,128,6.304591178894043,1.25390625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,2,64,8,128,7.507236957550049,1.126953125,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,2,128,8,128,8.639371871948242,1.0634765625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,3,32,8,128,2.69922947883606,1.75390625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,3,64,8,128,3.2172539234161377,1.626953125,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,3,128,8,128,3.715339422225952,1.5634765625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,4,32,8,128,1.2599207162857056,2.25390625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,4,64,8,128,1.501517653465271,2.126953125,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,4,128,8,128,1.7340031862258911,2.0634765625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,8,32,8,128,0.0762663707137107,4.25390625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,8,64,8,128,0.09086574614048,4.126953125,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.v_proj,8,128,8,128,0.1045241877436637,4.0634765625,4194304,3.9236208646076234,0.32842500108423767 +8,self_attn.k_proj,2,32,8,128,22.023910522460938,1.25390625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,2,64,8,128,26.45915031433105,1.126953125,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,2,128,8,128,30.406747817993164,1.0634765625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,3,32,8,128,9.50877857208252,1.75390625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,3,64,8,128,11.526528358459473,1.626953125,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,3,128,8,128,13.486717224121094,1.5634765625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,4,32,8,128,4.436545372009277,2.25390625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,4,64,8,128,5.3773512840271,2.126953125,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,4,128,8,128,6.301447868347168,2.0634765625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,8,32,8,128,0.2684425115585327,4.25390625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,8,64,8,128,0.3253226578235626,4.126953125,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.k_proj,8,128,8,128,0.3797986507415771,4.0634765625,4194304,5.208863520397107,0.0944865520813842 +8,self_attn.o_proj,2,32,8,128,14.093366622924805,5.015625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,2,64,8,128,16.5416202545166,4.5078125,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,2,128,8,128,18.809246063232425,4.25390625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,3,32,8,128,6.036656856536865,7.015625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,3,64,8,128,7.104803085327148,6.5078125,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,3,128,8,128,8.118633270263672,6.25390625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,4,32,8,128,2.819232702255249,9.015625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,4,64,8,128,3.32045841217041,8.5078125,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,4,128,8,128,3.797840833663941,8.25390625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,8,32,8,128,0.1706764101982116,17.015625,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,8,64,8,128,0.2007231414318084,16.5078125,16777216,6.142698948322791,0.2925428156290269 +8,self_attn.o_proj,8,128,8,128,0.2288123369216919,16.25390625,16777216,6.142698948322791,0.2925428156290269 +8,mlp.gate_proj,2,32,8,128,39.39292144775391,17.5546875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,2,64,8,128,46.70141220092773,15.77734375,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,2,128,8,128,53.55084228515625,14.888671875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,3,32,8,128,16.86261749267578,24.5546875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,3,64,8,128,20.022985458374023,22.77734375,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,3,128,8,128,23.060375213623047,21.888671875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,4,32,8,128,7.87108850479126,31.5546875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,4,64,8,128,9.34132194519043,29.77734375,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,4,128,8,128,10.763914108276367,28.888671875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,8,32,8,128,0.4773235917091369,59.5546875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,8,64,8,128,0.5668628811836243,57.77734375,58720256,3.737918325227297,0.14459726581573776 +8,mlp.gate_proj,8,128,8,128,0.6513233780860901,56.888671875,58720256,3.737918325227297,0.14459726581573776 +8,mlp.up_proj,2,32,8,128,29.44819641113281,17.5546875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,2,64,8,128,34.424102783203125,15.77734375,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,2,128,8,128,38.94149017333984,14.888671875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,3,32,8,128,12.594765663146973,24.5546875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,3,64,8,128,14.757983207702637,22.77734375,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,3,128,8,128,16.737844467163086,21.888671875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,4,32,8,128,5.8780717849731445,31.5546875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,4,64,8,128,6.88339376449585,29.77734375,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,4,128,8,128,7.817975044250488,28.888671875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,8,32,8,128,0.3572321534156799,59.5546875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,8,64,8,128,0.4178987145423889,57.77734375,58720256,3.292690892929808,0.18732710657321297 +8,mlp.up_proj,8,128,8,128,0.4723220765590668,56.888671875,58720256,3.292690892929808,0.18732710657321297 +8,mlp.down_proj,2,32,8,128,29.567283630371094,17.5546875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,2,64,8,128,34.5979118347168,15.77734375,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,2,128,8,128,39.1610221862793,14.888671875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,3,32,8,128,12.648090362548828,24.5546875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,3,64,8,128,14.835460662841797,22.77734375,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,3,128,8,128,16.83810043334961,21.888671875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,4,32,8,128,5.904628753662109,31.5546875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,4,64,8,128,6.924561023712158,29.77734375,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,4,128,8,128,7.871026992797852,28.888671875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,8,32,8,128,0.3588110208511352,59.5546875,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,8,64,8,128,0.4203183948993683,57.77734375,58720256,5.024922583387458,0.6243637267809882 +8,mlp.down_proj,8,128,8,128,0.4758267402648926,56.888671875,58720256,5.024922583387458,0.6243637267809882 +9,self_attn.q_proj,2,32,8,128,26.9770565032959,5.015625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,2,64,8,128,32.41333770751953,4.5078125,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,2,128,8,128,38.673099517822266,4.25390625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,3,32,8,128,11.569629669189451,7.015625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,3,64,8,128,13.95190143585205,6.5078125,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,3,128,8,128,16.984012603759766,6.25390625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,4,32,8,128,5.3989787101745605,9.015625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,4,64,8,128,6.50968074798584,8.5078125,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,4,128,8,128,7.928092002868652,8.25390625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,8,32,8,128,0.3267835080623626,17.015625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,8,64,8,128,0.3938423097133636,16.5078125,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.q_proj,8,128,8,128,0.4779276549816131,16.25390625,16777216,4.688940744089759,0.04172051943684795 +9,self_attn.v_proj,2,32,8,128,7.524624824523926,1.25390625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,2,64,8,128,9.065919876098633,1.126953125,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,2,128,8,128,10.531023979187012,1.0634765625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,3,32,8,128,3.2294089794158936,1.75390625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,3,64,8,128,3.907343626022339,1.626953125,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,3,128,8,128,4.580047607421875,1.5634765625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,4,32,8,128,1.5074481964111328,2.25390625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,4,64,8,128,1.824461340904236,2.126953125,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,4,128,8,128,2.1387925148010254,2.0634765625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,8,32,8,128,0.0912665277719497,4.25390625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,8,64,8,128,0.1103613376617431,4.126953125,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.v_proj,8,128,8,128,0.128845676779747,4.0634765625,4194304,4.470621777443523,0.6066825026221248 +9,self_attn.k_proj,2,32,8,128,21.76741981506348,1.25390625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,2,64,8,128,26.06185340881348,1.126953125,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,2,128,8,128,29.87959861755371,1.0634765625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,3,32,8,128,9.348188400268556,1.75390625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,3,64,8,128,11.24947452545166,1.626953125,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,3,128,8,128,13.032777786254885,1.5634765625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,4,32,8,128,4.36350679397583,2.25390625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,4,64,8,128,5.2510175704956055,2.126953125,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,4,128,8,128,6.081087112426758,2.0634765625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,8,32,8,128,0.264181911945343,4.25390625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,8,64,8,128,0.3175808787345886,4.126953125,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.k_proj,8,128,8,128,0.3666176497936249,4.0634765625,4194304,4.353797933169363,0.041821806748064946 +9,self_attn.o_proj,2,32,8,128,15.094277381896973,5.015625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,2,64,8,128,17.70538902282715,4.5078125,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,2,128,8,128,20.105255126953125,4.25390625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,3,32,8,128,6.4606523513793945,7.015625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,3,64,8,128,7.59069013595581,6.5078125,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,3,128,8,128,8.645902633666992,6.25390625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,4,32,8,128,3.014559030532837,9.015625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,4,64,8,128,3.5421299934387207,8.5078125,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,4,128,8,128,4.038563251495361,8.25390625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,8,32,8,128,0.1824861317873001,17.015625,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,8,64,8,128,0.2141808569431305,16.5078125,16777216,4.588205024655082,0.12776362776137368 +9,self_attn.o_proj,8,128,8,128,0.2432269304990768,16.25390625,16777216,4.588205024655082,0.12776362776137368 +9,mlp.gate_proj,2,32,8,128,40.1043701171875,17.5546875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,2,64,8,128,47.65932083129883,15.77734375,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,2,128,8,128,54.80207824707031,14.888671875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,3,32,8,128,17.172544479370117,24.5546875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,3,64,8,128,20.46648406982422,22.77734375,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,3,128,8,128,23.66988945007324,21.888671875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,4,32,8,128,8.018026351928711,31.5546875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,4,64,8,128,9.550697326660156,29.77734375,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,4,128,8,128,11.0488920211792,28.888671875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,8,32,8,128,0.4861500263214111,59.5546875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,8,64,8,128,0.5795626640319824,57.77734375,58720256,3.960293831588499,0.2758132291448149 +9,mlp.gate_proj,8,128,8,128,0.6688878536224365,56.888671875,58720256,3.960293831588499,0.2758132291448149 +9,mlp.up_proj,2,32,8,128,29.79354286193848,17.5546875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,2,64,8,128,34.850040435791016,15.77734375,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,2,128,8,128,39.46410369873047,14.888671875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,3,32,8,128,12.743324279785156,24.5546875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,3,64,8,128,14.948670387268066,22.77734375,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,3,128,8,128,16.972240447998047,21.888671875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,4,32,8,128,5.946471691131592,31.5546875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,4,64,8,128,6.972580909729004,29.77734375,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,4,128,8,128,7.927926540374756,28.888671875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,8,32,8,128,0.3614477813243866,59.5546875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,8,64,8,128,0.4233103394508362,57.77734375,58720256,3.31830523961292,0.20974862306442682 +9,mlp.up_proj,8,128,8,128,0.4790314733982086,56.888671875,58720256,3.31830523961292,0.20974862306442682 +9,mlp.down_proj,2,32,8,128,29.70336151123047,17.5546875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,2,64,8,128,34.76505279541016,15.77734375,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,2,128,8,128,39.38078689575195,14.888671875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,3,32,8,128,12.70130729675293,24.5546875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,3,64,8,128,14.899825096130373,22.77734375,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,3,128,8,128,16.9156436920166,21.888671875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,4,32,8,128,5.929380416870117,31.5546875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,4,64,8,128,6.953718662261963,29.77734375,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,4,128,8,128,7.905187606811523,28.888671875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,8,32,8,128,0.3603951930999756,59.5546875,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,8,64,8,128,0.4221662580966949,57.77734375,58720256,4.790787365284185,0.5408548179165165 +9,mlp.down_proj,8,128,8,128,0.4778989255428314,56.888671875,58720256,4.790787365284185,0.5408548179165165 +10,self_attn.q_proj,2,32,8,128,27.73469352722168,5.015625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,2,64,8,128,33.35016632080078,4.5078125,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,2,128,8,128,39.38727951049805,4.25390625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,3,32,8,128,11.962119102478027,7.015625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,3,64,8,128,14.490964889526367,6.5078125,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,3,128,8,128,17.632457733154297,6.25390625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,4,32,8,128,5.58771562576294,9.015625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,4,64,8,128,6.779984474182129,8.5078125,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,4,128,8,128,8.269221305847168,8.25390625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,8,32,8,128,0.3381999135017395,17.015625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,8,64,8,128,0.4100817441940307,16.5078125,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.q_proj,8,128,8,128,0.4986184537410736,16.25390625,16777216,5.492602703038164,0.08270888633288673 +10,self_attn.v_proj,2,32,8,128,6.229307651519775,1.25390625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,2,64,8,128,7.42263126373291,1.126953125,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,2,128,8,128,8.537671089172363,1.0634765625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,3,32,8,128,2.6669013500213623,1.75390625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,3,64,8,128,3.182350873947144,1.626953125,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,3,128,8,128,3.6750028133392334,1.5634765625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,4,32,8,128,1.2443753480911257,2.25390625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,4,64,8,128,1.4845033884048462,2.126953125,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,4,128,8,128,1.7152011394500732,2.0634765625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,8,32,8,128,0.0753431543707847,4.25390625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,8,64,8,128,0.0898873060941696,4.126953125,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.v_proj,8,128,8,128,0.1033799722790718,4.0634765625,4194304,3.926895145081388,0.3300906164106189 +10,self_attn.k_proj,2,32,8,128,22.137977600097656,1.25390625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,2,64,8,128,26.48815155029297,1.126953125,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,2,128,8,128,30.33242416381836,1.0634765625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,3,32,8,128,9.56244659423828,1.75390625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,3,64,8,128,11.564157485961914,1.626953125,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,3,128,8,128,13.468461990356444,1.5634765625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,4,32,8,128,4.46476936340332,2.25390625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,4,64,8,128,5.40137243270874,2.126953125,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,4,128,8,128,6.312881946563721,2.0634765625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,8,32,8,128,0.2701395153999328,4.25390625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,8,64,8,128,0.3267165720462799,4.126953125,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.k_proj,8,128,8,128,0.3802925944328308,4.0634765625,4194304,5.13435499245659,0.08989746241649667 +10,self_attn.o_proj,2,32,8,128,13.89360523223877,5.015625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,2,64,8,128,16.27947998046875,4.5078125,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,2,128,8,128,18.45605659484864,4.25390625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,3,32,8,128,5.949365139007568,7.015625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,3,64,8,128,6.983646392822266,6.5078125,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,3,128,8,128,7.942622184753418,6.25390625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,4,32,8,128,2.7777304649353027,9.015625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,4,64,8,128,3.262352705001831,8.5078125,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,4,128,8,128,3.7130494117736816,8.25390625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,8,32,8,128,0.1681594401597976,17.015625,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,8,64,8,128,0.1972410529851913,16.5078125,16777216,5.74682408435817,0.25057935884857313 +10,self_attn.o_proj,8,128,8,128,0.2237548381090164,16.25390625,16777216,5.74682408435817,0.25057935884857313 +10,mlp.gate_proj,2,32,8,128,38.944854736328125,17.5546875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,2,64,8,128,46.25450897216797,15.77734375,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,2,128,8,128,53.101993560791016,14.888671875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,3,32,8,128,16.674837112426758,24.5546875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,3,64,8,128,19.83896255493164,22.77734375,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,3,128,8,128,22.89117431640625,21.888671875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,4,32,8,128,7.783293724060059,31.5546875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,4,64,8,128,9.25632667541504,29.77734375,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,4,128,8,128,10.690305709838867,28.888671875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,8,32,8,128,0.4720402657985687,59.5546875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,8,64,8,128,0.5616547465324402,57.77734375,58720256,3.81115932602854,0.1878142038345804 +10,mlp.gate_proj,8,128,8,128,0.6467053294181824,56.888671875,58720256,3.81115932602854,0.1878142038345804 +10,mlp.up_proj,2,32,8,128,30.180099487304688,17.5546875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,2,64,8,128,35.26427459716797,15.77734375,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,2,128,8,128,39.9040412902832,14.888671875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,3,32,8,128,12.90137767791748,24.5546875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,3,64,8,128,15.10992431640625,22.77734375,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,3,128,8,128,17.116329193115234,21.888671875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,4,32,8,128,6.021190643310547,31.5546875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,4,64,8,128,7.0478057861328125,29.77734375,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,4,128,8,128,7.995498657226562,28.888671875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,8,32,8,128,0.36592498421669,59.5546875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,8,64,8,128,0.4277883470058441,57.77734375,58720256,3.205204743649893,0.11074611221485404 +10,mlp.up_proj,8,128,8,128,0.4828921258449554,56.888671875,58720256,3.205204743649893,0.11074611221485404 +10,mlp.down_proj,2,32,8,128,30.11432456970215,17.5546875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,2,64,8,128,35.22907257080078,15.77734375,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,2,128,8,128,39.86897659301758,14.888671875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,3,32,8,128,12.874347686767578,24.5546875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,3,64,8,128,15.087624549865724,22.77734375,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,3,128,8,128,17.10296630859375,21.888671875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,4,32,8,128,6.009179592132568,31.5546875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,4,64,8,128,7.041721343994141,29.77734375,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,4,128,8,128,7.99387788772583,28.888671875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,8,32,8,128,0.3652148842811584,59.5546875,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,8,64,8,128,0.4273668527603149,57.77734375,58720256,4.387803767505477,0.39712282913926417 +10,mlp.down_proj,8,128,8,128,0.482973575592041,56.888671875,58720256,4.387803767505477,0.39712282913926417 +11,self_attn.q_proj,2,32,8,128,26.12057113647461,5.015625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,2,64,8,128,31.403221130371094,4.5078125,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,2,128,8,128,37.03877639770508,4.25390625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,3,32,8,128,11.208246231079102,7.015625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,3,64,8,128,13.515785217285156,6.5078125,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,3,128,8,128,16.240028381347656,6.25390625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,4,32,8,128,5.228873252868652,9.015625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,4,64,8,128,6.310160636901856,8.5078125,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,4,128,8,128,7.584232330322266,8.25390625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,8,32,8,128,0.3165485560894012,17.015625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,8,64,8,128,0.3815952241420746,16.5078125,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.q_proj,8,128,8,128,0.4569851756095886,16.25390625,16777216,4.42901483877614,0.028463778522147452 +11,self_attn.v_proj,2,32,8,128,5.915624618530273,1.25390625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,2,64,8,128,6.933813095092773,1.126953125,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,2,128,8,128,7.871473789215088,1.0634765625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,3,32,8,128,2.531064510345459,1.75390625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,3,64,8,128,2.9708845615386963,1.626953125,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,3,128,8,128,3.3750290870666504,1.5634765625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,4,32,8,128,1.1811060905456543,2.25390625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,4,64,8,128,1.3862783908843994,2.126953125,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,4,128,8,128,1.576763391494751,2.0634765625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,8,32,8,128,0.0715062394738197,4.25390625,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,8,64,8,128,0.0838671326637268,4.126953125,4194304,3.2780002635517027,0.0 +11,self_attn.v_proj,8,128,8,128,0.0949677526950836,4.0634765625,4194304,3.2780002635517027,0.0 +11,self_attn.k_proj,2,32,8,128,21.53693389892578,1.25390625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,2,64,8,128,25.738405227661133,1.126953125,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,2,128,8,128,29.473670959472656,1.0634765625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,3,32,8,128,9.25912094116211,1.75390625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,3,64,8,128,11.105602264404297,1.626953125,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,3,128,8,128,12.856239318847656,1.5634765625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,4,32,8,128,4.320185661315918,2.25390625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,4,64,8,128,5.183795928955078,2.126953125,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,4,128,8,128,6.003633499145508,2.0634765625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,8,32,8,128,0.2614936530590057,4.25390625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,8,64,8,128,0.3133919239044189,4.126953125,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.k_proj,8,128,8,128,0.361666202545166,4.0634765625,4194304,4.226251359421093,0.03396602594607021 +11,self_attn.o_proj,2,32,8,128,14.244765281677246,5.015625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,2,64,8,128,16.716487884521484,4.5078125,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,2,128,8,128,18.98614883422852,4.25390625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,3,32,8,128,6.097167015075684,7.015625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,3,64,8,128,7.168283939361572,6.5078125,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,3,128,8,128,8.164941787719727,6.25390625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,4,32,8,128,2.84542179107666,9.015625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,4,64,8,128,3.345279693603516,8.5078125,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,4,128,8,128,3.812110424041748,8.25390625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,8,32,8,128,0.1722400337457656,17.015625,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,8,64,8,128,0.2022191286087036,16.5078125,16777216,4.2034837806221095,0.08698247501320917 +11,self_attn.o_proj,8,128,8,128,0.2296272665262222,16.25390625,16777216,4.2034837806221095,0.08698247501320917 +11,mlp.gate_proj,2,32,8,128,38.63543701171875,17.5546875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,2,64,8,128,45.97889709472656,15.77734375,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,2,128,8,128,52.91830062866211,14.888671875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,3,32,8,128,16.557937622070312,24.5546875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,3,64,8,128,19.7586612701416,22.77734375,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,3,128,8,128,22.90111541748047,21.888671875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,4,32,8,128,7.72847318649292,31.5546875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,4,64,8,128,9.219528198242188,29.77734375,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,4,128,8,128,10.691786766052246,28.888671875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,8,32,8,128,0.4687098860740661,59.5546875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,8,64,8,128,0.5594026446342468,57.77734375,58720256,4.070416904880738,0.34079298066173286 +11,mlp.gate_proj,8,128,8,128,0.6470131874084473,56.888671875,58720256,4.070416904880738,0.34079298066173286 +11,mlp.up_proj,2,32,8,128,30.451913833618164,17.5546875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,2,64,8,128,35.6109504699707,15.77734375,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,2,128,8,128,40.33466339111328,14.888671875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,3,32,8,128,13.019288063049316,24.5546875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,3,64,8,128,15.262990951538086,22.77734375,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,3,128,8,128,17.307527542114258,21.888671875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,4,32,8,128,6.074724197387695,31.5546875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,4,64,8,128,7.120927333831787,29.77734375,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,4,128,8,128,8.082134246826172,28.888671875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,8,32,8,128,0.3691640496253967,59.5546875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,8,64,8,128,0.4320685863494873,57.77734375,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.up_proj,8,128,8,128,0.4883591830730438,56.888671875,58720256,3.2452976744640387,0.1458414562637097 +11,mlp.down_proj,2,32,8,128,30.37547492980957,17.5546875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,2,64,8,128,35.56100845336914,15.77734375,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,2,128,8,128,40.31380081176758,14.888671875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,3,32,8,128,12.995153427124023,24.5546875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,3,64,8,128,15.258899688720703,22.77734375,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,3,128,8,128,17.339706420898438,21.888671875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,4,32,8,128,6.06576681137085,31.5546875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,4,64,8,128,7.121227741241455,29.77734375,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,4,128,8,128,8.104607582092285,28.888671875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,8,32,8,128,0.3685401678085327,59.5546875,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,8,64,8,128,0.4321089386940002,57.77734375,58720256,4.4330458558097146,0.41325930557217105 +11,mlp.down_proj,8,128,8,128,0.4897418320178985,56.888671875,58720256,4.4330458558097146,0.41325930557217105 +12,self_attn.q_proj,2,32,8,128,25.861541748046875,5.015625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,2,64,8,128,30.882308959960938,4.5078125,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,2,128,8,128,36.07247924804688,4.25390625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,3,32,8,128,11.073997497558594,7.015625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,3,64,8,128,13.24992847442627,6.5078125,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,3,128,8,128,15.60166072845459,6.25390625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,4,32,8,128,5.16636323928833,9.015625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,4,64,8,128,6.183772087097168,8.5078125,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,4,128,8,128,7.281061172485352,8.25390625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,8,32,8,128,0.3127245008945465,17.015625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,8,64,8,128,0.3739984035491943,16.5078125,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.q_proj,8,128,8,128,0.4387511610984802,16.25390625,16777216,3.918630145163863,0.0024331385908061467 +12,self_attn.v_proj,2,32,8,128,7.040297985076904,1.25390625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,2,64,8,128,8.279337882995605,1.126953125,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,2,128,8,128,9.429340362548828,1.0634765625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,3,32,8,128,3.011828899383545,1.75390625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,3,64,8,128,3.543575525283813,1.626953125,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,3,128,8,128,4.041069984436035,1.5634765625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,4,32,8,128,1.406035542488098,2.25390625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,4,64,8,128,1.6543664932250977,2.126953125,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,4,128,8,128,1.8858826160430908,2.0634765625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,8,32,8,128,0.0851678997278213,4.25390625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,8,64,8,128,0.1000915542244911,4.126953125,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.v_proj,8,128,8,128,0.1137010008096695,4.0634765625,4194304,3.3663311858528515,0.044933639362003244 +12,self_attn.k_proj,2,32,8,128,20.48916244506836,1.25390625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,2,64,8,128,24.324567794799805,1.126953125,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,2,128,8,128,27.846071243286133,1.0634765625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,3,32,8,128,8.775659561157227,1.75390625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,3,64,8,128,10.430098533630373,1.626953125,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,3,128,8,128,11.960859298706056,1.5634765625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,4,32,8,128,4.094570159912109,2.25390625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,4,64,8,128,4.867015838623047,2.126953125,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,4,128,8,128,5.583600997924805,2.0634765625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,8,32,8,128,0.2478196173906326,4.25390625,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,8,64,8,128,0.2942624986171722,4.126953125,4194304,3.674778457813903,0.0 +12,self_attn.k_proj,8,128,8,128,0.3365941643714905,4.0634765625,4194304,3.674778457813903,0.0 +12,self_attn.o_proj,2,32,8,128,15.051139831542969,5.015625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,2,64,8,128,17.665584564208984,4.5078125,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,2,128,8,128,20.06760025024414,4.25390625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,3,32,8,128,6.443262100219727,7.015625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,3,64,8,128,7.575900077819824,6.5078125,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,3,128,8,128,8.629935264587402,6.25390625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,4,32,8,128,3.008702754974365,9.015625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,4,64,8,128,3.538581371307373,8.5078125,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,4,128,8,128,4.036471843719482,8.25390625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,8,32,8,128,0.1820550709962844,17.015625,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,8,64,8,128,0.2139701545238495,16.5078125,16777216,5.081191454227569,0.18002108741297737 +12,self_attn.o_proj,8,128,8,128,0.243266299366951,16.25390625,16777216,5.081191454227569,0.18002108741297737 +12,mlp.gate_proj,2,32,8,128,38.39822769165039,17.5546875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,2,64,8,128,45.75447082519531,15.77734375,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,2,128,8,128,52.67757415771485,14.888671875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,3,32,8,128,16.485942840576172,24.5546875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,3,64,8,128,19.719900131225582,22.77734375,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,3,128,8,128,22.919330596923828,21.888671875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,4,32,8,128,7.694408416748047,31.5546875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,4,64,8,128,9.207565307617188,29.77734375,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,4,128,8,128,10.714046478271484,28.888671875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,8,32,8,128,0.4667559862136841,59.5546875,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,8,64,8,128,0.5586689114570618,57.77734375,58720256,4.633241015879171,0.672895688904855 +12,mlp.gate_proj,8,128,8,128,0.6483145952224731,56.888671875,58720256,4.633241015879171,0.672895688904855 +12,mlp.up_proj,2,32,8,128,31.15839958190918,17.5546875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,2,64,8,128,36.47867584228516,15.77734375,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,2,128,8,128,41.35436630249024,14.888671875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,3,32,8,128,13.327926635742188,24.5546875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,3,64,8,128,15.65520191192627,22.77734375,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,3,128,8,128,17.792837142944336,21.888671875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,4,32,8,128,6.218276500701904,31.5546875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,4,64,8,128,7.304477214813232,29.77734375,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,4,128,8,128,8.313840866088867,28.888671875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,8,32,8,128,0.3778644204139709,59.5546875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,8,64,8,128,0.4431090354919433,57.77734375,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.up_proj,8,128,8,128,0.5022327303886414,56.888671875,58720256,3.3846647247334403,0.26783639349970484 +12,mlp.down_proj,2,32,8,128,30.80364799499512,17.5546875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,2,64,8,128,36.04652404785156,15.77734375,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,2,128,8,128,40.88020706176758,14.888671875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,3,32,8,128,13.178635597229004,24.5546875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,3,64,8,128,15.473698616027832,22.77734375,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,3,128,8,128,17.591928482055664,21.888671875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,4,32,8,128,6.151588439941406,31.5546875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,4,64,8,128,7.222397804260254,29.77734375,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,4,128,8,128,8.224127769470215,28.888671875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,8,32,8,128,0.3738064467906952,59.5546875,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,8,64,8,128,0.4383414089679718,57.77734375,58720256,5.494694433320656,0.7919170531065565 +12,mlp.down_proj,8,128,8,128,0.4972971975803375,56.888671875,58720256,5.494694433320656,0.7919170531065565 +13,self_attn.q_proj,2,32,8,128,26.5046501159668,5.015625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,2,64,8,128,31.847789764404297,4.5078125,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,2,128,8,128,37.72823715209961,4.25390625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,3,32,8,128,11.362935066223145,7.015625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,3,64,8,128,13.68783950805664,6.5078125,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,3,128,8,128,16.56133270263672,6.25390625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,4,32,8,128,5.300324440002441,9.015625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,4,64,8,128,6.38405704498291,8.5078125,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,4,128,8,128,7.732006549835205,8.25390625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,8,32,8,128,0.3209334313869476,17.015625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,8,64,8,128,0.3862396776676178,16.5078125,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.q_proj,8,128,8,128,0.4659466743469238,16.25390625,16777216,4.476935602713404,0.030907833304545267 +13,self_attn.v_proj,2,32,8,128,6.478818416595459,1.25390625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,2,64,8,128,7.596816062927246,1.126953125,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,2,128,8,128,8.60972785949707,1.0634765625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,3,32,8,128,2.772458791732788,1.75390625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,3,64,8,128,3.2537105083465576,1.626953125,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,3,128,8,128,3.693915843963623,1.5634765625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,4,32,8,128,1.293779730796814,2.25390625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,4,64,8,128,1.5194296836853027,2.126953125,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,4,128,8,128,1.724428415298462,2.0634765625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,8,32,8,128,0.0783509612083435,4.25390625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,8,64,8,128,0.0918719694018364,4.126953125,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.v_proj,8,128,8,128,0.1039059609174728,4.0634765625,4194304,3.2982611604421312,0.01030664924930155 +13,self_attn.k_proj,2,32,8,128,21.89759635925293,1.25390625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,2,64,8,128,26.193098068237305,1.126953125,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,2,128,8,128,29.959367752075195,1.0634765625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,3,32,8,128,9.432870864868164,1.75390625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,3,64,8,128,11.339022636413574,1.626953125,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,3,128,8,128,13.113142013549805,1.5634765625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,4,32,8,128,4.4028754234313965,2.25390625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,4,64,8,128,5.293444633483887,2.126953125,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,4,128,8,128,6.125287055969238,2.0634765625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,8,32,8,128,0.2664675414562225,4.25390625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,8,64,8,128,0.3202824890613556,4.126953125,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.k_proj,8,128,8,128,0.3691720366477966,4.0634765625,4194304,4.501807253157103,0.05093791814413254 +13,self_attn.o_proj,2,32,8,128,14.635335922241213,5.015625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,2,64,8,128,17.123037338256836,4.5078125,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,2,128,8,128,19.390033721923828,4.25390625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,3,32,8,128,6.264823913574219,7.015625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,3,64,8,128,7.340836524963379,6.5078125,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,3,128,8,128,8.326494216918945,6.25390625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,4,32,8,128,2.9257869720458984,9.015625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,4,64,8,128,3.4308698177337646,8.5078125,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,4,128,8,128,3.8957786560058594,8.25390625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,8,32,8,128,0.1771737784147262,17.015625,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,8,64,8,128,0.2075408399105072,16.5078125,16777216,8.476714934470609,0.5399527622437613 +13,self_attn.o_proj,8,128,8,128,0.2349102646112442,16.25390625,16777216,8.476714934470609,0.5399527622437613 +13,mlp.gate_proj,2,32,8,128,38.32114410400391,17.5546875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,2,64,8,128,45.63823699951172,15.77734375,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,2,128,8,128,52.51383590698242,14.888671875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,3,32,8,128,16.46413803100586,24.5546875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,3,64,8,128,19.693836212158203,22.77734375,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,3,128,8,128,22.910493850708008,21.888671875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,4,32,8,128,7.686895847320557,31.5546875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,4,64,8,128,9.201266288757324,29.77734375,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,4,128,8,128,10.720735549926758,28.888671875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,8,32,8,128,0.4662733376026153,59.5546875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,8,64,8,128,0.5582589507102966,57.77734375,58720256,5.069358742018072,0.9302334168615108 +13,mlp.gate_proj,8,128,8,128,0.6486979722976685,56.888671875,58720256,5.069358742018072,0.9302334168615108 +13,mlp.up_proj,2,32,8,128,31.239431381225582,17.5546875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,2,64,8,128,36.55526351928711,15.77734375,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,2,128,8,128,41.43852996826172,14.888671875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,3,32,8,128,13.356857299804688,24.5546875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,3,64,8,128,15.68277359008789,22.77734375,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,3,128,8,128,17.81464958190918,21.888671875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,4,32,8,128,6.231928825378418,31.5546875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,4,64,8,128,7.315294742584228,29.77734375,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,4,128,8,128,8.315678596496582,28.888671875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,8,32,8,128,0.3787055909633636,59.5546875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,8,64,8,128,0.4438227415084839,57.77734375,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.up_proj,8,128,8,128,0.50248783826828,56.888671875,58720256,3.3167280454758004,0.20836802629212714 +13,mlp.down_proj,2,32,8,128,30.7618350982666,17.5546875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,2,64,8,128,35.97294616699219,15.77734375,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,2,128,8,128,40.74884414672852,14.888671875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,3,32,8,128,13.150542259216309,24.5546875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,3,64,8,128,15.41523551940918,22.77734375,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,3,128,8,128,17.47993278503418,21.888671875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,4,32,8,128,6.136257171630859,31.5546875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,4,64,8,128,7.191862106323242,29.77734375,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,4,128,8,128,8.164878845214844,28.888671875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,8,32,8,128,0.3729257583618164,59.5546875,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,8,64,8,128,0.4364360272884369,57.77734375,58720256,4.430955122881719,0.4125136047461342 +13,mlp.down_proj,8,128,8,128,0.4934674501419067,56.888671875,58720256,4.430955122881719,0.4125136047461342 +14,self_attn.q_proj,2,32,8,128,25.61806869506836,5.015625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,2,64,8,128,30.653871536254883,4.5078125,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,2,128,8,128,36.28984451293945,4.25390625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,3,32,8,128,11.005311965942385,7.015625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,3,64,8,128,13.233725547790527,6.5078125,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,3,128,8,128,15.956876754760742,6.25390625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,4,32,8,128,5.137575149536133,9.015625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,4,64,8,128,6.189054489135742,8.5078125,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,4,128,8,128,7.473674297332764,8.25390625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,8,32,8,128,0.3108876943588257,17.015625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,8,64,8,128,0.3742972612380981,16.5078125,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.q_proj,8,128,8,128,0.4504112601280212,16.25390625,16777216,5.042591826298629,0.05975743178457916 +14,self_attn.v_proj,2,32,8,128,6.5562052726745605,1.25390625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,2,64,8,128,7.741369724273682,1.126953125,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,2,128,8,128,8.832467079162598,1.0634765625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,3,32,8,128,2.809292316436768,1.75390625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,3,64,8,128,3.325889587402344,1.626953125,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,3,128,8,128,3.810516119003296,1.5634765625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,4,32,8,128,1.31143057346344,2.25390625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,4,64,8,128,1.5532509088516235,2.126953125,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,4,128,8,128,1.7792961597442627,2.0634765625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,8,32,8,128,0.0793827325105667,4.25390625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,8,64,8,128,0.0939697101712226,4.126953125,4194304,3.625143634568319,0.176590650632976 +14,self_attn.v_proj,8,128,8,128,0.1072141602635383,4.0634765625,4194304,3.625143634568319,0.176590650632976 +14,self_attn.k_proj,2,32,8,128,21.997194290161133,1.25390625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,2,64,8,128,26.364633560180664,1.126953125,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,2,128,8,128,30.29219055175781,1.0634765625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,3,32,8,128,9.51581573486328,1.75390625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,3,64,8,128,11.549477577209473,1.626953125,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,3,128,8,128,13.514533996582031,1.5634765625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,4,32,8,128,4.443383693695068,2.25390625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,4,64,8,128,5.3974151611328125,2.126953125,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,4,128,8,128,6.329847812652588,2.0634765625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,8,32,8,128,0.2690210342407226,4.25390625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,8,64,8,128,0.3263379633426666,4.126953125,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.k_proj,8,128,8,128,0.3813648819923401,4.0634765625,4194304,5.444123532860034,0.10897656177016561 +14,self_attn.o_proj,2,32,8,128,14.63621425628662,5.015625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,2,64,8,128,17.19491958618164,4.5078125,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,2,128,8,128,19.55340003967285,4.25390625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,3,32,8,128,6.268218994140625,7.015625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,3,64,8,128,7.380595684051514,6.5078125,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,3,128,8,128,8.436356544494629,6.25390625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,4,32,8,128,2.9249253273010254,9.015625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,4,64,8,128,3.444727659225464,8.5078125,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,4,128,8,128,3.938780069351196,8.25390625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,8,32,8,128,0.1770697385072708,17.015625,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,8,64,8,128,0.208248421549797,16.5078125,16777216,4.002373111636598,0.06566437771967688 +14,self_attn.o_proj,8,128,8,128,0.2372278124094009,16.25390625,16777216,4.002373111636598,0.06566437771967688 +14,mlp.gate_proj,2,32,8,128,39.41016387939453,17.5546875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,2,64,8,128,46.97098922729492,15.77734375,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,2,128,8,128,54.20206451416016,14.888671875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,3,32,8,128,16.946481704711914,24.5546875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,3,64,8,128,20.342782974243164,22.77734375,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,3,128,8,128,23.739776611328125,21.888671875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,4,32,8,128,7.914947509765625,31.5546875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,4,64,8,128,9.501712799072266,29.77734375,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,4,128,8,128,11.119906425476074,28.888671875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,8,32,8,128,0.4799664616584778,59.5546875,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,8,64,8,128,0.5766294598579407,57.77734375,58720256,5.187594197970972,1.0 +14,mlp.gate_proj,8,128,8,128,0.6727944016456604,56.888671875,58720256,5.187594197970972,1.0 +14,mlp.up_proj,2,32,8,128,31.120824813842773,17.5546875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,2,64,8,128,36.41718673706055,15.77734375,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,2,128,8,128,41.25801849365234,14.888671875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,3,32,8,128,13.307998657226562,24.5546875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,3,64,8,128,15.620094299316406,22.77734375,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,3,128,8,128,17.724742889404297,21.888671875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,4,32,8,128,6.208417892456055,31.5546875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,4,64,8,128,7.287253856658935,29.77734375,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,4,128,8,128,8.278099060058594,28.888671875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,8,32,8,128,0.377309650182724,59.5546875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,8,64,8,128,0.442139208316803,57.77734375,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.up_proj,8,128,8,128,0.5002653002738953,56.888671875,58720256,3.3868219432315603,0.26972471455388347 +14,mlp.down_proj,2,32,8,128,30.64486122131348,17.5546875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,2,64,8,128,35.82240676879883,15.77734375,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,2,128,8,128,40.55413055419922,14.888671875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,3,32,8,128,13.101051330566406,24.5546875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,3,64,8,128,15.34364128112793,22.77734375,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,3,128,8,128,17.384769439697266,21.888671875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,4,32,8,128,6.1127753257751465,31.5546875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,4,64,8,128,7.158343315124512,29.77734375,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,4,128,8,128,8.121088981628418,28.888671875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,8,32,8,128,0.371524840593338,59.5546875,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,8,64,8,128,0.4344290196895599,57.77734375,58720256,3.966699917269564,0.2469278976090662 +14,mlp.down_proj,8,128,8,128,0.4907621443271637,56.888671875,58720256,3.966699917269564,0.2469278976090662 +15,self_attn.q_proj,2,32,8,128,29.381113052368164,5.015625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,2,64,8,128,35.35570526123047,4.5078125,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,2,128,8,128,41.67421722412109,4.25390625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,3,32,8,128,12.663312911987305,7.015625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,3,64,8,128,15.373734474182127,6.5078125,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,3,128,8,128,18.746606826782227,6.25390625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,4,32,8,128,5.9120683670043945,9.015625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,4,64,8,128,7.184608936309815,8.5078125,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,4,128,8,128,8.775914192199707,8.25390625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,8,32,8,128,0.3578397035598755,17.015625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,8,64,8,128,0.4344322681427002,16.5078125,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.q_proj,8,128,8,128,0.5290461778640747,16.25390625,16777216,5.6402210746320485,0.09023771845952264 +15,self_attn.v_proj,2,32,8,128,7.238279819488525,1.25390625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,2,64,8,128,8.587432861328125,1.126953125,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,2,128,8,128,9.83323097229004,1.0634765625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,3,32,8,128,3.1004669666290283,1.75390625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,3,64,8,128,3.6899452209472656,1.626953125,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,3,128,8,128,4.236072540283203,1.5634765625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,4,32,8,128,1.447650671005249,2.25390625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,4,64,8,128,1.7214912176132202,2.126953125,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,4,128,8,128,1.9767045974731443,2.0634765625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,8,32,8,128,0.087690532207489,4.25390625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,8,64,8,128,0.1041000336408615,4.126953125,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.v_proj,8,128,8,128,0.1191994249820709,4.0634765625,4194304,3.8880310041683983,0.31032056028073246 +15,self_attn.k_proj,2,32,8,128,21.04084205627441,1.25390625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,2,64,8,128,25.06307411193848,1.126953125,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,2,128,8,128,28.77065658569336,1.0634765625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,3,32,8,128,9.023666381835938,1.75390625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,3,64,8,128,10.787558555603027,1.626953125,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,3,128,8,128,12.454113006591797,1.5634765625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,4,32,8,128,4.210366249084473,2.25390625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,4,64,8,128,5.031194686889648,2.126953125,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,4,128,8,128,5.814916133880615,2.0634765625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,8,32,8,128,0.2549245059490204,4.25390625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,8,64,8,128,0.3044169843196869,4.126953125,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.k_proj,8,128,8,128,0.3503837883472442,4.0634765625,4194304,4.194555335325779,0.03201382127078853 +15,self_attn.o_proj,2,32,8,128,15.051722526550291,5.015625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,2,64,8,128,17.624523162841797,4.5078125,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,2,128,8,128,20.003849029541016,4.25390625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,3,32,8,128,6.447397708892822,7.015625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,3,64,8,128,7.569221019744873,6.5078125,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,3,128,8,128,8.61890983581543,6.25390625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,4,32,8,128,3.008628368377685,9.015625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,4,64,8,128,3.5341615676879883,8.5078125,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,4,128,8,128,4.029312610626221,8.25390625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,8,32,8,128,0.1822375059127807,17.015625,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,8,64,8,128,0.2137708812952041,16.5078125,16777216,6.085332035790016,0.28646181839018137 +15,self_attn.o_proj,8,128,8,128,0.2428483068943023,16.25390625,16777216,6.085332035790016,0.28646181839018137 +15,mlp.gate_proj,2,32,8,128,40.27034378051758,17.5546875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,2,64,8,128,48.0027961730957,15.77734375,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,2,128,8,128,55.40787887573242,14.888671875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,3,32,8,128,17.291048049926758,24.5546875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,3,64,8,128,20.744365692138672,22.77734375,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,3,128,8,128,24.19746971130371,21.888671875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,4,32,8,128,8.074305534362793,31.5546875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,4,64,8,128,9.683999061584473,29.77734375,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,4,128,8,128,11.320701599121094,28.888671875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,8,32,8,128,0.4895641803741455,59.5546875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,8,64,8,128,0.5876905918121338,57.77734375,58720256,4.865220934501604,0.8097788780345113 +15,mlp.gate_proj,8,128,8,128,0.68519526720047,56.888671875,58720256,4.865220934501604,0.8097788780345113 +15,mlp.up_proj,2,32,8,128,30.786827087402344,17.5546875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,2,64,8,128,35.99784469604492,15.77734375,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,2,128,8,128,40.7634391784668,14.888671875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,3,32,8,128,13.163134574890137,24.5546875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,3,64,8,128,15.429580688476562,22.77734375,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,3,128,8,128,17.48986053466797,21.888671875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,4,32,8,128,6.141441822052002,31.5546875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,4,64,8,128,7.195915222167969,29.77734375,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,4,128,8,128,8.165613174438477,28.888671875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,8,32,8,128,0.3731957972049713,59.5546875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,8,64,8,128,0.4366535246372223,57.77734375,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.up_proj,8,128,8,128,0.4933501482009887,56.888671875,58720256,3.2533507748499355,0.15289073709611278 +15,mlp.down_proj,2,32,8,128,30.46190452575684,17.5546875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,2,64,8,128,35.60262680053711,15.77734375,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,2,128,8,128,40.28842544555664,14.888671875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,3,32,8,128,13.020027160644531,24.5546875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,3,64,8,128,15.25452709197998,22.77734375,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,3,128,8,128,17.293224334716797,21.888671875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,4,32,8,128,6.07711935043335,31.5546875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,4,64,8,128,7.117532253265381,29.77734375,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,4,128,8,128,8.078948974609375,28.888671875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,8,32,8,128,0.3692785799503326,59.5546875,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,8,64,8,128,0.4319080412387848,57.77734375,58720256,3.9654243276798735,0.2464729336115229 +15,mlp.down_proj,8,128,8,128,0.4883196055889129,56.888671875,58720256,3.9654243276798735,0.2464729336115229 +16,self_attn.q_proj,2,32,8,128,27.64369010925293,5.015625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,2,64,8,128,33.14297103881836,4.5078125,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,2,128,8,128,38.94926834106445,4.25390625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,3,32,8,128,11.870041847229004,7.015625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,3,64,8,128,14.29415798187256,6.5078125,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,3,128,8,128,17.090879440307617,6.25390625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,4,32,8,128,5.538924217224121,9.015625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,4,64,8,128,6.677006721496582,8.5078125,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,4,128,8,128,7.995426177978516,8.25390625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,8,32,8,128,0.3354693651199341,17.015625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,8,64,8,128,0.4038237333297729,16.5078125,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.q_proj,8,128,8,128,0.4819633960723877,16.25390625,16777216,5.060737921458923,0.06068291892239738 +16,self_attn.v_proj,2,32,8,128,6.684208869934082,1.25390625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,2,64,8,128,7.885555267333984,1.126953125,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,2,128,8,128,8.979830741882324,1.0634765625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,3,32,8,128,2.866643190383911,1.75390625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,3,64,8,128,3.392282724380493,1.626953125,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,3,128,8,128,3.8811380863189697,1.5634765625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,4,32,8,128,1.3368695974349976,2.25390625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,4,64,8,128,1.5830122232437134,2.126953125,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,4,128,8,128,1.8121806383132928,2.0634765625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,8,32,8,128,0.080979585647583,4.25390625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,8,64,8,128,0.0957918316125869,4.126953125,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.v_proj,8,128,8,128,0.1093247085809707,4.0634765625,4194304,3.809677120066478,0.2704622062736884 +16,self_attn.k_proj,2,32,8,128,21.50868034362793,1.25390625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,2,64,8,128,25.74004554748535,1.126953125,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,2,128,8,128,29.626441955566406,1.0634765625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,3,32,8,128,9.239008903503418,1.75390625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,3,64,8,128,11.116647720336914,1.626953125,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,3,128,8,128,12.926946640014648,1.5634765625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,4,32,8,128,4.311690807342529,2.25390625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,4,64,8,128,5.187531471252441,2.126953125,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,4,128,8,128,6.0370965003967285,2.0634765625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,8,32,8,128,0.261018842458725,4.25390625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,8,64,8,128,0.3137146830558777,4.126953125,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.k_proj,8,128,8,128,0.3635620474815368,4.0634765625,4194304,4.557167140836658,0.05434761493216195 +16,self_attn.o_proj,2,32,8,128,14.671588897705078,5.015625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,2,64,8,128,17.20387840270996,4.5078125,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,2,128,8,128,19.533960342407227,4.25390625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,3,32,8,128,6.29518985748291,7.015625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,3,64,8,128,7.406421661376953,6.5078125,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,3,128,8,128,8.455559730529785,6.25390625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,4,32,8,128,2.938764333724976,9.015625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,4,64,8,128,3.4616949558258057,8.5078125,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,4,128,8,128,3.9625065326690674,8.25390625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,8,32,8,128,0.1780003607273101,17.015625,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,8,64,8,128,0.2093121707439422,16.5078125,16777216,6.877278363318378,0.37040957186675855 +16,self_attn.o_proj,8,128,8,128,0.2387027740478515,16.25390625,16777216,6.877278363318378,0.37040957186675855 +16,mlp.gate_proj,2,32,8,128,41.20309066772461,17.5546875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,2,64,8,128,49.11593246459961,15.77734375,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,2,128,8,128,56.7407341003418,14.888671875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,3,32,8,128,17.65849494934082,24.5546875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,3,64,8,128,21.15079498291016,22.77734375,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,3,128,8,128,24.60658264160156,21.888671875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,4,32,8,128,8.242731094360352,31.5546875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,4,64,8,128,9.868480682373049,29.77734375,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,4,128,8,128,11.499907493591309,28.888671875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,8,32,8,128,0.499927282333374,59.5546875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,8,64,8,128,0.5988888740539551,57.77734375,58720256,4.2383498603177,0.43988430993145905 +16,mlp.gate_proj,8,128,8,128,0.6959277391433716,56.888671875,58720256,4.2383498603177,0.43988430993145905 +16,mlp.up_proj,2,32,8,128,30.287851333618164,17.5546875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,2,64,8,128,35.38748550415039,15.77734375,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,2,128,8,128,40.03034591674805,14.888671875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,3,32,8,128,12.94804573059082,24.5546875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,3,64,8,128,15.161388397216797,22.77734375,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,3,128,8,128,17.161760330200195,21.888671875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,4,32,8,128,6.040839195251465,31.5546875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,4,64,8,128,7.070522785186768,29.77734375,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,4,128,8,128,8.018121719360352,28.888671875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,8,32,8,128,0.3671192526817322,59.5546875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,8,64,8,128,0.4291189908981323,57.77734375,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.up_proj,8,128,8,128,0.4842276573181152,56.888671875,58720256,3.2004469731018137,0.1065813981143962 +16,mlp.down_proj,2,32,8,128,29.9908447265625,17.5546875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,2,64,8,128,35.022098541259766,15.77734375,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,2,128,8,128,39.60578155517578,14.888671875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,3,32,8,128,12.824692726135254,24.5546875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,3,64,8,128,15.006463050842283,22.77734375,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,3,128,8,128,16.995845794677734,21.888671875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,4,32,8,128,5.985208034515381,31.5546875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,4,64,8,128,7.0030622482299805,29.77734375,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,4,128,8,128,7.940154075622559,28.888671875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,8,32,8,128,0.3637315034866333,59.5546875,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,8,64,8,128,0.4250793755054474,57.77734375,58720256,4.25649855417861,0.35029025443319495 +16,mlp.down_proj,8,128,8,128,0.4799773395061493,56.888671875,58720256,4.25649855417861,0.35029025443319495 +17,self_attn.q_proj,2,32,8,128,28.243900299072266,5.015625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,2,64,8,128,33.9013671875,4.5078125,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,2,128,8,128,39.67461013793945,4.25390625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,3,32,8,128,12.116202354431152,7.015625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,3,64,8,128,14.606330871582031,6.5078125,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,3,128,8,128,17.453651428222656,6.25390625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,4,32,8,128,5.654839515686035,9.015625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,4,64,8,128,6.818025588989258,8.5078125,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,4,128,8,128,8.15267562866211,8.25390625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,8,32,8,128,0.3423314392566681,17.015625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,8,64,8,128,0.4120905995368957,16.5078125,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.q_proj,8,128,8,128,0.491163969039917,16.25390625,16777216,4.516747289014367,0.03293830891270906 +17,self_attn.v_proj,2,32,8,128,7.274535655975342,1.25390625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,2,64,8,128,8.557072639465332,1.126953125,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,2,128,8,128,9.730944633483888,1.0634765625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,3,32,8,128,3.112748146057129,1.75390625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,3,64,8,128,3.664875745773315,1.626953125,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,3,128,8,128,4.174811363220215,1.5634765625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,4,32,8,128,1.4522428512573242,2.25390625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,4,64,8,128,1.7108559608459473,2.126953125,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,4,128,8,128,1.9488672018051147,2.0634765625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,8,32,8,128,0.0879412665963172,4.25390625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,8,64,8,128,0.1034611463546752,4.126953125,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.v_proj,8,128,8,128,0.1174446046352386,4.0634765625,4194304,3.41969594431638,0.07208011025772737 +17,self_attn.k_proj,2,32,8,128,21.450056076049805,1.25390625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,2,64,8,128,25.589683532714844,1.126953125,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,2,128,8,128,29.36025619506836,1.0634765625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,3,32,8,128,9.210640907287598,1.75390625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,3,64,8,128,11.032175064086914,1.626953125,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,3,128,8,128,12.762304306030272,1.5634765625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,4,32,8,128,4.297592639923096,2.25390625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,4,64,8,128,5.15066385269165,2.126953125,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,4,128,8,128,5.959950923919678,2.0634765625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,8,32,8,128,0.2601512372493744,4.25390625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,8,64,8,128,0.3113722205162048,4.126953125,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.k_proj,8,128,8,128,0.3592627048492431,4.0634765625,4194304,4.530582257065935,0.05271021289609087 +17,self_attn.o_proj,2,32,8,128,15.159659385681152,5.015625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,2,64,8,128,17.726320266723633,4.5078125,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,2,128,8,128,20.09735679626465,4.25390625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,3,32,8,128,6.492598056793213,7.015625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,3,64,8,128,7.610992431640625,6.5078125,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,3,128,8,128,8.64831256866455,6.25390625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,4,32,8,128,3.031862258911133,9.015625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,4,64,8,128,3.556722640991211,8.5078125,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,4,128,8,128,4.0480780601501465,8.25390625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,8,32,8,128,0.1835595369338989,17.015625,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,8,64,8,128,0.2150303274393081,16.5078125,16777216,6.177168616937917,0.29619666329866995 +17,self_attn.o_proj,8,128,8,128,0.2438358813524246,16.25390625,16777216,6.177168616937917,0.29619666329866995 +17,mlp.gate_proj,2,32,8,128,41.69158172607422,17.5546875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,2,64,8,128,49.69167709350586,15.77734375,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,2,128,8,128,57.42879104614258,14.888671875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,3,32,8,128,17.86820411682129,24.5546875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,3,64,8,128,21.40752601623535,22.77734375,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,3,128,8,128,24.90820503234864,21.888671875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,4,32,8,128,8.338918685913086,31.5546875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,4,64,8,128,9.987314224243164,29.77734375,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,4,128,8,128,11.63386344909668,28.888671875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,8,32,8,128,0.5058061480522156,59.5546875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,8,64,8,128,0.6063711047172546,57.77734375,58720256,4.273503957144466,0.4606275057787356 +17,mlp.gate_proj,8,128,8,128,0.7045861482620239,56.888671875,58720256,4.273503957144466,0.4606275057787356 +17,mlp.up_proj,2,32,8,128,30.13922119140625,17.5546875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,2,64,8,128,35.19236755371094,15.77734375,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,2,128,8,128,39.78667068481445,14.888671875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,3,32,8,128,12.884716033935549,24.5546875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,3,64,8,128,15.078737258911133,22.77734375,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,3,128,8,128,17.062938690185547,21.888671875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,4,32,8,128,6.011682033538818,31.5546875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,4,64,8,128,7.033123970031738,29.77734375,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,4,128,8,128,7.97081708908081,28.888671875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,8,32,8,128,0.3654176890850067,59.5546875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,8,64,8,128,0.4268718361854553,57.77734375,58720256,3.252461937929888,0.15211269376331174 +17,mlp.up_proj,8,128,8,128,0.4815108478069305,56.888671875,58720256,3.252461937929888,0.15211269376331174 +17,mlp.down_proj,2,32,8,128,29.92352867126465,17.5546875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,2,64,8,128,34.939910888671875,15.77734375,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,2,128,8,128,39.52711868286133,14.888671875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,3,32,8,128,12.802757263183594,24.5546875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,3,64,8,128,14.989115715026855,22.77734375,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,3,128,8,128,16.984521865844727,21.888671875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,4,32,8,128,5.975630760192871,31.5546875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,4,64,8,128,6.997411727905273,29.77734375,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,4,128,8,128,7.946293830871582,28.888671875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,8,32,8,128,0.3631942868232727,59.5546875,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,8,64,8,128,0.4247721433639526,57.77734375,58720256,4.2237623557773,0.3386142484439615 +17,mlp.down_proj,8,128,8,128,0.4803014993667602,56.888671875,58720256,4.2237623557773,0.3386142484439615 +18,self_attn.q_proj,2,32,8,128,27.30513381958008,5.015625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,2,64,8,128,32.50996017456055,4.5078125,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,2,128,8,128,38.30387878417969,4.25390625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,3,32,8,128,11.690193176269531,7.015625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,3,64,8,128,13.941518783569336,6.5078125,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,3,128,8,128,16.589494705200195,6.25390625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,4,32,8,128,5.45534086227417,9.015625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,4,64,8,128,6.506054401397705,8.5078125,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,4,128,8,128,7.744174957275391,8.25390625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,8,32,8,128,0.3303576409816742,17.015625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,8,64,8,128,0.3934611678123474,16.5078125,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.q_proj,8,128,8,128,0.4666202068328857,16.25390625,16777216,4.067242092398344,0.010012645061850572 +18,self_attn.v_proj,2,32,8,128,6.611334323883057,1.25390625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,2,64,8,128,7.799045085906982,1.126953125,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,2,128,8,128,8.893885612487793,1.0634765625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,3,32,8,128,2.832592725753784,1.75390625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,3,64,8,128,3.348790168762207,1.626953125,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,3,128,8,128,3.829371929168701,1.5634765625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,4,32,8,128,1.3221431970596311,2.25390625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,4,64,8,128,1.5629265308380127,2.126953125,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,4,128,8,128,1.788077473640442,2.0634765625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,8,32,8,128,0.0800507664680481,4.25390625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,8,64,8,128,0.0945601016283035,4.126953125,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.v_proj,8,128,8,128,0.107764333486557,4.0634765625,4194304,3.7779785892985496,0.2543372716219766 +18,self_attn.k_proj,2,32,8,128,21.83268165588379,1.25390625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,2,64,8,128,25.942413330078125,1.126953125,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,2,128,8,128,29.68288993835449,1.0634765625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,3,32,8,128,9.358898162841797,1.75390625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,3,64,8,128,11.15013599395752,1.626953125,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,3,128,8,128,12.824159622192385,1.5634765625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,4,32,8,128,4.364651203155518,2.25390625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,4,64,8,128,5.203103542327881,2.126953125,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,4,128,8,128,5.986807823181152,2.0634765625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,8,32,8,128,0.264183759689331,4.25390625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,8,64,8,128,0.3146951198577881,4.126953125,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.k_proj,8,128,8,128,0.3608006238937378,4.0634765625,4194304,4.21079745969506,0.03301419756514227 +18,self_attn.o_proj,2,32,8,128,14.78054141998291,5.015625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,2,64,8,128,17.31252098083496,4.5078125,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,2,128,8,128,19.65506362915039,4.25390625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,3,32,8,128,6.328427791595459,7.015625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,3,64,8,128,7.425669193267822,6.5078125,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,3,128,8,128,8.456360816955566,6.25390625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,4,32,8,128,2.95471715927124,9.015625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,4,64,8,128,3.467207908630371,8.5078125,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,4,128,8,128,3.9520959854125977,8.25390625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,8,32,8,128,0.1788134425878524,17.015625,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,8,64,8,128,0.2096264213323593,16.5078125,16777216,7.978689698077938,0.48716117988957874 +18,self_attn.o_proj,8,128,8,128,0.2381150126457214,16.25390625,16777216,7.978689698077938,0.48716117988957874 +18,mlp.gate_proj,2,32,8,128,41.45539855957031,17.5546875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,2,64,8,128,49.28993988037109,15.77734375,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,2,128,8,128,56.8601188659668,14.888671875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,3,32,8,128,17.751710891723633,24.5546875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,3,64,8,128,21.1910343170166,22.77734375,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,3,128,8,128,24.55527877807617,21.888671875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,4,32,8,128,8.285884857177734,31.5546875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,4,64,8,128,9.88524055480957,29.77734375,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,4,128,8,128,11.470847129821776,28.888671875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,8,32,8,128,0.5024477243423462,59.5546875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,8,64,8,128,0.5998983979225159,57.77734375,58720256,4.032466993585882,0.31840007305112955 +18,mlp.gate_proj,8,128,8,128,0.6943526268005371,56.888671875,58720256,4.032466993585882,0.31840007305112955 +18,mlp.up_proj,2,32,8,128,29.890323638916016,17.5546875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,2,64,8,128,34.86293029785156,15.77734375,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,2,128,8,128,39.36655426025391,14.888671875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,3,32,8,128,12.7736177444458,24.5546875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,3,64,8,128,14.925217628479004,22.77734375,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,3,128,8,128,16.863479614257812,21.888671875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,4,32,8,128,5.9599432945251465,31.5546875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,4,64,8,128,6.961752891540527,29.77734375,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,4,128,8,128,7.874423027038574,28.888671875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,8,32,8,128,0.3622696101665497,59.5546875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,8,64,8,128,0.4225781559944153,57.77734375,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.up_proj,8,128,8,128,0.4757608473300934,56.888671875,58720256,3.1302849701083124,0.04516509393777594 +18,mlp.down_proj,2,32,8,128,29.774751663208008,17.5546875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,2,64,8,128,34.73874282836914,15.77734375,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,2,128,8,128,39.24348831176758,14.888671875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,3,32,8,128,12.72853183746338,24.5546875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,3,64,8,128,14.876253128051758,22.77734375,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,3,128,8,128,16.82144546508789,21.888671875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,4,32,8,128,5.939826488494873,31.5546875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,4,64,8,128,6.940883636474609,29.77734375,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,4,128,8,128,7.857932090759277,28.888671875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,8,32,8,128,0.3610455095767975,59.5546875,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,8,64,8,128,0.4213594198226928,57.77734375,58720256,3.9032884957564695,0.2243109728123536 +18,mlp.down_proj,8,128,8,128,0.4748960435390472,56.888671875,58720256,3.9032884957564695,0.2243109728123536 +19,self_attn.q_proj,2,32,8,128,27.51787567138672,5.015625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,2,64,8,128,32.85622024536133,4.5078125,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,2,128,8,128,38.62761688232422,4.25390625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,3,32,8,128,11.786128997802734,7.015625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,3,64,8,128,14.105334281921388,6.5078125,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,3,128,8,128,16.762516021728516,6.25390625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,4,32,8,128,5.501605987548828,9.015625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,4,64,8,128,6.584290027618408,8.5078125,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,4,128,8,128,7.82921838760376,8.25390625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,8,32,8,128,0.333046406507492,17.015625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,8,64,8,128,0.3981630206108093,16.5078125,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.q_proj,8,128,8,128,0.4716943204402923,16.25390625,16777216,4.185006916688276,0.016018886581306575 +19,self_attn.v_proj,2,32,8,128,7.030470371246338,1.25390625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,2,64,8,128,8.304581642150879,1.126953125,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,2,128,8,128,9.479228973388672,1.0634765625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,3,32,8,128,3.008863925933838,1.75390625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,3,64,8,128,3.5585362911224365,1.626953125,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,3,128,8,128,4.066886425018311,1.5634765625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,4,32,8,128,1.404317021369934,2.25390625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,4,64,8,128,1.6601585149765017,2.126953125,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,4,128,8,128,1.8971848487854004,2.0634765625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,8,32,8,128,0.0850284621119499,4.25390625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,8,64,8,128,0.1004456281661987,4.126953125,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.v_proj,8,128,8,128,0.1143800020217895,4.0634765625,4194304,3.63569114970576,0.18195613566363417 +19,self_attn.k_proj,2,32,8,128,21.01363182067871,1.25390625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,2,64,8,128,24.98497200012207,1.126953125,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,2,128,8,128,28.669771194458008,1.0634765625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,3,32,8,128,8.993736267089844,1.75390625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,3,64,8,128,10.7388277053833,1.626953125,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,3,128,8,128,12.39926528930664,1.5634765625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,4,32,8,128,4.197534561157227,2.25390625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,4,64,8,128,5.010700225830078,2.126953125,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,4,128,8,128,5.782396793365479,2.0634765625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,8,32,8,128,0.2539751529693603,4.25390625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,8,64,8,128,0.3030913770198822,4.126953125,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.k_proj,8,128,8,128,0.3485586941242218,4.0634765625,4194304,4.165694323069783,0.030236229138409784 +19,self_attn.o_proj,2,32,8,128,14.957073211669922,5.015625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,2,64,8,128,17.497554779052734,4.5078125,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,2,128,8,128,19.854581832885746,4.25390625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,3,32,8,128,6.4000678062438965,7.015625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,3,64,8,128,7.502575874328613,6.5078125,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,3,128,8,128,8.534286499023438,6.25390625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,4,32,8,128,2.9878108501434326,9.015625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,4,64,8,128,3.504570245742798,8.5078125,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,4,128,8,128,3.99132251739502,8.25390625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,8,32,8,128,0.1809410005807876,17.015625,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,8,64,8,128,0.2119685560464859,16.5078125,16777216,5.787306369736095,0.2548705548487879 +19,self_attn.o_proj,8,128,8,128,0.2405126243829727,16.25390625,16777216,5.787306369736095,0.2548705548487879 +19,mlp.gate_proj,2,32,8,128,41.56752014160156,17.5546875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,2,64,8,128,49.3490104675293,15.77734375,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,2,128,8,128,56.8859748840332,14.888671875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,3,32,8,128,17.795673370361328,24.5546875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,3,64,8,128,21.20685195922852,22.77734375,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,3,128,8,128,24.54552459716797,21.888671875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,4,32,8,128,8.306742668151855,31.5546875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,4,64,8,128,9.892951965332031,29.77734375,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,4,128,8,128,11.465137481689451,28.888671875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,8,32,8,128,0.5038571357727051,59.5546875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,8,64,8,128,0.6006820201873779,57.77734375,58720256,3.989818499236077,0.2932346968718186 +19,mlp.gate_proj,8,128,8,128,0.6943200826644897,56.888671875,58720256,3.989818499236077,0.2932346968718186 +19,mlp.up_proj,2,32,8,128,29.724327087402344,17.5546875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,2,64,8,128,34.64796829223633,15.77734375,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,2,128,8,128,39.09792709350586,14.888671875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,3,32,8,128,12.704089164733888,24.5546875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,3,64,8,128,14.834226608276367,22.77734375,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,3,128,8,128,16.749486923217773,21.888671875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,4,32,8,128,5.928028583526611,31.5546875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,4,64,8,128,6.918476581573486,29.77734375,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,4,128,8,128,7.819451332092285,28.888671875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,8,32,8,128,0.3603351414203644,59.5546875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,8,64,8,128,0.4199293255805969,57.77734375,58720256,3.118681134978947,0.03500767770799045 +19,mlp.up_proj,8,128,8,128,0.4725494384765625,56.888671875,58720256,3.118681134978947,0.03500767770799045 +19,mlp.down_proj,2,32,8,128,29.674684524536133,17.5546875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,2,64,8,128,34.607879638671875,15.77734375,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,2,128,8,128,39.08812713623047,14.888671875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,3,32,8,128,12.686997413635254,24.5546875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,3,64,8,128,14.819061279296877,22.77734375,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,3,128,8,128,16.75285530090332,21.888671875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,4,32,8,128,5.920626640319824,31.5546875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,4,64,8,128,6.914460182189941,29.77734375,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,4,128,8,128,7.822765827178955,28.888671875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,8,32,8,128,0.3599112629890442,59.5546875,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,8,64,8,128,0.4198633134365082,57.77734375,58720256,4.5472740868368415,0.4540010402495517 +19,mlp.down_proj,8,128,8,128,0.4729660749435425,56.888671875,58720256,4.5472740868368415,0.4540010402495517 +20,self_attn.q_proj,2,32,8,128,27.31611633300781,5.015625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,2,64,8,128,32.593658447265625,4.5078125,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,2,128,8,128,38.2834587097168,4.25390625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,3,32,8,128,11.700910568237305,7.015625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,3,64,8,128,13.989947319030762,6.5078125,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,3,128,8,128,16.647871017456055,6.25390625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,4,32,8,128,5.460706233978272,9.015625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,4,64,8,128,6.527448654174805,8.5078125,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,4,128,8,128,7.773484230041504,8.25390625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,8,32,8,128,0.3306195735931396,17.015625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,8,64,8,128,0.3947963714599609,16.5078125,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.q_proj,8,128,8,128,0.4683714509010315,16.25390625,16777216,4.228404247253315,0.018232237216735486 +20,self_attn.v_proj,2,32,8,128,7.3568525314331055,1.25390625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,2,64,8,128,8.683716773986816,1.126953125,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,2,128,8,128,9.915620803833008,1.0634765625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,3,32,8,128,3.148019313812256,1.75390625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,3,64,8,128,3.718897819519043,1.626953125,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,3,128,8,128,4.255496978759766,1.5634765625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,4,32,8,128,1.4689884185791016,2.25390625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,4,64,8,128,1.7367335557937622,2.126953125,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,4,128,8,128,1.987268686294556,2.0634765625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,8,32,8,128,0.0889342427253723,4.25390625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,8,64,8,128,0.1050533503293991,4.126953125,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.v_proj,8,128,8,128,0.1197745874524116,4.0634765625,4194304,3.548836089411498,0.13777326227845887 +20,self_attn.k_proj,2,32,8,128,20.810379028320312,1.25390625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,2,64,8,128,24.79256057739257,1.126953125,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,2,128,8,128,28.46826171875,1.0634765625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,3,32,8,128,8.924111366271973,1.75390625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,3,64,8,128,10.67470359802246,1.626953125,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,3,128,8,128,12.336373329162598,1.5634765625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,4,32,8,128,4.164855480194092,2.25390625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,4,64,8,128,4.982593536376953,2.126953125,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,4,128,8,128,5.7602858543396,2.0634765625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,8,32,8,128,0.2521738708019256,4.25390625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,8,64,8,128,0.301372081041336,4.126953125,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.k_proj,8,128,8,128,0.3471800684928894,4.0634765625,4194304,4.455881985347597,0.048109313450317506 +20,self_attn.o_proj,2,32,8,128,14.878053665161133,5.015625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,2,64,8,128,17.47359275817871,4.5078125,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,2,128,8,128,19.893165588378903,4.25390625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,3,32,8,128,6.376826763153076,7.015625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,3,64,8,128,7.518867492675781,6.5078125,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,3,128,8,128,8.61892318725586,6.25390625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,4,32,8,128,2.976961612701416,9.015625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,4,64,8,128,3.511537551879883,8.5078125,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,4,128,8,128,4.029510498046875,8.25390625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,8,32,8,128,0.1802045851945877,17.015625,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,8,64,8,128,0.2123738974332809,16.5078125,16777216,6.249526849411843,0.30386676776228905 +20,self_attn.o_proj,8,128,8,128,0.2428355813026428,16.25390625,16777216,6.249526849411843,0.30386676776228905 +20,mlp.gate_proj,2,32,8,128,41.40095901489258,17.5546875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,2,64,8,128,49.0767936706543,15.77734375,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,2,128,8,128,56.47530364990234,14.888671875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,3,32,8,128,17.720191955566406,24.5546875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,3,64,8,128,21.07521247863769,22.77734375,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,3,128,8,128,24.336673736572266,21.888671875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,4,32,8,128,8.272833824157715,31.5546875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,4,64,8,128,9.831510543823242,29.77734375,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,4,128,8,128,11.366402626037598,28.888671875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,8,32,8,128,0.5016068816184998,59.5546875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,8,64,8,128,0.5967675447463989,57.77734375,58720256,3.837938664425802,0.2036157493492401 +20,mlp.gate_proj,8,128,8,128,0.6880964636802673,56.888671875,58720256,3.837938664425802,0.2036157493492401 +20,mlp.up_proj,2,32,8,128,29.80850410461425,17.5546875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,2,64,8,128,34.74061584472656,15.77734375,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,2,128,8,128,39.19353103637695,14.888671875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,3,32,8,128,12.740331649780272,24.5546875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,3,64,8,128,14.869338989257812,22.77734375,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,3,128,8,128,16.785167694091797,21.888671875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,4,32,8,128,5.9447431564331055,31.5546875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,4,64,8,128,6.93602991104126,29.77734375,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,4,128,8,128,7.835127353668213,28.888671875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,8,32,8,128,0.3612865805625915,59.5546875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,8,64,8,128,0.4209855198860168,57.77734375,58720256,3.113201394317839,0.030210987122022005 +20,mlp.up_proj,8,128,8,128,0.4734995067119598,56.888671875,58720256,3.113201394317839,0.030210987122022005 +20,mlp.down_proj,2,32,8,128,29.76346969604492,17.5546875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,2,64,8,128,34.7084846496582,15.77734375,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,2,128,8,128,39.18354797363281,14.888671875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,3,32,8,128,12.723167419433594,24.5546875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,3,64,8,128,14.86019515991211,22.77734375,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,3,128,8,128,16.789318084716797,21.888671875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,4,32,8,128,5.938924789428711,31.5546875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,4,64,8,128,6.934266090393066,29.77734375,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,4,128,8,128,7.8432393074035645,28.888671875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,8,32,8,128,0.3608524799346924,59.5546875,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,8,64,8,128,0.4208720326423645,57.77734375,58720256,3.448078004405742,0.06195124007196775 +20,mlp.down_proj,8,128,8,128,0.473922461271286,56.888671875,58720256,3.448078004405742,0.06195124007196775 +21,self_attn.q_proj,2,32,8,128,26.613637924194336,5.015625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,2,64,8,128,31.72728157043457,4.5078125,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,2,128,8,128,37.28963851928711,4.25390625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,3,32,8,128,11.398756980895996,7.015625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,3,64,8,128,13.612385749816896,6.5078125,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,3,128,8,128,16.119693756103516,6.25390625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,4,32,8,128,5.320000171661377,9.015625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,4,64,8,128,6.354912757873535,8.5078125,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,4,128,8,128,7.528256893157959,8.25390625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,8,32,8,128,0.3220490217208862,17.015625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,8,64,8,128,0.3843535780906677,16.5078125,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.q_proj,8,128,8,128,0.4536494314670563,16.25390625,16777216,4.090330489017306,0.011190199456608232 +21,self_attn.v_proj,2,32,8,128,7.535129547119141,1.25390625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,2,64,8,128,8.869972229003906,1.126953125,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,2,128,8,128,10.069236755371094,1.0634765625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,3,32,8,128,3.236624956130981,1.75390625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,3,64,8,128,3.824875831604004,1.626953125,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,3,128,8,128,4.362272262573242,1.5634765625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,4,32,8,128,1.511125922203064,2.25390625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,4,64,8,128,1.7847682237625122,2.126953125,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,4,128,8,128,2.038510322570801,2.0634765625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,8,32,8,128,0.091513954102993,4.25390625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,8,64,8,128,0.1080395504832267,4.126953125,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.v_proj,8,128,8,128,0.122831143438816,4.0634765625,4194304,3.662409406970797,0.19554762214483876 +21,self_attn.k_proj,2,32,8,128,20.66949462890625,1.25390625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,2,64,8,128,24.51624298095703,1.126953125,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,2,128,8,128,28.033615112304688,1.0634765625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,3,32,8,128,8.851082801818848,1.75390625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,3,64,8,128,10.525378227233888,1.626953125,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,3,128,8,128,12.100557327270508,1.5634765625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,4,32,8,128,4.1329874992370605,2.25390625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,4,64,8,128,4.914510726928711,2.126953125,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,4,128,8,128,5.648586273193359,2.0634765625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,8,32,8,128,0.2501528859138489,4.25390625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,8,64,8,128,0.2973358035087585,4.126953125,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.k_proj,8,128,8,128,0.3402147889137268,4.0634765625,4194304,4.12421091177845,0.027681204911205678 +21,self_attn.o_proj,2,32,8,128,15.174367904663086,5.015625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,2,64,8,128,17.784578323364258,4.5078125,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,2,128,8,128,20.190414428710938,4.25390625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,3,32,8,128,6.5373382568359375,7.015625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,3,64,8,128,7.720632553100586,6.5078125,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,3,128,8,128,8.863565444946289,6.25390625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,4,32,8,128,3.054070234298706,9.015625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,4,64,8,128,3.612856864929199,8.5078125,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,4,128,8,128,4.1695098876953125,8.25390625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,8,32,8,128,0.1848398596048355,17.015625,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,8,64,8,128,0.2183932512998581,16.5078125,16777216,5.118433747281833,0.18396883832430394 +21,self_attn.o_proj,8,128,8,128,0.2512237429618835,16.25390625,16777216,5.118433747281833,0.18396883832430394 +21,mlp.gate_proj,2,32,8,128,41.70660781860352,17.5546875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,2,64,8,128,49.44601440429688,15.77734375,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,2,128,8,128,56.88743591308594,14.888671875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,3,32,8,128,17.864152908325195,24.5546875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,3,64,8,128,21.24855232238769,22.77734375,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,3,128,8,128,24.55762481689453,21.888671875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,4,32,8,128,8.337279319763184,31.5546875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,4,64,8,128,9.915610313415527,29.77734375,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,4,128,8,128,11.472938537597656,28.888671875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,8,32,8,128,0.5056385397911072,59.5546875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,8,64,8,128,0.6018403172492981,57.77734375,58720256,4.068175323005299,0.3394703020539145 +21,mlp.gate_proj,8,128,8,128,0.6946837902069092,56.888671875,58720256,4.068175323005299,0.3394703020539145 +21,mlp.up_proj,2,32,8,128,29.90048789978028,17.5546875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,2,64,8,128,34.84867858886719,15.77734375,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,2,128,8,128,39.3271598815918,14.888671875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,3,32,8,128,12.779494285583496,24.5546875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,3,64,8,128,14.922487258911133,22.77734375,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,3,128,8,128,16.849123001098633,21.888671875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,4,32,8,128,5.964380264282227,31.5546875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,4,64,8,128,6.9611639976501465,29.77734375,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,4,128,8,128,7.867311954498291,28.888671875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,8,32,8,128,0.3624645173549652,59.5546875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,8,64,8,128,0.4223872125148773,57.77734375,58720256,3.209442464767817,0.11445560108475142 +21,mlp.up_proj,8,128,8,128,0.4753336608409881,56.888671875,58720256,3.209442464767817,0.11445560108475142 +21,mlp.down_proj,2,32,8,128,29.85926628112793,17.5546875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,2,64,8,128,34.81978225708008,15.77734375,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,2,128,8,128,39.30513381958008,14.888671875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,3,32,8,128,12.764520645141602,24.5546875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,3,64,8,128,14.916038513183594,22.77734375,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,3,128,8,128,16.857704162597656,21.888671875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,4,32,8,128,5.956398010253906,31.5546875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,4,64,8,128,6.958872318267822,29.77734375,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,4,128,8,128,7.873658180236816,28.888671875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,8,32,8,128,0.3620364665985107,59.5546875,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,8,64,8,128,0.4224471151828766,57.77734375,58720256,3.86023879886732,0.20895645569492702 +21,mlp.down_proj,8,128,8,128,0.4759640395641327,56.888671875,58720256,3.86023879886732,0.20895645569492702 +22,self_attn.q_proj,2,32,8,128,25.80609130859375,5.015625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,2,64,8,128,30.682270050048828,4.5078125,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,2,128,8,128,35.724220275878906,4.25390625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,3,32,8,128,11.056154251098633,7.015625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,3,64,8,128,13.17056941986084,6.5078125,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,3,128,8,128,15.422249794006348,6.25390625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,4,32,8,128,5.15937089920044,9.015625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,4,64,8,128,6.1462082862854,8.5078125,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,4,128,8,128,7.201276302337647,8.25390625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,8,32,8,128,0.3124086260795593,17.015625,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,8,64,8,128,0.3716919422149658,16.5078125,16777216,3.870923415807217,0.0 +22,self_attn.q_proj,8,128,8,128,0.4336889386177063,16.25390625,16777216,3.870923415807217,0.0 +22,self_attn.v_proj,2,32,8,128,7.859790325164795,1.25390625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,2,64,8,128,9.203939437866213,1.126953125,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,2,128,8,128,10.420348167419434,1.0634765625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,3,32,8,128,3.3680005073547363,1.75390625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,3,64,8,128,3.952582597732544,1.626953125,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,3,128,8,128,4.486354351043701,1.5634765625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,4,32,8,128,1.5703846216201782,2.25390625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,4,64,8,128,1.8439210653305047,2.126953125,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,4,128,8,128,2.0944957733154297,2.0634765625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,8,32,8,128,0.0951443091034889,4.25390625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,8,64,8,128,0.1115146800875663,4.126953125,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.v_proj,8,128,8,128,0.1261604875326156,4.0634765625,4194304,3.464781714938944,0.09501508823299905 +22,self_attn.k_proj,2,32,8,128,20.348981857299805,1.25390625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,2,64,8,128,24.19514274597168,1.126953125,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,2,128,8,128,27.700634002685547,1.0634765625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,3,32,8,128,8.726444244384766,1.75390625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,3,64,8,128,10.408102989196776,1.626953125,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,3,128,8,128,11.971535682678224,1.5634765625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,4,32,8,128,4.073057651519775,2.25390625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,4,64,8,128,4.855081081390381,2.126953125,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,4,128,8,128,5.589670181274414,2.0634765625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,8,32,8,128,0.2463237047195434,4.25390625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,8,64,8,128,0.2936039268970489,4.126953125,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.k_proj,8,128,8,128,0.3368735909461975,4.0634765625,4194304,4.30360387770753,0.03873028115326879 +22,self_attn.o_proj,2,32,8,128,15.403858184814451,5.015625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,2,64,8,128,17.991758346557617,4.5078125,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,2,128,8,128,20.357152938842773,4.25390625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,3,32,8,128,6.59965705871582,7.015625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,3,64,8,128,7.729466915130615,6.5078125,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,3,128,8,128,8.768677711486816,6.25390625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,4,32,8,128,3.078189849853516,9.015625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,4,64,8,128,3.607653617858887,8.5078125,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,4,128,8,128,4.097971439361572,8.25390625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,8,32,8,128,0.1864184588193893,17.015625,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,8,64,8,128,0.2181044220924377,16.5078125,16777216,4.379309348149095,0.10562030548803514 +22,self_attn.o_proj,8,128,8,128,0.2469657659530639,16.25390625,16777216,4.379309348149095,0.10562030548803514 +22,mlp.gate_proj,2,32,8,128,41.4613151550293,17.5546875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,2,64,8,128,49.01024627685547,15.77734375,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,2,128,8,128,56.24254989624024,14.888671875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,3,32,8,128,17.741302490234375,24.5546875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,3,64,8,128,21.031667709350582,22.77734375,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,3,128,8,128,24.197364807128903,21.888671875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,4,32,8,128,8.280515670776367,31.5546875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,4,64,8,128,9.813997268676758,29.77734375,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,4,128,8,128,11.302498817443848,28.888671875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,8,32,8,128,0.502230167388916,59.5546875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,8,64,8,128,0.595484733581543,57.77734375,58720256,3.699515267927764,0.12193697268905199 +22,mlp.gate_proj,8,128,8,128,0.6840186715126038,56.888671875,58720256,3.699515267927764,0.12193697268905199 +22,mlp.up_proj,2,32,8,128,29.95798110961914,17.5546875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,2,64,8,128,34.88895797729492,15.77734375,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,2,128,8,128,39.34118270874024,14.888671875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,3,32,8,128,12.801081657409668,24.5546875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,3,64,8,128,14.933656692504885,22.77734375,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,3,128,8,128,16.854429244995117,21.888671875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,4,32,8,128,5.973466396331787,31.5546875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,4,64,8,128,6.9661478996276855,29.77734375,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,4,128,8,128,7.867184638977051,28.888671875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,8,32,8,128,0.3629900217056274,59.5546875,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,8,64,8,128,0.4228070378303528,57.77734375,58720256,3.0786883542170176,0.0 +22,mlp.up_proj,8,128,8,128,0.4752513766288757,56.888671875,58720256,3.0786883542170176,0.0 +22,mlp.down_proj,2,32,8,128,29.94915580749512,17.5546875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,2,64,8,128,34.90878677368164,15.77734375,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,2,128,8,128,39.39927291870117,14.888671875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,3,32,8,128,12.799161911010742,24.5546875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,3,64,8,128,14.940771102905272,22.77734375,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,3,128,8,128,16.866147994995117,21.888671875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,4,32,8,128,5.972724437713623,31.5546875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,4,64,8,128,6.97109317779541,29.77734375,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,4,128,8,128,7.876532077789307,28.888671875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,8,32,8,128,0.3630459606647491,59.5546875,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,8,64,8,128,0.4231007993221283,57.77734375,58720256,3.567797308839977,0.10465147357082857 +22,mlp.down_proj,8,128,8,128,0.4760325253009796,56.888671875,58720256,3.567797308839977,0.10465147357082857 +23,self_attn.q_proj,2,32,8,128,26.0787353515625,5.015625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,2,64,8,128,30.93896484375,4.5078125,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,2,128,8,128,35.81895446777344,4.25390625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,3,32,8,128,11.175576210021973,7.015625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,3,64,8,128,13.291476249694824,6.5078125,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,3,128,8,128,15.451822280883787,6.25390625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,4,32,8,128,5.21599006652832,9.015625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,4,64,8,128,6.204405307769775,8.5078125,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,4,128,8,128,7.213257789611816,8.25390625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,8,32,8,128,0.3157745599746704,17.015625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,8,64,8,128,0.3752713799476623,16.5078125,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.q_proj,8,128,8,128,0.43470299243927,16.25390625,16777216,3.932731260523578,0.0031523236705175836 +23,self_attn.v_proj,2,32,8,128,8.22785472869873,1.25390625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,2,64,8,128,9.627814292907717,1.126953125,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,2,128,8,128,10.899560928344728,1.0634765625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,3,32,8,128,3.5217771530151367,1.75390625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,3,64,8,128,4.127471446990967,1.626953125,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,3,128,8,128,4.680270195007324,1.5634765625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,4,32,8,128,1.6431550979614258,2.25390625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,4,64,8,128,1.925819635391236,2.126953125,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,4,128,8,128,2.184685230255127,2.0634765625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,8,32,8,128,0.0995269864797592,4.25390625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,8,64,8,128,0.1165014430880546,4.126953125,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.v_proj,8,128,8,128,0.131690114736557,4.0634765625,4194304,3.360367333184239,0.04189984781949071 +23,self_attn.k_proj,2,32,8,128,20.1629695892334,1.25390625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,2,64,8,128,23.915668487548828,1.126953125,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,2,128,8,128,27.350526809692383,1.0634765625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,3,32,8,128,8.644986152648926,1.75390625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,3,64,8,128,10.28492259979248,1.626953125,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,3,128,8,128,11.814826011657717,1.5634765625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,4,32,8,128,4.0297722816467285,2.25390625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,4,64,8,128,4.7978715896606445,2.126953125,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,4,128,8,128,5.514894485473633,2.0634765625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,8,32,8,128,0.2441458851099014,4.25390625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,8,64,8,128,0.2903361618518829,4.126953125,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.k_proj,8,128,8,128,0.3323166370391845,4.0634765625,4194304,4.275003533884144,0.03696874397249251 +23,self_attn.o_proj,2,32,8,128,15.661473274230955,5.015625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,2,64,8,128,18.266996383666992,4.5078125,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,2,128,8,128,20.64474296569824,4.25390625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,3,32,8,128,6.695975303649902,7.015625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,3,64,8,128,7.823517322540283,6.5078125,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,3,128,8,128,8.849101066589355,6.25390625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,4,32,8,128,3.1255362033843994,9.015625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,4,64,8,128,3.651583194732666,8.5078125,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,4,128,8,128,4.133560180664063,8.25390625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,8,32,8,128,0.1891371309757232,17.015625,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,8,64,8,128,0.2207475155591964,16.5078125,16777216,3.6975582201599577,0.03335344391494348 +23,self_attn.o_proj,8,128,8,128,0.2490492910146713,16.25390625,16777216,3.6975582201599577,0.03335344391494348 +23,mlp.gate_proj,2,32,8,128,41.48234558105469,17.5546875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,2,64,8,128,48.99182891845703,15.77734375,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,2,128,8,128,56.17173767089844,14.888671875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,3,32,8,128,17.746910095214844,24.5546875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,3,64,8,128,21.01276206970215,22.77734375,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,3,128,8,128,24.165817260742188,21.888671875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,4,32,8,128,8.283446311950684,31.5546875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,4,64,8,128,9.805842399597168,29.77734375,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,4,128,8,128,11.291529655456545,28.888671875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,8,32,8,128,0.5024151802062988,59.5546875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,8,64,8,128,0.5952130556106567,57.77734375,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.gate_proj,8,128,8,128,0.6831754446029663,56.888671875,58720256,3.6353830883474023,0.08409482963233487 +23,mlp.up_proj,2,32,8,128,30.061702728271484,17.5546875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,2,64,8,128,34.997066497802734,15.77734375,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,2,128,8,128,39.485137939453125,14.888671875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,3,32,8,128,12.845873832702637,24.5546875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,3,64,8,128,14.98180866241455,22.77734375,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,3,128,8,128,16.903629302978516,21.888671875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,4,32,8,128,5.993279457092285,31.5546875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,4,64,8,128,6.989481925964356,29.77734375,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,4,128,8,128,7.890745162963867,28.888671875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,8,32,8,128,0.3642669320106506,59.5546875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,8,64,8,128,0.4241582751274109,57.77734375,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.up_proj,8,128,8,128,0.476793110370636,56.888671875,58720256,3.0855681203918777,0.006022202816791968 +23,mlp.down_proj,2,32,8,128,30.07884788513184,17.5546875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,2,64,8,128,35.05538558959961,15.77734375,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,2,128,8,128,39.556678771972656,14.888671875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,3,32,8,128,12.851511001586914,24.5546875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,3,64,8,128,15.004534721374512,22.77734375,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,3,128,8,128,16.92758560180664,21.888671875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,4,32,8,128,5.996975898742676,31.5546875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,4,64,8,128,6.999776363372803,29.77734375,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,4,128,8,128,7.905321598052978,28.888671875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,8,32,8,128,0.3644680082798004,59.5546875,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,8,64,8,128,0.4247871041297912,57.77734375,58720256,3.516118656088573,0.08621927042848827 +23,mlp.down_proj,8,128,8,128,0.4777131676673889,56.888671875,58720256,3.516118656088573,0.08621927042848827 +24,self_attn.q_proj,2,32,8,128,25.547338485717773,5.015625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,2,64,8,128,30.37944602966309,4.5078125,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,2,128,8,128,35.39955139160156,4.25390625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,3,32,8,128,10.960057258605955,7.015625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,3,64,8,128,13.067266464233398,6.5078125,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,3,128,8,128,15.332708358764648,6.25390625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,4,32,8,128,5.114231109619141,9.015625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,4,64,8,128,6.100057125091553,8.5078125,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,4,128,8,128,7.159446716308594,8.25390625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,8,32,8,128,0.309750497341156,17.015625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,8,64,8,128,0.3689931631088257,16.5078125,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.q_proj,8,128,8,128,0.4316083788871765,16.25390625,16777216,4.08087985164355,0.010708198053202517 +24,self_attn.v_proj,2,32,8,128,9.21454620361328,1.25390625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,2,64,8,128,10.856494903564451,1.126953125,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,2,128,8,128,12.344929695129396,1.0634765625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,3,32,8,128,3.948546886444092,1.75390625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,3,64,8,128,4.659796237945557,1.626953125,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,3,128,8,128,5.323941707611084,1.5634765625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,4,32,8,128,1.8415682315826416,2.25390625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,4,64,8,128,2.1758296489715576,2.126953125,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,4,128,8,128,2.484900951385498,2.0634765625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,8,32,8,128,0.1115508377552032,4.25390625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,8,64,8,128,0.1316062808036804,4.126953125,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.v_proj,8,128,8,128,0.1497008502483368,4.0634765625,4194304,3.656821001946709,0.19270481954050198 +24,self_attn.k_proj,2,32,8,128,19.65592384338379,1.25390625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,2,64,8,128,23.45724868774414,1.126953125,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,2,128,8,128,26.901391983032227,1.0634765625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,3,32,8,128,8.4442777633667,1.75390625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,3,64,8,128,10.13780689239502,1.626953125,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,3,128,8,128,11.737333297729492,1.5634765625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,4,32,8,128,3.938342332839966,2.25390625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,4,64,8,128,4.7286696434021,2.126953125,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,4,128,8,128,5.481230735778809,2.0634765625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,8,32,8,128,0.2383520901203155,4.25390625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,8,64,8,128,0.2860680222511291,4.126953125,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.k_proj,8,128,8,128,0.3303963541984558,4.0634765625,4194304,4.951444601324738,0.07863174279023004 +24,self_attn.o_proj,2,32,8,128,16.394994735717773,5.015625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,2,64,8,128,19.14152336120605,4.5078125,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,2,128,8,128,21.64337539672852,4.25390625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,3,32,8,128,7.011787414550781,7.015625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,3,64,8,128,8.197203636169434,6.5078125,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,3,128,8,128,9.272076606750488,6.25390625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,4,32,8,128,3.272226572036743,9.015625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,4,64,8,128,3.825253486633301,8.5078125,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,4,128,8,128,4.328807830810547,8.25390625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,8,32,8,128,0.1980541795492172,17.015625,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,8,64,8,128,0.2311242371797561,16.5078125,16777216,3.3829084966717327,0.0 +24,self_attn.o_proj,8,128,8,128,0.2609146535396576,16.25390625,16777216,3.3829084966717327,0.0 +24,mlp.gate_proj,2,32,8,128,41.63678359985352,17.5546875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,2,64,8,128,49.15891647338867,15.77734375,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,2,128,8,128,56.340293884277344,14.888671875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,3,32,8,128,17.812793731689453,24.5546875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,3,64,8,128,21.092559814453125,22.77734375,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,3,128,8,128,24.236173629760746,21.888671875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,4,32,8,128,8.314607620239258,31.5546875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,4,64,8,128,9.837584495544434,29.77734375,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,4,128,8,128,11.327216148376465,28.888671875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,8,32,8,128,0.5042733550071716,59.5546875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,8,64,8,128,0.5973262190818787,57.77734375,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.gate_proj,8,128,8,128,0.6853898763656616,56.888671875,58720256,3.6455670560148055,0.09010403068984678 +24,mlp.up_proj,2,32,8,128,30.197975158691406,17.5546875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,2,64,8,128,35.16866683959961,15.77734375,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,2,128,8,128,39.64540481567383,14.888671875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,3,32,8,128,12.90445613861084,24.5546875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,3,64,8,128,15.05442237854004,22.77734375,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,3,128,8,128,16.983179092407227,21.888671875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,4,32,8,128,6.020968437194824,31.5546875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,4,64,8,128,7.023828983306885,29.77734375,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,4,128,8,128,7.930030822753906,28.888671875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,8,32,8,128,0.3659334182739258,59.5546875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,8,64,8,128,0.4261747896671295,57.77734375,58720256,3.115363691160067,0.03210375350434315 +24,mlp.up_proj,8,128,8,128,0.4791154861450195,56.888671875,58720256,3.115363691160067,0.03210375350434315 +24,mlp.down_proj,2,32,8,128,30.21818351745605,17.5546875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,2,64,8,128,35.216644287109375,15.77734375,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,2,128,8,128,39.71371078491211,14.888671875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,3,32,8,128,12.912989616394045,24.5546875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,3,64,8,128,15.066468238830566,22.77734375,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,3,128,8,128,16.998876571655273,21.888671875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,4,32,8,128,6.024109840393066,31.5546875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,4,64,8,128,7.027546405792236,29.77734375,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,4,128,8,128,7.935858726501465,28.888671875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,8,32,8,128,0.3661464154720306,59.5546875,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,8,64,8,128,0.4265152513980865,57.77734375,58720256,3.3736948940606157,0.035421047676361256 +24,mlp.down_proj,8,128,8,128,0.4795728325843811,56.888671875,58720256,3.3736948940606157,0.035421047676361256 +25,self_attn.q_proj,2,32,8,128,24.947967529296875,5.015625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,2,64,8,128,29.67112159729004,4.5078125,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,2,128,8,128,34.52857208251953,4.25390625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,3,32,8,128,10.708093643188477,7.015625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,3,64,8,128,12.765064239501951,6.5078125,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,3,128,8,128,14.922027587890623,6.25390625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,4,32,8,128,4.997904300689697,9.015625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,4,64,8,128,5.958414077758789,8.5078125,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,4,128,8,128,6.966994285583496,8.25390625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,8,32,8,128,0.302553117275238,17.015625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,8,64,8,128,0.3603058755397796,16.5078125,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.q_proj,8,128,8,128,0.4198490381240845,16.25390625,16777216,4.108803654292911,0.01213236782431158 +25,self_attn.v_proj,2,32,8,128,9.151209831237791,1.25390625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,2,64,8,128,10.719162940979004,1.126953125,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,2,128,8,128,12.100696563720703,1.0634765625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,3,32,8,128,3.927787780761719,1.75390625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,3,64,8,128,4.620433330535889,1.626953125,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,3,128,8,128,5.249710559844971,1.5634765625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,4,32,8,128,1.8322116136550903,2.25390625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,4,64,8,128,2.155165195465088,2.126953125,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,4,128,8,128,2.4497387409210205,2.0634765625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,8,32,8,128,0.1109356805682182,4.25390625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,8,64,8,128,0.1303529143333435,4.126953125,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.v_proj,8,128,8,128,0.1476238965988159,4.0634765625,4194304,3.679973980730717,0.20448266100002904 +25,self_attn.k_proj,2,32,8,128,19.44907188415528,1.25390625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,2,64,8,128,23.125280380249023,1.126953125,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,2,128,8,128,26.34911727905273,1.0634765625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,3,32,8,128,8.36483097076416,1.75390625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,3,64,8,128,10.003403663635254,1.626953125,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,3,128,8,128,11.534846305847168,1.5634765625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,4,32,8,128,3.904937505722046,2.25390625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,4,64,8,128,4.670424938201904,2.126953125,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,4,128,8,128,5.3935546875,2.0634765625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,8,32,8,128,0.2363821864128112,4.25390625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,8,64,8,128,0.2823867499828338,4.126953125,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.k_proj,8,128,8,128,0.3251522481441498,4.0634765625,4194304,4.834827145491792,0.07144910241199444 +25,self_attn.o_proj,2,32,8,128,16.53202247619629,5.015625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,2,64,8,128,19.339879989624023,4.5078125,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,2,128,8,128,21.89888572692871,4.25390625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,3,32,8,128,7.078935623168945,7.015625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,3,64,8,128,8.309752464294434,6.5078125,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,3,128,8,128,9.464712142944336,6.25390625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,4,32,8,128,3.3040571212768555,9.015625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,4,64,8,128,3.879425287246704,8.5078125,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,4,128,8,128,4.418932914733887,8.25390625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,8,32,8,128,0.1999684274196624,17.015625,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,8,64,8,128,0.2344671934843063,16.5078125,16777216,3.8142517078071942,0.045723166196383544 +25,self_attn.o_proj,8,128,8,128,0.2664281129837036,16.25390625,16777216,3.8142517078071942,0.045723166196383544 +25,mlp.gate_proj,2,32,8,128,42.0462760925293,17.5546875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,2,64,8,128,49.69237518310547,15.77734375,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,2,128,8,128,57.04249572753906,14.888671875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,3,32,8,128,17.991498947143555,24.5546875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,3,64,8,128,21.332902908325195,22.77734375,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,3,128,8,128,24.555967330932617,21.888671875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,4,32,8,128,8.395861625671387,31.5546875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,4,64,8,128,9.950685501098633,29.77734375,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,4,128,8,128,11.46721076965332,28.888671875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,8,32,8,128,0.5092549324035645,59.5546875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,8,64,8,128,0.6039854884147644,57.77734375,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.gate_proj,8,128,8,128,0.6943060755729675,56.888671875,58720256,3.6742327030855497,0.10701862059404901 +25,mlp.up_proj,2,32,8,128,30.46546936035156,17.5546875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,2,64,8,128,35.48342514038086,15.77734375,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,2,128,8,128,40.01642608642578,14.888671875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,3,32,8,128,13.018470764160156,24.5546875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,3,64,8,128,15.19490909576416,22.77734375,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,3,128,8,128,17.145286560058594,21.888671875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,4,32,8,128,6.074680805206299,31.5546875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,4,64,8,128,7.086403846740723,29.77734375,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,4,128,8,128,8.004955291748047,28.888671875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,8,32,8,128,0.3691857159137726,59.5546875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,8,64,8,128,0.4300290644168854,57.77734375,58720256,3.097579016625762,0.016535939954575793 +25,mlp.up_proj,8,128,8,128,0.4836242198944092,56.888671875,58720256,3.097579016625762,0.016535939954575793 +25,mlp.down_proj,2,32,8,128,30.48154258728028,17.5546875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,2,64,8,128,35.51686096191406,15.77734375,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,2,128,8,128,40.075382232666016,14.888671875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,3,32,8,128,13.021214485168455,24.5546875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,3,64,8,128,15.201196670532228,22.77734375,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,3,128,8,128,17.143184661865234,21.888671875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,4,32,8,128,6.07676887512207,31.5546875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,4,64,8,128,7.08850622177124,29.77734375,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,4,128,8,128,8.005151748657227,28.888671875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,8,32,8,128,0.3692609965801239,59.5546875,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,8,64,8,128,0.4302140176296234,57.77734375,58720256,3.3385034624872225,0.022869334713740915 +25,mlp.down_proj,8,128,8,128,0.4836136102676391,56.888671875,58720256,3.3385034624872225,0.022869334713740915 +26,self_attn.q_proj,2,32,8,128,25.341272354125977,5.015625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,2,64,8,128,30.107913970947266,4.5078125,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,2,128,8,128,35.163570404052734,4.25390625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,3,32,8,128,10.86099338531494,7.015625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,3,64,8,128,12.921805381774902,6.5078125,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,3,128,8,128,15.189332008361816,6.25390625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,4,32,8,128,5.066875457763672,9.015625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,4,64,8,128,6.032660484313965,8.5078125,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,4,128,8,128,7.090411186218262,8.25390625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,8,32,8,128,0.3067868947982788,17.015625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,8,64,8,128,0.3648423254489898,16.5078125,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.q_proj,8,128,8,128,0.4275660812854767,16.25390625,16777216,4.097010854867958,0.011530911472944792 +26,self_attn.v_proj,2,32,8,128,9.58985996246338,1.25390625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,2,64,8,128,11.23852825164795,1.126953125,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,2,128,8,128,12.71847438812256,1.0634765625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,3,32,8,128,4.117676734924316,1.75390625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,3,64,8,128,4.841552257537842,1.626953125,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,3,128,8,128,5.503371238708496,1.5634765625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,4,32,8,128,1.9206961393356323,2.25390625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,4,64,8,128,2.258723497390747,2.126953125,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,4,128,8,128,2.570795774459839,2.0634765625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,8,32,8,128,0.116376981139183,4.25390625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,8,64,8,128,0.1366570144891739,4.126953125,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.v_proj,8,128,8,128,0.1549541652202606,4.0634765625,4194304,3.4497557015797127,0.08737140640852478 +26,self_attn.k_proj,2,32,8,128,20.219913482666016,1.25390625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,2,64,8,128,24.165645599365234,1.126953125,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,2,128,8,128,27.7011833190918,1.0634765625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,3,32,8,128,8.676671981811523,1.75390625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,3,64,8,128,10.416951179504396,1.626953125,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,3,128,8,128,12.064611434936523,1.5634765625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,4,32,8,128,4.051470756530762,2.25390625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,4,64,8,128,4.862581253051758,2.126953125,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,4,128,8,128,5.62973690032959,2.0634765625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,8,32,8,128,0.2450635582208633,4.25390625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,8,64,8,128,0.2940589189529419,4.126953125,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.k_proj,8,128,8,128,0.3393743634223938,4.0634765625,4194304,4.9323094970352495,0.07745318361373495 +26,self_attn.o_proj,2,32,8,128,16.810836791992188,5.015625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,2,64,8,128,19.624425888061523,4.5078125,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,2,128,8,128,22.199460983276367,4.25390625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,3,32,8,128,7.196712493896484,7.015625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,3,64,8,128,8.41883659362793,6.5078125,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,3,128,8,128,9.55011749267578,6.25390625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,4,32,8,128,3.3594369888305664,9.015625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,4,64,8,128,3.9312922954559326,8.5078125,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,4,128,8,128,4.46165943145752,8.25390625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,8,32,8,128,0.2032840251922607,17.015625,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,8,64,8,128,0.237574964761734,16.5078125,16777216,3.9272371580725527,0.057699829760085336 +26,self_attn.o_proj,8,128,8,128,0.2688663601875305,16.25390625,16777216,3.9272371580725527,0.057699829760085336 +26,mlp.gate_proj,2,32,8,128,42.71823120117188,17.5546875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,2,64,8,128,50.7114143371582,15.77734375,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,2,128,8,128,58.47052001953125,14.888671875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,3,32,8,128,18.284013748168945,24.5546875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,3,64,8,128,21.78992080688477,22.77734375,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,3,128,8,128,25.228498458862305,21.888671875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,4,32,8,128,8.531761169433594,31.5546875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,4,64,8,128,10.16638469696045,29.77734375,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,4,128,8,128,11.780739784240724,28.888671875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,8,32,8,128,0.5176286697387695,59.5546875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,8,64,8,128,0.6171294450759888,57.77734375,58720256,3.90828748233402,0.2451261119873584 +26,mlp.gate_proj,8,128,8,128,0.71336430311203,56.888671875,58720256,3.90828748233402,0.2451261119873584 +26,mlp.up_proj,2,32,8,128,30.723989486694336,17.5546875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,2,64,8,128,35.78413772583008,15.77734375,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,2,128,8,128,40.35905456542969,14.888671875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,3,32,8,128,13.128897666931152,24.5546875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,3,64,8,128,15.32298755645752,22.77734375,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,3,128,8,128,17.285682678222656,21.888671875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,4,32,8,128,6.12621021270752,31.5546875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,4,64,8,128,7.1481451988220215,29.77734375,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,4,128,8,128,8.072976112365723,28.888671875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,8,32,8,128,0.3722635507583618,59.5546875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,8,64,8,128,0.4336202144622803,57.77734375,58720256,3.098346061432496,0.01720737256991621 +26,mlp.up_proj,8,128,8,128,0.4876210391521454,56.888671875,58720256,3.098346061432496,0.01720737256991621 +26,mlp.down_proj,2,32,8,128,30.7542724609375,17.5546875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,2,64,8,128,35.83990478515625,15.77734375,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,2,128,8,128,40.42461395263672,14.888671875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,3,32,8,128,13.135388374328612,24.5546875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,3,64,8,128,15.3322172164917,22.77734375,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,3,128,8,128,17.29229736328125,21.888671875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,4,32,8,128,6.129529476165772,31.5546875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,4,64,8,128,7.152489185333252,29.77734375,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,4,128,8,128,8.074078559875488,28.888671875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,8,32,8,128,0.3724960386753082,59.5546875,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,8,64,8,128,0.4339540898799896,57.77734375,58720256,3.439492477428255,0.0588890438089511 +26,mlp.down_proj,8,128,8,128,0.4879628419876098,56.888671875,58720256,3.439492477428255,0.0588890438089511 +27,self_attn.q_proj,2,32,8,128,24.8642635345459,5.015625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,2,64,8,128,29.59623336791992,4.5078125,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,2,128,8,128,34.41663360595703,4.25390625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,3,32,8,128,10.677159309387209,7.015625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,3,64,8,128,12.733939170837402,6.5078125,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,3,128,8,128,14.900238037109377,6.25390625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,4,32,8,128,4.981285572052002,9.015625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,4,64,8,128,5.944271564483643,8.5078125,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,4,128,8,128,6.957520961761475,8.25390625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,8,32,8,128,0.3015709519386291,17.015625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,8,64,8,128,0.3596012890338897,16.5078125,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.q_proj,8,128,8,128,0.4192833602428436,16.25390625,16777216,4.158059891517987,0.014644534414778932 +27,self_attn.v_proj,2,32,8,128,10.465078353881836,1.25390625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,2,64,8,128,12.289191246032717,1.126953125,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,2,128,8,128,13.937743186950684,1.0634765625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,3,32,8,128,4.516843318939209,1.75390625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,3,64,8,128,5.34511137008667,1.626953125,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,3,128,8,128,6.108231067657471,1.5634765625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,4,32,8,128,2.109103918075561,2.25390625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,4,64,8,128,2.497126817703247,2.126953125,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,4,128,8,128,2.859825134277344,2.0634765625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,8,32,8,128,0.1276155263185501,4.25390625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,8,64,8,128,0.1510124653577804,4.126953125,4194304,4.277643019761399,0.50851486578196 +27,self_attn.v_proj,8,128,8,128,0.1722709089517593,4.0634765625,4194304,4.277643019761399,0.50851486578196 +27,self_attn.k_proj,2,32,8,128,20.050647735595703,1.25390625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,2,64,8,128,23.887086868286133,1.126953125,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,2,128,8,128,27.287803649902344,1.0634765625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,3,32,8,128,8.62087345123291,1.75390625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,3,64,8,128,10.342302322387695,1.626953125,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,3,128,8,128,11.975882530212402,1.5634765625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,4,32,8,128,4.024779319763184,2.25390625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,4,64,8,128,4.828305244445801,2.126953125,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,4,128,8,128,5.590905666351318,2.0634765625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,8,32,8,128,0.2436296641826629,4.25390625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,8,64,8,128,0.2918936610221863,4.126953125,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.k_proj,8,128,8,128,0.3370570540428161,4.0634765625,4194304,5.417876234887497,0.10735995213920961 +27,self_attn.o_proj,2,32,8,128,17.266559600830078,5.015625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,2,64,8,128,20.1784782409668,4.5078125,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,2,128,8,128,22.853853225708008,4.25390625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,3,32,8,128,7.411194324493408,7.015625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,3,64,8,128,8.691489219665527,6.5078125,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,3,128,8,128,9.894498825073242,6.25390625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,4,32,8,128,3.457504749298096,9.015625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,4,64,8,128,4.058493137359619,8.5078125,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,4,128,8,128,4.6237874031066895,8.25390625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,8,32,8,128,0.2092214375734329,17.015625,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,8,64,8,128,0.2453083097934723,16.5078125,16777216,5.168380628218723,0.18926329869625866 +27,self_attn.o_proj,8,128,8,128,0.2786425650119781,16.25390625,16777216,5.168380628218723,0.18926329869625866 +27,mlp.gate_proj,2,32,8,128,43.32671737670898,17.5546875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,2,64,8,128,51.58456802368164,15.77734375,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,2,128,8,128,59.66764450073242,14.888671875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,3,32,8,128,18.5451774597168,24.5546875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,3,64,8,128,22.17163276672364,22.77734375,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,3,128,8,128,25.74264335632324,21.888671875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,4,32,8,128,8.65266227722168,31.5546875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,4,64,8,128,10.34215259552002,29.77734375,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,4,128,8,128,12.019047737121582,28.888671875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,8,32,8,128,0.5250110030174255,59.5546875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,8,64,8,128,0.6281165480613708,57.77734375,58720256,3.949630922280118,0.2695214214737075 +27,mlp.gate_proj,8,128,8,128,0.727878987789154,56.888671875,58720256,3.949630922280118,0.2695214214737075 +27,mlp.up_proj,2,32,8,128,31.14664077758789,17.5546875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,2,64,8,128,36.28898239135742,15.77734375,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,2,128,8,128,40.94233322143555,14.888671875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,3,32,8,128,13.308853149414062,24.5546875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,3,64,8,128,15.538352966308594,22.77734375,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,3,128,8,128,17.550668716430664,21.888671875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,4,32,8,128,6.208175659179688,31.5546875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,4,64,8,128,7.247622489929199,29.77734375,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,4,128,8,128,8.18896770477295,28.888671875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,8,32,8,128,0.3773232996463775,59.5546875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,8,64,8,128,0.439748078584671,57.77734375,58720256,3.101340650733902,0.019828686095361633 +27,mlp.up_proj,8,128,8,128,0.4947958886623382,56.888671875,58720256,3.101340650733902,0.019828686095361633 +27,mlp.down_proj,2,32,8,128,31.081233978271484,17.5546875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,2,64,8,128,36.21077728271485,15.77734375,58720256,3.274384355389698,0.0 +27,mlp.down_proj,2,128,8,128,40.85276412963867,14.888671875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,3,32,8,128,13.277050018310549,24.5546875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,3,64,8,128,15.495223999023438,22.77734375,58720256,3.274384355389698,0.0 +27,mlp.down_proj,3,128,8,128,17.479244232177734,21.888671875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,4,32,8,128,6.194422245025635,31.5546875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,4,64,8,128,7.227962017059326,29.77734375,58720256,3.274384355389698,0.0 +27,mlp.down_proj,4,128,8,128,8.158595085144043,28.888671875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,8,32,8,128,0.3764027953147888,59.5546875,58720256,3.274384355389698,0.0 +27,mlp.down_proj,8,64,8,128,0.4385375380516052,57.77734375,58720256,3.274384355389698,0.0 +27,mlp.down_proj,8,128,8,128,0.4930305778980255,56.888671875,58720256,3.274384355389698,0.0 +28,self_attn.q_proj,2,32,8,128,25.128877639770508,5.015625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,2,64,8,128,29.8079776763916,4.5078125,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,2,128,8,128,34.4616813659668,4.25390625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,3,32,8,128,10.761868476867676,7.015625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,3,64,8,128,12.79036808013916,6.5078125,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,3,128,8,128,14.881439208984377,6.25390625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,4,32,8,128,5.023092746734619,9.015625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,4,64,8,128,5.970032691955566,8.5078125,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,4,128,8,128,6.946596622467041,8.25390625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,8,32,8,128,0.3040515482425689,17.015625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,8,64,8,128,0.3610921204090118,16.5078125,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.q_proj,8,128,8,128,0.4184679388999939,16.25390625,16777216,4.025990376370339,0.007908725058147058 +28,self_attn.v_proj,2,32,8,128,10.774648666381836,1.25390625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,2,64,8,128,12.643866539001465,1.126953125,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,2,128,8,128,14.361855506896973,1.0634765625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,3,32,8,128,4.6230010986328125,1.75390625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,3,64,8,128,5.453924655914307,1.626953125,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,3,128,8,128,6.219938278198242,1.5634765625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,4,32,8,128,2.158798694610596,2.25390625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,4,64,8,128,2.5453004837036133,2.126953125,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,4,128,8,128,2.905359029769897,2.0634765625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,8,32,8,128,0.1306397467851638,4.25390625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,8,64,8,128,0.153981015086174,4.126953125,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.v_proj,8,128,8,128,0.1752317398786544,4.0634765625,4194304,3.530892919231584,0.12864563271373486 +28,self_attn.k_proj,2,32,8,128,18.45705986022949,1.25390625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,2,64,8,128,21.84394264221192,1.126953125,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,2,128,8,128,24.92411422729492,1.0634765625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,3,32,8,128,7.911220073699951,1.75390625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,3,64,8,128,9.379950523376465,1.626953125,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,3,128,8,128,10.762051582336426,1.5634765625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,4,32,8,128,3.691862344741821,2.25390625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,4,64,8,128,4.379453659057617,2.126953125,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,4,128,8,128,5.02256441116333,2.0634765625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,8,32,8,128,0.2233436703681945,4.25390625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,8,64,8,128,0.2647968828678131,4.126953125,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.k_proj,8,128,8,128,0.3025440573692322,4.0634765625,4194304,4.394677532187053,0.04433964129052962 +28,self_attn.o_proj,2,32,8,128,17.700225830078125,5.015625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,2,64,8,128,20.673864364624023,4.5078125,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,2,128,8,128,23.37679672241211,4.25390625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,3,32,8,128,7.58986759185791,7.015625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,3,64,8,128,8.88255786895752,6.5078125,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,3,128,8,128,10.08473014831543,6.25390625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,4,32,8,128,3.5435383319854736,9.015625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,4,64,8,128,4.151835441589356,8.5078125,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,4,128,8,128,4.720759391784668,8.25390625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,8,32,8,128,0.2144432812929153,17.015625,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,8,64,8,128,0.250990092754364,16.5078125,16777216,6.208068661807829,0.2994721243482215 +28,self_attn.o_proj,8,128,8,128,0.2844915986061096,16.25390625,16777216,6.208068661807829,0.2994721243482215 +28,mlp.gate_proj,2,32,8,128,43.369659423828125,17.5546875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,2,64,8,128,51.801700592041016,15.77734375,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,2,128,8,128,60.04250717163086,14.888671875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,3,32,8,128,18.57156181335449,24.5546875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,3,64,8,128,22.285978317260746,22.77734375,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,3,128,8,128,25.955814361572266,21.888671875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,4,32,8,128,8.665281295776367,31.5546875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,4,64,8,128,10.39654541015625,29.77734375,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,4,128,8,128,12.125450134277344,28.888671875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,8,32,8,128,0.5258702635765076,59.5546875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,8,64,8,128,0.6312415599822998,57.77734375,58720256,4.146796028538303,0.3858616145816901 +28,mlp.gate_proj,8,128,8,128,0.7340298295021057,56.888671875,58720256,4.146796028538303,0.3858616145816901 +28,mlp.up_proj,2,32,8,128,31.849252700805664,17.5546875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,2,64,8,128,37.12252426147461,15.77734375,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,2,128,8,128,41.938255310058594,14.888671875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,3,32,8,128,13.61239528656006,24.5546875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,3,64,8,128,15.902270317077637,22.77734375,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,3,128,8,128,17.96623420715332,21.888671875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,4,32,8,128,6.348927974700928,31.5546875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,4,64,8,128,7.418264865875244,29.77734375,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,4,128,8,128,8.385152816772461,28.888671875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,8,32,8,128,0.385782241821289,59.5546875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,8,64,8,128,0.4498964548110962,57.77734375,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.up_proj,8,128,8,128,0.5066384673118591,56.888671875,58720256,3.1735248235517166,0.08301509647944467 +28,mlp.down_proj,2,32,8,128,31.62061309814453,17.5546875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,2,64,8,128,36.8379135131836,15.77734375,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,2,128,8,128,41.56753158569336,14.888671875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,3,32,8,128,13.507688522338867,24.5546875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,3,64,8,128,15.76890468597412,22.77734375,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,3,128,8,128,17.79062843322754,21.888671875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,4,32,8,128,6.302467346191406,31.5546875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,4,64,8,128,7.356359004974365,29.77734375,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,4,128,8,128,8.305274963378906,28.888671875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,8,32,8,128,0.3828789293766022,59.5546875,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,8,64,8,128,0.4461589753627777,57.77734375,58720256,3.499416742110099,0.08026220585875132 +28,mlp.down_proj,8,128,8,128,0.5018621683120728,56.888671875,58720256,3.499416742110099,0.08026220585875132 +29,self_attn.q_proj,2,32,8,128,24.61381721496582,5.015625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,2,64,8,128,29.170211791992188,4.5078125,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,2,128,8,128,33.989593505859375,4.25390625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,3,32,8,128,10.543471336364746,7.015625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,3,64,8,128,12.524491310119627,6.5078125,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,3,128,8,128,14.67572784423828,6.25390625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,4,32,8,128,4.920046806335449,9.015625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,4,64,8,128,5.845945358276367,8.5078125,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,4,128,8,128,6.854568004608154,8.25390625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,8,32,8,128,0.2980112135410309,17.015625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,8,64,8,128,0.3536786735057831,16.5078125,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.q_proj,8,128,8,128,0.4130273759365082,16.25390625,16777216,4.196303764501026,0.016595048408754046 +29,self_attn.v_proj,2,32,8,128,11.208635330200195,1.25390625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,2,64,8,128,13.142824172973633,1.126953125,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,2,128,8,128,14.882481575012209,1.0634765625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,3,32,8,128,4.8240885734558105,1.75390625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,3,64,8,128,5.69713830947876,1.626953125,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,3,128,8,128,6.506002426147461,1.5634765625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,4,32,8,128,2.253066301345825,2.25390625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,4,64,8,128,2.6614325046539307,2.126953125,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,4,128,8,128,3.0452027320861816,2.0634765625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,8,32,8,128,0.136377677321434,4.25390625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,8,64,8,128,0.1609858870506286,4.126953125,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.v_proj,8,128,8,128,0.1835995316505432,4.0634765625,4194304,3.864623471658886,0.29841322820792887 +29,self_attn.k_proj,2,32,8,128,19.53223991394043,1.25390625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,2,64,8,128,23.18816947937012,1.126953125,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,2,128,8,128,26.52897071838379,1.0634765625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,3,32,8,128,8.37331771850586,1.75390625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,3,64,8,128,9.976702690124512,1.626953125,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,3,128,8,128,11.493720054626465,1.5634765625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,4,32,8,128,3.9071877002716064,2.25390625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,4,64,8,128,4.657023906707764,2.126953125,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,4,128,8,128,5.365540981292725,2.0634765625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,8,32,8,128,0.2366570085287094,4.25390625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,8,64,8,128,0.2816894948482513,4.126953125,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.k_proj,8,128,8,128,0.323504775762558,4.0634765625,4194304,4.4899813154534325,0.050209541272469696 +29,self_attn.o_proj,2,32,8,128,18.33413887023925,5.015625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,2,64,8,128,21.427490234375,4.5078125,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,2,128,8,128,24.24564552307129,4.25390625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,3,32,8,128,7.850170612335205,7.015625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,3,64,8,128,9.1857271194458,6.5078125,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,3,128,8,128,10.42802619934082,6.25390625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,4,32,8,128,3.662515878677368,9.015625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,4,64,8,128,4.287515640258789,8.5078125,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,4,128,8,128,4.868528366088867,8.25390625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,8,32,8,128,0.2216504961252212,17.015625,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,8,64,8,128,0.2591716349124908,16.5078125,16777216,3.8188944230133473,0.046215302466280105 +29,self_attn.o_proj,8,128,8,128,0.2935357689857483,16.25390625,16777216,3.8188944230133473,0.046215302466280105 +29,mlp.gate_proj,2,32,8,128,43.68278884887695,17.5546875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,2,64,8,128,52.37386703491211,15.77734375,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,2,128,8,128,60.91967010498047,14.888671875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,3,32,8,128,18.71257972717285,24.5546875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,3,64,8,128,22.55941390991211,22.77734375,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,3,128,8,128,26.394655227661133,21.888671875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,4,32,8,128,8.729564666748047,31.5546875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,4,64,8,128,10.525504112243652,29.77734375,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,4,128,8,128,12.324248313903809,28.888671875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,8,32,8,128,0.5298333168029785,59.5546875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,8,64,8,128,0.6389312744140625,57.77734375,58720256,4.378694827879926,0.5226969380774449 +29,mlp.gate_proj,8,128,8,128,0.7463177442550659,56.888671875,58720256,4.378694827879926,0.5226969380774449 +29,mlp.up_proj,2,32,8,128,32.798038482666016,17.5546875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,2,64,8,128,38.2857666015625,15.77734375,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,2,128,8,128,43.2891960144043,14.888671875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,3,32,8,128,14.019954681396484,24.5546875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,3,64,8,128,16.389312744140625,22.77734375,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,3,128,8,128,18.53764533996582,21.888671875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,4,32,8,128,6.540040493011475,31.5546875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,4,64,8,128,7.649489879608154,29.77734375,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,4,128,8,128,8.652259826660156,28.888671875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,8,32,8,128,0.3972397446632385,59.5546875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,8,64,8,128,0.4637281000614166,57.77734375,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.up_proj,8,128,8,128,0.5229818820953369,56.888671875,58720256,3.2025294741228207,0.10840431523046168 +29,mlp.down_proj,2,32,8,128,32.18458938598633,17.5546875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,2,64,8,128,37.50214767456055,15.77734375,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,2,128,8,128,42.336612701416016,14.888671875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,3,32,8,128,13.748483657836914,24.5546875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,3,64,8,128,16.058168411254883,22.77734375,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,3,128,8,128,18.12397766113281,21.888671875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,4,32,8,128,6.413782119750977,31.5546875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,4,64,8,128,7.490348815917969,29.77734375,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,4,128,8,128,8.46006965637207,28.888671875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,8,32,8,128,0.3897242546081543,59.5546875,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,8,64,8,128,0.4543188214302063,57.77734375,58720256,3.719138186035215,0.15863016000488664 +29,mlp.down_proj,8,128,8,128,0.5115240216255188,56.888671875,58720256,3.719138186035215,0.15863016000488664 +30,self_attn.q_proj,2,32,8,128,23.932138442993164,5.015625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,2,64,8,128,28.549251556396484,4.5078125,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,2,128,8,128,33.23263168334961,4.25390625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,3,32,8,128,10.276080131530762,7.015625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,3,64,8,128,12.305699348449709,6.5078125,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,3,128,8,128,14.515734672546388,6.25390625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,4,32,8,128,4.796483993530273,9.015625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,4,64,8,128,5.746490955352783,8.5078125,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,4,128,8,128,6.780810832977295,8.25390625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,8,32,8,128,0.2903332710266113,17.015625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,8,64,8,128,0.3475486040115356,16.5078125,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.q_proj,8,128,8,128,0.4086917042732239,16.25390625,16777216,4.736890766635124,0.04416606646676395 +30,self_attn.v_proj,2,32,8,128,13.593299865722656,1.25390625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,2,64,8,128,15.973933219909668,1.126953125,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,2,128,8,128,18.097976684570312,1.0634765625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,3,32,8,128,5.866329669952393,1.75390625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,3,64,8,128,6.936065196990967,1.626953125,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,3,128,8,128,7.914339065551758,1.5634765625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,4,32,8,128,2.7383298873901367,2.25390625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,4,64,8,128,3.242396831512451,2.126953125,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,4,128,8,128,3.705921411514282,2.0634765625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,8,32,8,128,0.1659533679485321,4.25390625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,8,64,8,128,0.1961722820997238,4.126953125,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.v_proj,8,128,8,128,0.2233032137155532,4.0634765625,4194304,4.031878953855771,0.3834955224098433 +30,self_attn.k_proj,2,32,8,128,17.307981491088867,1.25390625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,2,64,8,128,20.61306953430176,1.126953125,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,2,128,8,128,23.60615921020508,1.0634765625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,3,32,8,128,7.435863971710205,1.75390625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,3,64,8,128,8.913440704345703,1.626953125,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,3,128,8,128,10.305980682373049,1.5634765625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,4,32,8,128,3.468794345855713,2.25390625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,4,64,8,128,4.161543369293213,2.126953125,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,4,128,8,128,4.810798645019531,2.0634765625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,8,32,8,128,0.2100029587745666,4.25390625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,8,64,8,128,0.2517099976539612,4.126953125,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.k_proj,8,128,8,128,0.2900921702384949,4.0634765625,4194304,6.817786100262908,0.19358245676441407 +30,self_attn.o_proj,2,32,8,128,19.64671897888184,5.015625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,2,64,8,128,22.98756217956543,4.5078125,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,2,128,8,128,26.05941200256348,4.25390625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,3,32,8,128,8.41417121887207,7.015625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,3,64,8,128,9.869516372680664,6.5078125,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,3,128,8,128,11.22982120513916,6.25390625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,4,32,8,128,3.9267284870147705,9.015625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,4,64,8,128,4.603414535522461,8.5078125,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,4,128,8,128,5.240401744842529,8.25390625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,8,32,8,128,0.2375096082687378,17.015625,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,8,64,8,128,0.2784024477005005,16.5078125,16777216,3.916996248805428,0.05661427472100121 +30,self_attn.o_proj,8,128,8,128,0.3158771097660064,16.25390625,16777216,3.916996248805428,0.05661427472100121 +30,mlp.gate_proj,2,32,8,128,45.67716979980469,17.5546875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,2,64,8,128,54.90836715698242,15.77734375,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,2,128,8,128,63.91456985473633,14.888671875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,3,32,8,128,19.56645774841309,24.5546875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,3,64,8,128,23.636524200439453,22.77734375,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,3,128,8,128,27.691688537597656,21.888671875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,4,32,8,128,9.128087043762209,31.5546875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,4,64,8,128,11.03372859954834,29.77734375,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,4,128,8,128,12.926897048950195,28.888671875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,8,32,8,128,0.5540670156478882,59.5546875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,8,64,8,128,0.670048713684082,57.77734375,58720256,4.490591132988391,0.5887230113083829 +30,mlp.gate_proj,8,128,8,128,0.7827392220497131,56.888671875,58720256,4.490591132988391,0.5887230113083829 +30,mlp.up_proj,2,32,8,128,33.815696716308594,17.5546875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,2,64,8,128,39.57140350341797,15.77734375,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,2,128,8,128,44.87066650390625,14.888671875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,3,32,8,128,14.462481498718262,24.5546875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,3,64,8,128,16.943021774291992,22.77734375,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,3,128,8,128,19.22920227050781,21.888671875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,4,32,8,128,6.745366096496582,31.5546875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,4,64,8,128,7.909011363983154,29.77734375,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,4,128,8,128,8.969450950622559,28.888671875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,8,32,8,128,0.4095952808856964,59.5546875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,8,64,8,128,0.4794001579284668,57.77734375,58720256,3.294243091521411,0.18868582349657728 +30,mlp.up_proj,8,128,8,128,0.5422195196151733,56.888671875,58720256,3.294243091521411,0.18868582349657728 +30,mlp.down_proj,2,32,8,128,32.36918640136719,17.5546875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,2,64,8,128,37.74430847167969,15.77734375,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,2,128,8,128,42.64178085327149,14.888671875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,3,32,8,128,13.840448379516602,24.5546875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,3,64,8,128,16.18268394470215,22.77734375,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,3,128,8,128,18.312593460083008,21.888671875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,4,32,8,128,6.456140041351318,31.5546875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,4,64,8,128,7.550130367279053,29.77734375,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,4,128,8,128,8.548364639282227,28.888671875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,8,32,8,128,0.3921487033367157,59.5546875,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,8,64,8,128,0.457781434059143,57.77734375,58720256,3.475028233237564,0.07156356675065037 +30,mlp.down_proj,8,128,8,128,0.5167698860168457,56.888671875,58720256,3.475028233237564,0.07156356675065037 +31,self_attn.q_proj,2,32,8,128,26.472570419311523,5.015625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,2,64,8,128,31.61062431335449,4.5078125,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,2,128,8,128,36.75197982788086,4.25390625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,3,32,8,128,11.368563652038574,7.015625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,3,64,8,128,13.6343412399292,6.5078125,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,3,128,8,128,16.04696273803711,6.25390625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,4,32,8,128,5.305564403533936,9.015625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,4,64,8,128,6.367289066314697,8.5078125,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,4,128,8,128,7.496603488922119,8.25390625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,8,32,8,128,0.3211942613124847,17.015625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,8,64,8,128,0.3851563930511474,16.5078125,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.q_proj,8,128,8,128,0.4517876803874969,16.25390625,16777216,5.325704608919926,0.07419674980608224 +31,self_attn.v_proj,2,32,8,128,12.27296543121338,1.25390625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,2,64,8,128,14.527003288269045,1.126953125,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,2,128,8,128,16.583271026611328,1.0634765625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,3,32,8,128,5.2820329666137695,1.75390625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,3,64,8,128,6.289672374725342,1.626953125,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,3,128,8,128,7.240473747253418,1.5634765625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,4,32,8,128,2.46514892578125,2.25390625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,4,64,8,128,2.937155246734619,2.126953125,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,4,128,8,128,3.386962413787842,2.0634765625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,8,32,8,128,0.1492158472537994,4.25390625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,8,64,8,128,0.1775472611188888,4.126953125,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.v_proj,8,128,8,128,0.2040145844221115,4.0634765625,4194304,4.308375838130611,0.5241485458251962 +31,self_attn.k_proj,2,32,8,128,18.52001571655273,1.25390625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,2,64,8,128,21.92378807067871,1.126953125,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,2,128,8,128,25.032684326171875,1.0634765625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,3,32,8,128,7.956022262573242,1.75390625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,3,64,8,128,9.463165283203123,1.626953125,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,3,128,8,128,10.881024360656738,1.5634765625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,4,32,8,128,3.711784601211548,2.25390625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,4,64,8,128,4.416527271270752,2.126953125,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,4,128,8,128,5.085290431976318,2.0634765625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,8,32,8,128,0.2247177511453628,4.25390625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,8,64,8,128,0.2671961486339569,4.126953125,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.k_proj,8,128,8,128,0.3062677085399627,4.0634765625,4194304,5.780387350146194,0.12968754414006964 +31,self_attn.o_proj,2,32,8,128,19.6539363861084,5.015625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,2,64,8,128,23.17051887512207,4.5078125,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,2,128,8,128,26.426538467407227,4.25390625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,3,32,8,128,8.46374797821045,7.015625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,3,64,8,128,10.066619873046877,6.5078125,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,3,128,8,128,11.667180061340332,6.25390625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,4,32,8,128,3.952760696411133,9.015625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,4,64,8,128,4.707706928253174,8.5078125,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,4,128,8,128,5.475996017456055,8.25390625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,8,32,8,128,0.2390454709529876,17.015625,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,8,64,8,128,0.2846476435661316,16.5078125,16777216,5.591712502474565,0.23413724858844256 +31,self_attn.o_proj,8,128,8,128,0.3298292756080627,16.25390625,16777216,5.591712502474565,0.23413724858844256 +31,mlp.gate_proj,2,32,8,128,51.96072769165039,17.5546875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,2,64,8,128,62.50411605834961,15.77734375,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,2,128,8,128,72.63217163085938,14.888671875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,3,32,8,128,22.3032455444336,24.5546875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,3,64,8,128,26.91626167297364,22.77734375,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,3,128,8,128,31.600067138671875,21.888671875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,4,32,8,128,10.4017972946167,31.5546875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,4,64,8,128,12.561721801757812,29.77734375,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,4,128,8,128,14.746207237243652,28.888671875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,8,32,8,128,0.6317282915115356,59.5546875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,8,64,8,128,0.7629415392875671,57.77734375,58720256,4.928933565096192,0.8473734599940875 +31,mlp.gate_proj,8,128,8,128,0.8918254375457764,56.888671875,58720256,4.928933565096192,0.8473734599940875 +31,mlp.up_proj,2,32,8,128,39.715599060058594,17.5546875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,2,64,8,128,46.80196762084961,15.77734375,58720256,4.221088632679399,1.0 +31,mlp.up_proj,2,128,8,128,53.45743942260742,14.888671875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,3,32,8,128,17.01172637939453,24.5546875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,3,64,8,128,20.10135078430176,22.77734375,58720256,4.221088632679399,1.0 +31,mlp.up_proj,3,128,8,128,23.08347511291504,21.888671875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,4,32,8,128,7.942127704620361,31.5546875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,4,64,8,128,9.382147789001465,29.77734375,58720256,4.221088632679399,1.0 +31,mlp.up_proj,4,128,8,128,10.781952857971191,28.888671875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,8,32,8,128,0.4815772175788879,59.5546875,58720256,4.221088632679399,1.0 +31,mlp.up_proj,8,64,8,128,0.5693203806877136,57.77734375,58720256,4.221088632679399,1.0 +31,mlp.up_proj,8,128,8,128,0.6523986458778381,56.888671875,58720256,4.221088632679399,1.0 +31,mlp.down_proj,2,32,8,128,33.46739196777344,17.5546875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,2,64,8,128,39.11680221557617,15.77734375,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,2,128,8,128,44.33309173583984,14.888671875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,3,32,8,128,14.33449649810791,24.5546875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,3,64,8,128,16.806303024291992,22.77734375,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,3,128,8,128,19.115291595458984,21.888671875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,4,32,8,128,6.690278053283691,31.5546875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,4,64,8,128,7.854846954345703,29.77734375,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,4,128,8,128,8.939277648925781,28.888671875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,8,32,8,128,0.4062495231628418,59.5546875,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,8,64,8,128,0.4761776328086853,57.77734375,58720256,4.448183420812677,0.41865841445678514 +31,mlp.down_proj,8,128,8,128,0.5405846834182739,56.888671875,58720256,4.448183420812677,0.41865841445678514 diff --git a/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3.1-405B-Instruct.csv b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3.1-405B-Instruct.csv new file mode 100644 index 0000000000000000000000000000000000000000..f65fd92a73032f62b8178e6a6692f5cec0a3a7c8 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/fnorm/fnorm-Meta-Llama-3.1-405B-Instruct.csv @@ -0,0 +1,10585 @@ +layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params +0,self_attn.q_proj,2,32,8,128,36.28812789916992,80.25,268435456 +0,self_attn.q_proj,2,64,8,128,43.1547966003418,72.125,268435456 +0,self_attn.q_proj,2,128,8,128,49.09684371948242,68.0625,268435456 +0,self_attn.q_proj,3,32,8,128,15.84768009185791,112.25,268435456 +0,self_attn.q_proj,3,64,8,128,18.928203582763672,104.125,268435456 +0,self_attn.q_proj,3,128,8,128,21.987850189208984,100.0625,268435456 +0,self_attn.q_proj,4,32,8,128,7.389880180358887,144.25,268435456 +0,self_attn.q_proj,4,64,8,128,8.862153053283691,136.125,268435456 +0,self_attn.q_proj,4,128,8,128,10.291259765625,132.0625,268435456 +0,self_attn.q_proj,8,32,8,128,0.45604968070983887,272.25,268435456 +0,self_attn.q_proj,8,64,8,128,0.5418052673339844,264.125,268435456 +0,self_attn.q_proj,8,128,8,128,0.6239826679229736,260.0625,268435456 +0,self_attn.v_proj,2,32,8,128,12.359530448913574,10.03125,33554432 +0,self_attn.v_proj,2,64,8,128,15.241157531738281,9.015625,33554432 +0,self_attn.v_proj,2,128,8,128,17.82184600830078,8.5078125,33554432 +0,self_attn.v_proj,3,32,8,128,5.281795501708984,14.03125,33554432 +0,self_attn.v_proj,3,64,8,128,6.51446533203125,13.015625,33554432 +0,self_attn.v_proj,3,128,8,128,7.628719329833984,12.5078125,33554432 +0,self_attn.v_proj,4,32,8,128,2.4641923904418945,18.03125,33554432 +0,self_attn.v_proj,4,64,8,128,3.0397133827209473,17.015625,33554432 +0,self_attn.v_proj,4,128,8,128,3.5585989952087402,16.5078125,33554432 +0,self_attn.v_proj,8,32,8,128,0.1493941694498062,34.03125,33554432 +0,self_attn.v_proj,8,64,8,128,0.184213787317276,33.015625,33554432 +0,self_attn.v_proj,8,128,8,128,0.21534235775470734,32.5078125,33554432 +0,self_attn.k_proj,2,32,8,128,24.145109176635742,10.03125,33554432 +0,self_attn.k_proj,2,64,8,128,32.130855560302734,9.015625,33554432 +0,self_attn.k_proj,2,128,8,128,38.4593505859375,8.5078125,33554432 +0,self_attn.k_proj,3,32,8,128,10.341811180114746,14.03125,33554432 +0,self_attn.k_proj,3,64,8,128,13.91916275024414,13.015625,33554432 +0,self_attn.k_proj,3,128,8,128,16.970258712768555,12.5078125,33554432 +0,self_attn.k_proj,4,32,8,128,4.818264007568359,18.03125,33554432 +0,self_attn.k_proj,4,64,8,128,6.486172199249268,17.015625,33554432 +0,self_attn.k_proj,4,128,8,128,7.933010101318359,16.5078125,33554432 +0,self_attn.k_proj,8,32,8,128,0.2930505871772766,34.03125,33554432 +0,self_attn.k_proj,8,64,8,128,0.39344313740730286,33.015625,33554432 +0,self_attn.k_proj,8,128,8,128,0.4801323115825653,32.5078125,33554432 +0,self_attn.o_proj,2,32,8,128,29.050128936767578,80.25,268435456 +0,self_attn.o_proj,2,64,8,128,33.906944274902344,72.125,268435456 +0,self_attn.o_proj,2,128,8,128,38.55991744995117,68.0625,268435456 +0,self_attn.o_proj,3,32,8,128,12.391590118408203,112.25,268435456 +0,self_attn.o_proj,3,64,8,128,14.667899131774902,104.125,268435456 +0,self_attn.o_proj,3,128,8,128,16.69217872619629,100.0625,268435456 +0,self_attn.o_proj,4,32,8,128,5.815931797027588,144.25,268435456 +0,self_attn.o_proj,4,64,8,128,6.821481704711914,136.125,268435456 +0,self_attn.o_proj,4,128,8,128,7.884335041046143,132.0625,268435456 +0,self_attn.o_proj,8,32,8,128,0.3571329712867737,272.25,268435456 +0,self_attn.o_proj,8,64,8,128,0.4148615896701813,264.125,268435456 +0,self_attn.o_proj,8,128,8,128,0.4775804281234741,260.0625,268435456 +0,mlp.gate_proj,2,32,8,128,45.338348388671875,260.8125,872415232 +0,mlp.gate_proj,2,64,8,128,52.66387176513672,234.40625,872415232 +0,mlp.gate_proj,2,128,8,128,64.02377319335938,221.203125,872415232 +0,mlp.gate_proj,3,32,8,128,19.094398498535156,364.8125,872415232 +0,mlp.gate_proj,3,64,8,128,23.59719467163086,338.40625,872415232 +0,mlp.gate_proj,3,128,8,128,28.185014724731445,325.203125,872415232 +0,mlp.gate_proj,4,32,8,128,8.886612892150879,468.8125,872415232 +0,mlp.gate_proj,4,64,8,128,11.33676815032959,442.40625,872415232 +0,mlp.gate_proj,4,128,8,128,13.018265724182129,429.203125,872415232 +0,mlp.gate_proj,8,32,8,128,0.5405972003936768,884.8125,872415232 +0,mlp.gate_proj,8,64,8,128,0.6806797981262207,858.40625,872415232 +0,mlp.gate_proj,8,128,8,128,0.7829838991165161,845.203125,872415232 +0,mlp.up_proj,2,32,8,128,45.30128860473633,260.8125,872415232 +0,mlp.up_proj,2,64,8,128,52.314884185791016,234.40625,872415232 +0,mlp.up_proj,2,128,8,128,63.566650390625,221.203125,872415232 +0,mlp.up_proj,3,32,8,128,18.9385929107666,364.8125,872415232 +0,mlp.up_proj,3,64,8,128,23.36273956298828,338.40625,872415232 +0,mlp.up_proj,3,128,8,128,27.414430618286133,325.203125,872415232 +0,mlp.up_proj,4,32,8,128,8.814043045043945,468.8125,872415232 +0,mlp.up_proj,4,64,8,128,11.181219100952148,442.40625,872415232 +0,mlp.up_proj,4,128,8,128,12.673749923706055,429.203125,872415232 +0,mlp.up_proj,8,32,8,128,0.5365930199623108,884.8125,872415232 +0,mlp.up_proj,8,64,8,128,0.6684104800224304,858.40625,872415232 +0,mlp.up_proj,8,128,8,128,0.7641063928604126,845.203125,872415232 +0,mlp.down_proj,2,32,8,128,45.481536865234375,260.8125,872415232 +0,mlp.down_proj,2,64,8,128,52.619258880615234,234.40625,872415232 +0,mlp.down_proj,2,128,8,128,61.756507873535156,221.203125,872415232 +0,mlp.down_proj,3,32,8,128,19.352325439453125,364.8125,872415232 +0,mlp.down_proj,3,64,8,128,23.37004852294922,338.40625,872415232 +0,mlp.down_proj,3,128,8,128,27.15283966064453,325.203125,872415232 +0,mlp.down_proj,4,32,8,128,9.075087547302246,468.8125,872415232 +0,mlp.down_proj,4,64,8,128,11.108660697937012,442.40625,872415232 +0,mlp.down_proj,4,128,8,128,12.903027534484863,429.203125,872415232 +0,mlp.down_proj,8,32,8,128,0.5546863079071045,884.8125,872415232 +0,mlp.down_proj,8,64,8,128,0.672213077545166,858.40625,872415232 +0,mlp.down_proj,8,128,8,128,0.7834839820861816,845.203125,872415232 +1,self_attn.q_proj,2,32,8,128,27.690950393676758,80.25,268435456 +1,self_attn.q_proj,2,64,8,128,33.063087463378906,72.125,268435456 +1,self_attn.q_proj,2,128,8,128,37.125030517578125,68.0625,268435456 +1,self_attn.q_proj,3,32,8,128,12.292800903320312,112.25,268435456 +1,self_attn.q_proj,3,64,8,128,15.179203987121582,104.125,268435456 +1,self_attn.q_proj,3,128,8,128,17.690746307373047,100.0625,268435456 +1,self_attn.q_proj,4,32,8,128,5.7599101066589355,144.25,268435456 +1,self_attn.q_proj,4,64,8,128,7.093989372253418,136.125,268435456 +1,self_attn.q_proj,4,128,8,128,8.338144302368164,132.0625,268435456 +1,self_attn.q_proj,8,32,8,128,0.36713290214538574,272.25,268435456 +1,self_attn.q_proj,8,64,8,128,0.4368221163749695,264.125,268435456 +1,self_attn.q_proj,8,128,8,128,0.5073455572128296,260.0625,268435456 +1,self_attn.v_proj,2,32,8,128,12.177810668945312,10.03125,33554432 +1,self_attn.v_proj,2,64,8,128,15.105097770690918,9.015625,33554432 +1,self_attn.v_proj,2,128,8,128,17.752639770507812,8.5078125,33554432 +1,self_attn.v_proj,3,32,8,128,5.2043633460998535,14.03125,33554432 +1,self_attn.v_proj,3,64,8,128,6.45582389831543,13.015625,33554432 +1,self_attn.v_proj,3,128,8,128,7.602989196777344,12.5078125,33554432 +1,self_attn.v_proj,4,32,8,128,2.42741322517395,18.03125,33554432 +1,self_attn.v_proj,4,64,8,128,3.0129754543304443,17.015625,33554432 +1,self_attn.v_proj,4,128,8,128,3.548578977584839,16.5078125,33554432 +1,self_attn.v_proj,8,32,8,128,0.14732666313648224,34.03125,33554432 +1,self_attn.v_proj,8,64,8,128,0.18262295424938202,33.015625,33554432 +1,self_attn.v_proj,8,128,8,128,0.21466419100761414,32.5078125,33554432 +1,self_attn.k_proj,2,32,8,128,22.273099899291992,10.03125,33554432 +1,self_attn.k_proj,2,64,8,128,29.337146759033203,9.015625,33554432 +1,self_attn.k_proj,2,128,8,128,35.652103424072266,8.5078125,33554432 +1,self_attn.k_proj,3,32,8,128,9.693957328796387,14.03125,33554432 +1,self_attn.k_proj,3,64,8,128,13.215134620666504,13.015625,33554432 +1,self_attn.k_proj,3,128,8,128,17.021638870239258,12.5078125,33554432 +1,self_attn.k_proj,4,32,8,128,4.523364543914795,18.03125,33554432 +1,self_attn.k_proj,4,64,8,128,6.169956684112549,17.015625,33554432 +1,self_attn.k_proj,4,128,8,128,7.98049259185791,16.5078125,33554432 +1,self_attn.k_proj,8,32,8,128,0.2743431329727173,34.03125,33554432 +1,self_attn.k_proj,8,64,8,128,0.3739296495914459,33.015625,33554432 +1,self_attn.k_proj,8,128,8,128,0.4828311502933502,32.5078125,33554432 +1,self_attn.o_proj,2,32,8,128,40.87164306640625,80.25,268435456 +1,self_attn.o_proj,2,64,8,128,47.77991485595703,72.125,268435456 +1,self_attn.o_proj,2,128,8,128,54.215118408203125,68.0625,268435456 +1,self_attn.o_proj,3,32,8,128,17.43588638305664,112.25,268435456 +1,self_attn.o_proj,3,64,8,128,20.537538528442383,104.125,268435456 +1,self_attn.o_proj,3,128,8,128,23.387096405029297,100.0625,268435456 +1,self_attn.o_proj,4,32,8,128,8.177144050598145,144.25,268435456 +1,self_attn.o_proj,4,64,8,128,9.556356430053711,136.125,268435456 +1,self_attn.o_proj,4,128,8,128,10.962779998779297,132.0625,268435456 +1,self_attn.o_proj,8,32,8,128,0.5011242032051086,272.25,268435456 +1,self_attn.o_proj,8,64,8,128,0.5826413631439209,264.125,268435456 +1,self_attn.o_proj,8,128,8,128,0.6650911569595337,260.0625,268435456 +1,mlp.gate_proj,2,32,8,128,58.13925552368164,260.8125,872415232 +1,mlp.gate_proj,2,64,8,128,67.61820983886719,234.40625,872415232 +1,mlp.gate_proj,2,128,8,128,78.4377670288086,221.203125,872415232 +1,mlp.gate_proj,3,32,8,128,24.464292526245117,364.8125,872415232 +1,mlp.gate_proj,3,64,8,128,30.02982521057129,338.40625,872415232 +1,mlp.gate_proj,3,128,8,128,33.727169036865234,325.203125,872415232 +1,mlp.gate_proj,4,32,8,128,11.621570587158203,468.8125,872415232 +1,mlp.gate_proj,4,64,8,128,13.670576095581055,442.40625,872415232 +1,mlp.gate_proj,4,128,8,128,16.2214412689209,429.203125,872415232 +1,mlp.gate_proj,8,32,8,128,0.7150713801383972,884.8125,872415232 +1,mlp.gate_proj,8,64,8,128,0.8204028010368347,858.40625,872415232 +1,mlp.gate_proj,8,128,8,128,1.0004724264144897,845.203125,872415232 +1,mlp.up_proj,2,32,8,128,59.982906341552734,260.8125,872415232 +1,mlp.up_proj,2,64,8,128,68.32059478759766,234.40625,872415232 +1,mlp.up_proj,2,128,8,128,79.65385437011719,221.203125,872415232 +1,mlp.up_proj,3,32,8,128,24.890438079833984,364.8125,872415232 +1,mlp.up_proj,3,64,8,128,30.75490379333496,338.40625,872415232 +1,mlp.up_proj,3,128,8,128,33.69456100463867,325.203125,872415232 +1,mlp.up_proj,4,32,8,128,11.760038375854492,468.8125,872415232 +1,mlp.up_proj,4,64,8,128,13.924501419067383,442.40625,872415232 +1,mlp.up_proj,4,128,8,128,16.22474479675293,429.203125,872415232 +1,mlp.up_proj,8,32,8,128,0.7222090363502502,884.8125,872415232 +1,mlp.up_proj,8,64,8,128,0.8323646783828735,858.40625,872415232 +1,mlp.up_proj,8,128,8,128,1.0023441314697266,845.203125,872415232 +1,mlp.down_proj,2,32,8,128,64.53253936767578,260.8125,872415232 +1,mlp.down_proj,2,64,8,128,72.3970718383789,234.40625,872415232 +1,mlp.down_proj,2,128,8,128,83.86587524414062,221.203125,872415232 +1,mlp.down_proj,3,32,8,128,26.896310806274414,364.8125,872415232 +1,mlp.down_proj,3,64,8,128,32.227901458740234,338.40625,872415232 +1,mlp.down_proj,3,128,8,128,35.17888641357422,325.203125,872415232 +1,mlp.down_proj,4,32,8,128,12.508626937866211,468.8125,872415232 +1,mlp.down_proj,4,64,8,128,14.920637130737305,442.40625,872415232 +1,mlp.down_proj,4,128,8,128,16.660633087158203,429.203125,872415232 +1,mlp.down_proj,8,32,8,128,0.7621529698371887,884.8125,872415232 +1,mlp.down_proj,8,64,8,128,0.8952139616012573,858.40625,872415232 +1,mlp.down_proj,8,128,8,128,1.0190114974975586,845.203125,872415232 +2,self_attn.q_proj,2,32,8,128,30.33924674987793,80.25,268435456 +2,self_attn.q_proj,2,64,8,128,36.08773422241211,72.125,268435456 +2,self_attn.q_proj,2,128,8,128,41.43263244628906,68.0625,268435456 +2,self_attn.q_proj,3,32,8,128,13.127835273742676,112.25,268435456 +2,self_attn.q_proj,3,64,8,128,15.987397193908691,104.125,268435456 +2,self_attn.q_proj,3,128,8,128,18.63741683959961,100.0625,268435456 +2,self_attn.q_proj,4,32,8,128,6.132519721984863,144.25,268435456 +2,self_attn.q_proj,4,64,8,128,7.451643943786621,136.125,268435456 +2,self_attn.q_proj,4,128,8,128,8.728609085083008,132.0625,268435456 +2,self_attn.q_proj,8,32,8,128,0.3836328387260437,272.25,268435456 +2,self_attn.q_proj,8,64,8,128,0.4564465284347534,264.125,268435456 +2,self_attn.q_proj,8,128,8,128,0.5302979946136475,260.0625,268435456 +2,self_attn.v_proj,2,32,8,128,14.473812103271484,10.03125,33554432 +2,self_attn.v_proj,2,64,8,128,17.970722198486328,9.015625,33554432 +2,self_attn.v_proj,2,128,8,128,21.150129318237305,8.5078125,33554432 +2,self_attn.v_proj,3,32,8,128,6.1848015785217285,14.03125,33554432 +2,self_attn.v_proj,3,64,8,128,7.685055255889893,13.015625,33554432 +2,self_attn.v_proj,3,128,8,128,9.044894218444824,12.5078125,33554432 +2,self_attn.v_proj,4,32,8,128,2.886833906173706,18.03125,33554432 +2,self_attn.v_proj,4,64,8,128,3.584397077560425,17.015625,33554432 +2,self_attn.v_proj,4,128,8,128,4.221513271331787,16.5078125,33554432 +2,self_attn.v_proj,8,32,8,128,0.1749853640794754,34.03125,33554432 +2,self_attn.v_proj,8,64,8,128,0.21714985370635986,33.015625,33554432 +2,self_attn.v_proj,8,128,8,128,0.25548720359802246,32.5078125,33554432 +2,self_attn.k_proj,2,32,8,128,20.647497177124023,10.03125,33554432 +2,self_attn.k_proj,2,64,8,128,26.4749755859375,9.015625,33554432 +2,self_attn.k_proj,2,128,8,128,31.897497177124023,8.5078125,33554432 +2,self_attn.k_proj,3,32,8,128,8.85855770111084,14.03125,33554432 +2,self_attn.k_proj,3,64,8,128,11.432310104370117,13.015625,33554432 +2,self_attn.k_proj,3,128,8,128,13.90420913696289,12.5078125,33554432 +2,self_attn.k_proj,4,32,8,128,4.132336616516113,18.03125,33554432 +2,self_attn.k_proj,4,64,8,128,5.331611156463623,17.015625,33554432 +2,self_attn.k_proj,4,128,8,128,6.48634147644043,16.5078125,33554432 +2,self_attn.k_proj,8,32,8,128,0.25070297718048096,34.03125,33554432 +2,self_attn.k_proj,8,64,8,128,0.3234492838382721,33.015625,33554432 +2,self_attn.k_proj,8,128,8,128,0.39315304160118103,32.5078125,33554432 +2,self_attn.o_proj,2,32,8,128,47.14418411254883,80.25,268435456 +2,self_attn.o_proj,2,64,8,128,55.13423156738281,72.125,268435456 +2,self_attn.o_proj,2,128,8,128,62.897579193115234,68.0625,268435456 +2,self_attn.o_proj,3,32,8,128,20.165102005004883,112.25,268435456 +2,self_attn.o_proj,3,64,8,128,23.622220993041992,104.125,268435456 +2,self_attn.o_proj,3,128,8,128,26.828414916992188,100.0625,268435456 +2,self_attn.o_proj,4,32,8,128,9.384565353393555,144.25,268435456 +2,self_attn.o_proj,4,64,8,128,11.080561637878418,136.125,268435456 +2,self_attn.o_proj,4,128,8,128,12.511415481567383,132.0625,268435456 +2,self_attn.o_proj,8,32,8,128,0.5734838247299194,272.25,268435456 +2,self_attn.o_proj,8,64,8,128,0.6759430766105652,264.125,268435456 +2,self_attn.o_proj,8,128,8,128,0.7594122886657715,260.0625,268435456 +2,mlp.gate_proj,2,32,8,128,67.01761627197266,260.8125,872415232 +2,mlp.gate_proj,2,64,8,128,78.64944458007812,234.40625,872415232 +2,mlp.gate_proj,2,128,8,128,91.24118041992188,221.203125,872415232 +2,mlp.gate_proj,3,32,8,128,29.32868194580078,364.8125,872415232 +2,mlp.gate_proj,3,64,8,128,33.35299301147461,338.40625,872415232 +2,mlp.gate_proj,3,128,8,128,37.7996826171875,325.203125,872415232 +2,mlp.gate_proj,4,32,8,128,13.374510765075684,468.8125,872415232 +2,mlp.gate_proj,4,64,8,128,16.132986068725586,442.40625,872415232 +2,mlp.gate_proj,4,128,8,128,17.406373977661133,429.203125,872415232 +2,mlp.gate_proj,8,32,8,128,0.8065775632858276,884.8125,872415232 +2,mlp.gate_proj,8,64,8,128,0.9968447089195251,858.40625,872415232 +2,mlp.gate_proj,8,128,8,128,1.0515384674072266,845.203125,872415232 +2,mlp.up_proj,2,32,8,128,67.35734558105469,260.8125,872415232 +2,mlp.up_proj,2,64,8,128,79.31014251708984,234.40625,872415232 +2,mlp.up_proj,2,128,8,128,91.19593048095703,221.203125,872415232 +2,mlp.up_proj,3,32,8,128,29.70189094543457,364.8125,872415232 +2,mlp.up_proj,3,64,8,128,33.39485549926758,338.40625,872415232 +2,mlp.up_proj,3,128,8,128,37.80783462524414,325.203125,872415232 +2,mlp.up_proj,4,32,8,128,13.509804725646973,468.8125,872415232 +2,mlp.up_proj,4,64,8,128,16.146926879882812,442.40625,872415232 +2,mlp.up_proj,4,128,8,128,17.360307693481445,429.203125,872415232 +2,mlp.up_proj,8,32,8,128,0.813529908657074,884.8125,872415232 +2,mlp.up_proj,8,64,8,128,1.0007710456848145,858.40625,872415232 +2,mlp.up_proj,8,128,8,128,1.0477867126464844,845.203125,872415232 +2,mlp.down_proj,2,32,8,128,72.49102783203125,260.8125,872415232 +2,mlp.down_proj,2,64,8,128,87.88780975341797,234.40625,872415232 +2,mlp.down_proj,2,128,8,128,93.93045043945312,221.203125,872415232 +2,mlp.down_proj,3,32,8,128,32.27265167236328,364.8125,872415232 +2,mlp.down_proj,3,64,8,128,35.6017951965332,338.40625,872415232 +2,mlp.down_proj,3,128,8,128,41.43242645263672,325.203125,872415232 +2,mlp.down_proj,4,32,8,128,15.008769035339355,468.8125,872415232 +2,mlp.down_proj,4,64,8,128,16.75474739074707,442.40625,872415232 +2,mlp.down_proj,4,128,8,128,18.752939224243164,429.203125,872415232 +2,mlp.down_proj,8,32,8,128,0.8998872637748718,884.8125,872415232 +2,mlp.down_proj,8,64,8,128,1.0261784791946411,858.40625,872415232 +2,mlp.down_proj,8,128,8,128,1.1183744668960571,845.203125,872415232 +3,self_attn.q_proj,2,32,8,128,33.085575103759766,80.25,268435456 +3,self_attn.q_proj,2,64,8,128,39.28224182128906,72.125,268435456 +3,self_attn.q_proj,2,128,8,128,45.1583251953125,68.0625,268435456 +3,self_attn.q_proj,3,32,8,128,14.242157936096191,112.25,268435456 +3,self_attn.q_proj,3,64,8,128,17.140317916870117,104.125,268435456 +3,self_attn.q_proj,3,128,8,128,19.89696502685547,100.0625,268435456 +3,self_attn.q_proj,4,32,8,128,6.638827323913574,144.25,268435456 +3,self_attn.q_proj,4,64,8,128,8.035951614379883,136.125,268435456 +3,self_attn.q_proj,4,128,8,128,9.28443431854248,132.0625,268435456 +3,self_attn.q_proj,8,32,8,128,0.40948304533958435,272.25,268435456 +3,self_attn.q_proj,8,64,8,128,0.490096777677536,264.125,268435456 +3,self_attn.q_proj,8,128,8,128,0.5624343752861023,260.0625,268435456 +3,self_attn.v_proj,2,32,8,128,13.56613540649414,10.03125,33554432 +3,self_attn.v_proj,2,64,8,128,16.871450424194336,9.015625,33554432 +3,self_attn.v_proj,2,128,8,128,19.885574340820312,8.5078125,33554432 +3,self_attn.v_proj,3,32,8,128,5.797593116760254,14.03125,33554432 +3,self_attn.v_proj,3,64,8,128,7.2124223709106445,13.015625,33554432 +3,self_attn.v_proj,3,128,8,128,8.509055137634277,12.5078125,33554432 +3,self_attn.v_proj,4,32,8,128,2.7053515911102295,18.03125,33554432 +3,self_attn.v_proj,4,64,8,128,3.3654277324676514,17.015625,33554432 +3,self_attn.v_proj,4,128,8,128,3.971914052963257,16.5078125,33554432 +3,self_attn.v_proj,8,32,8,128,0.16405320167541504,34.03125,33554432 +3,self_attn.v_proj,8,64,8,128,0.20393791794776917,33.015625,33554432 +3,self_attn.v_proj,8,128,8,128,0.24032968282699585,32.5078125,33554432 +3,self_attn.k_proj,2,32,8,128,22.533472061157227,10.03125,33554432 +3,self_attn.k_proj,2,64,8,128,28.76976203918457,9.015625,33554432 +3,self_attn.k_proj,2,128,8,128,34.51548767089844,8.5078125,33554432 +3,self_attn.k_proj,3,32,8,128,9.632589340209961,14.03125,33554432 +3,self_attn.k_proj,3,64,8,128,12.347334861755371,13.015625,33554432 +3,self_attn.k_proj,3,128,8,128,14.912775039672852,12.5078125,33554432 +3,self_attn.k_proj,4,32,8,128,4.492497444152832,18.03125,33554432 +3,self_attn.k_proj,4,64,8,128,5.7649312019348145,17.015625,33554432 +3,self_attn.k_proj,4,128,8,128,6.958978176116943,16.5078125,33554432 +3,self_attn.k_proj,8,32,8,128,0.27257663011550903,34.03125,33554432 +3,self_attn.k_proj,8,64,8,128,0.3495720624923706,33.015625,33554432 +3,self_attn.k_proj,8,128,8,128,0.4218282401561737,32.5078125,33554432 +3,self_attn.o_proj,2,32,8,128,46.054386138916016,80.25,268435456 +3,self_attn.o_proj,2,64,8,128,53.60980224609375,72.125,268435456 +3,self_attn.o_proj,2,128,8,128,61.05466842651367,68.0625,268435456 +3,self_attn.o_proj,3,32,8,128,19.632169723510742,112.25,268435456 +3,self_attn.o_proj,3,64,8,128,23.079387664794922,104.125,268435456 +3,self_attn.o_proj,3,128,8,128,26.108659744262695,100.0625,268435456 +3,self_attn.o_proj,4,32,8,128,9.14356803894043,144.25,268435456 +3,self_attn.o_proj,4,64,8,128,10.78076457977295,136.125,268435456 +3,self_attn.o_proj,4,128,8,128,12.194713592529297,132.0625,268435456 +3,self_attn.o_proj,8,32,8,128,0.5589218735694885,272.25,268435456 +3,self_attn.o_proj,8,64,8,128,0.6576054692268372,264.125,268435456 +3,self_attn.o_proj,8,128,8,128,0.7414528727531433,260.0625,268435456 +3,mlp.gate_proj,2,32,8,128,70.6441879272461,260.8125,872415232 +3,mlp.gate_proj,2,64,8,128,85.93138122558594,234.40625,872415232 +3,mlp.gate_proj,2,128,8,128,92.94963836669922,221.203125,872415232 +3,mlp.gate_proj,3,32,8,128,32.027889251708984,364.8125,872415232 +3,mlp.gate_proj,3,64,8,128,34.879451751708984,338.40625,872415232 +3,mlp.gate_proj,3,128,8,128,40.92741775512695,325.203125,872415232 +3,mlp.gate_proj,4,32,8,128,14.544838905334473,468.8125,872415232 +3,mlp.gate_proj,4,64,8,128,16.524751663208008,442.40625,872415232 +3,mlp.gate_proj,4,128,8,128,18.45145606994629,429.203125,872415232 +3,mlp.gate_proj,8,32,8,128,0.8721293210983276,884.8125,872415232 +3,mlp.gate_proj,8,64,8,128,1.0158288478851318,858.40625,872415232 +3,mlp.gate_proj,8,128,8,128,1.098137378692627,845.203125,872415232 +3,mlp.up_proj,2,32,8,128,70.31343078613281,260.8125,872415232 +3,mlp.up_proj,2,64,8,128,85.24462890625,234.40625,872415232 +3,mlp.up_proj,2,128,8,128,92.45420837402344,221.203125,872415232 +3,mlp.up_proj,3,32,8,128,31.96382713317871,364.8125,872415232 +3,mlp.up_proj,3,64,8,128,34.63136672973633,338.40625,872415232 +3,mlp.up_proj,3,128,8,128,40.37022018432617,325.203125,872415232 +3,mlp.up_proj,4,32,8,128,14.463386535644531,468.8125,872415232 +3,mlp.up_proj,4,64,8,128,16.4482479095459,442.40625,872415232 +3,mlp.up_proj,4,128,8,128,18.2023868560791,429.203125,872415232 +3,mlp.up_proj,8,32,8,128,0.867047905921936,884.8125,872415232 +3,mlp.up_proj,8,64,8,128,1.0125648975372314,858.40625,872415232 +3,mlp.up_proj,8,128,8,128,1.0851179361343384,845.203125,872415232 +3,mlp.down_proj,2,32,8,128,74.47979736328125,260.8125,872415232 +3,mlp.down_proj,2,64,8,128,90.61299133300781,234.40625,872415232 +3,mlp.down_proj,2,128,8,128,95.1653823852539,221.203125,872415232 +3,mlp.down_proj,3,32,8,128,32.6041259765625,364.8125,872415232 +3,mlp.down_proj,3,64,8,128,36.48581314086914,338.40625,872415232 +3,mlp.down_proj,3,128,8,128,42.92438888549805,325.203125,872415232 +3,mlp.down_proj,4,32,8,128,15.549324035644531,468.8125,872415232 +3,mlp.down_proj,4,64,8,128,17.013948440551758,442.40625,872415232 +3,mlp.down_proj,4,128,8,128,19.28628158569336,429.203125,872415232 +3,mlp.down_proj,8,32,8,128,0.9308881759643555,884.8125,872415232 +3,mlp.down_proj,8,64,8,128,1.0378024578094482,858.40625,872415232 +3,mlp.down_proj,8,128,8,128,1.1439439058303833,845.203125,872415232 +4,self_attn.q_proj,2,32,8,128,34.26256561279297,80.25,268435456 +4,self_attn.q_proj,2,64,8,128,40.74951171875,72.125,268435456 +4,self_attn.q_proj,2,128,8,128,46.44050216674805,68.0625,268435456 +4,self_attn.q_proj,3,32,8,128,14.878830909729004,112.25,268435456 +4,self_attn.q_proj,3,64,8,128,17.87451934814453,104.125,268435456 +4,self_attn.q_proj,3,128,8,128,20.830656051635742,100.0625,268435456 +4,self_attn.q_proj,4,32,8,128,6.928229808807373,144.25,268435456 +4,self_attn.q_proj,4,64,8,128,8.371773719787598,136.125,268435456 +4,self_attn.q_proj,4,128,8,128,9.718198776245117,132.0625,268435456 +4,self_attn.q_proj,8,32,8,128,0.42489519715309143,272.25,268435456 +4,self_attn.q_proj,8,64,8,128,0.5106682777404785,264.125,268435456 +4,self_attn.q_proj,8,128,8,128,0.5878303647041321,260.0625,268435456 +4,self_attn.v_proj,2,32,8,128,14.658185005187988,10.03125,33554432 +4,self_attn.v_proj,2,64,8,128,18.15244483947754,9.015625,33554432 +4,self_attn.v_proj,2,128,8,128,21.320730209350586,8.5078125,33554432 +4,self_attn.v_proj,3,32,8,128,6.261676788330078,14.03125,33554432 +4,self_attn.v_proj,3,64,8,128,7.764517307281494,13.015625,33554432 +4,self_attn.v_proj,3,128,8,128,9.120096206665039,12.5078125,33554432 +4,self_attn.v_proj,4,32,8,128,2.9220645427703857,18.03125,33554432 +4,self_attn.v_proj,4,64,8,128,3.622236728668213,17.015625,33554432 +4,self_attn.v_proj,4,128,8,128,4.255771160125732,16.5078125,33554432 +4,self_attn.v_proj,8,32,8,128,0.17717061936855316,34.03125,33554432 +4,self_attn.v_proj,8,64,8,128,0.21937881410121918,33.015625,33554432 +4,self_attn.v_proj,8,128,8,128,0.2576470971107483,32.5078125,33554432 +4,self_attn.k_proj,2,32,8,128,21.953706741333008,10.03125,33554432 +4,self_attn.k_proj,2,64,8,128,28.046167373657227,9.015625,33554432 +4,self_attn.k_proj,2,128,8,128,33.750370025634766,8.5078125,33554432 +4,self_attn.k_proj,3,32,8,128,9.408003807067871,14.03125,33554432 +4,self_attn.k_proj,3,64,8,128,12.07226848602295,13.015625,33554432 +4,self_attn.k_proj,3,128,8,128,14.652215957641602,12.5078125,33554432 +4,self_attn.k_proj,4,32,8,128,4.389820575714111,18.03125,33554432 +4,self_attn.k_proj,4,64,8,128,5.636842250823975,17.015625,33554432 +4,self_attn.k_proj,4,128,8,128,6.841493129730225,16.5078125,33554432 +4,self_attn.k_proj,8,32,8,128,0.26609912514686584,34.03125,33554432 +4,self_attn.k_proj,8,64,8,128,0.34184494614601135,33.015625,33554432 +4,self_attn.k_proj,8,128,8,128,0.41446229815483093,32.5078125,33554432 +4,self_attn.o_proj,2,32,8,128,47.44254684448242,80.25,268435456 +4,self_attn.o_proj,2,64,8,128,55.58004379272461,72.125,268435456 +4,self_attn.o_proj,2,128,8,128,63.47907257080078,68.0625,268435456 +4,self_attn.o_proj,3,32,8,128,20.320266723632812,112.25,268435456 +4,self_attn.o_proj,3,64,8,128,23.818557739257812,104.125,268435456 +4,self_attn.o_proj,3,128,8,128,27.129657745361328,100.0625,268435456 +4,self_attn.o_proj,4,32,8,128,9.455131530761719,144.25,268435456 +4,self_attn.o_proj,4,64,8,128,11.186225891113281,136.125,268435456 +4,self_attn.o_proj,4,128,8,128,12.651738166809082,132.0625,268435456 +4,self_attn.o_proj,8,32,8,128,0.5777798891067505,272.25,268435456 +4,self_attn.o_proj,8,64,8,128,0.6822555065155029,264.125,268435456 +4,self_attn.o_proj,8,128,8,128,0.7677792310714722,260.0625,268435456 +4,mlp.gate_proj,2,32,8,128,72.30253601074219,260.8125,872415232 +4,mlp.gate_proj,2,64,8,128,89.00965881347656,234.40625,872415232 +4,mlp.gate_proj,2,128,8,128,94.13443756103516,221.203125,872415232 +4,mlp.gate_proj,3,32,8,128,32.25675582885742,364.8125,872415232 +4,mlp.gate_proj,3,64,8,128,35.703155517578125,338.40625,872415232 +4,mlp.gate_proj,3,128,8,128,42.48230743408203,325.203125,872415232 +4,mlp.gate_proj,4,32,8,128,15.01650619506836,468.8125,872415232 +4,mlp.gate_proj,4,64,8,128,16.75819969177246,442.40625,872415232 +4,mlp.gate_proj,4,128,8,128,19.028457641601562,429.203125,872415232 +4,mlp.gate_proj,8,32,8,128,0.8991950154304504,884.8125,872415232 +4,mlp.gate_proj,8,64,8,128,1.0258673429489136,858.40625,872415232 +4,mlp.gate_proj,8,128,8,128,1.1268137693405151,845.203125,872415232 +4,mlp.up_proj,2,32,8,128,71.5486068725586,260.8125,872415232 +4,mlp.up_proj,2,64,8,128,87.53196716308594,234.40625,872415232 +4,mlp.up_proj,2,128,8,128,93.18033599853516,221.203125,872415232 +4,mlp.up_proj,3,32,8,128,32.1503791809082,364.8125,872415232 +4,mlp.up_proj,3,64,8,128,35.20292282104492,338.40625,872415232 +4,mlp.up_proj,3,128,8,128,41.467254638671875,325.203125,872415232 +4,mlp.up_proj,4,32,8,128,14.819266319274902,468.8125,872415232 +4,mlp.up_proj,4,64,8,128,16.60405158996582,442.40625,872415232 +4,mlp.up_proj,4,128,8,128,18.609758377075195,429.203125,872415232 +4,mlp.up_proj,8,32,8,128,0.8874444961547852,884.8125,872415232 +4,mlp.up_proj,8,64,8,128,1.018990159034729,858.40625,872415232 +4,mlp.up_proj,8,128,8,128,1.1044893264770508,845.203125,872415232 +4,mlp.down_proj,2,32,8,128,74.80614471435547,260.8125,872415232 +4,mlp.down_proj,2,64,8,128,90.72032928466797,234.40625,872415232 +4,mlp.down_proj,2,128,8,128,95.79624938964844,221.203125,872415232 +4,mlp.down_proj,3,32,8,128,32.680816650390625,364.8125,872415232 +4,mlp.down_proj,3,64,8,128,36.745277404785156,338.40625,872415232 +4,mlp.down_proj,3,128,8,128,43.43056106567383,325.203125,872415232 +4,mlp.down_proj,4,32,8,128,15.646736145019531,468.8125,872415232 +4,mlp.down_proj,4,64,8,128,17.125988006591797,442.40625,872415232 +4,mlp.down_proj,4,128,8,128,19.54841423034668,429.203125,872415232 +4,mlp.down_proj,8,32,8,128,0.9372035264968872,884.8125,872415232 +4,mlp.down_proj,8,64,8,128,1.0442843437194824,858.40625,872415232 +4,mlp.down_proj,8,128,8,128,1.1608999967575073,845.203125,872415232 +5,self_attn.q_proj,2,32,8,128,33.60560989379883,80.25,268435456 +5,self_attn.q_proj,2,64,8,128,40.122413635253906,72.125,268435456 +5,self_attn.q_proj,2,128,8,128,45.62775421142578,68.0625,268435456 +5,self_attn.q_proj,3,32,8,128,14.771697998046875,112.25,268435456 +5,self_attn.q_proj,3,64,8,128,18.07618522644043,104.125,268435456 +5,self_attn.q_proj,3,128,8,128,21.167394638061523,100.0625,268435456 +5,self_attn.q_proj,4,32,8,128,6.881738185882568,144.25,268435456 +5,self_attn.q_proj,4,64,8,128,8.478193283081055,136.125,268435456 +5,self_attn.q_proj,4,128,8,128,9.903061866760254,132.0625,268435456 +5,self_attn.q_proj,8,32,8,128,0.4223995506763458,272.25,268435456 +5,self_attn.q_proj,8,64,8,128,0.5166970491409302,264.125,268435456 +5,self_attn.q_proj,8,128,8,128,0.5987878441810608,260.0625,268435456 +5,self_attn.v_proj,2,32,8,128,15.455290794372559,10.03125,33554432 +5,self_attn.v_proj,2,64,8,128,19.472578048706055,9.015625,33554432 +5,self_attn.v_proj,2,128,8,128,23.1698055267334,8.5078125,33554432 +5,self_attn.v_proj,3,32,8,128,6.614233493804932,14.03125,33554432 +5,self_attn.v_proj,3,64,8,128,8.352167129516602,13.015625,33554432 +5,self_attn.v_proj,3,128,8,128,9.966625213623047,12.5078125,33554432 +5,self_attn.v_proj,4,32,8,128,3.085785150527954,18.03125,33554432 +5,self_attn.v_proj,4,64,8,128,3.8976640701293945,17.015625,33554432 +5,self_attn.v_proj,4,128,8,128,4.652225017547607,16.5078125,33554432 +5,self_attn.v_proj,8,32,8,128,0.1870919167995453,34.03125,33554432 +5,self_attn.v_proj,8,64,8,128,0.23597927391529083,33.015625,33554432 +5,self_attn.v_proj,8,128,8,128,0.28184011578559875,32.5078125,33554432 +5,self_attn.k_proj,2,32,8,128,22.75782012939453,10.03125,33554432 +5,self_attn.k_proj,2,64,8,128,29.272762298583984,9.015625,33554432 +5,self_attn.k_proj,2,128,8,128,35.386417388916016,8.5078125,33554432 +5,self_attn.k_proj,3,32,8,128,9.764728546142578,14.03125,33554432 +5,self_attn.k_proj,3,64,8,128,12.682172775268555,13.015625,33554432 +5,self_attn.k_proj,3,128,8,128,15.580151557922363,12.5078125,33554432 +5,self_attn.k_proj,4,32,8,128,4.557778835296631,18.03125,33554432 +5,self_attn.k_proj,4,64,8,128,5.919368743896484,17.015625,33554432 +5,self_attn.k_proj,4,128,8,128,7.276391983032227,16.5078125,33554432 +5,self_attn.k_proj,8,32,8,128,0.27604055404663086,34.03125,33554432 +5,self_attn.k_proj,8,64,8,128,0.35889729857444763,33.015625,33554432 +5,self_attn.k_proj,8,128,8,128,0.4405841529369354,32.5078125,33554432 +5,self_attn.o_proj,2,32,8,128,44.61237716674805,80.25,268435456 +5,self_attn.o_proj,2,64,8,128,52.26904296875,72.125,268435456 +5,self_attn.o_proj,2,128,8,128,60.25680923461914,68.0625,268435456 +5,self_attn.o_proj,3,32,8,128,19.05908966064453,112.25,268435456 +5,self_attn.o_proj,3,64,8,128,22.827693939208984,104.125,268435456 +5,self_attn.o_proj,3,128,8,128,26.285587310791016,100.0625,268435456 +5,self_attn.o_proj,4,32,8,128,8.931647300720215,144.25,268435456 +5,self_attn.o_proj,4,64,8,128,10.709863662719727,136.125,268435456 +5,self_attn.o_proj,4,128,8,128,12.4166841506958,132.0625,268435456 +5,self_attn.o_proj,8,32,8,128,0.5483543276786804,272.25,268435456 +5,self_attn.o_proj,8,64,8,128,0.6583588719367981,264.125,268435456 +5,self_attn.o_proj,8,128,8,128,0.7642085552215576,260.0625,268435456 +5,mlp.gate_proj,2,32,8,128,68.64427947998047,260.8125,872415232 +5,mlp.gate_proj,2,64,8,128,82.10456848144531,234.40625,872415232 +5,mlp.gate_proj,2,128,8,128,92.2601089477539,221.203125,872415232 +5,mlp.gate_proj,3,32,8,128,30.822040557861328,364.8125,872415232 +5,mlp.gate_proj,3,64,8,128,34.370819091796875,338.40625,872415232 +5,mlp.gate_proj,3,128,8,128,40.159034729003906,325.203125,872415232 +5,mlp.gate_proj,4,32,8,128,14.048357009887695,468.8125,872415232 +5,mlp.gate_proj,4,64,8,128,16.45397186279297,442.40625,872415232 +5,mlp.gate_proj,4,128,8,128,18.442502975463867,429.203125,872415232 +5,mlp.gate_proj,8,32,8,128,0.8469794392585754,884.8125,872415232 +5,mlp.gate_proj,8,64,8,128,1.0145831108093262,858.40625,872415232 +5,mlp.gate_proj,8,128,8,128,1.111067295074463,845.203125,872415232 +5,mlp.up_proj,2,32,8,128,68.44984436035156,260.8125,872415232 +5,mlp.up_proj,2,64,8,128,81.50613403320312,234.40625,872415232 +5,mlp.up_proj,2,128,8,128,91.72516632080078,221.203125,872415232 +5,mlp.up_proj,3,32,8,128,30.536510467529297,364.8125,872415232 +5,mlp.up_proj,3,64,8,128,33.905006408691406,338.40625,872415232 +5,mlp.up_proj,3,128,8,128,38.937652587890625,325.203125,872415232 +5,mlp.up_proj,4,32,8,128,13.871870040893555,468.8125,872415232 +5,mlp.up_proj,4,64,8,128,16.26848793029785,442.40625,872415232 +5,mlp.up_proj,4,128,8,128,17.767013549804688,429.203125,872415232 +5,mlp.up_proj,8,32,8,128,0.8340376615524292,884.8125,872415232 +5,mlp.up_proj,8,64,8,128,1.0051177740097046,858.40625,872415232 +5,mlp.up_proj,8,128,8,128,1.0667071342468262,845.203125,872415232 +5,mlp.down_proj,2,32,8,128,71.29133605957031,260.8125,872415232 +5,mlp.down_proj,2,64,8,128,85.88706970214844,234.40625,872415232 +5,mlp.down_proj,2,128,8,128,93.07269287109375,221.203125,872415232 +5,mlp.down_proj,3,32,8,128,32.11134719848633,364.8125,872415232 +5,mlp.down_proj,3,64,8,128,35.035953521728516,338.40625,872415232 +5,mlp.down_proj,3,128,8,128,40.481712341308594,325.203125,872415232 +5,mlp.down_proj,4,32,8,128,14.722488403320312,468.8125,872415232 +5,mlp.down_proj,4,64,8,128,16.59979820251465,442.40625,872415232 +5,mlp.down_proj,4,128,8,128,18.40129280090332,429.203125,872415232 +5,mlp.down_proj,8,32,8,128,0.8836192488670349,884.8125,872415232 +5,mlp.down_proj,8,64,8,128,1.020208477973938,858.40625,872415232 +5,mlp.down_proj,8,128,8,128,1.103238582611084,845.203125,872415232 +6,self_attn.q_proj,2,32,8,128,45.66326141357422,80.25,268435456 +6,self_attn.q_proj,2,64,8,128,53.47942352294922,72.125,268435456 +6,self_attn.q_proj,2,128,8,128,61.319969177246094,68.0625,268435456 +6,self_attn.q_proj,3,32,8,128,19.545398712158203,112.25,268435456 +6,self_attn.q_proj,3,64,8,128,23.350791931152344,104.125,268435456 +6,self_attn.q_proj,3,128,8,128,26.865644454956055,100.0625,268435456 +6,self_attn.q_proj,4,32,8,128,9.104381561279297,144.25,268435456 +6,self_attn.q_proj,4,64,8,128,10.933384895324707,136.125,268435456 +6,self_attn.q_proj,4,128,8,128,12.538016319274902,132.0625,268435456 +6,self_attn.q_proj,8,32,8,128,0.5547927021980286,272.25,268435456 +6,self_attn.q_proj,8,64,8,128,0.6639878153800964,264.125,268435456 +6,self_attn.q_proj,8,128,8,128,0.7602241635322571,260.0625,268435456 +6,self_attn.v_proj,2,32,8,128,15.9095458984375,10.03125,33554432 +6,self_attn.v_proj,2,64,8,128,19.691688537597656,9.015625,33554432 +6,self_attn.v_proj,2,128,8,128,23.111209869384766,8.5078125,33554432 +6,self_attn.v_proj,3,32,8,128,6.796537399291992,14.03125,33554432 +6,self_attn.v_proj,3,64,8,128,8.420492172241211,13.015625,33554432 +6,self_attn.v_proj,3,128,8,128,9.886221885681152,12.5078125,33554432 +6,self_attn.v_proj,4,32,8,128,3.17110013961792,18.03125,33554432 +6,self_attn.v_proj,4,64,8,128,3.929063558578491,17.015625,33554432 +6,self_attn.v_proj,4,128,8,128,4.61221170425415,16.5078125,33554432 +6,self_attn.v_proj,8,32,8,128,0.192164346575737,34.03125,33554432 +6,self_attn.v_proj,8,64,8,128,0.23791497945785522,33.015625,33554432 +6,self_attn.v_proj,8,128,8,128,0.27940887212753296,32.5078125,33554432 +6,self_attn.k_proj,2,32,8,128,25.06076431274414,10.03125,33554432 +6,self_attn.k_proj,2,64,8,128,32.59558868408203,9.015625,33554432 +6,self_attn.k_proj,2,128,8,128,38.8856315612793,8.5078125,33554432 +6,self_attn.k_proj,3,32,8,128,10.720439910888672,14.03125,33554432 +6,self_attn.k_proj,3,64,8,128,14.096476554870605,13.015625,33554432 +6,self_attn.k_proj,3,128,8,128,16.989652633666992,12.5078125,33554432 +6,self_attn.k_proj,4,32,8,128,5.0004658699035645,18.03125,33554432 +6,self_attn.k_proj,4,64,8,128,6.578413009643555,17.015625,33554432 +6,self_attn.k_proj,4,128,8,128,7.933732032775879,16.5078125,33554432 +6,self_attn.k_proj,8,32,8,128,0.3032473623752594,34.03125,33554432 +6,self_attn.k_proj,8,64,8,128,0.3987303078174591,33.015625,33554432 +6,self_attn.k_proj,8,128,8,128,0.4802475571632385,32.5078125,33554432 +6,self_attn.o_proj,2,32,8,128,48.241920471191406,80.25,268435456 +6,self_attn.o_proj,2,64,8,128,56.431785583496094,72.125,268435456 +6,self_attn.o_proj,2,128,8,128,64.17597961425781,68.0625,268435456 +6,self_attn.o_proj,3,32,8,128,20.713499069213867,112.25,268435456 +6,self_attn.o_proj,3,64,8,128,24.167953491210938,104.125,268435456 +6,self_attn.o_proj,3,128,8,128,27.42251205444336,100.0625,268435456 +6,self_attn.o_proj,4,32,8,128,9.641011238098145,144.25,268435456 +6,self_attn.o_proj,4,64,8,128,11.362687110900879,136.125,268435456 +6,self_attn.o_proj,4,128,8,128,12.810479164123535,132.0625,268435456 +6,self_attn.o_proj,8,32,8,128,0.5892642140388489,272.25,268435456 +6,self_attn.o_proj,8,64,8,128,0.6942496299743652,264.125,268435456 +6,self_attn.o_proj,8,128,8,128,0.7776469588279724,260.0625,268435456 +6,mlp.gate_proj,2,32,8,128,70.12849426269531,260.8125,872415232 +6,mlp.gate_proj,2,64,8,128,84.85782623291016,234.40625,872415232 +6,mlp.gate_proj,2,128,8,128,92.7719955444336,221.203125,872415232 +6,mlp.gate_proj,3,32,8,128,31.644189834594727,364.8125,872415232 +6,mlp.gate_proj,3,64,8,128,34.6968879699707,338.40625,872415232 +6,mlp.gate_proj,3,128,8,128,40.51620101928711,325.203125,872415232 +6,mlp.gate_proj,4,32,8,128,14.358855247497559,468.8125,872415232 +6,mlp.gate_proj,4,64,8,128,16.469905853271484,442.40625,872415232 +6,mlp.gate_proj,4,128,8,128,18.327953338623047,429.203125,872415232 +6,mlp.gate_proj,8,32,8,128,0.8622777462005615,884.8125,872415232 +6,mlp.gate_proj,8,64,8,128,1.0132899284362793,858.40625,872415232 +6,mlp.gate_proj,8,128,8,128,1.0933336019515991,845.203125,872415232 +6,mlp.up_proj,2,32,8,128,69.91360473632812,260.8125,872415232 +6,mlp.up_proj,2,64,8,128,84.35450744628906,234.40625,872415232 +6,mlp.up_proj,2,128,8,128,92.44319152832031,221.203125,872415232 +6,mlp.up_proj,3,32,8,128,31.52572250366211,364.8125,872415232 +6,mlp.up_proj,3,64,8,128,34.53163528442383,338.40625,872415232 +6,mlp.up_proj,3,128,8,128,40.11978530883789,325.203125,872415232 +6,mlp.up_proj,4,32,8,128,14.305877685546875,468.8125,872415232 +6,mlp.up_proj,4,64,8,128,16.423553466796875,442.40625,872415232 +6,mlp.up_proj,4,128,8,128,18.18086051940918,429.203125,872415232 +6,mlp.up_proj,8,32,8,128,0.859095573425293,884.8125,872415232 +6,mlp.up_proj,8,64,8,128,1.0113316774368286,858.40625,872415232 +6,mlp.up_proj,8,128,8,128,1.0853655338287354,845.203125,872415232 +6,mlp.down_proj,2,32,8,128,72.77130126953125,260.8125,872415232 +6,mlp.down_proj,2,64,8,128,88.268310546875,234.40625,872415232 +6,mlp.down_proj,2,128,8,128,93.9386215209961,221.203125,872415232 +6,mlp.down_proj,3,32,8,128,32.3282356262207,364.8125,872415232 +6,mlp.down_proj,3,64,8,128,35.64772415161133,338.40625,872415232 +6,mlp.down_proj,3,128,8,128,41.4137077331543,325.203125,872415232 +6,mlp.down_proj,4,32,8,128,15.103487968444824,468.8125,872415232 +6,mlp.down_proj,4,64,8,128,16.777006149291992,442.40625,872415232 +6,mlp.down_proj,4,128,8,128,18.734851837158203,429.203125,872415232 +6,mlp.down_proj,8,32,8,128,0.9050042629241943,884.8125,872415232 +6,mlp.down_proj,8,64,8,128,1.0275439023971558,858.40625,872415232 +6,mlp.down_proj,8,128,8,128,1.117666244506836,845.203125,872415232 +7,self_attn.q_proj,2,32,8,128,40.69701385498047,80.25,268435456 +7,self_attn.q_proj,2,64,8,128,48.009544372558594,72.125,268435456 +7,self_attn.q_proj,2,128,8,128,54.4139289855957,68.0625,268435456 +7,self_attn.q_proj,3,32,8,128,17.6135311126709,112.25,268435456 +7,self_attn.q_proj,3,64,8,128,21.2188663482666,104.125,268435456 +7,self_attn.q_proj,3,128,8,128,24.545595169067383,100.0625,268435456 +7,self_attn.q_proj,4,32,8,128,8.254467010498047,144.25,268435456 +7,self_attn.q_proj,4,64,8,128,9.866063117980957,136.125,268435456 +7,self_attn.q_proj,4,128,8,128,11.53620433807373,132.0625,268435456 +7,self_attn.q_proj,8,32,8,128,0.5039964914321899,272.25,268435456 +7,self_attn.q_proj,8,64,8,128,0.5995941758155823,264.125,268435456 +7,self_attn.q_proj,8,128,8,128,0.700927734375,260.0625,268435456 +7,self_attn.v_proj,2,32,8,128,17.211275100708008,10.03125,33554432 +7,self_attn.v_proj,2,64,8,128,21.307401657104492,9.015625,33554432 +7,self_attn.v_proj,2,128,8,128,24.99962043762207,8.5078125,33554432 +7,self_attn.v_proj,3,32,8,128,7.353362560272217,14.03125,33554432 +7,self_attn.v_proj,3,64,8,128,9.107736587524414,13.015625,33554432 +7,self_attn.v_proj,3,128,8,128,10.697443008422852,12.5078125,33554432 +7,self_attn.v_proj,4,32,8,128,3.4302978515625,18.03125,33554432 +7,self_attn.v_proj,4,64,8,128,4.249958515167236,17.015625,33554432 +7,self_attn.v_proj,4,128,8,128,4.9914655685424805,16.5078125,33554432 +7,self_attn.v_proj,8,32,8,128,0.2078874111175537,34.03125,33554432 +7,self_attn.v_proj,8,64,8,128,0.2575201392173767,33.015625,33554432 +7,self_attn.v_proj,8,128,8,128,0.30254554748535156,32.5078125,33554432 +7,self_attn.k_proj,2,32,8,128,22.75714111328125,10.03125,33554432 +7,self_attn.k_proj,2,64,8,128,29.856096267700195,9.015625,33554432 +7,self_attn.k_proj,2,128,8,128,36.14594650268555,8.5078125,33554432 +7,self_attn.k_proj,3,32,8,128,9.744478225708008,14.03125,33554432 +7,self_attn.k_proj,3,64,8,128,13.164973258972168,13.015625,33554432 +7,self_attn.k_proj,3,128,8,128,16.377979278564453,12.5078125,33554432 +7,self_attn.k_proj,4,32,8,128,4.544454097747803,18.03125,33554432 +7,self_attn.k_proj,4,64,8,128,6.149857997894287,17.015625,33554432 +7,self_attn.k_proj,4,128,8,128,7.672545909881592,16.5078125,33554432 +7,self_attn.k_proj,8,32,8,128,0.2754187285900116,34.03125,33554432 +7,self_attn.k_proj,8,64,8,128,0.3727083206176758,33.015625,33554432 +7,self_attn.k_proj,8,128,8,128,0.464298814535141,32.5078125,33554432 +7,self_attn.o_proj,2,32,8,128,47.85625457763672,80.25,268435456 +7,self_attn.o_proj,2,64,8,128,56.06745529174805,72.125,268435456 +7,self_attn.o_proj,2,128,8,128,63.92717361450195,68.0625,268435456 +7,self_attn.o_proj,3,32,8,128,20.528053283691406,112.25,268435456 +7,self_attn.o_proj,3,64,8,128,24.04092025756836,104.125,268435456 +7,self_attn.o_proj,3,128,8,128,27.38421058654785,100.0625,268435456 +7,self_attn.o_proj,4,32,8,128,9.552046775817871,144.25,268435456 +7,self_attn.o_proj,4,64,8,128,11.296589851379395,136.125,268435456 +7,self_attn.o_proj,4,128,8,128,12.772062301635742,132.0625,268435456 +7,self_attn.o_proj,8,32,8,128,0.583637535572052,272.25,268435456 +7,self_attn.o_proj,8,64,8,128,0.6893191933631897,264.125,268435456 +7,self_attn.o_proj,8,128,8,128,0.7749502062797546,260.0625,268435456 +7,mlp.gate_proj,2,32,8,128,71.17189025878906,260.8125,872415232 +7,mlp.gate_proj,2,64,8,128,86.98709106445312,234.40625,872415232 +7,mlp.gate_proj,2,128,8,128,93.56942749023438,221.203125,872415232 +7,mlp.gate_proj,3,32,8,128,32.078636169433594,364.8125,872415232 +7,mlp.gate_proj,3,64,8,128,35.22174835205078,338.40625,872415232 +7,mlp.gate_proj,3,128,8,128,41.564048767089844,325.203125,872415232 +7,mlp.gate_proj,4,32,8,128,14.667794227600098,468.8125,872415232 +7,mlp.gate_proj,4,64,8,128,16.61888885498047,442.40625,872415232 +7,mlp.gate_proj,4,128,8,128,18.71590232849121,429.203125,872415232 +7,mlp.gate_proj,8,32,8,128,0.8797059059143066,884.8125,872415232 +7,mlp.gate_proj,8,64,8,128,1.0196839570999146,858.40625,872415232 +7,mlp.gate_proj,8,128,8,128,1.112125277519226,845.203125,872415232 +7,mlp.up_proj,2,32,8,128,70.79507446289062,260.8125,872415232 +7,mlp.up_proj,2,64,8,128,86.17670440673828,234.40625,872415232 +7,mlp.up_proj,2,128,8,128,93.04938507080078,221.203125,872415232 +7,mlp.up_proj,3,32,8,128,32.03337860107422,364.8125,872415232 +7,mlp.up_proj,3,64,8,128,34.96687316894531,338.40625,872415232 +7,mlp.up_proj,3,128,8,128,41.04331588745117,325.203125,872415232 +7,mlp.up_proj,4,32,8,128,14.571969985961914,468.8125,872415232 +7,mlp.up_proj,4,64,8,128,16.541316986083984,442.40625,872415232 +7,mlp.up_proj,4,128,8,128,18.485858917236328,429.203125,872415232 +7,mlp.up_proj,8,32,8,128,0.8739898800849915,884.8125,872415232 +7,mlp.up_proj,8,64,8,128,1.0163378715515137,858.40625,872415232 +7,mlp.up_proj,8,128,8,128,1.1001598834991455,845.203125,872415232 +7,mlp.down_proj,2,32,8,128,73.64154815673828,260.8125,872415232 +7,mlp.down_proj,2,64,8,128,89.6198959350586,234.40625,872415232 +7,mlp.down_proj,2,128,8,128,94.62672424316406,221.203125,872415232 +7,mlp.down_proj,3,32,8,128,32.470733642578125,364.8125,872415232 +7,mlp.down_proj,3,64,8,128,36.057212829589844,338.40625,872415232 +7,mlp.down_proj,3,128,8,128,42.03252410888672,325.203125,872415232 +7,mlp.down_proj,4,32,8,128,15.313331604003906,468.8125,872415232 +7,mlp.down_proj,4,64,8,128,16.90096092224121,442.40625,872415232 +7,mlp.down_proj,4,128,8,128,18.972166061401367,429.203125,872415232 +7,mlp.down_proj,8,32,8,128,0.9172605276107788,884.8125,872415232 +7,mlp.down_proj,8,64,8,128,1.0329066514968872,858.40625,872415232 +7,mlp.down_proj,8,128,8,128,1.129368782043457,845.203125,872415232 +8,self_attn.q_proj,2,32,8,128,45.049285888671875,80.25,268435456 +8,self_attn.q_proj,2,64,8,128,52.93039321899414,72.125,268435456 +8,self_attn.q_proj,2,128,8,128,60.10139465332031,68.0625,268435456 +8,self_attn.q_proj,3,32,8,128,19.759075164794922,112.25,268435456 +8,self_attn.q_proj,3,64,8,128,23.998044967651367,104.125,268435456 +8,self_attn.q_proj,3,128,8,128,27.920242309570312,100.0625,268435456 +8,self_attn.q_proj,4,32,8,128,9.2243013381958,144.25,268435456 +8,self_attn.q_proj,4,64,8,128,11.342073440551758,136.125,268435456 +8,self_attn.q_proj,4,128,8,128,13.142433166503906,132.0625,268435456 +8,self_attn.q_proj,8,32,8,128,0.5611682534217834,272.25,268435456 +8,self_attn.q_proj,8,64,8,128,0.6890463829040527,264.125,268435456 +8,self_attn.q_proj,8,128,8,128,0.7955843210220337,260.0625,268435456 +8,self_attn.v_proj,2,32,8,128,16.070234298706055,10.03125,33554432 +8,self_attn.v_proj,2,64,8,128,19.94101905822754,9.015625,33554432 +8,self_attn.v_proj,2,128,8,128,23.464984893798828,8.5078125,33554432 +8,self_attn.v_proj,3,32,8,128,6.866932392120361,14.03125,33554432 +8,self_attn.v_proj,3,64,8,128,8.5281982421875,13.015625,33554432 +8,self_attn.v_proj,3,128,8,128,10.035765647888184,12.5078125,33554432 +8,self_attn.v_proj,4,32,8,128,3.2034287452697754,18.03125,33554432 +8,self_attn.v_proj,4,64,8,128,3.9812400341033936,17.015625,33554432 +8,self_attn.v_proj,4,128,8,128,4.683309555053711,16.5078125,33554432 +8,self_attn.v_proj,8,32,8,128,0.19409039616584778,34.03125,33554432 +8,self_attn.v_proj,8,64,8,128,0.2409791648387909,33.015625,33554432 +8,self_attn.v_proj,8,128,8,128,0.28366389870643616,32.5078125,33554432 +8,self_attn.k_proj,2,32,8,128,24.917617797851562,10.03125,33554432 +8,self_attn.k_proj,2,64,8,128,32.8705940246582,9.015625,33554432 +8,self_attn.k_proj,2,128,8,128,39.55720520019531,8.5078125,33554432 +8,self_attn.k_proj,3,32,8,128,10.668688774108887,14.03125,33554432 +8,self_attn.k_proj,3,64,8,128,14.343770027160645,13.015625,33554432 +8,self_attn.k_proj,3,128,8,128,17.61865234375,12.5078125,33554432 +8,self_attn.k_proj,4,32,8,128,4.978598117828369,18.03125,33554432 +8,self_attn.k_proj,4,64,8,128,6.692275047302246,17.015625,33554432 +8,self_attn.k_proj,4,128,8,128,8.228926658630371,16.5078125,33554432 +8,self_attn.k_proj,8,32,8,128,0.3015248775482178,34.03125,33554432 +8,self_attn.k_proj,8,64,8,128,0.4055249094963074,33.015625,33554432 +8,self_attn.k_proj,8,128,8,128,0.4981192350387573,32.5078125,33554432 +8,self_attn.o_proj,2,32,8,128,47.348453521728516,80.25,268435456 +8,self_attn.o_proj,2,64,8,128,55.18513488769531,72.125,268435456 +8,self_attn.o_proj,2,128,8,128,62.79878234863281,68.0625,268435456 +8,self_attn.o_proj,3,32,8,128,20.24083709716797,112.25,268435456 +8,self_attn.o_proj,3,64,8,128,23.657390594482422,104.125,268435456 +8,self_attn.o_proj,3,128,8,128,26.7163143157959,100.0625,268435456 +8,self_attn.o_proj,4,32,8,128,9.420047760009766,144.25,268435456 +8,self_attn.o_proj,4,64,8,128,11.08751106262207,136.125,268435456 +8,self_attn.o_proj,4,128,8,128,12.473115921020508,132.0625,268435456 +8,self_attn.o_proj,8,32,8,128,0.5757631063461304,272.25,268435456 +8,self_attn.o_proj,8,64,8,128,0.6761651635169983,264.125,268435456 +8,self_attn.o_proj,8,128,8,128,0.757717490196228,260.0625,268435456 +8,mlp.gate_proj,2,32,8,128,72.55236053466797,260.8125,872415232 +8,mlp.gate_proj,2,64,8,128,89.53409576416016,234.40625,872415232 +8,mlp.gate_proj,2,128,8,128,94.64894104003906,221.203125,872415232 +8,mlp.gate_proj,3,32,8,128,32.2943229675293,364.8125,872415232 +8,mlp.gate_proj,3,64,8,128,35.94548416137695,338.40625,872415232 +8,mlp.gate_proj,3,128,8,128,42.928184509277344,325.203125,872415232 +8,mlp.gate_proj,4,32,8,128,15.08640193939209,468.8125,872415232 +8,mlp.gate_proj,4,64,8,128,16.85540771484375,442.40625,872415232 +8,mlp.gate_proj,4,128,8,128,19.26453971862793,429.203125,872415232 +8,mlp.gate_proj,8,32,8,128,0.9148997068405151,884.8125,872415232 +8,mlp.gate_proj,8,64,8,128,1.03999924659729,858.40625,872415232 +8,mlp.gate_proj,8,128,8,128,1.1590073108673096,845.203125,872415232 +8,mlp.up_proj,2,32,8,128,71.91260528564453,260.8125,872415232 +8,mlp.up_proj,2,64,8,128,88.31680297851562,234.40625,872415232 +8,mlp.up_proj,2,128,8,128,93.78482055664062,221.203125,872415232 +8,mlp.up_proj,3,32,8,128,32.18989944458008,364.8125,872415232 +8,mlp.up_proj,3,64,8,128,35.48826599121094,338.40625,872415232 +8,mlp.up_proj,3,128,8,128,42.058780670166016,325.203125,872415232 +8,mlp.up_proj,4,32,8,128,14.892597198486328,468.8125,872415232 +8,mlp.up_proj,4,64,8,128,16.6892032623291,442.40625,872415232 +8,mlp.up_proj,4,128,8,128,18.854089736938477,429.203125,872415232 +8,mlp.up_proj,8,32,8,128,0.8921545147895813,884.8125,872415232 +8,mlp.up_proj,8,64,8,128,1.0226891040802002,858.40625,872415232 +8,mlp.up_proj,8,128,8,128,1.1177963018417358,845.203125,872415232 +8,mlp.down_proj,2,32,8,128,73.90328216552734,260.8125,872415232 +8,mlp.down_proj,2,64,8,128,89.85433197021484,234.40625,872415232 +8,mlp.down_proj,2,128,8,128,94.85330200195312,221.203125,872415232 +8,mlp.down_proj,3,32,8,128,32.51008987426758,364.8125,872415232 +8,mlp.down_proj,3,64,8,128,36.193565368652344,338.40625,872415232 +8,mlp.down_proj,3,128,8,128,42.162940979003906,325.203125,872415232 +8,mlp.down_proj,4,32,8,128,15.357564926147461,468.8125,872415232 +8,mlp.down_proj,4,64,8,128,16.942758560180664,442.40625,872415232 +8,mlp.down_proj,4,128,8,128,19.05019187927246,429.203125,872415232 +8,mlp.down_proj,8,32,8,128,0.920163631439209,884.8125,872415232 +8,mlp.down_proj,8,64,8,128,1.034959077835083,858.40625,872415232 +8,mlp.down_proj,8,128,8,128,1.1337475776672363,845.203125,872415232 +9,self_attn.q_proj,2,32,8,128,49.65245056152344,80.25,268435456 +9,self_attn.q_proj,2,64,8,128,59.43195724487305,72.125,268435456 +9,self_attn.q_proj,2,128,8,128,67.91920471191406,68.0625,268435456 +9,self_attn.q_proj,3,32,8,128,21.48736000061035,112.25,268435456 +9,self_attn.q_proj,3,64,8,128,25.612268447875977,104.125,268435456 +9,self_attn.q_proj,3,128,8,128,30.044607162475586,100.0625,268435456 +9,self_attn.q_proj,4,32,8,128,9.9859619140625,144.25,268435456 +9,self_attn.q_proj,4,64,8,128,11.981589317321777,136.125,268435456 +9,self_attn.q_proj,4,128,8,128,13.962658882141113,132.0625,268435456 +9,self_attn.q_proj,8,32,8,128,0.6076647639274597,272.25,268435456 +9,self_attn.q_proj,8,64,8,128,0.7309689521789551,264.125,268435456 +9,self_attn.q_proj,8,128,8,128,0.8445006608963013,260.0625,268435456 +9,self_attn.v_proj,2,32,8,128,16.737253189086914,10.03125,33554432 +9,self_attn.v_proj,2,64,8,128,20.56471061706543,9.015625,33554432 +9,self_attn.v_proj,2,128,8,128,23.945884704589844,8.5078125,33554432 +9,self_attn.v_proj,3,32,8,128,7.149861812591553,14.03125,33554432 +9,self_attn.v_proj,3,64,8,128,8.790165901184082,13.015625,33554432 +9,self_attn.v_proj,3,128,8,128,10.242210388183594,12.5078125,33554432 +9,self_attn.v_proj,4,32,8,128,3.335796356201172,18.03125,33554432 +9,self_attn.v_proj,4,64,8,128,4.10243034362793,17.015625,33554432 +9,self_attn.v_proj,4,128,8,128,4.778926849365234,16.5078125,33554432 +9,self_attn.v_proj,8,32,8,128,0.20201584696769714,34.03125,33554432 +9,self_attn.v_proj,8,64,8,128,0.24834807217121124,33.015625,33554432 +9,self_attn.v_proj,8,128,8,128,0.2894865870475769,32.5078125,33554432 +9,self_attn.k_proj,2,32,8,128,25.707304000854492,10.03125,33554432 +9,self_attn.k_proj,2,64,8,128,33.98820877075195,9.015625,33554432 +9,self_attn.k_proj,2,128,8,128,40.982704162597656,8.5078125,33554432 +9,self_attn.k_proj,3,32,8,128,11.002187728881836,14.03125,33554432 +9,self_attn.k_proj,3,64,8,128,14.740427017211914,13.015625,33554432 +9,self_attn.k_proj,3,128,8,128,18.03265953063965,12.5078125,33554432 +9,self_attn.k_proj,4,32,8,128,5.131622791290283,18.03125,33554432 +9,self_attn.k_proj,4,64,8,128,6.878626823425293,17.015625,33554432 +9,self_attn.k_proj,4,128,8,128,8.419200897216797,16.5078125,33554432 +9,self_attn.k_proj,8,32,8,128,0.3109086751937866,34.03125,33554432 +9,self_attn.k_proj,8,64,8,128,0.4168163239955902,33.015625,33554432 +9,self_attn.k_proj,8,128,8,128,0.5096455812454224,32.5078125,33554432 +9,self_attn.o_proj,2,32,8,128,51.408226013183594,80.25,268435456 +9,self_attn.o_proj,2,64,8,128,60.45571517944336,72.125,268435456 +9,self_attn.o_proj,2,128,8,128,68.19249725341797,68.0625,268435456 +9,self_attn.o_proj,3,32,8,128,22.139463424682617,112.25,268435456 +9,self_attn.o_proj,3,64,8,128,25.766286849975586,104.125,268435456 +9,self_attn.o_proj,3,128,8,128,29.360977172851562,100.0625,268435456 +9,self_attn.o_proj,4,32,8,128,10.293813705444336,144.25,268435456 +9,self_attn.o_proj,4,64,8,128,12.029173851013184,136.125,268435456 +9,self_attn.o_proj,4,128,8,128,13.677779197692871,132.0625,268435456 +9,self_attn.o_proj,8,32,8,128,0.6293104290962219,272.25,268435456 +9,self_attn.o_proj,8,64,8,128,0.7350431680679321,264.125,268435456 +9,self_attn.o_proj,8,128,8,128,0.8292228579521179,260.0625,268435456 +9,mlp.gate_proj,2,32,8,128,73.85631561279297,260.8125,872415232 +9,mlp.gate_proj,2,64,8,128,90.66667938232422,234.40625,872415232 +9,mlp.gate_proj,2,128,8,128,95.47730255126953,221.203125,872415232 +9,mlp.gate_proj,3,32,8,128,32.515785217285156,364.8125,872415232 +9,mlp.gate_proj,3,64,8,128,36.55849838256836,338.40625,872415232 +9,mlp.gate_proj,3,128,8,128,43.918338775634766,325.203125,872415232 +9,mlp.gate_proj,4,32,8,128,15.477986335754395,468.8125,872415232 +9,mlp.gate_proj,4,64,8,128,17.053071975708008,442.40625,872415232 +9,mlp.gate_proj,4,128,8,128,19.673425674438477,429.203125,872415232 +9,mlp.gate_proj,8,32,8,128,0.9436959028244019,884.8125,872415232 +9,mlp.gate_proj,8,64,8,128,1.0541218519210815,858.40625,872415232 +9,mlp.gate_proj,8,128,8,128,1.182259440422058,845.203125,872415232 +9,mlp.up_proj,2,32,8,128,73.20892333984375,260.8125,872415232 +9,mlp.up_proj,2,64,8,128,90.52323150634766,234.40625,872415232 +9,mlp.up_proj,2,128,8,128,94.53787994384766,221.203125,872415232 +9,mlp.up_proj,3,32,8,128,32.38496780395508,364.8125,872415232 +9,mlp.up_proj,3,64,8,128,36.07951736450195,338.40625,872415232 +9,mlp.up_proj,3,128,8,128,43.09729766845703,325.203125,872415232 +9,mlp.up_proj,4,32,8,128,15.261944770812988,468.8125,872415232 +9,mlp.up_proj,4,64,8,128,16.856149673461914,442.40625,872415232 +9,mlp.up_proj,4,128,8,128,19.233970642089844,429.203125,872415232 +9,mlp.up_proj,8,32,8,128,0.9132493734359741,884.8125,872415232 +9,mlp.up_proj,8,64,8,128,1.029915690422058,858.40625,872415232 +9,mlp.up_proj,8,128,8,128,1.1361849308013916,845.203125,872415232 +9,mlp.down_proj,2,32,8,128,75.16569519042969,260.8125,872415232 +9,mlp.down_proj,2,64,8,128,90.76643371582031,234.40625,872415232 +9,mlp.down_proj,2,128,8,128,95.98009490966797,221.203125,872415232 +9,mlp.down_proj,3,32,8,128,32.743896484375,364.8125,872415232 +9,mlp.down_proj,3,64,8,128,36.87458419799805,338.40625,872415232 +9,mlp.down_proj,3,128,8,128,43.404327392578125,325.203125,872415232 +9,mlp.down_proj,4,32,8,128,15.688939094543457,468.8125,872415232 +9,mlp.down_proj,4,64,8,128,17.164669036865234,442.40625,872415232 +9,mlp.down_proj,4,128,8,128,19.546199798583984,429.203125,872415232 +9,mlp.down_proj,8,32,8,128,0.9397895932197571,884.8125,872415232 +9,mlp.down_proj,8,64,8,128,1.0454325675964355,858.40625,872415232 +9,mlp.down_proj,8,128,8,128,1.1592658758163452,845.203125,872415232 +10,self_attn.q_proj,2,32,8,128,51.483463287353516,80.25,268435456 +10,self_attn.q_proj,2,64,8,128,61.9593620300293,72.125,268435456 +10,self_attn.q_proj,2,128,8,128,70.19182586669922,68.0625,268435456 +10,self_attn.q_proj,3,32,8,128,22.346101760864258,112.25,268435456 +10,self_attn.q_proj,3,64,8,128,26.631757736206055,104.125,268435456 +10,self_attn.q_proj,3,128,8,128,31.08250617980957,100.0625,268435456 +10,self_attn.q_proj,4,32,8,128,10.383602142333984,144.25,268435456 +10,self_attn.q_proj,4,64,8,128,12.431198120117188,136.125,268435456 +10,self_attn.q_proj,4,128,8,128,14.456064224243164,132.0625,268435456 +10,self_attn.q_proj,8,32,8,128,0.6325965523719788,272.25,268435456 +10,self_attn.q_proj,8,64,8,128,0.7569459080696106,264.125,268435456 +10,self_attn.q_proj,8,128,8,128,0.8738366365432739,260.0625,268435456 +10,self_attn.v_proj,2,32,8,128,15.936988830566406,10.03125,33554432 +10,self_attn.v_proj,2,64,8,128,19.64202308654785,9.015625,33554432 +10,self_attn.v_proj,2,128,8,128,22.95757484436035,8.5078125,33554432 +10,self_attn.v_proj,3,32,8,128,6.806067943572998,14.03125,33554432 +10,self_attn.v_proj,3,64,8,128,8.39857292175293,13.015625,33554432 +10,self_attn.v_proj,3,128,8,128,9.814552307128906,12.5078125,33554432 +10,self_attn.v_proj,4,32,8,128,3.175929069519043,18.03125,33554432 +10,self_attn.v_proj,4,64,8,128,3.9190850257873535,17.015625,33554432 +10,self_attn.v_proj,4,128,8,128,4.580279350280762,16.5078125,33554432 +10,self_attn.v_proj,8,32,8,128,0.19238686561584473,34.03125,33554432 +10,self_attn.v_proj,8,64,8,128,0.23722760379314423,33.015625,33554432 +10,self_attn.v_proj,8,128,8,128,0.27731889486312866,32.5078125,33554432 +10,self_attn.k_proj,2,32,8,128,27.486305236816406,10.03125,33554432 +10,self_attn.k_proj,2,64,8,128,36.2823371887207,9.015625,33554432 +10,self_attn.k_proj,2,128,8,128,43.697120666503906,8.5078125,33554432 +10,self_attn.k_proj,3,32,8,128,11.75440502166748,14.03125,33554432 +10,self_attn.k_proj,3,64,8,128,15.64512825012207,13.015625,33554432 +10,self_attn.k_proj,3,128,8,128,19.00983428955078,12.5078125,33554432 +10,self_attn.k_proj,4,32,8,128,5.4828362464904785,18.03125,33554432 +10,self_attn.k_proj,4,64,8,128,7.297545433044434,17.015625,33554432 +10,self_attn.k_proj,4,128,8,128,8.870997428894043,16.5078125,33554432 +10,self_attn.k_proj,8,32,8,128,0.3324873447418213,34.03125,33554432 +10,self_attn.k_proj,8,64,8,128,0.4420306384563446,33.015625,33554432 +10,self_attn.k_proj,8,128,8,128,0.5372467637062073,32.5078125,33554432 +10,self_attn.o_proj,2,32,8,128,51.3463134765625,80.25,268435456 +10,self_attn.o_proj,2,64,8,128,60.16276168823242,72.125,268435456 +10,self_attn.o_proj,2,128,8,128,67.7713394165039,68.0625,268435456 +10,self_attn.o_proj,3,32,8,128,22.101058959960938,112.25,268435456 +10,self_attn.o_proj,3,64,8,128,25.6425724029541,104.125,268435456 +10,self_attn.o_proj,3,128,8,128,29.0579891204834,100.0625,268435456 +10,self_attn.o_proj,4,32,8,128,10.275076866149902,144.25,268435456 +10,self_attn.o_proj,4,64,8,128,11.981796264648438,136.125,268435456 +10,self_attn.o_proj,4,128,8,128,13.540013313293457,132.0625,268435456 +10,self_attn.o_proj,8,32,8,128,0.6282105445861816,272.25,268435456 +10,self_attn.o_proj,8,64,8,128,0.7324923276901245,264.125,268435456 +10,self_attn.o_proj,8,128,8,128,0.8214685916900635,260.0625,268435456 +10,mlp.gate_proj,2,32,8,128,76.1112060546875,260.8125,872415232 +10,mlp.gate_proj,2,64,8,128,91.17344665527344,234.40625,872415232 +10,mlp.gate_proj,2,128,8,128,97.10186004638672,221.203125,872415232 +10,mlp.gate_proj,3,32,8,128,32.90266799926758,364.8125,872415232 +10,mlp.gate_proj,3,64,8,128,37.61600875854492,338.40625,872415232 +10,mlp.gate_proj,3,128,8,128,45.27394104003906,325.203125,872415232 +10,mlp.gate_proj,4,32,8,128,16.00967025756836,468.8125,872415232 +10,mlp.gate_proj,4,64,8,128,17.39365005493164,442.40625,872415232 +10,mlp.gate_proj,4,128,8,128,20.34018898010254,429.203125,872415232 +10,mlp.gate_proj,8,32,8,128,0.9735115170478821,884.8125,872415232 +10,mlp.gate_proj,8,64,8,128,1.0705078840255737,858.40625,872415232 +10,mlp.gate_proj,8,128,8,128,1.2164477109909058,845.203125,872415232 +10,mlp.up_proj,2,32,8,128,75.3963623046875,260.8125,872415232 +10,mlp.up_proj,2,64,8,128,90.924072265625,234.40625,872415232 +10,mlp.up_proj,2,128,8,128,95.96868896484375,221.203125,872415232 +10,mlp.up_proj,3,32,8,128,32.732906341552734,364.8125,872415232 +10,mlp.up_proj,3,64,8,128,37.08015441894531,338.40625,872415232 +10,mlp.up_proj,3,128,8,128,44.7059440612793,325.203125,872415232 +10,mlp.up_proj,4,32,8,128,15.83120346069336,468.8125,872415232 +10,mlp.up_proj,4,64,8,128,17.156564712524414,442.40625,872415232 +10,mlp.up_proj,4,128,8,128,19.864072799682617,429.203125,872415232 +10,mlp.up_proj,8,32,8,128,0.9465597867965698,884.8125,872415232 +10,mlp.up_proj,8,64,8,128,1.0431052446365356,858.40625,872415232 +10,mlp.up_proj,8,128,8,128,1.1676626205444336,845.203125,872415232 +10,mlp.down_proj,2,32,8,128,77.39253234863281,260.8125,872415232 +10,mlp.down_proj,2,64,8,128,91.37529754638672,234.40625,872415232 +10,mlp.down_proj,2,128,8,128,97.54358673095703,221.203125,872415232 +10,mlp.down_proj,3,32,8,128,33.154869079589844,364.8125,872415232 +10,mlp.down_proj,3,64,8,128,37.93671417236328,338.40625,872415232 +10,mlp.down_proj,3,128,8,128,45.13663101196289,325.203125,872415232 +10,mlp.down_proj,4,32,8,128,16.049226760864258,468.8125,872415232 +10,mlp.down_proj,4,64,8,128,17.489595413208008,442.40625,872415232 +10,mlp.down_proj,4,128,8,128,20.215970993041992,429.203125,872415232 +10,mlp.down_proj,8,32,8,128,0.972316563129425,884.8125,872415232 +10,mlp.down_proj,8,64,8,128,1.0605835914611816,858.40625,872415232 +10,mlp.down_proj,8,128,8,128,1.19255793094635,845.203125,872415232 +11,self_attn.q_proj,2,32,8,128,51.96696853637695,80.25,268435456 +11,self_attn.q_proj,2,64,8,128,62.20612716674805,72.125,268435456 +11,self_attn.q_proj,2,128,8,128,70.65115356445312,68.0625,268435456 +11,self_attn.q_proj,3,32,8,128,22.506145477294922,112.25,268435456 +11,self_attn.q_proj,3,64,8,128,26.628421783447266,104.125,268435456 +11,self_attn.q_proj,3,128,8,128,31.05097770690918,100.0625,268435456 +11,self_attn.q_proj,4,32,8,128,10.45637321472168,144.25,268435456 +11,self_attn.q_proj,4,64,8,128,12.417797088623047,136.125,268435456 +11,self_attn.q_proj,4,128,8,128,14.434542655944824,132.0625,268435456 +11,self_attn.q_proj,8,32,8,128,0.6371007561683655,272.25,268435456 +11,self_attn.q_proj,8,64,8,128,0.7560997009277344,264.125,268435456 +11,self_attn.q_proj,8,128,8,128,0.8725056052207947,260.0625,268435456 +11,self_attn.v_proj,2,32,8,128,15.528999328613281,10.03125,33554432 +11,self_attn.v_proj,2,64,8,128,19.092885971069336,9.015625,33554432 +11,self_attn.v_proj,2,128,8,128,22.2569637298584,8.5078125,33554432 +11,self_attn.v_proj,3,32,8,128,6.6335554122924805,14.03125,33554432 +11,self_attn.v_proj,3,64,8,128,8.166215896606445,13.015625,33554432 +11,self_attn.v_proj,3,128,8,128,9.520425796508789,12.5078125,33554432 +11,self_attn.v_proj,4,32,8,128,3.094294309616089,18.03125,33554432 +11,self_attn.v_proj,4,64,8,128,3.809786319732666,17.015625,33554432 +11,self_attn.v_proj,4,128,8,128,4.441514015197754,16.5078125,33554432 +11,self_attn.v_proj,8,32,8,128,0.18748977780342102,34.03125,33554432 +11,self_attn.v_proj,8,64,8,128,0.2306012660264969,33.015625,33554432 +11,self_attn.v_proj,8,128,8,128,0.2689421772956848,32.5078125,33554432 +11,self_attn.k_proj,2,32,8,128,28.76923942565918,10.03125,33554432 +11,self_attn.k_proj,2,64,8,128,37.556636810302734,9.015625,33554432 +11,self_attn.k_proj,2,128,8,128,45.27488327026367,8.5078125,33554432 +11,self_attn.k_proj,3,32,8,128,12.306804656982422,14.03125,33554432 +11,self_attn.k_proj,3,64,8,128,16.185760498046875,13.015625,33554432 +11,self_attn.k_proj,3,128,8,128,19.675588607788086,12.5078125,33554432 +11,self_attn.k_proj,4,32,8,128,5.74490213394165,18.03125,33554432 +11,self_attn.k_proj,4,64,8,128,7.552450180053711,17.015625,33554432 +11,self_attn.k_proj,4,128,8,128,9.179716110229492,16.5078125,33554432 +11,self_attn.k_proj,8,32,8,128,0.3481685519218445,34.03125,33554432 +11,self_attn.k_proj,8,64,8,128,0.45728516578674316,33.015625,33554432 +11,self_attn.k_proj,8,128,8,128,0.5560473799705505,32.5078125,33554432 +11,self_attn.o_proj,2,32,8,128,52.335487365722656,80.25,268435456 +11,self_attn.o_proj,2,64,8,128,61.35454559326172,72.125,268435456 +11,self_attn.o_proj,2,128,8,128,68.88333892822266,68.0625,268435456 +11,self_attn.o_proj,3,32,8,128,22.544984817504883,112.25,268435456 +11,self_attn.o_proj,3,64,8,128,26.108198165893555,104.125,268435456 +11,self_attn.o_proj,3,128,8,128,29.57695198059082,100.0625,268435456 +11,self_attn.o_proj,4,32,8,128,10.480151176452637,144.25,268435456 +11,self_attn.o_proj,4,64,8,128,12.18319320678711,136.125,268435456 +11,self_attn.o_proj,4,128,8,128,13.774004936218262,132.0625,268435456 +11,self_attn.o_proj,8,32,8,128,0.6408743858337402,272.25,268435456 +11,self_attn.o_proj,8,64,8,128,0.7442519068717957,264.125,268435456 +11,self_attn.o_proj,8,128,8,128,0.8352919816970825,260.0625,268435456 +11,mlp.gate_proj,2,32,8,128,79.36534118652344,260.8125,872415232 +11,mlp.gate_proj,2,64,8,128,92.0972900390625,234.40625,872415232 +11,mlp.gate_proj,2,128,8,128,99.89539337158203,221.203125,872415232 +11,mlp.gate_proj,3,32,8,128,33.547977447509766,364.8125,872415232 +11,mlp.gate_proj,3,64,8,128,39.172821044921875,338.40625,872415232 +11,mlp.gate_proj,3,128,8,128,45.500267028808594,325.203125,872415232 +11,mlp.gate_proj,4,32,8,128,16.181533813476562,468.8125,872415232 +11,mlp.gate_proj,4,64,8,128,17.947301864624023,442.40625,872415232 +11,mlp.gate_proj,4,128,8,128,21.329418182373047,429.203125,872415232 +11,mlp.gate_proj,8,32,8,128,1.0085394382476807,884.8125,872415232 +11,mlp.gate_proj,8,64,8,128,1.0970507860183716,858.40625,872415232 +11,mlp.gate_proj,8,128,8,128,1.271122932434082,845.203125,872415232 +11,mlp.up_proj,2,32,8,128,78.176025390625,260.8125,872415232 +11,mlp.up_proj,2,64,8,128,91.52908325195312,234.40625,872415232 +11,mlp.up_proj,2,128,8,128,97.90721893310547,221.203125,872415232 +11,mlp.up_proj,3,32,8,128,33.23097229003906,364.8125,872415232 +11,mlp.up_proj,3,64,8,128,38.37197494506836,338.40625,872415232 +11,mlp.up_proj,3,128,8,128,45.32836151123047,325.203125,872415232 +11,mlp.up_proj,4,32,8,128,16.088895797729492,468.8125,872415232 +11,mlp.up_proj,4,64,8,128,17.568466186523438,442.40625,872415232 +11,mlp.up_proj,4,128,8,128,20.64122200012207,429.203125,872415232 +11,mlp.up_proj,8,32,8,128,0.9865189790725708,884.8125,872415232 +11,mlp.up_proj,8,64,8,128,1.0620875358581543,858.40625,872415232 +11,mlp.up_proj,8,128,8,128,1.2090226411819458,845.203125,872415232 +11,mlp.down_proj,2,32,8,128,81.0918960571289,260.8125,872415232 +11,mlp.down_proj,2,64,8,128,92.48267364501953,234.40625,872415232 +11,mlp.down_proj,2,128,8,128,100.58329010009766,221.203125,872415232 +11,mlp.down_proj,3,32,8,128,33.923255920410156,364.8125,872415232 +11,mlp.down_proj,3,64,8,128,39.75920867919922,338.40625,872415232 +11,mlp.down_proj,3,128,8,128,45.50666809082031,325.203125,872415232 +11,mlp.down_proj,4,32,8,128,16.251951217651367,468.8125,872415232 +11,mlp.down_proj,4,64,8,128,18.097915649414062,442.40625,872415232 +11,mlp.down_proj,4,128,8,128,21.32386589050293,429.203125,872415232 +11,mlp.down_proj,8,32,8,128,1.0044552087783813,884.8125,872415232 +11,mlp.down_proj,8,64,8,128,1.0898517370224,858.40625,872415232 +11,mlp.down_proj,8,128,8,128,1.2528125047683716,845.203125,872415232 +12,self_attn.q_proj,2,32,8,128,55.56505584716797,80.25,268435456 +12,self_attn.q_proj,2,64,8,128,66.07960510253906,72.125,268435456 +12,self_attn.q_proj,2,128,8,128,74.86833190917969,68.0625,268435456 +12,self_attn.q_proj,3,32,8,128,23.824527740478516,112.25,268435456 +12,self_attn.q_proj,3,64,8,128,28.383331298828125,104.125,268435456 +12,self_attn.q_proj,3,128,8,128,32.6247673034668,100.0625,268435456 +12,self_attn.q_proj,4,32,8,128,11.185812950134277,144.25,268435456 +12,self_attn.q_proj,4,64,8,128,13.203320503234863,136.125,268435456 +12,self_attn.q_proj,4,128,8,128,15.243868827819824,132.0625,268435456 +12,self_attn.q_proj,8,32,8,128,0.6816678047180176,272.25,268435456 +12,self_attn.q_proj,8,64,8,128,0.8032101988792419,264.125,268435456 +12,self_attn.q_proj,8,128,8,128,0.9219452142715454,260.0625,268435456 +12,self_attn.v_proj,2,32,8,128,15.637499809265137,10.03125,33554432 +12,self_attn.v_proj,2,64,8,128,19.25047492980957,9.015625,33554432 +12,self_attn.v_proj,2,128,8,128,22.467863082885742,8.5078125,33554432 +12,self_attn.v_proj,3,32,8,128,6.681525707244873,14.03125,33554432 +12,self_attn.v_proj,3,64,8,128,8.231873512268066,13.015625,33554432 +12,self_attn.v_proj,3,128,8,128,9.612940788269043,12.5078125,33554432 +12,self_attn.v_proj,4,32,8,128,3.1172308921813965,18.03125,33554432 +12,self_attn.v_proj,4,64,8,128,3.841204881668091,17.015625,33554432 +12,self_attn.v_proj,4,128,8,128,4.483829975128174,16.5078125,33554432 +12,self_attn.v_proj,8,32,8,128,0.18883925676345825,34.03125,33554432 +12,self_attn.v_proj,8,64,8,128,0.23251353204250336,33.015625,33554432 +12,self_attn.v_proj,8,128,8,128,0.2714802920818329,32.5078125,33554432 +12,self_attn.k_proj,2,32,8,128,29.164186477661133,10.03125,33554432 +12,self_attn.k_proj,2,64,8,128,38.348472595214844,9.015625,33554432 +12,self_attn.k_proj,2,128,8,128,46.296993255615234,8.5078125,33554432 +12,self_attn.k_proj,3,32,8,128,12.477893829345703,14.03125,33554432 +12,self_attn.k_proj,3,64,8,128,16.58969497680664,13.015625,33554432 +12,self_attn.k_proj,3,128,8,128,20.274690628051758,12.5078125,33554432 +12,self_attn.k_proj,4,32,8,128,5.824392318725586,18.03125,33554432 +12,self_attn.k_proj,4,64,8,128,7.7416205406188965,17.015625,33554432 +12,self_attn.k_proj,4,128,8,128,9.46198558807373,16.5078125,33554432 +12,self_attn.k_proj,8,32,8,128,0.3529170751571655,34.03125,33554432 +12,self_attn.k_proj,8,64,8,128,0.4688235819339752,33.015625,33554432 +12,self_attn.k_proj,8,128,8,128,0.5731664299964905,32.5078125,33554432 +12,self_attn.o_proj,2,32,8,128,53.084503173828125,80.25,268435456 +12,self_attn.o_proj,2,64,8,128,62.357765197753906,72.125,268435456 +12,self_attn.o_proj,2,128,8,128,70.12528228759766,68.0625,268435456 +12,self_attn.o_proj,3,32,8,128,22.83121681213379,112.25,268435456 +12,self_attn.o_proj,3,64,8,128,26.557533264160156,104.125,268435456 +12,self_attn.o_proj,3,128,8,128,30.18515396118164,100.0625,268435456 +12,self_attn.o_proj,4,32,8,128,10.63819408416748,144.25,268435456 +12,self_attn.o_proj,4,64,8,128,12.384725570678711,136.125,268435456 +12,self_attn.o_proj,4,128,8,128,14.063172340393066,132.0625,268435456 +12,self_attn.o_proj,8,32,8,128,0.6505950093269348,272.25,268435456 +12,self_attn.o_proj,8,64,8,128,0.7558128237724304,264.125,268435456 +12,self_attn.o_proj,8,128,8,128,0.852774977684021,260.0625,268435456 +12,mlp.gate_proj,2,32,8,128,83.26657104492188,260.8125,872415232 +12,mlp.gate_proj,2,64,8,128,93.44190216064453,234.40625,872415232 +12,mlp.gate_proj,2,128,8,128,103.52241516113281,221.203125,872415232 +12,mlp.gate_proj,3,32,8,128,34.42052459716797,364.8125,872415232 +12,mlp.gate_proj,3,64,8,128,41.08844757080078,338.40625,872415232 +12,mlp.gate_proj,3,128,8,128,45.8030891418457,325.203125,872415232 +12,mlp.gate_proj,4,32,8,128,16.4133243560791,468.8125,872415232 +12,mlp.gate_proj,4,64,8,128,18.626737594604492,442.40625,872415232 +12,mlp.gate_proj,4,128,8,128,22.427282333374023,429.203125,872415232 +12,mlp.gate_proj,8,32,8,128,1.0178507566452026,884.8125,872415232 +12,mlp.gate_proj,8,64,8,128,1.126932978630066,858.40625,872415232 +12,mlp.gate_proj,8,128,8,128,1.3277530670166016,845.203125,872415232 +12,mlp.up_proj,2,32,8,128,81.78079986572266,260.8125,872415232 +12,mlp.up_proj,2,64,8,128,92.57875061035156,234.40625,872415232 +12,mlp.up_proj,2,128,8,128,101.08513641357422,221.203125,872415232 +12,mlp.up_proj,3,32,8,128,33.99112319946289,364.8125,872415232 +12,mlp.up_proj,3,64,8,128,40.158592224121094,338.40625,872415232 +12,mlp.up_proj,3,128,8,128,45.51752471923828,325.203125,872415232 +12,mlp.up_proj,4,32,8,128,16.277233123779297,468.8125,872415232 +12,mlp.up_proj,4,64,8,128,18.18376350402832,442.40625,872415232 +12,mlp.up_proj,4,128,8,128,21.692716598510742,429.203125,872415232 +12,mlp.up_proj,8,32,8,128,1.0059443712234497,884.8125,872415232 +12,mlp.up_proj,8,64,8,128,1.0918636322021484,858.40625,872415232 +12,mlp.up_proj,8,128,8,128,1.2681019306182861,845.203125,872415232 +12,mlp.down_proj,2,32,8,128,84.80133819580078,260.8125,872415232 +12,mlp.down_proj,2,64,8,128,93.90306854248047,234.40625,872415232 +12,mlp.down_proj,2,128,8,128,104.3239517211914,221.203125,872415232 +12,mlp.down_proj,3,32,8,128,34.81612014770508,364.8125,872415232 +12,mlp.down_proj,3,64,8,128,41.65968322753906,338.40625,872415232 +12,mlp.down_proj,3,128,8,128,45.82858657836914,325.203125,872415232 +12,mlp.down_proj,4,32,8,128,16.501876831054688,468.8125,872415232 +12,mlp.down_proj,4,64,8,128,18.79785919189453,442.40625,872415232 +12,mlp.down_proj,4,128,8,128,22.47077751159668,429.203125,872415232 +12,mlp.down_proj,8,32,8,128,1.0156989097595215,884.8125,872415232 +12,mlp.down_proj,8,64,8,128,1.1251177787780762,858.40625,872415232 +12,mlp.down_proj,8,128,8,128,1.318208932876587,845.203125,872415232 +13,self_attn.q_proj,2,32,8,128,47.89622497558594,80.25,268435456 +13,self_attn.q_proj,2,64,8,128,56.929908752441406,72.125,268435456 +13,self_attn.q_proj,2,128,8,128,65.3488998413086,68.0625,268435456 +13,self_attn.q_proj,3,32,8,128,20.553098678588867,112.25,268435456 +13,self_attn.q_proj,3,64,8,128,24.35101890563965,104.125,268435456 +13,self_attn.q_proj,3,128,8,128,28.072843551635742,100.0625,268435456 +13,self_attn.q_proj,4,32,8,128,9.555726051330566,144.25,268435456 +13,self_attn.q_proj,4,64,8,128,11.43993091583252,136.125,268435456 +13,self_attn.q_proj,4,128,8,128,13.063284873962402,132.0625,268435456 +13,self_attn.q_proj,8,32,8,128,0.5825248956680298,272.25,268435456 +13,self_attn.q_proj,8,64,8,128,0.6981505155563354,264.125,268435456 +13,self_attn.q_proj,8,128,8,128,0.7912454009056091,260.0625,268435456 +13,self_attn.v_proj,2,32,8,128,16.56827163696289,10.03125,33554432 +13,self_attn.v_proj,2,64,8,128,20.36528968811035,9.015625,33554432 +13,self_attn.v_proj,2,128,8,128,23.720308303833008,8.5078125,33554432 +13,self_attn.v_proj,3,32,8,128,7.0788116455078125,14.03125,33554432 +13,self_attn.v_proj,3,64,8,128,8.705634117126465,13.015625,33554432 +13,self_attn.v_proj,3,128,8,128,10.147505760192871,12.5078125,33554432 +13,self_attn.v_proj,4,32,8,128,3.302349090576172,18.03125,33554432 +13,self_attn.v_proj,4,64,8,128,4.062743663787842,17.015625,33554432 +13,self_attn.v_proj,4,128,8,128,4.73479700088501,16.5078125,33554432 +13,self_attn.v_proj,8,32,8,128,0.20009835064411163,34.03125,33554432 +13,self_attn.v_proj,8,64,8,128,0.24601051211357117,33.015625,33554432 +13,self_attn.v_proj,8,128,8,128,0.2867579162120819,32.5078125,33554432 +13,self_attn.k_proj,2,32,8,128,26.43245506286621,10.03125,33554432 +13,self_attn.k_proj,2,64,8,128,34.02354431152344,9.015625,33554432 +13,self_attn.k_proj,2,128,8,128,40.61488723754883,8.5078125,33554432 +13,self_attn.k_proj,3,32,8,128,11.30444049835205,14.03125,33554432 +13,self_attn.k_proj,3,64,8,128,14.581287384033203,13.015625,33554432 +13,self_attn.k_proj,3,128,8,128,17.461671829223633,12.5078125,33554432 +13,self_attn.k_proj,4,32,8,128,5.272322654724121,18.03125,33554432 +13,self_attn.k_proj,4,64,8,128,6.802550315856934,17.015625,33554432 +13,self_attn.k_proj,4,128,8,128,8.147232055664062,16.5078125,33554432 +13,self_attn.k_proj,8,32,8,128,0.3195835053920746,34.03125,33554432 +13,self_attn.k_proj,8,64,8,128,0.41207653284072876,33.015625,33554432 +13,self_attn.k_proj,8,128,8,128,0.49302616715431213,32.5078125,33554432 +13,self_attn.o_proj,2,32,8,128,52.78408432006836,80.25,268435456 +13,self_attn.o_proj,2,64,8,128,61.917808532714844,72.125,268435456 +13,self_attn.o_proj,2,128,8,128,69.58344268798828,68.0625,268435456 +13,self_attn.o_proj,3,32,8,128,22.717281341552734,112.25,268435456 +13,self_attn.o_proj,3,64,8,128,26.367687225341797,104.125,268435456 +13,self_attn.o_proj,3,128,8,128,29.901309967041016,100.0625,268435456 +13,self_attn.o_proj,4,32,8,128,10.572705268859863,144.25,268435456 +13,self_attn.o_proj,4,64,8,128,12.297355651855469,136.125,268435456 +13,self_attn.o_proj,4,128,8,128,13.933759689331055,132.0625,268435456 +13,self_attn.o_proj,8,32,8,128,0.646638810634613,272.25,268435456 +13,self_attn.o_proj,8,64,8,128,0.7507691383361816,264.125,268435456 +13,self_attn.o_proj,8,128,8,128,0.845129668712616,260.0625,268435456 +13,mlp.gate_proj,2,32,8,128,86.4872817993164,260.8125,872415232 +13,mlp.gate_proj,2,64,8,128,95.14734649658203,234.40625,872415232 +13,mlp.gate_proj,2,128,8,128,107.95746612548828,221.203125,872415232 +13,mlp.gate_proj,3,32,8,128,35.291587829589844,364.8125,872415232 +13,mlp.gate_proj,3,64,8,128,42.91293716430664,338.40625,872415232 +13,mlp.gate_proj,3,128,8,128,46.368080139160156,325.203125,872415232 +13,mlp.gate_proj,4,32,8,128,16.6646728515625,468.8125,872415232 +13,mlp.gate_proj,4,64,8,128,19.330591201782227,442.40625,872415232 +13,mlp.gate_proj,4,128,8,128,22.711017608642578,429.203125,872415232 +13,mlp.gate_proj,8,32,8,128,1.0292208194732666,884.8125,872415232 +13,mlp.gate_proj,8,64,8,128,1.1632455587387085,858.40625,872415232 +13,mlp.gate_proj,8,128,8,128,1.3864659070968628,845.203125,872415232 +13,mlp.up_proj,2,32,8,128,83.91018676757812,260.8125,872415232 +13,mlp.up_proj,2,64,8,128,93.34661102294922,234.40625,872415232 +13,mlp.up_proj,2,128,8,128,103.20148468017578,221.203125,872415232 +13,mlp.up_proj,3,32,8,128,34.49797821044922,364.8125,872415232 +13,mlp.up_proj,3,64,8,128,41.23056411743164,338.40625,872415232 +13,mlp.up_proj,3,128,8,128,45.67375564575195,325.203125,872415232 +13,mlp.up_proj,4,32,8,128,16.4122314453125,468.8125,872415232 +13,mlp.up_proj,4,64,8,128,18.581127166748047,442.40625,872415232 +13,mlp.up_proj,4,128,8,128,22.320493698120117,429.203125,872415232 +13,mlp.up_proj,8,32,8,128,1.0118106603622437,884.8125,872415232 +13,mlp.up_proj,8,64,8,128,1.111786961555481,858.40625,872415232 +13,mlp.up_proj,8,128,8,128,1.3044085502624512,845.203125,872415232 +13,mlp.down_proj,2,32,8,128,85.68655395507812,260.8125,872415232 +13,mlp.down_proj,2,64,8,128,94.26412963867188,234.40625,872415232 +13,mlp.down_proj,2,128,8,128,105.15948486328125,221.203125,872415232 +13,mlp.down_proj,3,32,8,128,35.04451370239258,364.8125,872415232 +13,mlp.down_proj,3,64,8,128,42.083797454833984,338.40625,872415232 +13,mlp.down_proj,3,128,8,128,45.910030364990234,325.203125,872415232 +13,mlp.down_proj,4,32,8,128,16.568307876586914,468.8125,872415232 +13,mlp.down_proj,4,64,8,128,18.95842742919922,442.40625,872415232 +13,mlp.down_proj,4,128,8,128,22.632081985473633,429.203125,872415232 +13,mlp.down_proj,8,32,8,128,1.0188425779342651,884.8125,872415232 +13,mlp.down_proj,8,64,8,128,1.1334521770477295,858.40625,872415232 +13,mlp.down_proj,8,128,8,128,1.3317674398422241,845.203125,872415232 +14,self_attn.q_proj,2,32,8,128,44.57953643798828,80.25,268435456 +14,self_attn.q_proj,2,64,8,128,52.715660095214844,72.125,268435456 +14,self_attn.q_proj,2,128,8,128,60.79056167602539,68.0625,268435456 +14,self_attn.q_proj,3,32,8,128,19.06770133972168,112.25,268435456 +14,self_attn.q_proj,3,64,8,128,23.081016540527344,104.125,268435456 +14,self_attn.q_proj,3,128,8,128,26.726957321166992,100.0625,268435456 +14,self_attn.q_proj,4,32,8,128,8.891424179077148,144.25,268435456 +14,self_attn.q_proj,4,64,8,128,10.783930778503418,136.125,268435456 +14,self_attn.q_proj,4,128,8,128,12.478048324584961,132.0625,268435456 +14,self_attn.q_proj,8,32,8,128,0.5419045686721802,272.25,268435456 +14,self_attn.q_proj,8,64,8,128,0.6548600196838379,264.125,268435456 +14,self_attn.q_proj,8,128,8,128,0.7563747763633728,260.0625,268435456 +14,self_attn.v_proj,2,32,8,128,15.433755874633789,10.03125,33554432 +14,self_attn.v_proj,2,64,8,128,18.979692459106445,9.015625,33554432 +14,self_attn.v_proj,2,128,8,128,22.144506454467773,8.5078125,33554432 +14,self_attn.v_proj,3,32,8,128,6.593282222747803,14.03125,33554432 +14,self_attn.v_proj,3,64,8,128,8.117679595947266,13.015625,33554432 +14,self_attn.v_proj,3,128,8,128,9.468049049377441,12.5078125,33554432 +14,self_attn.v_proj,4,32,8,128,3.0750646591186523,18.03125,33554432 +14,self_attn.v_proj,4,64,8,128,3.7878928184509277,17.015625,33554432 +14,self_attn.v_proj,4,128,8,128,4.4190993309021,16.5078125,33554432 +14,self_attn.v_proj,8,32,8,128,0.18636411428451538,34.03125,33554432 +14,self_attn.v_proj,8,64,8,128,0.22929248213768005,33.015625,33554432 +14,self_attn.v_proj,8,128,8,128,0.2675728499889374,32.5078125,33554432 +14,self_attn.k_proj,2,32,8,128,26.846580505371094,10.03125,33554432 +14,self_attn.k_proj,2,64,8,128,35.24750518798828,9.015625,33554432 +14,self_attn.k_proj,2,128,8,128,42.473228454589844,8.5078125,33554432 +14,self_attn.k_proj,3,32,8,128,11.509176254272461,14.03125,33554432 +14,self_attn.k_proj,3,64,8,128,15.307329177856445,13.015625,33554432 +14,self_attn.k_proj,3,128,8,128,18.763696670532227,12.5078125,33554432 +14,self_attn.k_proj,4,32,8,128,5.370341777801514,18.03125,33554432 +14,self_attn.k_proj,4,64,8,128,7.1401801109313965,17.015625,33554432 +14,self_attn.k_proj,4,128,8,128,8.760001182556152,16.5078125,33554432 +14,self_attn.k_proj,8,32,8,128,0.32561156153678894,34.03125,33554432 +14,self_attn.k_proj,8,64,8,128,0.4325994849205017,33.015625,33554432 +14,self_attn.k_proj,8,128,8,128,0.5304939150810242,32.5078125,33554432 +14,self_attn.o_proj,2,32,8,128,48.257198333740234,80.25,268435456 +14,self_attn.o_proj,2,64,8,128,56.37376022338867,72.125,268435456 +14,self_attn.o_proj,2,128,8,128,64.01531982421875,68.0625,268435456 +14,self_attn.o_proj,3,32,8,128,20.70078468322754,112.25,268435456 +14,self_attn.o_proj,3,64,8,128,24.128934860229492,104.125,268435456 +14,self_attn.o_proj,3,128,8,128,27.33085823059082,100.0625,268435456 +14,self_attn.o_proj,4,32,8,128,9.631997108459473,144.25,268435456 +14,self_attn.o_proj,4,64,8,128,11.332765579223633,136.125,268435456 +14,self_attn.o_proj,4,128,8,128,12.751652717590332,132.0625,268435456 +14,self_attn.o_proj,8,32,8,128,0.5888240337371826,272.25,268435456 +14,self_attn.o_proj,8,64,8,128,0.6919484734535217,264.125,268435456 +14,self_attn.o_proj,8,128,8,128,0.7741016745567322,260.0625,268435456 +14,mlp.gate_proj,2,32,8,128,88.87071990966797,260.8125,872415232 +14,mlp.gate_proj,2,64,8,128,96.06661224365234,234.40625,872415232 +14,mlp.gate_proj,2,128,8,128,109.857421875,221.203125,872415232 +14,mlp.gate_proj,3,32,8,128,35.905113220214844,364.8125,872415232 +14,mlp.gate_proj,3,64,8,128,43.96574020385742,338.40625,872415232 +14,mlp.gate_proj,3,128,8,128,46.49413299560547,325.203125,872415232 +14,mlp.gate_proj,4,32,8,128,16.841508865356445,468.8125,872415232 +14,mlp.gate_proj,4,64,8,128,19.704730987548828,442.40625,872415232 +14,mlp.gate_proj,4,128,8,128,22.737083435058594,429.203125,872415232 +14,mlp.gate_proj,8,32,8,128,1.0380208492279053,884.8125,872415232 +14,mlp.gate_proj,8,64,8,128,1.189632773399353,858.40625,872415232 +14,mlp.gate_proj,8,128,8,128,1.413286566734314,845.203125,872415232 +14,mlp.up_proj,2,32,8,128,85.95308685302734,260.8125,872415232 +14,mlp.up_proj,2,64,8,128,94.1554946899414,234.40625,872415232 +14,mlp.up_proj,2,128,8,128,105.30806732177734,221.203125,872415232 +14,mlp.up_proj,3,32,8,128,35.01780700683594,364.8125,872415232 +14,mlp.up_proj,3,64,8,128,42.238006591796875,338.40625,872415232 +14,mlp.up_proj,3,128,8,128,45.847938537597656,325.203125,872415232 +14,mlp.up_proj,4,32,8,128,16.558561325073242,468.8125,872415232 +14,mlp.up_proj,4,64,8,128,18.963470458984375,442.40625,872415232 +14,mlp.up_proj,4,128,8,128,22.637773513793945,429.203125,872415232 +14,mlp.up_proj,8,32,8,128,1.0183757543563843,884.8125,872415232 +14,mlp.up_proj,8,64,8,128,1.131776213645935,858.40625,872415232 +14,mlp.up_proj,8,128,8,128,1.3380173444747925,845.203125,872415232 +14,mlp.down_proj,2,32,8,128,86.8463363647461,260.8125,872415232 +14,mlp.down_proj,2,64,8,128,94.71981048583984,234.40625,872415232 +14,mlp.down_proj,2,128,8,128,106.24725341796875,221.203125,872415232 +14,mlp.down_proj,3,32,8,128,35.325687408447266,364.8125,872415232 +14,mlp.down_proj,3,64,8,128,42.62515640258789,338.40625,872415232 +14,mlp.down_proj,3,128,8,128,46.01358413696289,325.203125,872415232 +14,mlp.down_proj,4,32,8,128,16.651613235473633,468.8125,872415232 +14,mlp.down_proj,4,64,8,128,19.144451141357422,442.40625,872415232 +14,mlp.down_proj,4,128,8,128,22.649457931518555,429.203125,872415232 +14,mlp.down_proj,8,32,8,128,1.0227389335632324,884.8125,872415232 +14,mlp.down_proj,8,64,8,128,1.1430189609527588,858.40625,872415232 +14,mlp.down_proj,8,128,8,128,1.347307801246643,845.203125,872415232 +15,self_attn.q_proj,2,32,8,128,34.298919677734375,80.25,268435456 +15,self_attn.q_proj,2,64,8,128,40.85074996948242,72.125,268435456 +15,self_attn.q_proj,2,128,8,128,46.77457046508789,68.0625,268435456 +15,self_attn.q_proj,3,32,8,128,14.970198631286621,112.25,268435456 +15,self_attn.q_proj,3,64,8,128,17.966632843017578,104.125,268435456 +15,self_attn.q_proj,3,128,8,128,21.04181671142578,100.0625,268435456 +15,self_attn.q_proj,4,32,8,128,6.9676923751831055,144.25,268435456 +15,self_attn.q_proj,4,64,8,128,8.429037094116211,136.125,268435456 +15,self_attn.q_proj,4,128,8,128,9.836816787719727,132.0625,268435456 +15,self_attn.q_proj,8,32,8,128,0.42509976029396057,272.25,268435456 +15,self_attn.q_proj,8,64,8,128,0.5144826769828796,264.125,268435456 +15,self_attn.q_proj,8,128,8,128,0.5953971743583679,260.0625,268435456 +15,self_attn.v_proj,2,32,8,128,16.937881469726562,10.03125,33554432 +15,self_attn.v_proj,2,64,8,128,20.835052490234375,9.015625,33554432 +15,self_attn.v_proj,2,128,8,128,24.28738021850586,8.5078125,33554432 +15,self_attn.v_proj,3,32,8,128,7.23845911026001,14.03125,33554432 +15,self_attn.v_proj,3,64,8,128,8.908086776733398,13.015625,33554432 +15,self_attn.v_proj,3,128,8,128,10.387947082519531,12.5078125,33554432 +15,self_attn.v_proj,4,32,8,128,3.3764190673828125,18.03125,33554432 +15,self_attn.v_proj,4,64,8,128,4.156963348388672,17.015625,33554432 +15,self_attn.v_proj,4,128,8,128,4.847196102142334,16.5078125,33554432 +15,self_attn.v_proj,8,32,8,128,0.20450368523597717,34.03125,33554432 +15,self_attn.v_proj,8,64,8,128,0.25162652134895325,33.015625,33554432 +15,self_attn.v_proj,8,128,8,128,0.2936140298843384,32.5078125,33554432 +15,self_attn.k_proj,2,32,8,128,19.893192291259766,10.03125,33554432 +15,self_attn.k_proj,2,64,8,128,26.103961944580078,9.015625,33554432 +15,self_attn.k_proj,2,128,8,128,31.341693878173828,8.5078125,33554432 +15,self_attn.k_proj,3,32,8,128,8.51179313659668,14.03125,33554432 +15,self_attn.k_proj,3,64,8,128,11.246548652648926,13.015625,33554432 +15,self_attn.k_proj,3,128,8,128,13.6294584274292,12.5078125,33554432 +15,self_attn.k_proj,4,32,8,128,3.973357677459717,18.03125,33554432 +15,self_attn.k_proj,4,64,8,128,5.25144100189209,17.015625,33554432 +15,self_attn.k_proj,4,128,8,128,6.363736152648926,16.5078125,33554432 +15,self_attn.k_proj,8,32,8,128,0.24057480692863464,34.03125,33554432 +15,self_attn.k_proj,8,64,8,128,0.31810715794563293,33.015625,33554432 +15,self_attn.k_proj,8,128,8,128,0.3854045569896698,32.5078125,33554432 +15,self_attn.o_proj,2,32,8,128,49.347747802734375,80.25,268435456 +15,self_attn.o_proj,2,64,8,128,57.8045654296875,72.125,268435456 +15,self_attn.o_proj,2,128,8,128,65.436767578125,68.0625,268435456 +15,self_attn.o_proj,3,32,8,128,21.20946502685547,112.25,268435456 +15,self_attn.o_proj,3,64,8,128,24.698476791381836,104.125,268435456 +15,self_attn.o_proj,3,128,8,128,28.062946319580078,100.0625,268435456 +15,self_attn.o_proj,4,32,8,128,9.86575698852539,144.25,268435456 +15,self_attn.o_proj,4,64,8,128,11.570964813232422,136.125,268435456 +15,self_attn.o_proj,4,128,8,128,13.080540657043457,132.0625,268435456 +15,self_attn.o_proj,8,32,8,128,0.6030243039131165,272.25,268435456 +15,self_attn.o_proj,8,64,8,128,0.7090747356414795,264.125,268435456 +15,self_attn.o_proj,8,128,8,128,0.7935314178466797,260.0625,268435456 +15,mlp.gate_proj,2,32,8,128,88.26744079589844,260.8125,872415232 +15,mlp.gate_proj,2,64,8,128,96.05880737304688,234.40625,872415232 +15,mlp.gate_proj,2,128,8,128,110.01123809814453,221.203125,872415232 +15,mlp.gate_proj,3,32,8,128,35.779212951660156,364.8125,872415232 +15,mlp.gate_proj,3,64,8,128,43.84358215332031,338.40625,872415232 +15,mlp.gate_proj,3,128,8,128,46.692405700683594,325.203125,872415232 +15,mlp.gate_proj,4,32,8,128,16.817386627197266,468.8125,872415232 +15,mlp.gate_proj,4,64,8,128,19.691349029541016,442.40625,872415232 +15,mlp.gate_proj,4,128,8,128,22.788490295410156,429.203125,872415232 +15,mlp.gate_proj,8,32,8,128,1.033978819847107,884.8125,872415232 +15,mlp.gate_proj,8,64,8,128,1.1828783750534058,858.40625,872415232 +15,mlp.gate_proj,8,128,8,128,1.4153245687484741,845.203125,872415232 +15,mlp.up_proj,2,32,8,128,85.18855285644531,260.8125,872415232 +15,mlp.up_proj,2,64,8,128,93.8512191772461,234.40625,872415232 +15,mlp.up_proj,2,128,8,128,104.61943054199219,221.203125,872415232 +15,mlp.up_proj,3,32,8,128,34.82091522216797,364.8125,872415232 +15,mlp.up_proj,3,64,8,128,41.87019348144531,338.40625,872415232 +15,mlp.up_proj,3,128,8,128,45.794456481933594,325.203125,872415232 +15,mlp.up_proj,4,32,8,128,16.5035343170166,468.8125,872415232 +15,mlp.up_proj,4,64,8,128,18.82280921936035,442.40625,872415232 +15,mlp.up_proj,4,128,8,128,22.63008689880371,429.203125,872415232 +15,mlp.up_proj,8,32,8,128,1.0159015655517578,884.8125,872415232 +15,mlp.up_proj,8,64,8,128,1.1243664026260376,858.40625,872415232 +15,mlp.up_proj,8,128,8,128,1.3262975215911865,845.203125,872415232 +15,mlp.down_proj,2,32,8,128,85.13179779052734,260.8125,872415232 +15,mlp.down_proj,2,64,8,128,94.00418090820312,234.40625,872415232 +15,mlp.down_proj,2,128,8,128,104.34388732910156,221.203125,872415232 +15,mlp.down_proj,3,32,8,128,34.88029479980469,364.8125,872415232 +15,mlp.down_proj,3,64,8,128,41.715267181396484,338.40625,872415232 +15,mlp.down_proj,3,128,8,128,45.865333557128906,325.203125,872415232 +15,mlp.down_proj,4,32,8,128,16.525545120239258,468.8125,872415232 +15,mlp.down_proj,4,64,8,128,18.812301635742188,442.40625,872415232 +15,mlp.down_proj,4,128,8,128,22.47939682006836,429.203125,872415232 +15,mlp.down_proj,8,32,8,128,1.0169183015823364,884.8125,872415232 +15,mlp.down_proj,8,64,8,128,1.1257600784301758,858.40625,872415232 +15,mlp.down_proj,8,128,8,128,1.316513180732727,845.203125,872415232 +16,self_attn.q_proj,2,32,8,128,52.26833724975586,80.25,268435456 +16,self_attn.q_proj,2,64,8,128,62.37892532348633,72.125,268435456 +16,self_attn.q_proj,2,128,8,128,70.53438568115234,68.0625,268435456 +16,self_attn.q_proj,3,32,8,128,23.000507354736328,112.25,268435456 +16,self_attn.q_proj,3,64,8,128,27.65997886657715,104.125,268435456 +16,self_attn.q_proj,3,128,8,128,32.493953704833984,100.0625,268435456 +16,self_attn.q_proj,4,32,8,128,10.741896629333496,144.25,268435456 +16,self_attn.q_proj,4,64,8,128,12.913237571716309,136.125,268435456 +16,self_attn.q_proj,4,128,8,128,15.268158912658691,132.0625,268435456 +16,self_attn.q_proj,8,32,8,128,0.6549990177154541,272.25,268435456 +16,self_attn.q_proj,8,64,8,128,0.7852591872215271,264.125,268435456 +16,self_attn.q_proj,8,128,8,128,0.9229012727737427,260.0625,268435456 +16,self_attn.v_proj,2,32,8,128,15.115144729614258,10.03125,33554432 +16,self_attn.v_proj,2,64,8,128,18.69197654724121,9.015625,33554432 +16,self_attn.v_proj,2,128,8,128,21.91893768310547,8.5078125,33554432 +16,self_attn.v_proj,3,32,8,128,6.457775115966797,14.03125,33554432 +16,self_attn.v_proj,3,64,8,128,7.995351791381836,13.015625,33554432 +16,self_attn.v_proj,3,128,8,128,9.370380401611328,12.5078125,33554432 +16,self_attn.v_proj,4,32,8,128,3.013256072998047,18.03125,33554432 +16,self_attn.v_proj,4,64,8,128,3.7303109169006348,17.015625,33554432 +16,self_attn.v_proj,4,128,8,128,4.373297214508057,16.5078125,33554432 +16,self_attn.v_proj,8,32,8,128,0.18252532184123993,34.03125,33554432 +16,self_attn.v_proj,8,64,8,128,0.22576385736465454,33.015625,33554432 +16,self_attn.v_proj,8,128,8,128,0.26473599672317505,32.5078125,33554432 +16,self_attn.k_proj,2,32,8,128,29.770061492919922,10.03125,33554432 +16,self_attn.k_proj,2,64,8,128,39.02130126953125,9.015625,33554432 +16,self_attn.k_proj,2,128,8,128,46.901737213134766,8.5078125,33554432 +16,self_attn.k_proj,3,32,8,128,12.831847190856934,14.03125,33554432 +16,self_attn.k_proj,3,64,8,128,17.320608139038086,13.015625,33554432 +16,self_attn.k_proj,3,128,8,128,21.69338607788086,12.5078125,33554432 +16,self_attn.k_proj,4,32,8,128,5.991845607757568,18.03125,33554432 +16,self_attn.k_proj,4,64,8,128,8.092432975769043,17.015625,33554432 +16,self_attn.k_proj,4,128,8,128,10.139619827270508,16.5078125,33554432 +16,self_attn.k_proj,8,32,8,128,0.3629857301712036,34.03125,33554432 +16,self_attn.k_proj,8,64,8,128,0.4896031320095062,33.015625,33554432 +16,self_attn.k_proj,8,128,8,128,0.6143872737884521,32.5078125,33554432 +16,self_attn.o_proj,2,32,8,128,48.3950080871582,80.25,268435456 +16,self_attn.o_proj,2,64,8,128,56.528038024902344,72.125,268435456 +16,self_attn.o_proj,2,128,8,128,64.29840850830078,68.0625,268435456 +16,self_attn.o_proj,3,32,8,128,20.75137710571289,112.25,268435456 +16,self_attn.o_proj,3,64,8,128,24.227466583251953,104.125,268435456 +16,self_attn.o_proj,3,128,8,128,27.472686767578125,100.0625,268435456 +16,self_attn.o_proj,4,32,8,128,9.65439224243164,144.25,268435456 +16,self_attn.o_proj,4,64,8,128,11.369657516479492,136.125,268435456 +16,self_attn.o_proj,4,128,8,128,12.825533866882324,132.0625,268435456 +16,self_attn.o_proj,8,32,8,128,0.590156614780426,272.25,268435456 +16,self_attn.o_proj,8,64,8,128,0.6941453814506531,264.125,268435456 +16,self_attn.o_proj,8,128,8,128,0.7783352732658386,260.0625,268435456 +16,mlp.gate_proj,2,32,8,128,85.5024642944336,260.8125,872415232 +16,mlp.gate_proj,2,64,8,128,94.52545928955078,234.40625,872415232 +16,mlp.gate_proj,2,128,8,128,106.45686340332031,221.203125,872415232 +16,mlp.gate_proj,3,32,8,128,35.008514404296875,364.8125,872415232 +16,mlp.gate_proj,3,64,8,128,42.37428283691406,338.40625,872415232 +16,mlp.gate_proj,3,128,8,128,46.1939697265625,325.203125,872415232 +16,mlp.gate_proj,4,32,8,128,16.585847854614258,468.8125,872415232 +16,mlp.gate_proj,4,64,8,128,19.11220932006836,442.40625,872415232 +16,mlp.gate_proj,4,128,8,128,22.686147689819336,429.203125,872415232 +16,mlp.gate_proj,8,32,8,128,1.0227675437927246,884.8125,872415232 +16,mlp.gate_proj,8,64,8,128,1.1523340940475464,858.40625,872415232 +16,mlp.gate_proj,8,128,8,128,1.379909873008728,845.203125,872415232 +16,mlp.up_proj,2,32,8,128,83.01766204833984,260.8125,872415232 +16,mlp.up_proj,2,64,8,128,92.98311614990234,234.40625,872415232 +16,mlp.up_proj,2,128,8,128,102.21551513671875,221.203125,872415232 +16,mlp.up_proj,3,32,8,128,34.2769660949707,364.8125,872415232 +16,mlp.up_proj,3,64,8,128,40.75486755371094,338.40625,872415232 +16,mlp.up_proj,3,128,8,128,45.60799789428711,325.203125,872415232 +16,mlp.up_proj,4,32,8,128,16.353561401367188,468.8125,872415232 +16,mlp.up_proj,4,64,8,128,18.39858627319336,442.40625,872415232 +16,mlp.up_proj,4,128,8,128,22.059389114379883,429.203125,872415232 +16,mlp.up_proj,8,32,8,128,1.0093331336975098,884.8125,872415232 +16,mlp.up_proj,8,64,8,128,1.1027270555496216,858.40625,872415232 +16,mlp.up_proj,8,128,8,128,1.2882792949676514,845.203125,872415232 +16,mlp.down_proj,2,32,8,128,83.12939453125,260.8125,872415232 +16,mlp.down_proj,2,64,8,128,93.20344543457031,234.40625,872415232 +16,mlp.down_proj,2,128,8,128,102.27115631103516,221.203125,872415232 +16,mlp.down_proj,3,32,8,128,34.387638092041016,364.8125,872415232 +16,mlp.down_proj,3,64,8,128,40.68511199951172,338.40625,872415232 +16,mlp.down_proj,3,128,8,128,45.671321868896484,325.203125,872415232 +16,mlp.down_proj,4,32,8,128,16.386333465576172,468.8125,872415232 +16,mlp.down_proj,4,64,8,128,18.428476333618164,442.40625,872415232 +16,mlp.down_proj,4,128,8,128,21.859962463378906,429.203125,872415232 +16,mlp.down_proj,8,32,8,128,1.0105054378509521,884.8125,872415232 +16,mlp.down_proj,8,64,8,128,1.106459617614746,858.40625,872415232 +16,mlp.down_proj,8,128,8,128,1.2810745239257812,845.203125,872415232 +17,self_attn.q_proj,2,32,8,128,53.501365661621094,80.25,268435456 +17,self_attn.q_proj,2,64,8,128,64.12374877929688,72.125,268435456 +17,self_attn.q_proj,2,128,8,128,72.03343963623047,68.0625,268435456 +17,self_attn.q_proj,3,32,8,128,23.32697296142578,112.25,268435456 +17,self_attn.q_proj,3,64,8,128,28.151424407958984,104.125,268435456 +17,self_attn.q_proj,3,128,8,128,32.7751579284668,100.0625,268435456 +17,self_attn.q_proj,4,32,8,128,10.91530704498291,144.25,268435456 +17,self_attn.q_proj,4,64,8,128,13.10716724395752,136.125,268435456 +17,self_attn.q_proj,4,128,8,128,15.358715057373047,132.0625,268435456 +17,self_attn.q_proj,8,32,8,128,0.6654990911483765,272.25,268435456 +17,self_attn.q_proj,8,64,8,128,0.796493649482727,264.125,268435456 +17,self_attn.q_proj,8,128,8,128,0.9289212226867676,260.0625,268435456 +17,self_attn.v_proj,2,32,8,128,16.73135757446289,10.03125,33554432 +17,self_attn.v_proj,2,64,8,128,20.578052520751953,9.015625,33554432 +17,self_attn.v_proj,2,128,8,128,23.980239868164062,8.5078125,33554432 +17,self_attn.v_proj,3,32,8,128,7.148231029510498,14.03125,33554432 +17,self_attn.v_proj,3,64,8,128,8.796510696411133,13.015625,33554432 +17,self_attn.v_proj,3,128,8,128,10.256725311279297,12.5078125,33554432 +17,self_attn.v_proj,4,32,8,128,3.3344380855560303,18.03125,33554432 +17,self_attn.v_proj,4,64,8,128,4.105903148651123,17.015625,33554432 +17,self_attn.v_proj,4,128,8,128,4.785190582275391,16.5078125,33554432 +17,self_attn.v_proj,8,32,8,128,0.2019578069448471,34.03125,33554432 +17,self_attn.v_proj,8,64,8,128,0.24850378930568695,33.015625,33554432 +17,self_attn.v_proj,8,128,8,128,0.28985661268234253,32.5078125,33554432 +17,self_attn.k_proj,2,32,8,128,28.792312622070312,10.03125,33554432 +17,self_attn.k_proj,2,64,8,128,37.46206283569336,9.015625,33554432 +17,self_attn.k_proj,2,128,8,128,45.36417007446289,8.5078125,33554432 +17,self_attn.k_proj,3,32,8,128,12.348420143127441,14.03125,33554432 +17,self_attn.k_proj,3,64,8,128,16.26028060913086,13.015625,33554432 +17,self_attn.k_proj,3,128,8,128,20.021434783935547,12.5078125,33554432 +17,self_attn.k_proj,4,32,8,128,5.765469074249268,18.03125,33554432 +17,self_attn.k_proj,4,64,8,128,7.587136268615723,17.015625,33554432 +17,self_attn.k_proj,4,128,8,128,9.343911170959473,16.5078125,33554432 +17,self_attn.k_proj,8,32,8,128,0.3492079973220825,34.03125,33554432 +17,self_attn.k_proj,8,64,8,128,0.45933032035827637,33.015625,33554432 +17,self_attn.k_proj,8,128,8,128,0.5657634735107422,32.5078125,33554432 +17,self_attn.o_proj,2,32,8,128,51.19225311279297,80.25,268435456 +17,self_attn.o_proj,2,64,8,128,60.0946044921875,72.125,268435456 +17,self_attn.o_proj,2,128,8,128,67.727783203125,68.0625,268435456 +17,self_attn.o_proj,3,32,8,128,22.05978775024414,112.25,268435456 +17,self_attn.o_proj,3,64,8,128,25.617565155029297,104.125,268435456 +17,self_attn.o_proj,3,128,8,128,29.145305633544922,100.0625,268435456 +17,self_attn.o_proj,4,32,8,128,10.252351760864258,144.25,268435456 +17,self_attn.o_proj,4,64,8,128,11.974258422851562,136.125,268435456 +17,self_attn.o_proj,4,128,8,128,13.574801445007324,132.0625,268435456 +17,self_attn.o_proj,8,32,8,128,0.6266864538192749,272.25,268435456 +17,self_attn.o_proj,8,64,8,128,0.7320581078529358,264.125,268435456 +17,self_attn.o_proj,8,128,8,128,0.8228931427001953,260.0625,268435456 +17,mlp.gate_proj,2,32,8,128,84.85324096679688,260.8125,872415232 +17,mlp.gate_proj,2,64,8,128,94.20599365234375,234.40625,872415232 +17,mlp.gate_proj,2,128,8,128,105.62051391601562,221.203125,872415232 +17,mlp.gate_proj,3,32,8,128,34.84556198120117,364.8125,872415232 +17,mlp.gate_proj,3,64,8,128,42.028804779052734,338.40625,872415232 +17,mlp.gate_proj,3,128,8,128,46.10499954223633,325.203125,872415232 +17,mlp.gate_proj,4,32,8,128,16.541770935058594,468.8125,872415232 +17,mlp.gate_proj,4,64,8,128,18.987987518310547,442.40625,872415232 +17,mlp.gate_proj,4,128,8,128,22.66718864440918,429.203125,872415232 +17,mlp.gate_proj,8,32,8,128,1.0206953287124634,884.8125,872415232 +17,mlp.gate_proj,8,64,8,128,1.1450761556625366,858.40625,872415232 +17,mlp.gate_proj,8,128,8,128,1.368240475654602,845.203125,872415232 +17,mlp.up_proj,2,32,8,128,82.44914245605469,260.8125,872415232 +17,mlp.up_proj,2,64,8,128,92.77044677734375,234.40625,872415232 +17,mlp.up_proj,2,128,8,128,101.62916564941406,221.203125,872415232 +17,mlp.up_proj,3,32,8,128,34.14385223388672,364.8125,872415232 +17,mlp.up_proj,3,64,8,128,40.458763122558594,338.40625,872415232 +17,mlp.up_proj,3,128,8,128,45.56291580200195,325.203125,872415232 +17,mlp.up_proj,4,32,8,128,16.31797218322754,468.8125,872415232 +17,mlp.up_proj,4,64,8,128,18.290645599365234,442.40625,872415232 +17,mlp.up_proj,4,128,8,128,21.880271911621094,429.203125,872415232 +17,mlp.up_proj,8,32,8,128,1.0077588558197021,884.8125,872415232 +17,mlp.up_proj,8,64,8,128,1.097252607345581,858.40625,872415232 +17,mlp.up_proj,8,128,8,128,1.2782734632492065,845.203125,872415232 +17,mlp.down_proj,2,32,8,128,82.91814422607422,260.8125,872415232 +17,mlp.down_proj,2,64,8,128,93.12416076660156,234.40625,872415232 +17,mlp.down_proj,2,128,8,128,102.07029724121094,221.203125,872415232 +17,mlp.down_proj,3,32,8,128,34.339393615722656,364.8125,872415232 +17,mlp.down_proj,3,64,8,128,40.58918762207031,338.40625,872415232 +17,mlp.down_proj,3,128,8,128,45.656532287597656,325.203125,872415232 +17,mlp.down_proj,4,32,8,128,16.373109817504883,468.8125,872415232 +17,mlp.down_proj,4,64,8,128,18.39236831665039,442.40625,872415232 +17,mlp.down_proj,4,128,8,128,21.791065216064453,429.203125,872415232 +17,mlp.down_proj,8,32,8,128,1.0098751783370972,884.8125,872415232 +17,mlp.down_proj,8,64,8,128,1.1044875383377075,858.40625,872415232 +17,mlp.down_proj,8,128,8,128,1.2777690887451172,845.203125,872415232 +18,self_attn.q_proj,2,32,8,128,61.08415603637695,80.25,268435456 +18,self_attn.q_proj,2,64,8,128,71.9124755859375,72.125,268435456 +18,self_attn.q_proj,2,128,8,128,81.92076110839844,68.0625,268435456 +18,self_attn.q_proj,3,32,8,128,26.058082580566406,112.25,268435456 +18,self_attn.q_proj,3,64,8,128,31.324199676513672,104.125,268435456 +18,self_attn.q_proj,3,128,8,128,35.62999725341797,100.0625,268435456 +18,self_attn.q_proj,4,32,8,128,12.167183876037598,144.25,268435456 +18,self_attn.q_proj,4,64,8,128,14.559554100036621,136.125,268435456 +18,self_attn.q_proj,4,128,8,128,16.68222999572754,132.0625,268435456 +18,self_attn.q_proj,8,32,8,128,0.7438125610351562,272.25,268435456 +18,self_attn.q_proj,8,64,8,128,0.8848121166229248,264.125,268435456 +18,self_attn.q_proj,8,128,8,128,1.016008734703064,260.0625,268435456 +18,self_attn.v_proj,2,32,8,128,15.185759544372559,10.03125,33554432 +18,self_attn.v_proj,2,64,8,128,18.682498931884766,9.015625,33554432 +18,self_attn.v_proj,2,128,8,128,21.795124053955078,8.5078125,33554432 +18,self_attn.v_proj,3,32,8,128,6.485087871551514,14.03125,33554432 +18,self_attn.v_proj,3,64,8,128,7.98765230178833,13.015625,33554432 +18,self_attn.v_proj,3,128,8,128,9.32302474975586,12.5078125,33554432 +18,self_attn.v_proj,4,32,8,128,3.0272200107574463,18.03125,33554432 +18,self_attn.v_proj,4,64,8,128,3.7267441749572754,17.015625,33554432 +18,self_attn.v_proj,4,128,8,128,4.350699424743652,16.5078125,33554432 +18,self_attn.v_proj,8,32,8,128,0.18342144787311554,34.03125,33554432 +18,self_attn.v_proj,8,64,8,128,0.22566676139831543,33.015625,33554432 +18,self_attn.v_proj,8,128,8,128,0.26330122351646423,32.5078125,33554432 +18,self_attn.k_proj,2,32,8,128,32.8592529296875,10.03125,33554432 +18,self_attn.k_proj,2,64,8,128,43.06038284301758,9.015625,33554432 +18,self_attn.k_proj,2,128,8,128,51.72165298461914,8.5078125,33554432 +18,self_attn.k_proj,3,32,8,128,14.090996742248535,14.03125,33554432 +18,self_attn.k_proj,3,64,8,128,18.718482971191406,13.015625,33554432 +18,self_attn.k_proj,3,128,8,128,22.948890686035156,12.5078125,33554432 +18,self_attn.k_proj,4,32,8,128,6.574845790863037,18.03125,33554432 +18,self_attn.k_proj,4,64,8,128,8.73578929901123,17.015625,33554432 +18,self_attn.k_proj,4,128,8,128,10.712555885314941,16.5078125,33554432 +18,self_attn.k_proj,8,32,8,128,0.39823004603385925,34.03125,33554432 +18,self_attn.k_proj,8,64,8,128,0.5292330980300903,33.015625,33554432 +18,self_attn.k_proj,8,128,8,128,0.6490111351013184,32.5078125,33554432 +18,self_attn.o_proj,2,32,8,128,52.4139518737793,80.25,268435456 +18,self_attn.o_proj,2,64,8,128,61.48744583129883,72.125,268435456 +18,self_attn.o_proj,2,128,8,128,69.08771514892578,68.0625,268435456 +18,self_attn.o_proj,3,32,8,128,22.585689544677734,112.25,268435456 +18,self_attn.o_proj,3,64,8,128,26.182397842407227,104.125,268435456 +18,self_attn.o_proj,3,128,8,128,29.69915771484375,100.0625,268435456 +18,self_attn.o_proj,4,32,8,128,10.499265670776367,144.25,268435456 +18,self_attn.o_proj,4,64,8,128,12.219337463378906,136.125,268435456 +18,self_attn.o_proj,4,128,8,128,13.832023620605469,132.0625,268435456 +18,self_attn.o_proj,8,32,8,128,0.6419788599014282,272.25,268435456 +18,self_attn.o_proj,8,64,8,128,0.7461695075035095,264.125,268435456 +18,self_attn.o_proj,8,128,8,128,0.8388662934303284,260.0625,268435456 +18,mlp.gate_proj,2,32,8,128,84.5622329711914,260.8125,872415232 +18,mlp.gate_proj,2,64,8,128,94.07341766357422,234.40625,872415232 +18,mlp.gate_proj,2,128,8,128,105.38384246826172,221.203125,872415232 +18,mlp.gate_proj,3,32,8,128,34.75300216674805,364.8125,872415232 +18,mlp.gate_proj,3,64,8,128,41.86716842651367,338.40625,872415232 +18,mlp.gate_proj,3,128,8,128,46.072532653808594,325.203125,872415232 +18,mlp.gate_proj,4,32,8,128,16.508142471313477,468.8125,872415232 +18,mlp.gate_proj,4,64,8,128,18.906204223632812,442.40625,872415232 +18,mlp.gate_proj,4,128,8,128,22.65765380859375,429.203125,872415232 +18,mlp.gate_proj,8,32,8,128,1.017884612083435,884.8125,872415232 +18,mlp.gate_proj,8,64,8,128,1.1373238563537598,858.40625,872415232 +18,mlp.gate_proj,8,128,8,128,1.3570441007614136,845.203125,872415232 +18,mlp.up_proj,2,32,8,128,82.46099090576172,260.8125,872415232 +18,mlp.up_proj,2,64,8,128,92.7525405883789,234.40625,872415232 +18,mlp.up_proj,2,128,8,128,101.56222534179688,221.203125,872415232 +18,mlp.up_proj,3,32,8,128,34.13901901245117,364.8125,872415232 +18,mlp.up_proj,3,64,8,128,40.444923400878906,338.40625,872415232 +18,mlp.up_proj,3,128,8,128,45.55735397338867,325.203125,872415232 +18,mlp.up_proj,4,32,8,128,16.317428588867188,468.8125,872415232 +18,mlp.up_proj,4,64,8,128,18.28082275390625,442.40625,872415232 +18,mlp.up_proj,4,128,8,128,21.857955932617188,429.203125,872415232 +18,mlp.up_proj,8,32,8,128,1.0077359676361084,884.8125,872415232 +18,mlp.up_proj,8,64,8,128,1.0967557430267334,858.40625,872415232 +18,mlp.up_proj,8,128,8,128,1.2771533727645874,845.203125,872415232 +18,mlp.down_proj,2,32,8,128,83.35587310791016,260.8125,872415232 +18,mlp.down_proj,2,64,8,128,93.2636489868164,234.40625,872415232 +18,mlp.down_proj,2,128,8,128,102.43612670898438,221.203125,872415232 +18,mlp.down_proj,3,32,8,128,34.43939971923828,364.8125,872415232 +18,mlp.down_proj,3,64,8,128,40.79820251464844,338.40625,872415232 +18,mlp.down_proj,3,128,8,128,45.68640899658203,325.203125,872415232 +18,mlp.down_proj,4,32,8,128,16.40070152282715,468.8125,872415232 +18,mlp.down_proj,4,64,8,128,18.468421936035156,442.40625,872415232 +18,mlp.down_proj,4,128,8,128,21.92950439453125,429.203125,872415232 +18,mlp.down_proj,8,32,8,128,1.0111719369888306,884.8125,872415232 +18,mlp.down_proj,8,64,8,128,1.1083160638809204,858.40625,872415232 +18,mlp.down_proj,8,128,8,128,1.2852699756622314,845.203125,872415232 +19,self_attn.q_proj,2,32,8,128,59.55331802368164,80.25,268435456 +19,self_attn.q_proj,2,64,8,128,70.42449951171875,72.125,268435456 +19,self_attn.q_proj,2,128,8,128,80.4949951171875,68.0625,268435456 +19,self_attn.q_proj,3,32,8,128,25.449525833129883,112.25,268435456 +19,self_attn.q_proj,3,64,8,128,30.70277976989746,104.125,268435456 +19,self_attn.q_proj,3,128,8,128,35.12364196777344,100.0625,268435456 +19,self_attn.q_proj,4,32,8,128,11.904153823852539,144.25,268435456 +19,self_attn.q_proj,4,64,8,128,14.268527030944824,136.125,268435456 +19,self_attn.q_proj,4,128,8,128,16.475488662719727,132.0625,268435456 +19,self_attn.q_proj,8,32,8,128,0.7284263968467712,272.25,268435456 +19,self_attn.q_proj,8,64,8,128,0.86698317527771,264.125,268435456 +19,self_attn.q_proj,8,128,8,128,1.0042134523391724,260.0625,268435456 +19,self_attn.v_proj,2,32,8,128,15.502299308776855,10.03125,33554432 +19,self_attn.v_proj,2,64,8,128,19.068824768066406,9.015625,33554432 +19,self_attn.v_proj,2,128,8,128,22.241798400878906,8.5078125,33554432 +19,self_attn.v_proj,3,32,8,128,6.622314929962158,14.03125,33554432 +19,self_attn.v_proj,3,64,8,128,8.155169486999512,13.015625,33554432 +19,self_attn.v_proj,3,128,8,128,9.510822296142578,12.5078125,33554432 +19,self_attn.v_proj,4,32,8,128,3.0894322395324707,18.03125,33554432 +19,self_attn.v_proj,4,64,8,128,3.8050899505615234,17.015625,33554432 +19,self_attn.v_proj,4,128,8,128,4.439104080200195,16.5078125,33554432 +19,self_attn.v_proj,8,32,8,128,0.18722233176231384,34.03125,33554432 +19,self_attn.v_proj,8,64,8,128,0.23031450808048248,33.015625,33554432 +19,self_attn.v_proj,8,128,8,128,0.26875728368759155,32.5078125,33554432 +19,self_attn.k_proj,2,32,8,128,32.02952194213867,10.03125,33554432 +19,self_attn.k_proj,2,64,8,128,42.402488708496094,9.015625,33554432 +19,self_attn.k_proj,2,128,8,128,51.11661148071289,8.5078125,33554432 +19,self_attn.k_proj,3,32,8,128,13.72876262664795,14.03125,33554432 +19,self_attn.k_proj,3,64,8,128,18.46636962890625,13.015625,33554432 +19,self_attn.k_proj,3,128,8,128,22.740333557128906,12.5078125,33554432 +19,self_attn.k_proj,4,32,8,128,6.405869007110596,18.03125,33554432 +19,self_attn.k_proj,4,64,8,128,8.615945816040039,17.015625,33554432 +19,self_attn.k_proj,4,128,8,128,10.612043380737305,16.5078125,33554432 +19,self_attn.k_proj,8,32,8,128,0.38826262950897217,34.03125,33554432 +19,self_attn.k_proj,8,64,8,128,0.5216450691223145,33.015625,33554432 +19,self_attn.k_proj,8,128,8,128,0.6429022550582886,32.5078125,33554432 +19,self_attn.o_proj,2,32,8,128,53.28416442871094,80.25,268435456 +19,self_attn.o_proj,2,64,8,128,62.455387115478516,72.125,268435456 +19,self_attn.o_proj,2,128,8,128,70.0467529296875,68.0625,268435456 +19,self_attn.o_proj,3,32,8,128,22.894390106201172,112.25,268435456 +19,self_attn.o_proj,3,64,8,128,26.574222564697266,104.125,268435456 +19,self_attn.o_proj,3,128,8,128,30.08571434020996,100.0625,268435456 +19,self_attn.o_proj,4,32,8,128,10.672447204589844,144.25,268435456 +19,self_attn.o_proj,4,64,8,128,12.39323902130127,136.125,268435456 +19,self_attn.o_proj,4,128,8,128,14.015204429626465,132.0625,268435456 +19,self_attn.o_proj,8,32,8,128,0.6528425216674805,272.25,268435456 +19,self_attn.o_proj,8,64,8,128,0.7563915252685547,264.125,268435456 +19,self_attn.o_proj,8,128,8,128,0.8499299883842468,260.0625,268435456 +19,mlp.gate_proj,2,32,8,128,85.33460998535156,260.8125,872415232 +19,mlp.gate_proj,2,64,8,128,94.32733917236328,234.40625,872415232 +19,mlp.gate_proj,2,128,8,128,105.9241714477539,221.203125,872415232 +19,mlp.gate_proj,3,32,8,128,34.946556091308594,364.8125,872415232 +19,mlp.gate_proj,3,64,8,128,42.204986572265625,338.40625,872415232 +19,mlp.gate_proj,3,128,8,128,46.091915130615234,325.203125,872415232 +19,mlp.gate_proj,4,32,8,128,16.564207077026367,468.8125,872415232 +19,mlp.gate_proj,4,64,8,128,19.032472610473633,442.40625,872415232 +19,mlp.gate_proj,4,128,8,128,22.670129776000977,429.203125,872415232 +19,mlp.gate_proj,8,32,8,128,1.0207228660583496,884.8125,872415232 +19,mlp.gate_proj,8,64,8,128,1.1440578699111938,858.40625,872415232 +19,mlp.gate_proj,8,128,8,128,1.3671050071716309,845.203125,872415232 +19,mlp.up_proj,2,32,8,128,83.17140197753906,260.8125,872415232 +19,mlp.up_proj,2,64,8,128,92.9996337890625,234.40625,872415232 +19,mlp.up_proj,2,128,8,128,102.2236328125,221.203125,872415232 +19,mlp.up_proj,3,32,8,128,34.31028747558594,364.8125,872415232 +19,mlp.up_proj,3,64,8,128,40.79555130004883,338.40625,872415232 +19,mlp.up_proj,3,128,8,128,45.604591369628906,325.203125,872415232 +19,mlp.up_proj,4,32,8,128,16.362146377563477,468.8125,872415232 +19,mlp.up_proj,4,64,8,128,18.413198471069336,442.40625,872415232 +19,mlp.up_proj,4,128,8,128,22.065114974975586,429.203125,872415232 +19,mlp.up_proj,8,32,8,128,1.0096901655197144,884.8125,872415232 +19,mlp.up_proj,8,64,8,128,1.1033217906951904,858.40625,872415232 +19,mlp.up_proj,8,128,8,128,1.2887959480285645,845.203125,872415232 +19,mlp.down_proj,2,32,8,128,84.18659210205078,260.8125,872415232 +19,mlp.down_proj,2,64,8,128,93.56852722167969,234.40625,872415232 +19,mlp.down_proj,2,128,8,128,103.21919250488281,221.203125,872415232 +19,mlp.down_proj,3,32,8,128,34.6351318359375,364.8125,872415232 +19,mlp.down_proj,3,64,8,128,41.21372985839844,338.40625,872415232 +19,mlp.down_proj,3,128,8,128,45.74699401855469,325.203125,872415232 +19,mlp.down_proj,4,32,8,128,16.454679489135742,468.8125,872415232 +19,mlp.down_proj,4,64,8,128,18.61669158935547,442.40625,872415232 +19,mlp.down_proj,4,128,8,128,22.1754207611084,429.203125,872415232 +19,mlp.down_proj,8,32,8,128,1.0136839151382446,884.8125,872415232 +19,mlp.down_proj,8,64,8,128,1.115594744682312,858.40625,872415232 +19,mlp.down_proj,8,128,8,128,1.298959493637085,845.203125,872415232 +20,self_attn.q_proj,2,32,8,128,57.338565826416016,80.25,268435456 +20,self_attn.q_proj,2,64,8,128,68.03663635253906,72.125,268435456 +20,self_attn.q_proj,2,128,8,128,77.44314575195312,68.0625,268435456 +20,self_attn.q_proj,3,32,8,128,24.6085262298584,112.25,268435456 +20,self_attn.q_proj,3,64,8,128,29.64923858642578,104.125,268435456 +20,self_attn.q_proj,3,128,8,128,34.11665344238281,100.0625,268435456 +20,self_attn.q_proj,4,32,8,128,11.544787406921387,144.25,268435456 +20,self_attn.q_proj,4,64,8,128,13.783842086791992,136.125,268435456 +20,self_attn.q_proj,4,128,8,128,16.06308364868164,132.0625,268435456 +20,self_attn.q_proj,8,32,8,128,0.70843905210495,272.25,268435456 +20,self_attn.q_proj,8,64,8,128,0.8384608626365662,264.125,268435456 +20,self_attn.q_proj,8,128,8,128,0.9738999605178833,260.0625,268435456 +20,self_attn.v_proj,2,32,8,128,15.449825286865234,10.03125,33554432 +20,self_attn.v_proj,2,64,8,128,18.990575790405273,9.015625,33554432 +20,self_attn.v_proj,2,128,8,128,22.128231048583984,8.5078125,33554432 +20,self_attn.v_proj,3,32,8,128,6.59912109375,14.03125,33554432 +20,self_attn.v_proj,3,64,8,128,8.121368408203125,13.015625,33554432 +20,self_attn.v_proj,3,128,8,128,9.460801124572754,12.5078125,33554432 +20,self_attn.v_proj,4,32,8,128,3.079526424407959,18.03125,33554432 +20,self_attn.v_proj,4,64,8,128,3.7891578674316406,17.015625,33554432 +20,self_attn.v_proj,4,128,8,128,4.416220664978027,16.5078125,33554432 +20,self_attn.v_proj,8,32,8,128,0.1865568459033966,34.03125,33554432 +20,self_attn.v_proj,8,64,8,128,0.22935688495635986,33.015625,33554432 +20,self_attn.v_proj,8,128,8,128,0.2672675549983978,32.5078125,33554432 +20,self_attn.k_proj,2,32,8,128,31.42242431640625,10.03125,33554432 +20,self_attn.k_proj,2,64,8,128,41.470481872558594,9.015625,33554432 +20,self_attn.k_proj,2,128,8,128,49.80155563354492,8.5078125,33554432 +20,self_attn.k_proj,3,32,8,128,13.487565040588379,14.03125,33554432 +20,self_attn.k_proj,3,64,8,128,18.04084587097168,13.015625,33554432 +20,self_attn.k_proj,3,128,8,128,22.117504119873047,12.5078125,33554432 +20,self_attn.k_proj,4,32,8,128,6.295073509216309,18.03125,33554432 +20,self_attn.k_proj,4,64,8,128,8.42209243774414,17.015625,33554432 +20,self_attn.k_proj,4,128,8,128,10.325296401977539,16.5078125,33554432 +20,self_attn.k_proj,8,32,8,128,0.38138702511787415,34.03125,33554432 +20,self_attn.k_proj,8,64,8,128,0.5098728537559509,33.015625,33554432 +20,self_attn.k_proj,8,128,8,128,0.625410258769989,32.5078125,33554432 +20,self_attn.o_proj,2,32,8,128,52.966732025146484,80.25,268435456 +20,self_attn.o_proj,2,64,8,128,62.068748474121094,72.125,268435456 +20,self_attn.o_proj,2,128,8,128,69.60418701171875,68.0625,268435456 +20,self_attn.o_proj,3,32,8,128,22.779888153076172,112.25,268435456 +20,self_attn.o_proj,3,64,8,128,26.41078758239746,104.125,268435456 +20,self_attn.o_proj,3,128,8,128,29.897371292114258,100.0625,268435456 +20,self_attn.o_proj,4,32,8,128,10.608047485351562,144.25,268435456 +20,self_attn.o_proj,4,64,8,128,12.318769454956055,136.125,268435456 +20,self_attn.o_proj,4,128,8,128,13.926996231079102,132.0625,268435456 +20,self_attn.o_proj,8,32,8,128,0.6489604711532593,272.25,268435456 +20,self_attn.o_proj,8,64,8,128,0.7520857453346252,264.125,268435456 +20,self_attn.o_proj,8,128,8,128,0.8445309996604919,260.0625,268435456 +20,mlp.gate_proj,2,32,8,128,86.78705596923828,260.8125,872415232 +20,mlp.gate_proj,2,64,8,128,95.01286315917969,234.40625,872415232 +20,mlp.gate_proj,2,128,8,128,107.58041381835938,221.203125,872415232 +20,mlp.gate_proj,3,32,8,128,35.335636138916016,364.8125,872415232 +20,mlp.gate_proj,3,64,8,128,42.95247268676758,338.40625,872415232 +20,mlp.gate_proj,3,128,8,128,46.27703094482422,325.203125,872415232 +20,mlp.gate_proj,4,32,8,128,16.679481506347656,468.8125,872415232 +20,mlp.gate_proj,4,64,8,128,19.32935333251953,442.40625,872415232 +20,mlp.gate_proj,4,128,8,128,22.70772933959961,429.203125,872415232 +20,mlp.gate_proj,8,32,8,128,1.0264304876327515,884.8125,872415232 +20,mlp.gate_proj,8,64,8,128,1.16022527217865,858.40625,872415232 +20,mlp.gate_proj,8,128,8,128,1.389930248260498,845.203125,872415232 +20,mlp.up_proj,2,32,8,128,84.22352600097656,260.8125,872415232 +20,mlp.up_proj,2,64,8,128,93.40612030029297,234.40625,872415232 +20,mlp.up_proj,2,128,8,128,103.3619613647461,221.203125,872415232 +20,mlp.up_proj,3,32,8,128,34.56451416015625,364.8125,872415232 +20,mlp.up_proj,3,64,8,128,41.34715270996094,338.40625,872415232 +20,mlp.up_proj,3,128,8,128,45.6918830871582,325.203125,872415232 +20,mlp.up_proj,4,32,8,128,16.43219566345215,468.8125,872415232 +20,mlp.up_proj,4,64,8,128,18.61623191833496,442.40625,872415232 +20,mlp.up_proj,4,128,8,128,22.3887939453125,429.203125,872415232 +20,mlp.up_proj,8,32,8,128,1.0127474069595337,884.8125,872415232 +20,mlp.up_proj,8,64,8,128,1.113617181777954,858.40625,872415232 +20,mlp.up_proj,8,128,8,128,1.307429313659668,845.203125,872415232 +20,mlp.down_proj,2,32,8,128,84.94029235839844,260.8125,872415232 +20,mlp.down_proj,2,64,8,128,93.87342834472656,234.40625,872415232 +20,mlp.down_proj,2,128,8,128,104.00965881347656,221.203125,872415232 +20,mlp.down_proj,3,32,8,128,34.820865631103516,364.8125,872415232 +20,mlp.down_proj,3,64,8,128,41.59800338745117,338.40625,872415232 +20,mlp.down_proj,3,128,8,128,45.81302261352539,325.203125,872415232 +20,mlp.down_proj,4,32,8,128,16.508729934692383,468.8125,872415232 +20,mlp.down_proj,4,64,8,128,18.759057998657227,442.40625,872415232 +20,mlp.down_proj,4,128,8,128,22.395172119140625,429.203125,872415232 +20,mlp.down_proj,8,32,8,128,1.0161052942276,884.8125,872415232 +20,mlp.down_proj,8,64,8,128,1.1229586601257324,858.40625,872415232 +20,mlp.down_proj,8,128,8,128,1.3118234872817993,845.203125,872415232 +21,self_attn.q_proj,2,32,8,128,46.31660461425781,80.25,268435456 +21,self_attn.q_proj,2,64,8,128,54.94861602783203,72.125,268435456 +21,self_attn.q_proj,2,128,8,128,63.35124588012695,68.0625,268435456 +21,self_attn.q_proj,3,32,8,128,19.79888343811035,112.25,268435456 +21,self_attn.q_proj,3,64,8,128,23.6727237701416,104.125,268435456 +21,self_attn.q_proj,3,128,8,128,27.2864990234375,100.0625,268435456 +21,self_attn.q_proj,4,32,8,128,9.216008186340332,144.25,268435456 +21,self_attn.q_proj,4,64,8,128,11.114569664001465,136.125,268435456 +21,self_attn.q_proj,4,128,8,128,12.70800495147705,132.0625,268435456 +21,self_attn.q_proj,8,32,8,128,0.5624085068702698,272.25,268435456 +21,self_attn.q_proj,8,64,8,128,0.6767252087593079,264.125,268435456 +21,self_attn.q_proj,8,128,8,128,0.7703447937965393,260.0625,268435456 +21,self_attn.v_proj,2,32,8,128,17.427749633789062,10.03125,33554432 +21,self_attn.v_proj,2,64,8,128,21.410221099853516,9.015625,33554432 +21,self_attn.v_proj,2,128,8,128,24.921436309814453,8.5078125,33554432 +21,self_attn.v_proj,3,32,8,128,7.44781494140625,14.03125,33554432 +21,self_attn.v_proj,3,64,8,128,9.15013313293457,13.015625,33554432 +21,self_attn.v_proj,3,128,8,128,10.660736083984375,12.5078125,33554432 +21,self_attn.v_proj,4,32,8,128,3.473562479019165,18.03125,33554432 +21,self_attn.v_proj,4,64,8,128,4.270296096801758,17.015625,33554432 +21,self_attn.v_proj,4,128,8,128,4.974356174468994,16.5078125,33554432 +21,self_attn.v_proj,8,32,8,128,0.2104642540216446,34.03125,33554432 +21,self_attn.v_proj,8,64,8,128,0.258619099855423,33.015625,33554432 +21,self_attn.v_proj,8,128,8,128,0.30136609077453613,32.5078125,33554432 +21,self_attn.k_proj,2,32,8,128,26.40582847595215,10.03125,33554432 +21,self_attn.k_proj,2,64,8,128,34.1029167175293,9.015625,33554432 +21,self_attn.k_proj,2,128,8,128,40.84454345703125,8.5078125,33554432 +21,self_attn.k_proj,3,32,8,128,11.296320915222168,14.03125,33554432 +21,self_attn.k_proj,3,64,8,128,14.63139820098877,13.015625,33554432 +21,self_attn.k_proj,3,128,8,128,17.578439712524414,12.5078125,33554432 +21,self_attn.k_proj,4,32,8,128,5.268199920654297,18.03125,33554432 +21,self_attn.k_proj,4,64,8,128,6.824291706085205,17.015625,33554432 +21,self_attn.k_proj,4,128,8,128,8.204913139343262,16.5078125,33554432 +21,self_attn.k_proj,8,32,8,128,0.3194139897823334,34.03125,33554432 +21,self_attn.k_proj,8,64,8,128,0.4135075807571411,33.015625,33554432 +21,self_attn.k_proj,8,128,8,128,0.496534138917923,32.5078125,33554432 +21,self_attn.o_proj,2,32,8,128,53.47509002685547,80.25,268435456 +21,self_attn.o_proj,2,64,8,128,62.679805755615234,72.125,268435456 +21,self_attn.o_proj,2,128,8,128,70.33544158935547,68.0625,268435456 +21,self_attn.o_proj,3,32,8,128,22.965248107910156,112.25,268435456 +21,self_attn.o_proj,3,64,8,128,26.692489624023438,104.125,268435456 +21,self_attn.o_proj,3,128,8,128,30.22675895690918,100.0625,268435456 +21,self_attn.o_proj,4,32,8,128,10.712153434753418,144.25,268435456 +21,self_attn.o_proj,4,64,8,128,12.445327758789062,136.125,268435456 +21,self_attn.o_proj,4,128,8,128,14.086811065673828,132.0625,268435456 +21,self_attn.o_proj,8,32,8,128,0.6553277373313904,272.25,268435456 +21,self_attn.o_proj,8,64,8,128,0.7593711614608765,264.125,268435456 +21,self_attn.o_proj,8,128,8,128,0.8543373346328735,260.0625,268435456 +21,mlp.gate_proj,2,32,8,128,87.46773529052734,260.8125,872415232 +21,mlp.gate_proj,2,64,8,128,95.27713775634766,234.40625,872415232 +21,mlp.gate_proj,2,128,8,128,108.20577239990234,221.203125,872415232 +21,mlp.gate_proj,3,32,8,128,35.517112731933594,364.8125,872415232 +21,mlp.gate_proj,3,64,8,128,43.307830810546875,338.40625,872415232 +21,mlp.gate_proj,3,128,8,128,46.315181732177734,325.203125,872415232 +21,mlp.gate_proj,4,32,8,128,16.73808479309082,468.8125,872415232 +21,mlp.gate_proj,4,64,8,128,19.474552154541016,442.40625,872415232 +21,mlp.gate_proj,4,128,8,128,22.722679138183594,429.203125,872415232 +21,mlp.gate_proj,8,32,8,128,1.0298234224319458,884.8125,872415232 +21,mlp.gate_proj,8,64,8,128,1.1695194244384766,858.40625,872415232 +21,mlp.gate_proj,8,128,8,128,1.399876594543457,845.203125,872415232 +21,mlp.up_proj,2,32,8,128,85.02381896972656,260.8125,872415232 +21,mlp.up_proj,2,64,8,128,93.73973083496094,234.40625,872415232 +21,mlp.up_proj,2,128,8,128,104.21607208251953,221.203125,872415232 +21,mlp.up_proj,3,32,8,128,34.76486587524414,364.8125,872415232 +21,mlp.up_proj,3,64,8,128,41.7530517578125,338.40625,872415232 +21,mlp.up_proj,3,128,8,128,45.762969970703125,325.203125,872415232 +21,mlp.up_proj,4,32,8,128,16.487459182739258,468.8125,872415232 +21,mlp.up_proj,4,64,8,128,18.77215576171875,442.40625,872415232 +21,mlp.up_proj,4,128,8,128,22.620662689208984,429.203125,872415232 +21,mlp.up_proj,8,32,8,128,1.0151947736740112,884.8125,872415232 +21,mlp.up_proj,8,64,8,128,1.1216940879821777,858.40625,872415232 +21,mlp.up_proj,8,128,8,128,1.321486473083496,845.203125,872415232 +21,mlp.down_proj,2,32,8,128,85.4311294555664,260.8125,872415232 +21,mlp.down_proj,2,64,8,128,94.09380340576172,234.40625,872415232 +21,mlp.down_proj,2,128,8,128,104.5696792602539,221.203125,872415232 +21,mlp.down_proj,3,32,8,128,34.94731521606445,364.8125,872415232 +21,mlp.down_proj,3,64,8,128,41.85452651977539,338.40625,872415232 +21,mlp.down_proj,3,128,8,128,45.872188568115234,325.203125,872415232 +21,mlp.down_proj,4,32,8,128,16.544527053833008,468.8125,872415232 +21,mlp.down_proj,4,64,8,128,18.856103897094727,442.40625,872415232 +21,mlp.down_proj,4,128,8,128,22.552183151245117,429.203125,872415232 +21,mlp.down_proj,8,32,8,128,1.0177894830703735,884.8125,872415232 +21,mlp.down_proj,8,64,8,128,1.1279367208480835,858.40625,872415232 +21,mlp.down_proj,8,128,8,128,1.320727825164795,845.203125,872415232 +22,self_attn.q_proj,2,32,8,128,49.74174880981445,80.25,268435456 +22,self_attn.q_proj,2,64,8,128,59.860137939453125,72.125,268435456 +22,self_attn.q_proj,2,128,8,128,68.13141632080078,68.0625,268435456 +22,self_attn.q_proj,3,32,8,128,21.670974731445312,112.25,268435456 +22,self_attn.q_proj,3,64,8,128,26.09569549560547,104.125,268435456 +22,self_attn.q_proj,3,128,8,128,30.868755340576172,100.0625,268435456 +22,self_attn.q_proj,4,32,8,128,10.068880081176758,144.25,268435456 +22,self_attn.q_proj,4,64,8,128,12.188892364501953,136.125,268435456 +22,self_attn.q_proj,4,128,8,128,14.351466178894043,132.0625,268435456 +22,self_attn.q_proj,8,32,8,128,0.6132482886314392,272.25,268435456 +22,self_attn.q_proj,8,64,8,128,0.7433986067771912,264.125,268435456 +22,self_attn.q_proj,8,128,8,128,0.867425799369812,260.0625,268435456 +22,self_attn.v_proj,2,32,8,128,16.854467391967773,10.03125,33554432 +22,self_attn.v_proj,2,64,8,128,20.712366104125977,9.015625,33554432 +22,self_attn.v_proj,2,128,8,128,24.1070499420166,8.5078125,33554432 +22,self_attn.v_proj,3,32,8,128,7.200476169586182,14.03125,33554432 +22,self_attn.v_proj,3,64,8,128,8.849971771240234,13.015625,33554432 +22,self_attn.v_proj,3,128,8,128,10.311686515808105,12.5078125,33554432 +22,self_attn.v_proj,4,32,8,128,3.3586537837982178,18.03125,33554432 +22,self_attn.v_proj,4,64,8,128,4.130858898162842,17.015625,33554432 +22,self_attn.v_proj,4,128,8,128,4.811438083648682,16.5078125,33554432 +22,self_attn.v_proj,8,32,8,128,0.2035410851240158,34.03125,33554432 +22,self_attn.v_proj,8,64,8,128,0.25008153915405273,33.015625,33554432 +22,self_attn.v_proj,8,128,8,128,0.29146358370780945,32.5078125,33554432 +22,self_attn.k_proj,2,32,8,128,27.526229858398438,10.03125,33554432 +22,self_attn.k_proj,2,64,8,128,36.29256057739258,9.015625,33554432 +22,self_attn.k_proj,2,128,8,128,44.429527282714844,8.5078125,33554432 +22,self_attn.k_proj,3,32,8,128,11.823088645935059,14.03125,33554432 +22,self_attn.k_proj,3,64,8,128,15.901541709899902,13.015625,33554432 +22,self_attn.k_proj,3,128,8,128,20.077314376831055,12.5078125,33554432 +22,self_attn.k_proj,4,32,8,128,5.515693664550781,18.03125,33554432 +22,self_attn.k_proj,4,64,8,128,7.41895055770874,17.015625,33554432 +22,self_attn.k_proj,4,128,8,128,9.368539810180664,16.5078125,33554432 +22,self_attn.k_proj,8,32,8,128,0.33412596583366394,34.03125,33554432 +22,self_attn.k_proj,8,64,8,128,0.4489222764968872,33.015625,33554432 +22,self_attn.k_proj,8,128,8,128,0.5673861503601074,32.5078125,33554432 +22,self_attn.o_proj,2,32,8,128,52.69838333129883,80.25,268435456 +22,self_attn.o_proj,2,64,8,128,61.77521896362305,72.125,268435456 +22,self_attn.o_proj,2,128,8,128,69.34635162353516,68.0625,268435456 +22,self_attn.o_proj,3,32,8,128,22.686389923095703,112.25,268435456 +22,self_attn.o_proj,3,64,8,128,26.300939559936523,104.125,268435456 +22,self_attn.o_proj,3,128,8,128,29.799659729003906,100.0625,268435456 +22,self_attn.o_proj,4,32,8,128,10.553656578063965,144.25,268435456 +22,self_attn.o_proj,4,64,8,128,12.267633438110352,136.125,268435456 +22,self_attn.o_proj,4,128,8,128,13.881359100341797,132.0625,268435456 +22,self_attn.o_proj,8,32,8,128,0.6455591320991516,272.25,268435456 +22,self_attn.o_proj,8,64,8,128,0.7490167021751404,264.125,268435456 +22,self_attn.o_proj,8,128,8,128,0.8419071435928345,260.0625,268435456 +22,mlp.gate_proj,2,32,8,128,87.8980712890625,260.8125,872415232 +22,mlp.gate_proj,2,64,8,128,95.5009765625,234.40625,872415232 +22,mlp.gate_proj,2,128,8,128,108.64823150634766,221.203125,872415232 +22,mlp.gate_proj,3,32,8,128,35.63795852661133,364.8125,872415232 +22,mlp.gate_proj,3,64,8,128,43.51912307739258,338.40625,872415232 +22,mlp.gate_proj,3,128,8,128,46.38821029663086,325.203125,872415232 +22,mlp.gate_proj,4,32,8,128,16.7766056060791,468.8125,872415232 +22,mlp.gate_proj,4,64,8,128,19.56861114501953,442.40625,872415232 +22,mlp.gate_proj,4,128,8,128,22.73963165283203,429.203125,872415232 +22,mlp.gate_proj,8,32,8,128,1.031255841255188,884.8125,872415232 +22,mlp.gate_proj,8,64,8,128,1.173698902130127,858.40625,872415232 +22,mlp.gate_proj,8,128,8,128,1.4060337543487549,845.203125,872415232 +22,mlp.up_proj,2,32,8,128,85.3538818359375,260.8125,872415232 +22,mlp.up_proj,2,64,8,128,93.85709381103516,234.40625,872415232 +22,mlp.up_proj,2,128,8,128,104.55567169189453,221.203125,872415232 +22,mlp.up_proj,3,32,8,128,34.85194778442383,364.8125,872415232 +22,mlp.up_proj,3,64,8,128,41.919124603271484,338.40625,872415232 +22,mlp.up_proj,3,128,8,128,45.78864669799805,325.203125,872415232 +22,mlp.up_proj,4,32,8,128,16.512592315673828,468.8125,872415232 +22,mlp.up_proj,4,64,8,128,18.8383731842041,442.40625,872415232 +22,mlp.up_proj,4,128,8,128,22.630584716796875,429.203125,872415232 +22,mlp.up_proj,8,32,8,128,1.0162938833236694,884.8125,872415232 +22,mlp.up_proj,8,64,8,128,1.1248530149459839,858.40625,872415232 +22,mlp.up_proj,8,128,8,128,1.3268492221832275,845.203125,872415232 +22,mlp.down_proj,2,32,8,128,86.09730529785156,260.8125,872415232 +22,mlp.down_proj,2,64,8,128,94.3653335571289,234.40625,872415232 +22,mlp.down_proj,2,128,8,128,105.33938598632812,221.203125,872415232 +22,mlp.down_proj,3,32,8,128,35.117149353027344,364.8125,872415232 +22,mlp.down_proj,3,64,8,128,42.21403884887695,338.40625,872415232 +22,mlp.down_proj,3,128,8,128,45.93830108642578,325.203125,872415232 +22,mlp.down_proj,4,32,8,128,16.594024658203125,468.8125,872415232 +22,mlp.down_proj,4,64,8,128,18.992504119873047,442.40625,872415232 +22,mlp.down_proj,4,128,8,128,22.63616371154785,429.203125,872415232 +22,mlp.down_proj,8,32,8,128,1.0200614929199219,884.8125,872415232 +22,mlp.down_proj,8,64,8,128,1.1348910331726074,858.40625,872415232 +22,mlp.down_proj,8,128,8,128,1.3336522579193115,845.203125,872415232 +23,self_attn.q_proj,2,32,8,128,52.7991828918457,80.25,268435456 +23,self_attn.q_proj,2,64,8,128,63.32819366455078,72.125,268435456 +23,self_attn.q_proj,2,128,8,128,71.9417724609375,68.0625,268435456 +23,self_attn.q_proj,3,32,8,128,22.86978530883789,112.25,268435456 +23,self_attn.q_proj,3,64,8,128,27.19782066345215,104.125,268435456 +23,self_attn.q_proj,3,128,8,128,31.881425857543945,100.0625,268435456 +23,self_attn.q_proj,4,32,8,128,10.652684211730957,144.25,268435456 +23,self_attn.q_proj,4,64,8,128,12.677412033081055,136.125,268435456 +23,self_attn.q_proj,4,128,8,128,14.817331314086914,132.0625,268435456 +23,self_attn.q_proj,8,32,8,128,0.6502491235733032,272.25,268435456 +23,self_attn.q_proj,8,64,8,128,0.7724976539611816,264.125,268435456 +23,self_attn.q_proj,8,128,8,128,0.896527111530304,260.0625,268435456 +23,self_attn.v_proj,2,32,8,128,16.360597610473633,10.03125,33554432 +23,self_attn.v_proj,2,64,8,128,20.087194442749023,9.015625,33554432 +23,self_attn.v_proj,2,128,8,128,23.386882781982422,8.5078125,33554432 +23,self_attn.v_proj,3,32,8,128,6.986484050750732,14.03125,33554432 +23,self_attn.v_proj,3,64,8,128,8.589808464050293,13.015625,33554432 +23,self_attn.v_proj,3,128,8,128,10.003788948059082,12.5078125,33554432 +23,self_attn.v_proj,4,32,8,128,3.2604730129241943,18.03125,33554432 +23,self_attn.v_proj,4,64,8,128,4.009155750274658,17.015625,33554432 +23,self_attn.v_proj,4,128,8,128,4.668221473693848,16.5078125,33554432 +23,self_attn.v_proj,8,32,8,128,0.19744808971881866,34.03125,33554432 +23,self_attn.v_proj,8,64,8,128,0.2426048368215561,33.015625,33554432 +23,self_attn.v_proj,8,128,8,128,0.28271573781967163,32.5078125,33554432 +23,self_attn.k_proj,2,32,8,128,30.725940704345703,10.03125,33554432 +23,self_attn.k_proj,2,64,8,128,40.41756057739258,9.015625,33554432 +23,self_attn.k_proj,2,128,8,128,48.84033966064453,8.5078125,33554432 +23,self_attn.k_proj,3,32,8,128,13.185297966003418,14.03125,33554432 +23,self_attn.k_proj,3,64,8,128,17.620927810668945,13.015625,33554432 +23,self_attn.k_proj,3,128,8,128,21.795116424560547,12.5078125,33554432 +23,self_attn.k_proj,4,32,8,128,6.151169776916504,18.03125,33554432 +23,self_attn.k_proj,4,64,8,128,8.227328300476074,17.015625,33554432 +23,self_attn.k_proj,4,128,8,128,10.172578811645508,16.5078125,33554432 +23,self_attn.k_proj,8,32,8,128,0.3727320730686188,34.03125,33554432 +23,self_attn.k_proj,8,64,8,128,0.49797722697257996,33.015625,33554432 +23,self_attn.k_proj,8,128,8,128,0.6162998080253601,32.5078125,33554432 +23,self_attn.o_proj,2,32,8,128,53.60205078125,80.25,268435456 +23,self_attn.o_proj,2,64,8,128,62.81001663208008,72.125,268435456 +23,self_attn.o_proj,2,128,8,128,70.41840362548828,68.0625,268435456 +23,self_attn.o_proj,3,32,8,128,23.009868621826172,112.25,268435456 +23,self_attn.o_proj,3,64,8,128,26.72812843322754,104.125,268435456 +23,self_attn.o_proj,3,128,8,128,30.237319946289062,100.0625,268435456 +23,self_attn.o_proj,4,32,8,128,10.736876487731934,144.25,268435456 +23,self_attn.o_proj,4,64,8,128,12.462328910827637,136.125,268435456 +23,self_attn.o_proj,4,128,8,128,14.087764739990234,132.0625,268435456 +23,self_attn.o_proj,8,32,8,128,0.6568896174430847,272.25,268435456 +23,self_attn.o_proj,8,64,8,128,0.7604712247848511,264.125,268435456 +23,self_attn.o_proj,8,128,8,128,0.8545531034469604,260.0625,268435456 +23,mlp.gate_proj,2,32,8,128,88.28730010986328,260.8125,872415232 +23,mlp.gate_proj,2,64,8,128,95.56674194335938,234.40625,872415232 +23,mlp.gate_proj,2,128,8,128,108.8787841796875,221.203125,872415232 +23,mlp.gate_proj,3,32,8,128,35.70441436767578,364.8125,872415232 +23,mlp.gate_proj,3,64,8,128,43.59682083129883,338.40625,872415232 +23,mlp.gate_proj,3,128,8,128,46.30339813232422,325.203125,872415232 +23,mlp.gate_proj,4,32,8,128,16.766998291015625,468.8125,872415232 +23,mlp.gate_proj,4,64,8,128,19.52718162536621,442.40625,872415232 +23,mlp.gate_proj,4,128,8,128,22.701457977294922,429.203125,872415232 +23,mlp.gate_proj,8,32,8,128,1.0282104015350342,884.8125,872415232 +23,mlp.gate_proj,8,64,8,128,1.1627639532089233,858.40625,872415232 +23,mlp.gate_proj,8,128,8,128,1.3913496732711792,845.203125,872415232 +23,mlp.up_proj,2,32,8,128,86.09870910644531,260.8125,872415232 +23,mlp.up_proj,2,64,8,128,94.15630340576172,234.40625,872415232 +23,mlp.up_proj,2,128,8,128,105.27942657470703,221.203125,872415232 +23,mlp.up_proj,3,32,8,128,35.046112060546875,364.8125,872415232 +23,mlp.up_proj,3,64,8,128,42.27849197387695,338.40625,872415232 +23,mlp.up_proj,3,128,8,128,45.84815216064453,325.203125,872415232 +23,mlp.up_proj,4,32,8,128,16.565465927124023,468.8125,872415232 +23,mlp.up_proj,4,64,8,128,18.97286605834961,442.40625,872415232 +23,mlp.up_proj,4,128,8,128,22.638898849487305,429.203125,872415232 +23,mlp.up_proj,8,32,8,128,1.0187366008758545,884.8125,872415232 +23,mlp.up_proj,8,64,8,128,1.132096529006958,858.40625,872415232 +23,mlp.up_proj,8,128,8,128,1.3386186361312866,845.203125,872415232 +23,mlp.down_proj,2,32,8,128,87.45382690429688,260.8125,872415232 +23,mlp.down_proj,2,64,8,128,94.96350860595703,234.40625,872415232 +23,mlp.down_proj,2,128,8,128,106.77083587646484,221.203125,872415232 +23,mlp.down_proj,3,32,8,128,35.475040435791016,364.8125,872415232 +23,mlp.down_proj,3,64,8,128,42.92979431152344,338.40625,872415232 +23,mlp.down_proj,3,128,8,128,46.07075881958008,325.203125,872415232 +23,mlp.down_proj,4,32,8,128,16.69805145263672,468.8125,872415232 +23,mlp.down_proj,4,64,8,128,19.261821746826172,442.40625,872415232 +23,mlp.down_proj,4,128,8,128,22.661340713500977,429.203125,872415232 +23,mlp.down_proj,8,32,8,128,1.0249528884887695,884.8125,872415232 +23,mlp.down_proj,8,64,8,128,1.1489087343215942,858.40625,872415232 +23,mlp.down_proj,8,128,8,128,1.358073115348816,845.203125,872415232 +24,self_attn.q_proj,2,32,8,128,41.77116775512695,80.25,268435456 +24,self_attn.q_proj,2,64,8,128,49.2337760925293,72.125,268435456 +24,self_attn.q_proj,2,128,8,128,56.41974639892578,68.0625,268435456 +24,self_attn.q_proj,3,32,8,128,17.834611892700195,112.25,268435456 +24,self_attn.q_proj,3,64,8,128,21.330991744995117,104.125,268435456 +24,self_attn.q_proj,3,128,8,128,24.437734603881836,100.0625,268435456 +24,self_attn.q_proj,4,32,8,128,8.352076530456543,144.25,268435456 +24,self_attn.q_proj,4,64,8,128,9.913959503173828,136.125,268435456 +24,self_attn.q_proj,4,128,8,128,11.494019508361816,132.0625,268435456 +24,self_attn.q_proj,8,32,8,128,0.510846734046936,272.25,268435456 +24,self_attn.q_proj,8,64,8,128,0.6026894450187683,264.125,268435456 +24,self_attn.q_proj,8,128,8,128,0.6985293626785278,260.0625,268435456 +24,self_attn.v_proj,2,32,8,128,17.326557159423828,10.03125,33554432 +24,self_attn.v_proj,2,64,8,128,21.291580200195312,9.015625,33554432 +24,self_attn.v_proj,2,128,8,128,24.782119750976562,8.5078125,33554432 +24,self_attn.v_proj,3,32,8,128,7.404864311218262,14.03125,33554432 +24,self_attn.v_proj,3,64,8,128,9.098706245422363,13.015625,33554432 +24,self_attn.v_proj,3,128,8,128,10.599625587463379,12.5078125,33554432 +24,self_attn.v_proj,4,32,8,128,3.454106569290161,18.03125,33554432 +24,self_attn.v_proj,4,64,8,128,4.245856285095215,17.015625,33554432 +24,self_attn.v_proj,4,128,8,128,4.946399211883545,16.5078125,33554432 +24,self_attn.v_proj,8,32,8,128,0.20920296013355255,34.03125,33554432 +24,self_attn.v_proj,8,64,8,128,0.25717270374298096,33.015625,33554432 +24,self_attn.v_proj,8,128,8,128,0.2996055483818054,32.5078125,33554432 +24,self_attn.k_proj,2,32,8,128,26.37506103515625,10.03125,33554432 +24,self_attn.k_proj,2,64,8,128,34.929176330566406,9.015625,33554432 +24,self_attn.k_proj,2,128,8,128,42.60483932495117,8.5078125,33554432 +24,self_attn.k_proj,3,32,8,128,11.304145812988281,14.03125,33554432 +24,self_attn.k_proj,3,64,8,128,15.260346412658691,13.015625,33554432 +24,self_attn.k_proj,3,128,8,128,19.0526180267334,12.5078125,33554432 +24,self_attn.k_proj,4,32,8,128,5.273426055908203,18.03125,33554432 +24,self_attn.k_proj,4,64,8,128,7.119770526885986,17.015625,33554432 +24,self_attn.k_proj,4,128,8,128,8.894272804260254,16.5078125,33554432 +24,self_attn.k_proj,8,32,8,128,0.31964626908302307,34.03125,33554432 +24,self_attn.k_proj,8,64,8,128,0.4313388168811798,33.015625,33554432 +24,self_attn.k_proj,8,128,8,128,0.5387381911277771,32.5078125,33554432 +24,self_attn.o_proj,2,32,8,128,53.50123977661133,80.25,268435456 +24,self_attn.o_proj,2,64,8,128,62.68510437011719,72.125,268435456 +24,self_attn.o_proj,2,128,8,128,70.29795837402344,68.0625,268435456 +24,self_attn.o_proj,3,32,8,128,22.976219177246094,112.25,268435456 +24,self_attn.o_proj,3,64,8,128,26.691577911376953,104.125,268435456 +24,self_attn.o_proj,3,128,8,128,30.19548797607422,100.0625,268435456 +24,self_attn.o_proj,4,32,8,128,10.719356536865234,144.25,268435456 +24,self_attn.o_proj,4,64,8,128,12.44416332244873,136.125,268435456 +24,self_attn.o_proj,4,128,8,128,14.07481575012207,132.0625,268435456 +24,self_attn.o_proj,8,32,8,128,0.6557296514511108,272.25,268435456 +24,self_attn.o_proj,8,64,8,128,0.7593904733657837,264.125,268435456 +24,self_attn.o_proj,8,128,8,128,0.8536207675933838,260.0625,268435456 +24,mlp.gate_proj,2,32,8,128,89.30833435058594,260.8125,872415232 +24,mlp.gate_proj,2,64,8,128,96.05133056640625,234.40625,872415232 +24,mlp.gate_proj,2,128,8,128,109.85930633544922,221.203125,872415232 +24,mlp.gate_proj,3,32,8,128,35.985660552978516,364.8125,872415232 +24,mlp.gate_proj,3,64,8,128,44.08891677856445,338.40625,872415232 +24,mlp.gate_proj,3,128,8,128,46.39613723754883,325.203125,872415232 +24,mlp.gate_proj,4,32,8,128,16.851547241210938,468.8125,872415232 +24,mlp.gate_proj,4,64,8,128,19.720781326293945,442.40625,872415232 +24,mlp.gate_proj,4,128,8,128,22.71464729309082,429.203125,872415232 +24,mlp.gate_proj,8,32,8,128,1.0321375131607056,884.8125,872415232 +24,mlp.gate_proj,8,64,8,128,1.1727858781814575,858.40625,872415232 +24,mlp.gate_proj,8,128,8,128,1.405234456062317,845.203125,872415232 +24,mlp.up_proj,2,32,8,128,87.13487243652344,260.8125,872415232 +24,mlp.up_proj,2,64,8,128,94.62156677246094,234.40625,872415232 +24,mlp.up_proj,2,128,8,128,106.34814453125,221.203125,872415232 +24,mlp.up_proj,3,32,8,128,35.32137680053711,364.8125,872415232 +24,mlp.up_proj,3,64,8,128,42.800384521484375,338.40625,872415232 +24,mlp.up_proj,3,128,8,128,45.954071044921875,325.203125,872415232 +24,mlp.up_proj,4,32,8,128,16.64564323425293,468.8125,872415232 +24,mlp.up_proj,4,64,8,128,19.182025909423828,442.40625,872415232 +24,mlp.up_proj,4,128,8,128,22.65206527709961,429.203125,872415232 +24,mlp.up_proj,8,32,8,128,1.0223811864852905,884.8125,872415232 +24,mlp.up_proj,8,64,8,128,1.142946720123291,858.40625,872415232 +24,mlp.up_proj,8,128,8,128,1.355828881263733,845.203125,872415232 +24,mlp.down_proj,2,32,8,128,88.22557067871094,260.8125,872415232 +24,mlp.down_proj,2,64,8,128,95.28508758544922,234.40625,872415232 +24,mlp.down_proj,2,128,8,128,107.57876586914062,221.203125,872415232 +24,mlp.down_proj,3,32,8,128,35.67592239379883,364.8125,872415232 +24,mlp.down_proj,3,64,8,128,43.313194274902344,338.40625,872415232 +24,mlp.down_proj,3,128,8,128,46.138240814208984,325.203125,872415232 +24,mlp.down_proj,4,32,8,128,16.757896423339844,468.8125,872415232 +24,mlp.down_proj,4,64,8,128,19.409622192382812,442.40625,872415232 +24,mlp.down_proj,4,128,8,128,22.672582626342773,429.203125,872415232 +24,mlp.down_proj,8,32,8,128,1.027685523033142,884.8125,872415232 +24,mlp.down_proj,8,64,8,128,1.1564744710922241,858.40625,872415232 +24,mlp.down_proj,8,128,8,128,1.3710218667984009,845.203125,872415232 +25,self_attn.q_proj,2,32,8,128,42.38862609863281,80.25,268435456 +25,self_attn.q_proj,2,64,8,128,50.60906219482422,72.125,268435456 +25,self_attn.q_proj,2,128,8,128,58.677730560302734,68.0625,268435456 +25,self_attn.q_proj,3,32,8,128,18.235258102416992,112.25,268435456 +25,self_attn.q_proj,3,64,8,128,22.410696029663086,104.125,268435456 +25,self_attn.q_proj,3,128,8,128,26.204631805419922,100.0625,268435456 +25,self_attn.q_proj,4,32,8,128,8.523426055908203,144.25,268435456 +25,self_attn.q_proj,4,64,8,128,10.417171478271484,136.125,268435456 +25,self_attn.q_proj,4,128,8,128,12.249460220336914,132.0625,268435456 +25,self_attn.q_proj,8,32,8,128,0.5204041600227356,272.25,268435456 +25,self_attn.q_proj,8,64,8,128,0.6323416233062744,264.125,268435456 +25,self_attn.q_proj,8,128,8,128,0.7429278492927551,260.0625,268435456 +25,self_attn.v_proj,2,32,8,128,17.441898345947266,10.03125,33554432 +25,self_attn.v_proj,2,64,8,128,21.423118591308594,9.015625,33554432 +25,self_attn.v_proj,2,128,8,128,24.920745849609375,8.5078125,33554432 +25,self_attn.v_proj,3,32,8,128,7.4531073570251465,14.03125,33554432 +25,self_attn.v_proj,3,64,8,128,9.154762268066406,13.015625,33554432 +25,self_attn.v_proj,3,128,8,128,10.663363456726074,12.5078125,33554432 +25,self_attn.v_proj,4,32,8,128,3.47668719291687,18.03125,33554432 +25,self_attn.v_proj,4,64,8,128,4.27173376083374,17.015625,33554432 +25,self_attn.v_proj,4,128,8,128,4.9745025634765625,16.5078125,33554432 +25,self_attn.v_proj,8,32,8,128,0.21058081090450287,34.03125,33554432 +25,self_attn.v_proj,8,64,8,128,0.25874343514442444,33.015625,33554432 +25,self_attn.v_proj,8,128,8,128,0.30134761333465576,32.5078125,33554432 +25,self_attn.k_proj,2,32,8,128,24.154638290405273,10.03125,33554432 +25,self_attn.k_proj,2,64,8,128,31.654922485351562,9.015625,33554432 +25,self_attn.k_proj,2,128,8,128,38.291873931884766,8.5078125,33554432 +25,self_attn.k_proj,3,32,8,128,10.346332550048828,14.03125,33554432 +25,self_attn.k_proj,3,64,8,128,13.703627586364746,13.015625,33554432 +25,self_attn.k_proj,3,128,8,128,16.839353561401367,12.5078125,33554432 +25,self_attn.k_proj,4,32,8,128,4.8257155418396,18.03125,33554432 +25,self_attn.k_proj,4,64,8,128,6.393172264099121,17.015625,33554432 +25,self_attn.k_proj,4,128,8,128,7.862250804901123,16.5078125,33554432 +25,self_attn.k_proj,8,32,8,128,0.29261139035224915,34.03125,33554432 +25,self_attn.k_proj,8,64,8,128,0.3873709738254547,33.015625,33554432 +25,self_attn.k_proj,8,128,8,128,0.47591710090637207,32.5078125,33554432 +25,self_attn.o_proj,2,32,8,128,53.33670425415039,80.25,268435456 +25,self_attn.o_proj,2,64,8,128,62.47505569458008,72.125,268435456 +25,self_attn.o_proj,2,128,8,128,70.07982635498047,68.0625,268435456 +25,self_attn.o_proj,3,32,8,128,22.910011291503906,112.25,268435456 +25,self_attn.o_proj,3,64,8,128,26.59568214416504,104.125,268435456 +25,self_attn.o_proj,3,128,8,128,30.07599639892578,100.0625,268435456 +25,self_attn.o_proj,4,32,8,128,10.68073558807373,144.25,268435456 +25,self_attn.o_proj,4,64,8,128,12.400909423828125,136.125,268435456 +25,self_attn.o_proj,4,128,8,128,14.01840591430664,132.0625,268435456 +25,self_attn.o_proj,8,32,8,128,0.6534740924835205,272.25,268435456 +25,self_attn.o_proj,8,64,8,128,0.7568515539169312,264.125,268435456 +25,self_attn.o_proj,8,128,8,128,0.8502808809280396,260.0625,268435456 +25,mlp.gate_proj,2,32,8,128,89.90235137939453,260.8125,872415232 +25,mlp.gate_proj,2,64,8,128,96.34208679199219,234.40625,872415232 +25,mlp.gate_proj,2,128,8,128,110.42854309082031,221.203125,872415232 +25,mlp.gate_proj,3,32,8,128,36.1559944152832,364.8125,872415232 +25,mlp.gate_proj,3,64,8,128,44.371612548828125,338.40625,872415232 +25,mlp.gate_proj,3,128,8,128,46.4706916809082,325.203125,872415232 +25,mlp.gate_proj,4,32,8,128,16.905202865600586,468.8125,872415232 +25,mlp.gate_proj,4,64,8,128,19.837839126586914,442.40625,872415232 +25,mlp.gate_proj,4,128,8,128,22.726871490478516,429.203125,872415232 +25,mlp.gate_proj,8,32,8,128,1.0346544981002808,884.8125,872415232 +25,mlp.gate_proj,8,64,8,128,1.1791272163391113,858.40625,872415232 +25,mlp.gate_proj,8,128,8,128,1.414057970046997,845.203125,872415232 +25,mlp.up_proj,2,32,8,128,87.83306884765625,260.8125,872415232 +25,mlp.up_proj,2,64,8,128,94.9493408203125,234.40625,872415232 +25,mlp.up_proj,2,128,8,128,107.13977813720703,221.203125,872415232 +25,mlp.up_proj,3,32,8,128,35.515445709228516,364.8125,872415232 +25,mlp.up_proj,3,64,8,128,43.16024398803711,338.40625,872415232 +25,mlp.up_proj,3,128,8,128,46.02420425415039,325.203125,872415232 +25,mlp.up_proj,4,32,8,128,16.702739715576172,468.8125,872415232 +25,mlp.up_proj,4,64,8,128,19.321189880371094,442.40625,872415232 +25,mlp.up_proj,4,128,8,128,22.662029266357422,429.203125,872415232 +25,mlp.up_proj,8,32,8,128,1.0250352621078491,884.8125,872415232 +25,mlp.up_proj,8,64,8,128,1.1505157947540283,858.40625,872415232 +25,mlp.up_proj,8,128,8,128,1.3677560091018677,845.203125,872415232 +25,mlp.down_proj,2,32,8,128,88.54326629638672,260.8125,872415232 +25,mlp.down_proj,2,64,8,128,95.4339370727539,234.40625,872415232 +25,mlp.down_proj,2,128,8,128,107.90286254882812,221.203125,872415232 +25,mlp.down_proj,3,32,8,128,35.758182525634766,364.8125,872415232 +25,mlp.down_proj,3,64,8,128,43.480682373046875,338.40625,872415232 +25,mlp.down_proj,3,128,8,128,46.161617279052734,325.203125,872415232 +25,mlp.down_proj,4,32,8,128,16.781417846679688,468.8125,872415232 +25,mlp.down_proj,4,64,8,128,19.470781326293945,442.40625,872415232 +25,mlp.down_proj,4,128,8,128,22.677440643310547,429.203125,872415232 +25,mlp.down_proj,8,32,8,128,1.0288145542144775,884.8125,872415232 +25,mlp.down_proj,8,64,8,128,1.159683108329773,858.40625,872415232 +25,mlp.down_proj,8,128,8,128,1.376771092414856,845.203125,872415232 +26,self_attn.q_proj,2,32,8,128,46.75147247314453,80.25,268435456 +26,self_attn.q_proj,2,64,8,128,55.706092834472656,72.125,268435456 +26,self_attn.q_proj,2,128,8,128,64.5379867553711,68.0625,268435456 +26,self_attn.q_proj,3,32,8,128,20.096317291259766,112.25,268435456 +26,self_attn.q_proj,3,64,8,128,24.20485496520996,104.125,268435456 +26,self_attn.q_proj,3,128,8,128,28.371925354003906,100.0625,268435456 +26,self_attn.q_proj,4,32,8,128,9.352583885192871,144.25,268435456 +26,self_attn.q_proj,4,64,8,128,11.379042625427246,136.125,268435456 +26,self_attn.q_proj,4,128,8,128,13.208822250366211,132.0625,268435456 +26,self_attn.q_proj,8,32,8,128,0.5693356394767761,272.25,268435456 +26,self_attn.q_proj,8,64,8,128,0.6917426586151123,264.125,268435456 +26,self_attn.q_proj,8,128,8,128,0.7989100813865662,260.0625,268435456 +26,self_attn.v_proj,2,32,8,128,16.755630493164062,10.03125,33554432 +26,self_attn.v_proj,2,64,8,128,20.603534698486328,9.015625,33554432 +26,self_attn.v_proj,2,128,8,128,24.009323120117188,8.5078125,33554432 +26,self_attn.v_proj,3,32,8,128,7.159640312194824,14.03125,33554432 +26,self_attn.v_proj,3,64,8,128,8.80898380279541,13.015625,33554432 +26,self_attn.v_proj,3,128,8,128,10.271081924438477,12.5078125,33554432 +26,self_attn.v_proj,4,32,8,128,3.3404147624969482,18.03125,33554432 +26,self_attn.v_proj,4,64,8,128,4.110899448394775,17.015625,33554432 +26,self_attn.v_proj,4,128,8,128,4.790806770324707,16.5078125,33554432 +26,self_attn.v_proj,8,32,8,128,0.20228999853134155,34.03125,33554432 +26,self_attn.v_proj,8,64,8,128,0.24884918332099915,33.015625,33554432 +26,self_attn.v_proj,8,128,8,128,0.2902677059173584,32.5078125,33554432 +26,self_attn.k_proj,2,32,8,128,28.052764892578125,10.03125,33554432 +26,self_attn.k_proj,2,64,8,128,36.87179183959961,9.015625,33554432 +26,self_attn.k_proj,2,128,8,128,44.58732604980469,8.5078125,33554432 +26,self_attn.k_proj,3,32,8,128,12.06607437133789,14.03125,33554432 +26,self_attn.k_proj,3,64,8,128,16.196855545043945,13.015625,33554432 +26,self_attn.k_proj,3,128,8,128,20.101240158081055,12.5078125,33554432 +26,self_attn.k_proj,4,32,8,128,5.632182598114014,18.03125,33554432 +26,self_attn.k_proj,4,64,8,128,7.560300350189209,17.015625,33554432 +26,self_attn.k_proj,4,128,8,128,9.386472702026367,16.5078125,33554432 +26,self_attn.k_proj,8,32,8,128,0.3413868248462677,34.03125,33554432 +26,self_attn.k_proj,8,64,8,128,0.4579373002052307,33.015625,33554432 +26,self_attn.k_proj,8,128,8,128,0.5686866641044617,32.5078125,33554432 +26,self_attn.o_proj,2,32,8,128,52.791259765625,80.25,268435456 +26,self_attn.o_proj,2,64,8,128,61.84807205200195,72.125,268435456 +26,self_attn.o_proj,2,128,8,128,69.42679595947266,68.0625,268435456 +26,self_attn.o_proj,3,32,8,128,22.717945098876953,112.25,268435456 +26,self_attn.o_proj,3,64,8,128,26.337875366210938,104.125,268435456 +26,self_attn.o_proj,3,128,8,128,29.803247451782227,100.0625,268435456 +26,self_attn.o_proj,4,32,8,128,10.57233715057373,144.25,268435456 +26,self_attn.o_proj,4,64,8,128,12.2843017578125,136.125,268435456 +26,self_attn.o_proj,4,128,8,128,13.89128303527832,132.0625,268435456 +26,self_attn.o_proj,8,32,8,128,0.6467081904411316,272.25,268435456 +26,self_attn.o_proj,8,64,8,128,0.7500534057617188,264.125,268435456 +26,self_attn.o_proj,8,128,8,128,0.8426389694213867,260.0625,268435456 +26,mlp.gate_proj,2,32,8,128,90.5047836303711,260.8125,872415232 +26,mlp.gate_proj,2,64,8,128,96.7054672241211,234.40625,872415232 +26,mlp.gate_proj,2,128,8,128,111.2957763671875,221.203125,872415232 +26,mlp.gate_proj,3,32,8,128,36.34604263305664,364.8125,872415232 +26,mlp.gate_proj,3,64,8,128,44.6971549987793,338.40625,872415232 +26,mlp.gate_proj,3,128,8,128,46.55669403076172,325.203125,872415232 +26,mlp.gate_proj,4,32,8,128,16.96512794494629,468.8125,872415232 +26,mlp.gate_proj,4,64,8,128,19.969209671020508,442.40625,872415232 +26,mlp.gate_proj,4,128,8,128,22.740459442138672,429.203125,872415232 +26,mlp.gate_proj,8,32,8,128,1.0375237464904785,884.8125,872415232 +26,mlp.gate_proj,8,64,8,128,1.1866823434829712,858.40625,872415232 +26,mlp.gate_proj,8,128,8,128,1.414624810218811,845.203125,872415232 +26,mlp.up_proj,2,32,8,128,88.3614730834961,260.8125,872415232 +26,mlp.up_proj,2,64,8,128,95.21611022949219,234.40625,872415232 +26,mlp.up_proj,2,128,8,128,107.75335693359375,221.203125,872415232 +26,mlp.up_proj,3,32,8,128,35.666954040527344,364.8125,872415232 +26,mlp.up_proj,3,64,8,128,43.43301773071289,338.40625,872415232 +26,mlp.up_proj,3,128,8,128,46.08964157104492,325.203125,872415232 +26,mlp.up_proj,4,32,8,128,16.748477935791016,468.8125,872415232 +26,mlp.up_proj,4,64,8,128,19.43625259399414,442.40625,872415232 +26,mlp.up_proj,4,128,8,128,22.671621322631836,429.203125,872415232 +26,mlp.up_proj,8,32,8,128,1.027138113975525,884.8125,872415232 +26,mlp.up_proj,8,64,8,128,1.156470537185669,858.40625,872415232 +26,mlp.up_proj,8,128,8,128,1.377260446548462,845.203125,872415232 +26,mlp.down_proj,2,32,8,128,88.68321990966797,260.8125,872415232 +26,mlp.down_proj,2,64,8,128,95.503662109375,234.40625,872415232 +26,mlp.down_proj,2,128,8,128,108.10198211669922,221.203125,872415232 +26,mlp.down_proj,3,32,8,128,35.799156188964844,364.8125,872415232 +26,mlp.down_proj,3,64,8,128,43.54958724975586,338.40625,872415232 +26,mlp.down_proj,3,128,8,128,46.18354034423828,325.203125,872415232 +26,mlp.down_proj,4,32,8,128,16.79216194152832,468.8125,872415232 +26,mlp.down_proj,4,64,8,128,19.50419807434082,442.40625,872415232 +26,mlp.down_proj,4,128,8,128,22.679725646972656,429.203125,872415232 +26,mlp.down_proj,8,32,8,128,1.0293359756469727,884.8125,872415232 +26,mlp.down_proj,8,64,8,128,1.1611301898956299,858.40625,872415232 +26,mlp.down_proj,8,128,8,128,1.3791738748550415,845.203125,872415232 +27,self_attn.q_proj,2,32,8,128,48.39232635498047,80.25,268435456 +27,self_attn.q_proj,2,64,8,128,58.04994583129883,72.125,268435456 +27,self_attn.q_proj,2,128,8,128,66.99520111083984,68.0625,268435456 +27,self_attn.q_proj,3,32,8,128,20.882535934448242,112.25,268435456 +27,self_attn.q_proj,3,64,8,128,25.063873291015625,104.125,268435456 +27,self_attn.q_proj,3,128,8,128,29.555200576782227,100.0625,268435456 +27,self_attn.q_proj,4,32,8,128,9.709643363952637,144.25,268435456 +27,self_attn.q_proj,4,64,8,128,11.74336051940918,136.125,268435456 +27,self_attn.q_proj,4,128,8,128,13.7337646484375,132.0625,268435456 +27,self_attn.q_proj,8,32,8,128,0.5909898281097412,272.25,268435456 +27,self_attn.q_proj,8,64,8,128,0.716793954372406,264.125,268435456 +27,self_attn.q_proj,8,128,8,128,0.8303942084312439,260.0625,268435456 +27,self_attn.v_proj,2,32,8,128,16.064027786254883,10.03125,33554432 +27,self_attn.v_proj,2,64,8,128,19.734983444213867,9.015625,33554432 +27,self_attn.v_proj,2,128,8,128,22.970365524291992,8.5078125,33554432 +27,self_attn.v_proj,3,32,8,128,6.861440658569336,14.03125,33554432 +27,self_attn.v_proj,3,64,8,128,8.4364652633667,13.015625,33554432 +27,self_attn.v_proj,3,128,8,128,9.824955940246582,12.5078125,33554432 +27,self_attn.v_proj,4,32,8,128,3.201070785522461,18.03125,33554432 +27,self_attn.v_proj,4,64,8,128,3.9361157417297363,17.015625,33554432 +27,self_attn.v_proj,4,128,8,128,4.583454608917236,16.5078125,33554432 +27,self_attn.v_proj,8,32,8,128,0.19393803179264069,34.03125,33554432 +27,self_attn.v_proj,8,64,8,128,0.2383045107126236,33.015625,33554432 +27,self_attn.v_proj,8,128,8,128,0.2775450646877289,32.5078125,33554432 +27,self_attn.k_proj,2,32,8,128,30.155731201171875,10.03125,33554432 +27,self_attn.k_proj,2,64,8,128,39.832218170166016,9.015625,33554432 +27,self_attn.k_proj,2,128,8,128,48.12519454956055,8.5078125,33554432 +27,self_attn.k_proj,3,32,8,128,12.9902925491333,14.03125,33554432 +27,self_attn.k_proj,3,64,8,128,17.612022399902344,13.015625,33554432 +27,self_attn.k_proj,3,128,8,128,22.065166473388672,12.5078125,33554432 +27,self_attn.k_proj,4,32,8,128,6.062230587005615,18.03125,33554432 +27,self_attn.k_proj,4,64,8,128,8.224788665771484,17.015625,33554432 +27,self_attn.k_proj,4,128,8,128,10.307148933410645,16.5078125,33554432 +27,self_attn.k_proj,8,32,8,128,0.3673020899295807,34.03125,33554432 +27,self_attn.k_proj,8,64,8,128,0.4979223310947418,33.015625,33554432 +27,self_attn.k_proj,8,128,8,128,0.6245265603065491,32.5078125,33554432 +27,self_attn.o_proj,2,32,8,128,52.542503356933594,80.25,268435456 +27,self_attn.o_proj,2,64,8,128,61.53359603881836,72.125,268435456 +27,self_attn.o_proj,2,128,8,128,69.08672332763672,68.0625,268435456 +27,self_attn.o_proj,3,32,8,128,22.624311447143555,112.25,268435456 +27,self_attn.o_proj,3,64,8,128,26.21022605895996,104.125,268435456 +27,self_attn.o_proj,3,128,8,128,29.63719367980957,100.0625,268435456 +27,self_attn.o_proj,4,32,8,128,10.520063400268555,144.25,268435456 +27,self_attn.o_proj,4,64,8,128,12.226058006286621,136.125,268435456 +27,self_attn.o_proj,4,128,8,128,13.817365646362305,132.0625,268435456 +27,self_attn.o_proj,8,32,8,128,0.6435507535934448,272.25,268435456 +27,self_attn.o_proj,8,64,8,128,0.7465691566467285,264.125,268435456 +27,self_attn.o_proj,8,128,8,128,0.8381273150444031,260.0625,268435456 +27,mlp.gate_proj,2,32,8,128,90.61585235595703,260.8125,872415232 +27,mlp.gate_proj,2,64,8,128,97.18153381347656,234.40625,872415232 +27,mlp.gate_proj,2,128,8,128,112.24486541748047,221.203125,872415232 +27,mlp.gate_proj,3,32,8,128,36.57537078857422,364.8125,872415232 +27,mlp.gate_proj,3,64,8,128,45.085540771484375,338.40625,872415232 +27,mlp.gate_proj,3,128,8,128,46.70474624633789,325.203125,872415232 +27,mlp.gate_proj,4,32,8,128,17.03722381591797,468.8125,872415232 +27,mlp.gate_proj,4,64,8,128,20.138896942138672,442.40625,872415232 +27,mlp.gate_proj,4,128,8,128,22.7667236328125,429.203125,872415232 +27,mlp.gate_proj,8,32,8,128,1.0410977602005005,884.8125,872415232 +27,mlp.gate_proj,8,64,8,128,1.1960785388946533,858.40625,872415232 +27,mlp.gate_proj,8,128,8,128,1.415236473083496,845.203125,872415232 +27,mlp.up_proj,2,32,8,128,88.86347198486328,260.8125,872415232 +27,mlp.up_proj,2,64,8,128,95.49705505371094,234.40625,872415232 +27,mlp.up_proj,2,128,8,128,108.40953063964844,221.203125,872415232 +27,mlp.up_proj,3,32,8,128,35.817317962646484,364.8125,872415232 +27,mlp.up_proj,3,64,8,128,43.70436096191406,338.40625,872415232 +27,mlp.up_proj,3,128,8,128,46.162925720214844,325.203125,872415232 +27,mlp.up_proj,4,32,8,128,16.793556213378906,468.8125,872415232 +27,mlp.up_proj,4,64,8,128,19.544862747192383,442.40625,872415232 +27,mlp.up_proj,4,128,8,128,22.680700302124023,429.203125,872415232 +27,mlp.up_proj,8,32,8,128,1.0292741060256958,884.8125,872415232 +27,mlp.up_proj,8,64,8,128,1.1626757383346558,858.40625,872415232 +27,mlp.up_proj,8,128,8,128,1.3869736194610596,845.203125,872415232 +27,mlp.down_proj,2,32,8,128,88.76543426513672,260.8125,872415232 +27,mlp.down_proj,2,64,8,128,95.54285430908203,234.40625,872415232 +27,mlp.down_proj,2,128,8,128,108.17493438720703,221.203125,872415232 +27,mlp.down_proj,3,32,8,128,35.82108688354492,364.8125,872415232 +27,mlp.down_proj,3,64,8,128,43.588783264160156,338.40625,872415232 +27,mlp.down_proj,3,128,8,128,46.192256927490234,325.203125,872415232 +27,mlp.down_proj,4,32,8,128,16.80040168762207,468.8125,872415232 +27,mlp.down_proj,4,64,8,128,19.51832389831543,442.40625,872415232 +27,mlp.down_proj,4,128,8,128,22.680927276611328,429.203125,872415232 +27,mlp.down_proj,8,32,8,128,1.0297112464904785,884.8125,872415232 +27,mlp.down_proj,8,64,8,128,1.162171483039856,858.40625,872415232 +27,mlp.down_proj,8,128,8,128,1.3804843425750732,845.203125,872415232 +28,self_attn.q_proj,2,32,8,128,49.73134231567383,80.25,268435456 +28,self_attn.q_proj,2,64,8,128,60.05552673339844,72.125,268435456 +28,self_attn.q_proj,2,128,8,128,68.69525909423828,68.0625,268435456 +28,self_attn.q_proj,3,32,8,128,21.512887954711914,112.25,268435456 +28,self_attn.q_proj,3,64,8,128,25.855571746826172,104.125,268435456 +28,self_attn.q_proj,3,128,8,128,30.354841232299805,100.0625,268435456 +28,self_attn.q_proj,4,32,8,128,9.997045516967773,144.25,268435456 +28,self_attn.q_proj,4,64,8,128,12.081779479980469,136.125,268435456 +28,self_attn.q_proj,4,128,8,128,14.107622146606445,132.0625,268435456 +28,self_attn.q_proj,8,32,8,128,0.6085402965545654,272.25,268435456 +28,self_attn.q_proj,8,64,8,128,0.7365564703941345,264.125,268435456 +28,self_attn.q_proj,8,128,8,128,0.8531582355499268,260.0625,268435456 +28,self_attn.v_proj,2,32,8,128,16.704574584960938,10.03125,33554432 +28,self_attn.v_proj,2,64,8,128,20.531116485595703,9.015625,33554432 +28,self_attn.v_proj,2,128,8,128,23.909156799316406,8.5078125,33554432 +28,self_attn.v_proj,3,32,8,128,7.138586044311523,14.03125,33554432 +28,self_attn.v_proj,3,64,8,128,8.778787612915039,13.015625,33554432 +28,self_attn.v_proj,3,128,8,128,10.22784423828125,12.5078125,33554432 +28,self_attn.v_proj,4,32,8,128,3.330374002456665,18.03125,33554432 +28,self_attn.v_proj,4,64,8,128,4.095976829528809,17.015625,33554432 +28,self_attn.v_proj,4,128,8,128,4.770705699920654,16.5078125,33554432 +28,self_attn.v_proj,8,32,8,128,0.2016965001821518,34.03125,33554432 +28,self_attn.v_proj,8,64,8,128,0.24796374142169952,33.015625,33554432 +28,self_attn.v_proj,8,128,8,128,0.28899797797203064,32.5078125,33554432 +28,self_attn.k_proj,2,32,8,128,29.428972244262695,10.03125,33554432 +28,self_attn.k_proj,2,64,8,128,38.712276458740234,9.015625,33554432 +28,self_attn.k_proj,2,128,8,128,46.800899505615234,8.5078125,33554432 +28,self_attn.k_proj,3,32,8,128,12.60368824005127,14.03125,33554432 +28,self_attn.k_proj,3,64,8,128,16.78917121887207,13.015625,33554432 +28,self_attn.k_proj,3,128,8,128,20.651817321777344,12.5078125,33554432 +28,self_attn.k_proj,4,32,8,128,5.882857799530029,18.03125,33554432 +28,self_attn.k_proj,4,64,8,128,7.836005687713623,17.015625,33554432 +28,self_attn.k_proj,4,128,8,128,9.63330364227295,16.5078125,33554432 +28,self_attn.k_proj,8,32,8,128,0.3565232753753662,34.03125,33554432 +28,self_attn.k_proj,8,64,8,128,0.4743921160697937,33.015625,33554432 +28,self_attn.k_proj,8,128,8,128,0.5838232040405273,32.5078125,33554432 +28,self_attn.o_proj,2,32,8,128,52.04030990600586,80.25,268435456 +28,self_attn.o_proj,2,64,8,128,60.9445915222168,72.125,268435456 +28,self_attn.o_proj,2,128,8,128,68.43138885498047,68.0625,268435456 +28,self_attn.o_proj,3,32,8,128,22.407318115234375,112.25,268435456 +28,self_attn.o_proj,3,64,8,128,25.95746421813965,104.125,268435456 +28,self_attn.o_proj,3,128,8,128,29.360858917236328,100.0625,268435456 +28,self_attn.o_proj,4,32,8,128,10.418289184570312,144.25,268435456 +28,self_attn.o_proj,4,64,8,128,12.114357948303223,136.125,268435456 +28,self_attn.o_proj,4,128,8,128,13.686870574951172,132.0625,268435456 +28,self_attn.o_proj,8,32,8,128,0.6372024416923523,272.25,268435456 +28,self_attn.o_proj,8,64,8,128,0.7401427626609802,264.125,268435456 +28,self_attn.o_proj,8,128,8,128,0.8303632736206055,260.0625,268435456 +28,mlp.gate_proj,2,32,8,128,90.69942474365234,260.8125,872415232 +28,mlp.gate_proj,2,64,8,128,97.54409790039062,234.40625,872415232 +28,mlp.gate_proj,2,128,8,128,113.06066131591797,221.203125,872415232 +28,mlp.gate_proj,3,32,8,128,36.752254486083984,364.8125,872415232 +28,mlp.gate_proj,3,64,8,128,45.26472854614258,338.40625,872415232 +28,mlp.gate_proj,3,128,8,128,46.81734848022461,325.203125,872415232 +28,mlp.gate_proj,4,32,8,128,17.093477249145508,468.8125,872415232 +28,mlp.gate_proj,4,64,8,128,20.265235900878906,442.40625,872415232 +28,mlp.gate_proj,4,128,8,128,22.784095764160156,429.203125,872415232 +28,mlp.gate_proj,8,32,8,128,1.0438802242279053,884.8125,872415232 +28,mlp.gate_proj,8,64,8,128,1.2032662630081177,858.40625,872415232 +28,mlp.gate_proj,8,128,8,128,1.415728211402893,845.203125,872415232 +28,mlp.up_proj,2,32,8,128,89.2517318725586,260.8125,872415232 +28,mlp.up_proj,2,64,8,128,95.72232818603516,234.40625,872415232 +28,mlp.up_proj,2,128,8,128,108.97846221923828,221.203125,872415232 +28,mlp.up_proj,3,32,8,128,35.92897033691406,364.8125,872415232 +28,mlp.up_proj,3,64,8,128,43.915531158447266,338.40625,872415232 +28,mlp.up_proj,3,128,8,128,46.21696472167969,325.203125,872415232 +28,mlp.up_proj,4,32,8,128,16.82883071899414,468.8125,872415232 +28,mlp.up_proj,4,64,8,128,19.6291561126709,442.40625,872415232 +28,mlp.up_proj,4,128,8,128,22.68910789489746,429.203125,872415232 +28,mlp.up_proj,8,32,8,128,1.0309021472930908,884.8125,872415232 +28,mlp.up_proj,8,64,8,128,1.1672307252883911,858.40625,872415232 +28,mlp.up_proj,8,128,8,128,1.3940144777297974,845.203125,872415232 +28,mlp.down_proj,2,32,8,128,88.8379135131836,260.8125,872415232 +28,mlp.down_proj,2,64,8,128,95.59931182861328,234.40625,872415232 +28,mlp.down_proj,2,128,8,128,108.3258285522461,221.203125,872415232 +28,mlp.down_proj,3,32,8,128,35.84418487548828,364.8125,872415232 +28,mlp.down_proj,3,64,8,128,43.63383483886719,338.40625,872415232 +28,mlp.down_proj,3,128,8,128,46.209346771240234,325.203125,872415232 +28,mlp.down_proj,4,32,8,128,16.808521270751953,468.8125,872415232 +28,mlp.down_proj,4,64,8,128,19.536785125732422,442.40625,872415232 +28,mlp.down_proj,4,128,8,128,22.682558059692383,429.203125,872415232 +28,mlp.down_proj,8,32,8,128,1.0300201177597046,884.8125,872415232 +28,mlp.down_proj,8,64,8,128,1.1631698608398438,858.40625,872415232 +28,mlp.down_proj,8,128,8,128,1.381969928741455,845.203125,872415232 +29,self_attn.q_proj,2,32,8,128,49.373233795166016,80.25,268435456 +29,self_attn.q_proj,2,64,8,128,59.356807708740234,72.125,268435456 +29,self_attn.q_proj,2,128,8,128,68.0921630859375,68.0625,268435456 +29,self_attn.q_proj,3,32,8,128,21.398395538330078,112.25,268435456 +29,self_attn.q_proj,3,64,8,128,25.68364906311035,104.125,268435456 +29,self_attn.q_proj,3,128,8,128,30.35350227355957,100.0625,268435456 +29,self_attn.q_proj,4,32,8,128,9.94448471069336,144.25,268435456 +29,self_attn.q_proj,4,64,8,128,12.009990692138672,136.125,268435456 +29,self_attn.q_proj,4,128,8,128,14.107964515686035,132.0625,268435456 +29,self_attn.q_proj,8,32,8,128,0.6049114465713501,272.25,268435456 +29,self_attn.q_proj,8,64,8,128,0.7319377660751343,264.125,268435456 +29,self_attn.q_proj,8,128,8,128,0.8524715304374695,260.0625,268435456 +29,self_attn.v_proj,2,32,8,128,17.002199172973633,10.03125,33554432 +29,self_attn.v_proj,2,64,8,128,20.896007537841797,9.015625,33554432 +29,self_attn.v_proj,2,128,8,128,24.33682632446289,8.5078125,33554432 +29,self_attn.v_proj,3,32,8,128,7.264425754547119,14.03125,33554432 +29,self_attn.v_proj,3,64,8,128,8.930986404418945,13.015625,33554432 +29,self_attn.v_proj,3,128,8,128,10.409976959228516,12.5078125,33554432 +29,self_attn.v_proj,4,32,8,128,3.3893866539001465,18.03125,33554432 +29,self_attn.v_proj,4,64,8,128,4.168423652648926,17.015625,33554432 +29,self_attn.v_proj,4,128,8,128,4.855982780456543,16.5078125,33554432 +29,self_attn.v_proj,8,32,8,128,0.20526748895645142,34.03125,33554432 +29,self_attn.v_proj,8,64,8,128,0.2523840367794037,33.015625,33554432 +29,self_attn.v_proj,8,128,8,128,0.2942453920841217,32.5078125,33554432 +29,self_attn.k_proj,2,32,8,128,31.392852783203125,10.03125,33554432 +29,self_attn.k_proj,2,64,8,128,41.423709869384766,9.015625,33554432 +29,self_attn.k_proj,2,128,8,128,50.0766716003418,8.5078125,33554432 +29,self_attn.k_proj,3,32,8,128,13.511787414550781,14.03125,33554432 +29,self_attn.k_proj,3,64,8,128,18.36374855041504,13.015625,33554432 +29,self_attn.k_proj,3,128,8,128,23.062772750854492,12.5078125,33554432 +29,self_attn.k_proj,4,32,8,128,6.305383205413818,18.03125,33554432 +29,self_attn.k_proj,4,64,8,128,8.574180603027344,17.015625,33554432 +29,self_attn.k_proj,4,128,8,128,10.772541999816895,16.5078125,33554432 +29,self_attn.k_proj,8,32,8,128,0.381976842880249,34.03125,33554432 +29,self_attn.k_proj,8,64,8,128,0.5192260146141052,33.015625,33554432 +29,self_attn.k_proj,8,128,8,128,0.6527479290962219,32.5078125,33554432 +29,self_attn.o_proj,2,32,8,128,52.49726486206055,80.25,268435456 +29,self_attn.o_proj,2,64,8,128,61.509761810302734,72.125,268435456 +29,self_attn.o_proj,2,128,8,128,69.0641860961914,68.0625,268435456 +29,self_attn.o_proj,3,32,8,128,22.611976623535156,112.25,268435456 +29,self_attn.o_proj,3,64,8,128,26.197402954101562,104.125,268435456 +29,self_attn.o_proj,3,128,8,128,29.660953521728516,100.0625,268435456 +29,self_attn.o_proj,4,32,8,128,10.513760566711426,144.25,268435456 +29,self_attn.o_proj,4,64,8,128,12.221833229064941,136.125,268435456 +29,self_attn.o_proj,4,128,8,128,13.824542999267578,132.0625,268435456 +29,self_attn.o_proj,8,32,8,128,0.6430078148841858,272.25,268435456 +29,self_attn.o_proj,8,64,8,128,0.7463741898536682,264.125,268435456 +29,self_attn.o_proj,8,128,8,128,0.8385595083236694,260.0625,268435456 +29,mlp.gate_proj,2,32,8,128,90.77082824707031,260.8125,872415232 +29,mlp.gate_proj,2,64,8,128,97.847900390625,234.40625,872415232 +29,mlp.gate_proj,2,128,8,128,113.54940032958984,221.203125,872415232 +29,mlp.gate_proj,3,32,8,128,36.89155960083008,364.8125,872415232 +29,mlp.gate_proj,3,64,8,128,45.28342819213867,338.40625,872415232 +29,mlp.gate_proj,3,128,8,128,46.909053802490234,325.203125,872415232 +29,mlp.gate_proj,4,32,8,128,17.140850067138672,468.8125,872415232 +29,mlp.gate_proj,4,64,8,128,20.366920471191406,442.40625,872415232 +29,mlp.gate_proj,4,128,8,128,22.801054000854492,429.203125,872415232 +29,mlp.gate_proj,8,32,8,128,1.0462055206298828,884.8125,872415232 +29,mlp.gate_proj,8,64,8,128,1.2088850736618042,858.40625,872415232 +29,mlp.gate_proj,8,128,8,128,1.4161736965179443,845.203125,872415232 +29,mlp.up_proj,2,32,8,128,89.65245819091797,260.8125,872415232 +29,mlp.up_proj,2,64,8,128,95.94715118408203,234.40625,872415232 +29,mlp.up_proj,2,128,8,128,109.42539978027344,221.203125,872415232 +29,mlp.up_proj,3,32,8,128,36.05341720581055,364.8125,872415232 +29,mlp.up_proj,3,64,8,128,44.13332748413086,338.40625,872415232 +29,mlp.up_proj,3,128,8,128,46.283843994140625,325.203125,872415232 +29,mlp.up_proj,4,32,8,128,16.866174697875977,468.8125,872415232 +29,mlp.up_proj,4,64,8,128,19.717174530029297,442.40625,872415232 +29,mlp.up_proj,4,128,8,128,22.69867706298828,429.203125,872415232 +29,mlp.up_proj,8,32,8,128,1.0327049493789673,884.8125,872415232 +29,mlp.up_proj,8,64,8,128,1.1722016334533691,858.40625,872415232 +29,mlp.up_proj,8,128,8,128,1.401544213294983,845.203125,872415232 +29,mlp.down_proj,2,32,8,128,88.81449890136719,260.8125,872415232 +29,mlp.down_proj,2,64,8,128,95.5938949584961,234.40625,872415232 +29,mlp.down_proj,2,128,8,128,108.2894058227539,221.203125,872415232 +29,mlp.down_proj,3,32,8,128,35.8385009765625,364.8125,872415232 +29,mlp.down_proj,3,64,8,128,43.62677764892578,338.40625,872415232 +29,mlp.down_proj,3,128,8,128,46.20452117919922,325.203125,872415232 +29,mlp.down_proj,4,32,8,128,16.805383682250977,468.8125,872415232 +29,mlp.down_proj,4,64,8,128,19.531938552856445,442.40625,872415232 +29,mlp.down_proj,4,128,8,128,22.682538986206055,429.203125,872415232 +29,mlp.down_proj,8,32,8,128,1.029929280281067,884.8125,872415232 +29,mlp.down_proj,8,64,8,128,1.1628961563110352,858.40625,872415232 +29,mlp.down_proj,8,128,8,128,1.3814417123794556,845.203125,872415232 +30,self_attn.q_proj,2,32,8,128,51.60152053833008,80.25,268435456 +30,self_attn.q_proj,2,64,8,128,62.38736343383789,72.125,268435456 +30,self_attn.q_proj,2,128,8,128,71.26227569580078,68.0625,268435456 +30,self_attn.q_proj,3,32,8,128,22.369407653808594,112.25,268435456 +30,self_attn.q_proj,3,64,8,128,26.769548416137695,104.125,268435456 +30,self_attn.q_proj,3,128,8,128,31.509220123291016,100.0625,268435456 +30,self_attn.q_proj,4,32,8,128,10.391533851623535,144.25,268435456 +30,self_attn.q_proj,4,64,8,128,12.484506607055664,136.125,268435456 +30,self_attn.q_proj,4,128,8,128,14.643020629882812,132.0625,268435456 +30,self_attn.q_proj,8,32,8,128,0.6332817077636719,272.25,268435456 +30,self_attn.q_proj,8,64,8,128,0.7605448961257935,264.125,268435456 +30,self_attn.q_proj,8,128,8,128,0.8853715062141418,260.0625,268435456 +30,self_attn.v_proj,2,32,8,128,16.446584701538086,10.03125,33554432 +30,self_attn.v_proj,2,64,8,128,20.261249542236328,9.015625,33554432 +30,self_attn.v_proj,2,128,8,128,23.664478302001953,8.5078125,33554432 +30,self_attn.v_proj,3,32,8,128,7.02858304977417,14.03125,33554432 +30,self_attn.v_proj,3,64,8,128,8.663780212402344,13.015625,33554432 +30,self_attn.v_proj,3,128,8,128,10.126908302307129,12.5078125,33554432 +30,self_attn.v_proj,4,32,8,128,3.2798447608947754,18.03125,33554432 +30,self_attn.v_proj,4,64,8,128,4.043750286102295,17.015625,33554432 +30,self_attn.v_proj,4,128,8,128,4.725646495819092,16.5078125,33554432 +30,self_attn.v_proj,8,32,8,128,0.19856411218643188,34.03125,33554432 +30,self_attn.v_proj,8,64,8,128,0.2447277009487152,33.015625,33554432 +30,self_attn.v_proj,8,128,8,128,0.286162406206131,32.5078125,33554432 +30,self_attn.k_proj,2,32,8,128,30.84088897705078,10.03125,33554432 +30,self_attn.k_proj,2,64,8,128,40.46172332763672,9.015625,33554432 +30,self_attn.k_proj,2,128,8,128,49.10972595214844,8.5078125,33554432 +30,self_attn.k_proj,3,32,8,128,13.19989013671875,14.03125,33554432 +30,self_attn.k_proj,3,64,8,128,17.52468490600586,13.015625,33554432 +30,self_attn.k_proj,3,128,8,128,21.638290405273438,12.5078125,33554432 +30,self_attn.k_proj,4,32,8,128,6.161802291870117,18.03125,33554432 +30,self_attn.k_proj,4,64,8,128,8.179740905761719,17.015625,33554432 +30,self_attn.k_proj,4,128,8,128,10.09549331665039,16.5078125,33554432 +30,self_attn.k_proj,8,32,8,128,0.37337762117385864,34.03125,33554432 +30,self_attn.k_proj,8,64,8,128,0.4952339231967926,33.015625,33554432 +30,self_attn.k_proj,8,128,8,128,0.6118794083595276,32.5078125,33554432 +30,self_attn.o_proj,2,32,8,128,49.73139190673828,80.25,268435456 +30,self_attn.o_proj,2,64,8,128,58.239105224609375,72.125,268435456 +30,self_attn.o_proj,2,128,8,128,65.78678894042969,68.0625,268435456 +30,self_attn.o_proj,3,32,8,128,21.39175796508789,112.25,268435456 +30,self_attn.o_proj,3,64,8,128,24.873069763183594,104.125,268435456 +30,self_attn.o_proj,3,128,8,128,28.22521209716797,100.0625,268435456 +30,self_attn.o_proj,4,32,8,128,9.951248168945312,144.25,268435456 +30,self_attn.o_proj,4,64,8,128,11.650442123413086,136.125,268435456 +30,self_attn.o_proj,4,128,8,128,13.167581558227539,132.0625,268435456 +30,self_attn.o_proj,8,32,8,128,0.6082970499992371,272.25,268435456 +30,self_attn.o_proj,8,64,8,128,0.7137767672538757,264.125,268435456 +30,self_attn.o_proj,8,128,8,128,0.7990220785140991,260.0625,268435456 +30,mlp.gate_proj,2,32,8,128,90.83262634277344,260.8125,872415232 +30,mlp.gate_proj,2,64,8,128,98.10262298583984,234.40625,872415232 +30,mlp.gate_proj,2,128,8,128,114.0570297241211,221.203125,872415232 +30,mlp.gate_proj,3,32,8,128,37.011009216308594,364.8125,872415232 +30,mlp.gate_proj,3,64,8,128,45.29933166503906,338.40625,872415232 +30,mlp.gate_proj,3,128,8,128,46.97972106933594,325.203125,872415232 +30,mlp.gate_proj,4,32,8,128,17.17927360534668,468.8125,872415232 +30,mlp.gate_proj,4,64,8,128,20.451297760009766,442.40625,872415232 +30,mlp.gate_proj,4,128,8,128,22.8138370513916,429.203125,872415232 +30,mlp.gate_proj,8,32,8,128,1.0480893850326538,884.8125,872415232 +30,mlp.gate_proj,8,64,8,128,1.2136447429656982,858.40625,872415232 +30,mlp.gate_proj,8,128,8,128,1.416501760482788,845.203125,872415232 +30,mlp.up_proj,2,32,8,128,89.89187622070312,260.8125,872415232 +30,mlp.up_proj,2,64,8,128,96.10031127929688,234.40625,872415232 +30,mlp.up_proj,2,128,8,128,109.74747467041016,221.203125,872415232 +30,mlp.up_proj,3,32,8,128,36.122928619384766,364.8125,872415232 +30,mlp.up_proj,3,64,8,128,44.256614685058594,338.40625,872415232 +30,mlp.up_proj,3,128,8,128,46.32318115234375,325.203125,872415232 +30,mlp.up_proj,4,32,8,128,16.888553619384766,468.8125,872415232 +30,mlp.up_proj,4,64,8,128,19.778797149658203,442.40625,872415232 +30,mlp.up_proj,4,128,8,128,22.704498291015625,429.203125,872415232 +30,mlp.up_proj,8,32,8,128,1.0337903499603271,884.8125,872415232 +30,mlp.up_proj,8,64,8,128,1.17522394657135,858.40625,872415232 +30,mlp.up_proj,8,128,8,128,1.406198263168335,845.203125,872415232 +30,mlp.down_proj,2,32,8,128,88.81726837158203,260.8125,872415232 +30,mlp.down_proj,2,64,8,128,95.60399627685547,234.40625,872415232 +30,mlp.down_proj,2,128,8,128,108.31239318847656,221.203125,872415232 +30,mlp.down_proj,3,32,8,128,35.84230422973633,364.8125,872415232 +30,mlp.down_proj,3,64,8,128,43.62361145019531,338.40625,872415232 +30,mlp.down_proj,3,128,8,128,46.20649337768555,325.203125,872415232 +30,mlp.down_proj,4,32,8,128,16.80731773376465,468.8125,872415232 +30,mlp.down_proj,4,64,8,128,19.534332275390625,442.40625,872415232 +30,mlp.down_proj,4,128,8,128,22.68299102783203,429.203125,872415232 +30,mlp.down_proj,8,32,8,128,1.030007243156433,884.8125,872415232 +30,mlp.down_proj,8,64,8,128,1.163078784942627,858.40625,872415232 +30,mlp.down_proj,8,128,8,128,1.3815972805023193,845.203125,872415232 +31,self_attn.q_proj,2,32,8,128,45.4194450378418,80.25,268435456 +31,self_attn.q_proj,2,64,8,128,53.60332107543945,72.125,268435456 +31,self_attn.q_proj,2,128,8,128,61.548622131347656,68.0625,268435456 +31,self_attn.q_proj,3,32,8,128,19.389738082885742,112.25,268435456 +31,self_attn.q_proj,3,64,8,128,23.280040740966797,104.125,268435456 +31,self_attn.q_proj,3,128,8,128,26.80038833618164,100.0625,268435456 +31,self_attn.q_proj,4,32,8,128,9.032844543457031,144.25,268435456 +31,self_attn.q_proj,4,64,8,128,10.896012306213379,136.125,268435456 +31,self_attn.q_proj,4,128,8,128,12.502124786376953,132.0625,268435456 +31,self_attn.q_proj,8,32,8,128,0.5507389903068542,272.25,268435456 +31,self_attn.q_proj,8,64,8,128,0.6620639562606812,264.125,268435456 +31,self_attn.q_proj,8,128,8,128,0.7574471235275269,260.0625,268435456 +31,self_attn.v_proj,2,32,8,128,17.160165786743164,10.03125,33554432 +31,self_attn.v_proj,2,64,8,128,21.128589630126953,9.015625,33554432 +31,self_attn.v_proj,2,128,8,128,24.6568546295166,8.5078125,33554432 +31,self_attn.v_proj,3,32,8,128,7.331727504730225,14.03125,33554432 +31,self_attn.v_proj,3,64,8,128,9.03187084197998,13.015625,33554432 +31,self_attn.v_proj,3,128,8,128,10.546619415283203,12.5078125,33554432 +31,self_attn.v_proj,4,32,8,128,3.4203200340270996,18.03125,33554432 +31,self_attn.v_proj,4,64,8,128,4.215120792388916,17.015625,33554432 +31,self_attn.v_proj,4,128,8,128,4.920501232147217,16.5078125,33554432 +31,self_attn.v_proj,8,32,8,128,0.2071491777896881,34.03125,33554432 +31,self_attn.v_proj,8,64,8,128,0.2551749348640442,33.015625,33554432 +31,self_attn.v_proj,8,128,8,128,0.29805436730384827,32.5078125,33554432 +31,self_attn.k_proj,2,32,8,128,27.32087516784668,10.03125,33554432 +31,self_attn.k_proj,2,64,8,128,35.487789154052734,9.015625,33554432 +31,self_attn.k_proj,2,128,8,128,42.78815460205078,8.5078125,33554432 +31,self_attn.k_proj,3,32,8,128,11.7141752243042,14.03125,33554432 +31,self_attn.k_proj,3,64,8,128,15.345077514648438,13.015625,33554432 +31,self_attn.k_proj,3,128,8,128,18.714107513427734,12.5078125,33554432 +31,self_attn.k_proj,4,32,8,128,5.466127872467041,18.03125,33554432 +31,self_attn.k_proj,4,64,8,128,7.161258697509766,17.015625,33554432 +31,self_attn.k_proj,4,128,8,128,8.732672691345215,16.5078125,33554432 +31,self_attn.k_proj,8,32,8,128,0.33123570680618286,34.03125,33554432 +31,self_attn.k_proj,8,64,8,128,0.43387123942375183,33.015625,33554432 +31,self_attn.k_proj,8,128,8,128,0.5288656949996948,32.5078125,33554432 +31,self_attn.o_proj,2,32,8,128,50.04006576538086,80.25,268435456 +31,self_attn.o_proj,2,64,8,128,58.531063079833984,72.125,268435456 +31,self_attn.o_proj,2,128,8,128,66.06514739990234,68.0625,268435456 +31,self_attn.o_proj,3,32,8,128,21.518232345581055,112.25,268435456 +31,self_attn.o_proj,3,64,8,128,24.987979888916016,104.125,268435456 +31,self_attn.o_proj,3,128,8,128,28.282108306884766,100.0625,268435456 +31,self_attn.o_proj,4,32,8,128,10.006756782531738,144.25,268435456 +31,self_attn.o_proj,4,64,8,128,11.697189331054688,136.125,268435456 +31,self_attn.o_proj,4,128,8,128,13.190536499023438,132.0625,268435456 +31,self_attn.o_proj,8,32,8,128,0.6117570400238037,272.25,268435456 +31,self_attn.o_proj,8,64,8,128,0.7162017226219177,264.125,268435456 +31,self_attn.o_proj,8,128,8,128,0.8004975318908691,260.0625,268435456 +31,mlp.gate_proj,2,32,8,128,90.93649291992188,260.8125,872415232 +31,mlp.gate_proj,2,64,8,128,98.51759338378906,234.40625,872415232 +31,mlp.gate_proj,2,128,8,128,114.94509887695312,221.203125,872415232 +31,mlp.gate_proj,3,32,8,128,37.2092170715332,364.8125,872415232 +31,mlp.gate_proj,3,64,8,128,45.32949447631836,338.40625,872415232 +31,mlp.gate_proj,3,128,8,128,47.12942123413086,325.203125,872415232 +31,mlp.gate_proj,4,32,8,128,17.24542236328125,468.8125,872415232 +31,mlp.gate_proj,4,64,8,128,20.596765518188477,442.40625,872415232 +31,mlp.gate_proj,4,128,8,128,22.842479705810547,429.203125,872415232 +31,mlp.gate_proj,8,32,8,128,1.0513776540756226,884.8125,872415232 +31,mlp.gate_proj,8,64,8,128,1.2218034267425537,858.40625,872415232 +31,mlp.gate_proj,8,128,8,128,1.417319893836975,845.203125,872415232 +31,mlp.up_proj,2,32,8,128,90.41018676757812,260.8125,872415232 +31,mlp.up_proj,2,64,8,128,96.41814422607422,234.40625,872415232 +31,mlp.up_proj,2,128,8,128,110.43807983398438,221.203125,872415232 +31,mlp.up_proj,3,32,8,128,36.28572463989258,364.8125,872415232 +31,mlp.up_proj,3,64,8,128,44.544273376464844,338.40625,872415232 +31,mlp.up_proj,3,128,8,128,46.415122985839844,325.203125,872415232 +31,mlp.up_proj,4,32,8,128,16.940471649169922,468.8125,872415232 +31,mlp.up_proj,4,64,8,128,19.89177894592285,442.40625,872415232 +31,mlp.up_proj,4,128,8,128,22.71709632873535,429.203125,872415232 +31,mlp.up_proj,8,32,8,128,1.036210060119629,884.8125,872415232 +31,mlp.up_proj,8,64,8,128,1.1817548274993896,858.40625,872415232 +31,mlp.up_proj,8,128,8,128,1.4142675399780273,845.203125,872415232 +31,mlp.down_proj,2,32,8,128,88.72774505615234,260.8125,872415232 +31,mlp.down_proj,2,64,8,128,95.56501770019531,234.40625,872415232 +31,mlp.down_proj,2,128,8,128,108.2242431640625,221.203125,872415232 +31,mlp.down_proj,3,32,8,128,35.82228469848633,364.8125,872415232 +31,mlp.down_proj,3,64,8,128,43.58303451538086,338.40625,872415232 +31,mlp.down_proj,3,128,8,128,46.200714111328125,325.203125,872415232 +31,mlp.down_proj,4,32,8,128,16.801372528076172,468.8125,872415232 +31,mlp.down_proj,4,64,8,128,19.517919540405273,442.40625,872415232 +31,mlp.down_proj,4,128,8,128,22.682575225830078,429.203125,872415232 +31,mlp.down_proj,8,32,8,128,1.0297375917434692,884.8125,872415232 +31,mlp.down_proj,8,64,8,128,1.162247896194458,858.40625,872415232 +31,mlp.down_proj,8,128,8,128,1.3800647258758545,845.203125,872415232 +32,self_attn.q_proj,2,32,8,128,49.62659454345703,80.25,268435456 +32,self_attn.q_proj,2,64,8,128,59.862457275390625,72.125,268435456 +32,self_attn.q_proj,2,128,8,128,68.59040069580078,68.0625,268435456 +32,self_attn.q_proj,3,32,8,128,21.486665725708008,112.25,268435456 +32,self_attn.q_proj,3,64,8,128,25.822633743286133,104.125,268435456 +32,self_attn.q_proj,3,128,8,128,30.43308448791504,100.0625,268435456 +32,self_attn.q_proj,4,32,8,128,9.985270500183105,144.25,268435456 +32,self_attn.q_proj,4,64,8,128,12.069855690002441,136.125,268435456 +32,self_attn.q_proj,4,128,8,128,14.14721965789795,132.0625,268435456 +32,self_attn.q_proj,8,32,8,128,0.6088081002235413,272.25,268435456 +32,self_attn.q_proj,8,64,8,128,0.7361254692077637,264.125,268435456 +32,self_attn.q_proj,8,128,8,128,0.8552942872047424,260.0625,268435456 +32,self_attn.v_proj,2,32,8,128,17.014644622802734,10.03125,33554432 +32,self_attn.v_proj,2,64,8,128,20.913841247558594,9.015625,33554432 +32,self_attn.v_proj,2,128,8,128,24.359317779541016,8.5078125,33554432 +32,self_attn.v_proj,3,32,8,128,7.270217418670654,14.03125,33554432 +32,self_attn.v_proj,3,64,8,128,8.938455581665039,13.015625,33554432 +32,self_attn.v_proj,3,128,8,128,10.42050552368164,12.5078125,33554432 +32,self_attn.v_proj,4,32,8,128,3.3911304473876953,18.03125,33554432 +32,self_attn.v_proj,4,64,8,128,4.171854496002197,17.015625,33554432 +32,self_attn.v_proj,4,128,8,128,4.862228870391846,16.5078125,33554432 +32,self_attn.v_proj,8,32,8,128,0.20541930198669434,34.03125,33554432 +32,self_attn.v_proj,8,64,8,128,0.25252610445022583,33.015625,33554432 +32,self_attn.v_proj,8,128,8,128,0.2945091426372528,32.5078125,33554432 +32,self_attn.k_proj,2,32,8,128,29.030733108520508,10.03125,33554432 +32,self_attn.k_proj,2,64,8,128,38.2133674621582,9.015625,33554432 +32,self_attn.k_proj,2,128,8,128,46.05223083496094,8.5078125,33554432 +32,self_attn.k_proj,3,32,8,128,12.421517372131348,14.03125,33554432 +32,self_attn.k_proj,3,64,8,128,16.556747436523438,13.015625,33554432 +32,self_attn.k_proj,3,128,8,128,20.24114418029785,12.5078125,33554432 +32,self_attn.k_proj,4,32,8,128,5.798752307891846,18.03125,33554432 +32,self_attn.k_proj,4,64,8,128,7.727406978607178,17.015625,33554432 +32,self_attn.k_proj,4,128,8,128,9.447992324829102,16.5078125,33554432 +32,self_attn.k_proj,8,32,8,128,0.35154759883880615,34.03125,33554432 +32,self_attn.k_proj,8,64,8,128,0.46775931119918823,33.015625,33554432 +32,self_attn.k_proj,8,128,8,128,0.5725699663162231,32.5078125,33554432 +32,self_attn.o_proj,2,32,8,128,52.1011962890625,80.25,268435456 +32,self_attn.o_proj,2,64,8,128,61.037330627441406,72.125,268435456 +32,self_attn.o_proj,2,128,8,128,68.57766723632812,68.0625,268435456 +32,self_attn.o_proj,3,32,8,128,22.433544158935547,112.25,268435456 +32,self_attn.o_proj,3,64,8,128,26.014881134033203,104.125,268435456 +32,self_attn.o_proj,3,128,8,128,29.454517364501953,100.0625,268435456 +32,self_attn.o_proj,4,32,8,128,10.433606147766113,144.25,268435456 +32,self_attn.o_proj,4,64,8,128,12.14046573638916,136.125,268435456 +32,self_attn.o_proj,4,128,8,128,13.74087905883789,132.0625,268435456 +32,self_attn.o_proj,8,32,8,128,0.6382347941398621,272.25,268435456 +32,self_attn.o_proj,8,64,8,128,0.7416729927062988,264.125,268435456 +32,self_attn.o_proj,8,128,8,128,0.8335393667221069,260.0625,268435456 +32,mlp.gate_proj,2,32,8,128,90.95803833007812,260.8125,872415232 +32,mlp.gate_proj,2,64,8,128,98.64342498779297,234.40625,872415232 +32,mlp.gate_proj,2,128,8,128,115.13906860351562,221.203125,872415232 +32,mlp.gate_proj,3,32,8,128,37.24972915649414,364.8125,872415232 +32,mlp.gate_proj,3,64,8,128,45.338016510009766,338.40625,872415232 +32,mlp.gate_proj,3,128,8,128,47.18973159790039,325.203125,872415232 +32,mlp.gate_proj,4,32,8,128,17.259143829345703,468.8125,872415232 +32,mlp.gate_proj,4,64,8,128,20.62715721130371,442.40625,872415232 +32,mlp.gate_proj,4,128,8,128,22.855318069458008,429.203125,872415232 +32,mlp.gate_proj,8,32,8,128,1.052119255065918,884.8125,872415232 +32,mlp.gate_proj,8,64,8,128,1.2238696813583374,858.40625,872415232 +32,mlp.gate_proj,8,128,8,128,1.4176472425460815,845.203125,872415232 +32,mlp.up_proj,2,32,8,128,90.49613952636719,260.8125,872415232 +32,mlp.up_proj,2,64,8,128,96.48094177246094,234.40625,872415232 +32,mlp.up_proj,2,128,8,128,110.68811798095703,221.203125,872415232 +32,mlp.up_proj,3,32,8,128,36.31557846069336,364.8125,872415232 +32,mlp.up_proj,3,64,8,128,44.60095977783203,338.40625,872415232 +32,mlp.up_proj,3,128,8,128,46.44094467163086,325.203125,872415232 +32,mlp.up_proj,4,32,8,128,16.950843811035156,468.8125,872415232 +32,mlp.up_proj,4,64,8,128,19.923051834106445,442.40625,872415232 +32,mlp.up_proj,4,128,8,128,22.721895217895508,429.203125,872415232 +32,mlp.up_proj,8,32,8,128,1.0366981029510498,884.8125,872415232 +32,mlp.up_proj,8,64,8,128,1.183320164680481,858.40625,872415232 +32,mlp.up_proj,8,128,8,128,1.4143558740615845,845.203125,872415232 +32,mlp.down_proj,2,32,8,128,88.23209381103516,260.8125,872415232 +32,mlp.down_proj,2,64,8,128,95.33322143554688,234.40625,872415232 +32,mlp.down_proj,2,128,8,128,107.6983871459961,221.203125,872415232 +32,mlp.down_proj,3,32,8,128,35.68758773803711,364.8125,872415232 +32,mlp.down_proj,3,64,8,128,43.32025909423828,338.40625,872415232 +32,mlp.down_proj,3,128,8,128,46.155250549316406,325.203125,872415232 +32,mlp.down_proj,4,32,8,128,16.761356353759766,468.8125,872415232 +32,mlp.down_proj,4,64,8,128,19.417064666748047,442.40625,872415232 +32,mlp.down_proj,4,128,8,128,22.673803329467773,429.203125,872415232 +32,mlp.down_proj,8,32,8,128,1.0278422832489014,884.8125,872415232 +32,mlp.down_proj,8,64,8,128,1.1569172143936157,858.40625,872415232 +32,mlp.down_proj,8,128,8,128,1.371185064315796,845.203125,872415232 +33,self_attn.q_proj,2,32,8,128,60.537113189697266,80.25,268435456 +33,self_attn.q_proj,2,64,8,128,71.32257843017578,72.125,268435456 +33,self_attn.q_proj,2,128,8,128,82.45659637451172,68.0625,268435456 +33,self_attn.q_proj,3,32,8,128,25.74896812438965,112.25,268435456 +33,self_attn.q_proj,3,64,8,128,30.837894439697266,104.125,268435456 +33,self_attn.q_proj,3,128,8,128,35.33948516845703,100.0625,268435456 +33,self_attn.q_proj,4,32,8,128,12.030961036682129,144.25,268435456 +33,self_attn.q_proj,4,64,8,128,14.329110145568848,136.125,268435456 +33,self_attn.q_proj,4,128,8,128,16.560226440429688,132.0625,268435456 +33,self_attn.q_proj,8,32,8,128,0.7360119223594666,272.25,268435456 +33,self_attn.q_proj,8,64,8,128,0.8710238337516785,264.125,268435456 +33,self_attn.q_proj,8,128,8,128,1.0092740058898926,260.0625,268435456 +33,self_attn.v_proj,2,32,8,128,15.47799015045166,10.03125,33554432 +33,self_attn.v_proj,2,64,8,128,19.027912139892578,9.015625,33554432 +33,self_attn.v_proj,2,128,8,128,22.187551498413086,8.5078125,33554432 +33,self_attn.v_proj,3,32,8,128,6.61112117767334,14.03125,33554432 +33,self_attn.v_proj,3,64,8,128,8.135823249816895,13.015625,33554432 +33,self_attn.v_proj,3,128,8,128,9.486132621765137,12.5078125,33554432 +33,self_attn.v_proj,4,32,8,128,3.083678960800171,18.03125,33554432 +33,self_attn.v_proj,4,64,8,128,3.7964329719543457,17.015625,33554432 +33,self_attn.v_proj,4,128,8,128,4.4279022216796875,16.5078125,33554432 +33,self_attn.v_proj,8,32,8,128,0.1868440806865692,34.03125,33554432 +33,self_attn.v_proj,8,64,8,128,0.22978444397449493,33.015625,33554432 +33,self_attn.v_proj,8,128,8,128,0.26801663637161255,32.5078125,33554432 +33,self_attn.k_proj,2,32,8,128,35.111419677734375,10.03125,33554432 +33,self_attn.k_proj,2,64,8,128,46.259124755859375,9.015625,33554432 +33,self_attn.k_proj,2,128,8,128,55.653289794921875,8.5078125,33554432 +33,self_attn.k_proj,3,32,8,128,15.027520179748535,14.03125,33554432 +33,self_attn.k_proj,3,64,8,128,19.9333438873291,13.015625,33554432 +33,self_attn.k_proj,3,128,8,128,24.224224090576172,12.5078125,33554432 +33,self_attn.k_proj,4,32,8,128,7.007156848907471,18.03125,33554432 +33,self_attn.k_proj,4,64,8,128,9.298880577087402,17.015625,33554432 +33,self_attn.k_proj,4,128,8,128,11.305122375488281,16.5078125,33554432 +33,self_attn.k_proj,8,32,8,128,0.42444607615470886,34.03125,33554432 +33,self_attn.k_proj,8,64,8,128,0.5635477304458618,33.015625,33554432 +33,self_attn.k_proj,8,128,8,128,0.6850990056991577,32.5078125,33554432 +33,self_attn.o_proj,2,32,8,128,52.76139450073242,80.25,268435456 +33,self_attn.o_proj,2,64,8,128,61.82365798950195,72.125,268435456 +33,self_attn.o_proj,2,128,8,128,69.41529083251953,68.0625,268435456 +33,self_attn.o_proj,3,32,8,128,22.705535888671875,112.25,268435456 +33,self_attn.o_proj,3,64,8,128,26.33603286743164,104.125,268435456 +33,self_attn.o_proj,3,128,8,128,29.81355094909668,100.0625,268435456 +33,self_attn.o_proj,4,32,8,128,10.565455436706543,144.25,268435456 +33,self_attn.o_proj,4,64,8,128,12.282978057861328,136.125,268435456 +33,self_attn.o_proj,4,128,8,128,13.896918296813965,132.0625,268435456 +33,self_attn.o_proj,8,32,8,128,0.6462663412094116,272.25,268435456 +33,self_attn.o_proj,8,64,8,128,0.7498849034309387,264.125,268435456 +33,self_attn.o_proj,8,128,8,128,0.8430672287940979,260.0625,268435456 +33,mlp.gate_proj,2,32,8,128,90.91658020019531,260.8125,872415232 +33,mlp.gate_proj,2,64,8,128,98.59777069091797,234.40625,872415232 +33,mlp.gate_proj,2,128,8,128,115.19850158691406,221.203125,872415232 +33,mlp.gate_proj,3,32,8,128,37.172760009765625,364.8125,872415232 +33,mlp.gate_proj,3,64,8,128,45.33384704589844,338.40625,872415232 +33,mlp.gate_proj,3,128,8,128,47.23750686645508,325.203125,872415232 +33,mlp.gate_proj,4,32,8,128,17.2397403717041,468.8125,872415232 +33,mlp.gate_proj,4,64,8,128,20.598514556884766,442.40625,872415232 +33,mlp.gate_proj,4,128,8,128,22.866500854492188,429.203125,872415232 +33,mlp.gate_proj,8,32,8,128,1.0511351823806763,884.8125,872415232 +33,mlp.gate_proj,8,64,8,128,1.2223939895629883,858.40625,872415232 +33,mlp.gate_proj,8,128,8,128,1.4179027080535889,845.203125,872415232 +33,mlp.up_proj,2,32,8,128,89.94200134277344,260.8125,872415232 +33,mlp.up_proj,2,64,8,128,96.20068359375,234.40625,872415232 +33,mlp.up_proj,2,128,8,128,110.06192779541016,221.203125,872415232 +33,mlp.up_proj,3,32,8,128,36.14923095703125,364.8125,872415232 +33,mlp.up_proj,3,64,8,128,44.33198928833008,338.40625,872415232 +33,mlp.up_proj,3,128,8,128,46.37822341918945,325.203125,872415232 +33,mlp.up_proj,4,32,8,128,16.898664474487305,468.8125,872415232 +33,mlp.up_proj,4,64,8,128,19.808208465576172,442.40625,872415232 +33,mlp.up_proj,4,128,8,128,22.71258544921875,429.203125,872415232 +33,mlp.up_proj,8,32,8,128,1.034295678138733,884.8125,872415232 +33,mlp.up_proj,8,64,8,128,1.1772457361221313,858.40625,872415232 +33,mlp.up_proj,8,128,8,128,1.4101089239120483,845.203125,872415232 +33,mlp.down_proj,2,32,8,128,87.66643524169922,260.8125,872415232 +33,mlp.down_proj,2,64,8,128,95.11524963378906,234.40625,872415232 +33,mlp.down_proj,2,128,8,128,107.05310821533203,221.203125,872415232 +33,mlp.down_proj,3,32,8,128,35.54412841796875,364.8125,872415232 +33,mlp.down_proj,3,64,8,128,43.02935028076172,338.40625,872415232 +33,mlp.down_proj,3,128,8,128,46.12306213378906,325.203125,872415232 +33,mlp.down_proj,4,32,8,128,16.71844482421875,468.8125,872415232 +33,mlp.down_proj,4,64,8,128,19.311710357666016,442.40625,872415232 +33,mlp.down_proj,4,128,8,128,22.665401458740234,429.203125,872415232 +33,mlp.down_proj,8,32,8,128,1.0258947610855103,884.8125,872415232 +33,mlp.down_proj,8,64,8,128,1.151522159576416,858.40625,872415232 +33,mlp.down_proj,8,128,8,128,1.3612675666809082,845.203125,872415232 +34,self_attn.q_proj,2,32,8,128,62.738563537597656,80.25,268435456 +34,self_attn.q_proj,2,64,8,128,73.73236083984375,72.125,268435456 +34,self_attn.q_proj,2,128,8,128,85.3570556640625,68.0625,268435456 +34,self_attn.q_proj,3,32,8,128,26.647497177124023,112.25,268435456 +34,self_attn.q_proj,3,64,8,128,31.953977584838867,104.125,268435456 +34,self_attn.q_proj,3,128,8,128,36.525482177734375,100.0625,268435456 +34,self_attn.q_proj,4,32,8,128,12.43039608001709,144.25,268435456 +34,self_attn.q_proj,4,64,8,128,14.8492431640625,136.125,268435456 +34,self_attn.q_proj,4,128,8,128,17.07501983642578,132.0625,268435456 +34,self_attn.q_proj,8,32,8,128,0.7590790390968323,272.25,268435456 +34,self_attn.q_proj,8,64,8,128,0.90231853723526,264.125,268435456 +34,self_attn.q_proj,8,128,8,128,1.0384142398834229,260.0625,268435456 +34,self_attn.v_proj,2,32,8,128,14.795145988464355,10.03125,33554432 +34,self_attn.v_proj,2,64,8,128,18.286928176879883,9.015625,33554432 +34,self_attn.v_proj,2,128,8,128,21.44345474243164,8.5078125,33554432 +34,self_attn.v_proj,3,32,8,128,6.321793079376221,14.03125,33554432 +34,self_attn.v_proj,3,64,8,128,7.820469379425049,13.015625,33554432 +34,self_attn.v_proj,3,128,8,128,9.169317245483398,12.5078125,33554432 +34,self_attn.v_proj,4,32,8,128,2.950004816055298,18.03125,33554432 +34,self_attn.v_proj,4,64,8,128,3.650184392929077,17.015625,33554432 +34,self_attn.v_proj,4,128,8,128,4.280402183532715,16.5078125,33554432 +34,self_attn.v_proj,8,32,8,128,0.17877240478992462,34.03125,33554432 +34,self_attn.v_proj,8,64,8,128,0.22089308500289917,33.015625,33554432 +34,self_attn.v_proj,8,128,8,128,0.25894075632095337,32.5078125,33554432 +34,self_attn.k_proj,2,32,8,128,35.94707107543945,10.03125,33554432 +34,self_attn.k_proj,2,64,8,128,47.73064422607422,9.015625,33554432 +34,self_attn.k_proj,2,128,8,128,57.30142593383789,8.5078125,33554432 +34,self_attn.k_proj,3,32,8,128,15.375548362731934,14.03125,33554432 +34,self_attn.k_proj,3,64,8,128,20.629880905151367,13.015625,33554432 +34,self_attn.k_proj,3,128,8,128,25.07161521911621,12.5078125,33554432 +34,self_attn.k_proj,4,32,8,128,7.172239303588867,18.03125,33554432 +34,self_attn.k_proj,4,64,8,128,9.625042915344238,17.015625,33554432 +34,self_attn.k_proj,4,128,8,128,11.700604438781738,16.5078125,33554432 +34,self_attn.k_proj,8,32,8,128,0.4344751834869385,34.03125,33554432 +34,self_attn.k_proj,8,64,8,128,0.5832834243774414,33.015625,33554432 +34,self_attn.k_proj,8,128,8,128,0.7090410590171814,32.5078125,33554432 +34,self_attn.o_proj,2,32,8,128,51.90411376953125,80.25,268435456 +34,self_attn.o_proj,2,64,8,128,60.85240173339844,72.125,268435456 +34,self_attn.o_proj,2,128,8,128,68.42285919189453,68.0625,268435456 +34,self_attn.o_proj,3,32,8,128,22.35996437072754,112.25,268435456 +34,self_attn.o_proj,3,64,8,128,25.941204071044922,104.125,268435456 +34,self_attn.o_proj,3,128,8,128,29.42456817626953,100.0625,268435456 +34,self_attn.o_proj,4,32,8,128,10.397712707519531,144.25,268435456 +34,self_attn.o_proj,4,64,8,128,12.10736083984375,136.125,268435456 +34,self_attn.o_proj,4,128,8,128,13.717177391052246,132.0625,268435456 +34,self_attn.o_proj,8,32,8,128,0.6358479261398315,272.25,268435456 +34,self_attn.o_proj,8,64,8,128,0.7397089600563049,264.125,268435456 +34,self_attn.o_proj,8,128,8,128,0.831889808177948,260.0625,268435456 +34,mlp.gate_proj,2,32,8,128,90.81888580322266,260.8125,872415232 +34,mlp.gate_proj,2,64,8,128,98.40518951416016,234.40625,872415232 +34,mlp.gate_proj,2,128,8,128,114.9057388305664,221.203125,872415232 +34,mlp.gate_proj,3,32,8,128,36.99640655517578,364.8125,872415232 +34,mlp.gate_proj,3,64,8,128,45.31602478027344,338.40625,872415232 +34,mlp.gate_proj,3,128,8,128,47.27189636230469,325.203125,872415232 +34,mlp.gate_proj,4,32,8,128,17.1861515045166,468.8125,872415232 +34,mlp.gate_proj,4,64,8,128,20.510488510131836,442.40625,872415232 +34,mlp.gate_proj,4,128,8,128,22.877994537353516,429.203125,872415232 +34,mlp.gate_proj,8,32,8,128,1.0485560894012451,884.8125,872415232 +34,mlp.gate_proj,8,64,8,128,1.2175428867340088,858.40625,872415232 +34,mlp.gate_proj,8,128,8,128,1.418137550354004,845.203125,872415232 +34,mlp.up_proj,2,32,8,128,88.94602966308594,260.8125,872415232 +34,mlp.up_proj,2,64,8,128,95.68010711669922,234.40625,872415232 +34,mlp.up_proj,2,128,8,128,108.93389892578125,221.203125,872415232 +34,mlp.up_proj,3,32,8,128,35.85880661010742,364.8125,872415232 +34,mlp.up_proj,3,64,8,128,43.823455810546875,338.40625,872415232 +34,mlp.up_proj,3,128,8,128,46.2575569152832,325.203125,872415232 +34,mlp.up_proj,4,32,8,128,16.80914306640625,468.8125,872415232 +34,mlp.up_proj,4,64,8,128,19.60479736328125,442.40625,872415232 +34,mlp.up_proj,4,128,8,128,22.693710327148438,429.203125,872415232 +34,mlp.up_proj,8,32,8,128,1.0300172567367554,884.8125,872415232 +34,mlp.up_proj,8,64,8,128,1.1659499406814575,858.40625,872415232 +34,mlp.up_proj,8,128,8,128,1.3935877084732056,845.203125,872415232 +34,mlp.down_proj,2,32,8,128,87.32267761230469,260.8125,872415232 +34,mlp.down_proj,2,64,8,128,95.01311492919922,234.40625,872415232 +34,mlp.down_proj,2,128,8,128,106.73918914794922,221.203125,872415232 +34,mlp.down_proj,3,32,8,128,35.464996337890625,364.8125,872415232 +34,mlp.down_proj,3,64,8,128,42.8575325012207,338.40625,872415232 +34,mlp.down_proj,3,128,8,128,46.10920715332031,325.203125,872415232 +34,mlp.down_proj,4,32,8,128,16.697172164916992,468.8125,872415232 +34,mlp.down_proj,4,64,8,128,19.25054931640625,442.40625,872415232 +34,mlp.down_proj,4,128,8,128,22.660057067871094,429.203125,872415232 +34,mlp.down_proj,8,32,8,128,1.0249302387237549,884.8125,872415232 +34,mlp.down_proj,8,64,8,128,1.1485710144042969,858.40625,872415232 +34,mlp.down_proj,8,128,8,128,1.355096697807312,845.203125,872415232 +35,self_attn.q_proj,2,32,8,128,65.04204559326172,80.25,268435456 +35,self_attn.q_proj,2,64,8,128,76.59679412841797,72.125,268435456 +35,self_attn.q_proj,2,128,8,128,88.3841552734375,68.0625,268435456 +35,self_attn.q_proj,3,32,8,128,27.70983123779297,112.25,268435456 +35,self_attn.q_proj,3,64,8,128,32.91700744628906,104.125,268435456 +35,self_attn.q_proj,3,128,8,128,37.674747467041016,100.0625,268435456 +35,self_attn.q_proj,4,32,8,128,12.899981498718262,144.25,268435456 +35,self_attn.q_proj,4,64,8,128,15.404746055603027,136.125,268435456 +35,self_attn.q_proj,4,128,8,128,17.569801330566406,132.0625,268435456 +35,self_attn.q_proj,8,32,8,128,0.7874729633331299,272.25,268435456 +35,self_attn.q_proj,8,64,8,128,0.9372239708900452,264.125,268435456 +35,self_attn.q_proj,8,128,8,128,1.067189335823059,260.0625,268435456 +35,self_attn.v_proj,2,32,8,128,14.703067779541016,10.03125,33554432 +35,self_attn.v_proj,2,64,8,128,18.196338653564453,9.015625,33554432 +35,self_attn.v_proj,2,128,8,128,21.34943962097168,8.5078125,33554432 +35,self_attn.v_proj,3,32,8,128,6.282352447509766,14.03125,33554432 +35,self_attn.v_proj,3,64,8,128,7.782431125640869,13.015625,33554432 +35,self_attn.v_proj,3,128,8,128,9.13054370880127,12.5078125,33554432 +35,self_attn.v_proj,4,32,8,128,2.932039976119995,18.03125,33554432 +35,self_attn.v_proj,4,64,8,128,3.6312947273254395,17.015625,33554432 +35,self_attn.v_proj,4,128,8,128,4.261092662811279,16.5078125,33554432 +35,self_attn.v_proj,8,32,8,128,0.17771726846694946,34.03125,33554432 +35,self_attn.v_proj,8,64,8,128,0.21984811127185822,33.015625,33554432 +35,self_attn.v_proj,8,128,8,128,0.257885605096817,32.5078125,33554432 +35,self_attn.k_proj,2,32,8,128,35.83085250854492,10.03125,33554432 +35,self_attn.k_proj,2,64,8,128,46.69356918334961,9.015625,33554432 +35,self_attn.k_proj,2,128,8,128,56.070064544677734,8.5078125,33554432 +35,self_attn.k_proj,3,32,8,128,15.32742691040039,14.03125,33554432 +35,self_attn.k_proj,3,64,8,128,20.06418228149414,13.015625,33554432 +35,self_attn.k_proj,3,128,8,128,24.224266052246094,12.5078125,33554432 +35,self_attn.k_proj,4,32,8,128,7.148604393005371,18.03125,33554432 +35,self_attn.k_proj,4,64,8,128,9.359885215759277,17.015625,33554432 +35,self_attn.k_proj,4,128,8,128,11.307487487792969,16.5078125,33554432 +35,self_attn.k_proj,8,32,8,128,0.4329555034637451,34.03125,33554432 +35,self_attn.k_proj,8,64,8,128,0.5672159790992737,33.015625,33554432 +35,self_attn.k_proj,8,128,8,128,0.6850653290748596,32.5078125,33554432 +35,self_attn.o_proj,2,32,8,128,52.62739944458008,80.25,268435456 +35,self_attn.o_proj,2,64,8,128,61.70576858520508,72.125,268435456 +35,self_attn.o_proj,2,128,8,128,69.28294372558594,68.0625,268435456 +35,self_attn.o_proj,3,32,8,128,22.66718864440918,112.25,268435456 +35,self_attn.o_proj,3,64,8,128,26.289337158203125,104.125,268435456 +35,self_attn.o_proj,3,128,8,128,29.814960479736328,100.0625,268435456 +35,self_attn.o_proj,4,32,8,128,10.544862747192383,144.25,268435456 +35,self_attn.o_proj,4,64,8,128,12.264917373657227,136.125,268435456 +35,self_attn.o_proj,4,128,8,128,13.892921447753906,132.0625,268435456 +35,self_attn.o_proj,8,32,8,128,0.64495450258255,272.25,268435456 +35,self_attn.o_proj,8,64,8,128,0.7488746047019958,264.125,268435456 +35,self_attn.o_proj,8,128,8,128,0.8426938056945801,260.0625,268435456 +35,mlp.gate_proj,2,32,8,128,90.69306945800781,260.8125,872415232 +35,mlp.gate_proj,2,64,8,128,98.11254119873047,234.40625,872415232 +35,mlp.gate_proj,2,128,8,128,114.53777313232422,221.203125,872415232 +35,mlp.gate_proj,3,32,8,128,36.77629089355469,364.8125,872415232 +35,mlp.gate_proj,3,64,8,128,45.287750244140625,338.40625,872415232 +35,mlp.gate_proj,3,128,8,128,47.25542068481445,325.203125,872415232 +35,mlp.gate_proj,4,32,8,128,17.115310668945312,468.8125,872415232 +35,mlp.gate_proj,4,64,8,128,20.38020133972168,442.40625,872415232 +35,mlp.gate_proj,4,128,8,128,22.876726150512695,429.203125,872415232 +35,mlp.gate_proj,8,32,8,128,1.0452128648757935,884.8125,872415232 +35,mlp.gate_proj,8,64,8,128,1.2108393907546997,858.40625,872415232 +35,mlp.gate_proj,8,128,8,128,1.4179564714431763,845.203125,872415232 +35,mlp.up_proj,2,32,8,128,87.81269836425781,260.8125,872415232 +35,mlp.up_proj,2,64,8,128,95.12692260742188,234.40625,872415232 +35,mlp.up_proj,2,128,8,128,107.75291442871094,221.203125,872415232 +35,mlp.up_proj,3,32,8,128,35.5381965637207,364.8125,872415232 +35,mlp.up_proj,3,64,8,128,43.25953674316406,338.40625,872415232 +35,mlp.up_proj,3,128,8,128,46.12309265136719,325.203125,872415232 +35,mlp.up_proj,4,32,8,128,16.71329689025879,468.8125,872415232 +35,mlp.up_proj,4,64,8,128,19.37131118774414,442.40625,872415232 +35,mlp.up_proj,4,128,8,128,22.674087524414062,429.203125,872415232 +35,mlp.up_proj,8,32,8,128,1.0255249738693237,884.8125,872415232 +35,mlp.up_proj,8,64,8,128,1.1537683010101318,858.40625,872415232 +35,mlp.up_proj,8,128,8,128,1.3752456903457642,845.203125,872415232 +35,mlp.down_proj,2,32,8,128,87.26512908935547,260.8125,872415232 +35,mlp.down_proj,2,64,8,128,95.05001068115234,234.40625,872415232 +35,mlp.down_proj,2,128,8,128,106.84691619873047,221.203125,872415232 +35,mlp.down_proj,3,32,8,128,35.467384338378906,364.8125,872415232 +35,mlp.down_proj,3,64,8,128,42.85012435913086,338.40625,872415232 +35,mlp.down_proj,3,128,8,128,46.1360969543457,325.203125,872415232 +35,mlp.down_proj,4,32,8,128,16.699304580688477,468.8125,872415232 +35,mlp.down_proj,4,64,8,128,19.258405685424805,442.40625,872415232 +35,mlp.down_proj,4,128,8,128,22.66242027282715,429.203125,872415232 +35,mlp.down_proj,8,32,8,128,1.0250282287597656,884.8125,872415232 +35,mlp.down_proj,8,64,8,128,1.1493481397628784,858.40625,872415232 +35,mlp.down_proj,8,128,8,128,1.3559151887893677,845.203125,872415232 +36,self_attn.q_proj,2,32,8,128,66.39252471923828,80.25,268435456 +36,self_attn.q_proj,2,64,8,128,77.96172332763672,72.125,268435456 +36,self_attn.q_proj,2,128,8,128,89.34335327148438,68.0625,268435456 +36,self_attn.q_proj,3,32,8,128,28.386390686035156,112.25,268435456 +36,self_attn.q_proj,3,64,8,128,33.41689682006836,104.125,268435456 +36,self_attn.q_proj,3,128,8,128,38.010040283203125,100.0625,268435456 +36,self_attn.q_proj,4,32,8,128,13.207176208496094,144.25,268435456 +36,self_attn.q_proj,4,64,8,128,15.681807518005371,136.125,268435456 +36,self_attn.q_proj,4,128,8,128,17.713869094848633,132.0625,268435456 +36,self_attn.q_proj,8,32,8,128,0.8056561350822449,272.25,268435456 +36,self_attn.q_proj,8,64,8,128,0.9545867443084717,264.125,268435456 +36,self_attn.q_proj,8,128,8,128,1.0764697790145874,260.0625,268435456 +36,self_attn.v_proj,2,32,8,128,12.50284194946289,10.03125,33554432 +36,self_attn.v_proj,2,64,8,128,15.516741752624512,9.015625,33554432 +36,self_attn.v_proj,2,128,8,128,18.238115310668945,8.5078125,33554432 +36,self_attn.v_proj,3,32,8,128,5.344958305358887,14.03125,33554432 +36,self_attn.v_proj,3,64,8,128,6.63034200668335,13.015625,33554432 +36,self_attn.v_proj,3,128,8,128,7.8017377853393555,12.5078125,33554432 +36,self_attn.v_proj,4,32,8,128,2.493356227874756,18.03125,33554432 +36,self_attn.v_proj,4,64,8,128,3.094338893890381,17.015625,33554432 +36,self_attn.v_proj,4,128,8,128,3.640965461730957,16.5078125,33554432 +36,self_attn.v_proj,8,32,8,128,0.15114593505859375,34.03125,33554432 +36,self_attn.v_proj,8,64,8,128,0.18753457069396973,33.015625,33554432 +36,self_attn.v_proj,8,128,8,128,0.22025668621063232,32.5078125,33554432 +36,self_attn.k_proj,2,32,8,128,36.64728927612305,10.03125,33554432 +36,self_attn.k_proj,2,64,8,128,48.120967864990234,9.015625,33554432 +36,self_attn.k_proj,2,128,8,128,57.624717712402344,8.5078125,33554432 +36,self_attn.k_proj,3,32,8,128,15.673542976379395,14.03125,33554432 +36,self_attn.k_proj,3,64,8,128,20.715600967407227,13.015625,33554432 +36,self_attn.k_proj,3,128,8,128,24.952119827270508,12.5078125,33554432 +36,self_attn.k_proj,4,32,8,128,7.308688640594482,18.03125,33554432 +36,self_attn.k_proj,4,64,8,128,9.665767669677734,17.015625,33554432 +36,self_attn.k_proj,4,128,8,128,11.651423454284668,16.5078125,33554432 +36,self_attn.k_proj,8,32,8,128,0.44277244806289673,34.03125,33554432 +36,self_attn.k_proj,8,64,8,128,0.5858358144760132,33.015625,33554432 +36,self_attn.k_proj,8,128,8,128,0.705738365650177,32.5078125,33554432 +36,self_attn.o_proj,2,32,8,128,51.309486389160156,80.25,268435456 +36,self_attn.o_proj,2,64,8,128,60.07759475708008,72.125,268435456 +36,self_attn.o_proj,2,128,8,128,67.52640533447266,68.0625,268435456 +36,self_attn.o_proj,3,32,8,128,22.085376739501953,112.25,268435456 +36,self_attn.o_proj,3,64,8,128,25.6030216217041,104.125,268435456 +36,self_attn.o_proj,3,128,8,128,28.985857009887695,100.0625,268435456 +36,self_attn.o_proj,4,32,8,128,10.270252227783203,144.25,268435456 +36,self_attn.o_proj,4,64,8,128,11.955792427062988,136.125,268435456 +36,self_attn.o_proj,4,128,8,128,13.506983757019043,132.0625,268435456 +36,self_attn.o_proj,8,32,8,128,0.6280131340026855,272.25,268435456 +36,self_attn.o_proj,8,64,8,128,0.7309921979904175,264.125,268435456 +36,self_attn.o_proj,8,128,8,128,0.8191527128219604,260.0625,268435456 +36,mlp.gate_proj,2,32,8,128,90.63274383544922,260.8125,872415232 +36,mlp.gate_proj,2,64,8,128,97.77813720703125,234.40625,872415232 +36,mlp.gate_proj,2,128,8,128,113.75434112548828,221.203125,872415232 +36,mlp.gate_proj,3,32,8,128,36.65265655517578,364.8125,872415232 +36,mlp.gate_proj,3,64,8,128,45.264339447021484,338.40625,872415232 +36,mlp.gate_proj,3,128,8,128,47.0883674621582,325.203125,872415232 +36,mlp.gate_proj,4,32,8,128,17.07425880432129,468.8125,872415232 +36,mlp.gate_proj,4,64,8,128,20.278512954711914,442.40625,872415232 +36,mlp.gate_proj,4,128,8,128,22.839405059814453,429.203125,872415232 +36,mlp.gate_proj,8,32,8,128,1.0430806875228882,884.8125,872415232 +36,mlp.gate_proj,8,64,8,128,1.2048797607421875,858.40625,872415232 +36,mlp.gate_proj,8,128,8,128,1.4168710708618164,845.203125,872415232 +36,mlp.up_proj,2,32,8,128,87.3462905883789,260.8125,872415232 +36,mlp.up_proj,2,64,8,128,94.8615493774414,234.40625,872415232 +36,mlp.up_proj,2,128,8,128,107.0938491821289,221.203125,872415232 +36,mlp.up_proj,3,32,8,128,35.39983367919922,364.8125,872415232 +36,mlp.up_proj,3,64,8,128,42.99169158935547,338.40625,872415232 +36,mlp.up_proj,3,128,8,128,46.04550552368164,325.203125,872415232 +36,mlp.up_proj,4,32,8,128,16.67213249206543,468.8125,872415232 +36,mlp.up_proj,4,64,8,128,19.26442527770996,442.40625,872415232 +36,mlp.up_proj,4,128,8,128,22.663713455200195,429.203125,872415232 +36,mlp.up_proj,8,32,8,128,1.023594617843628,884.8125,872415232 +36,mlp.up_proj,8,64,8,128,1.1477878093719482,858.40625,872415232 +36,mlp.up_proj,8,128,8,128,1.3652119636535645,845.203125,872415232 +36,mlp.down_proj,2,32,8,128,86.99208068847656,260.8125,872415232 +36,mlp.down_proj,2,64,8,128,94.8897476196289,234.40625,872415232 +36,mlp.down_proj,2,128,8,128,106.4638671875,221.203125,872415232 +36,mlp.down_proj,3,32,8,128,35.38136672973633,364.8125,872415232 +36,mlp.down_proj,3,64,8,128,42.6865348815918,338.40625,872415232 +36,mlp.down_proj,3,128,8,128,46.07338333129883,325.203125,872415232 +36,mlp.down_proj,4,32,8,128,16.67344856262207,468.8125,872415232 +36,mlp.down_proj,4,64,8,128,19.19135093688965,442.40625,872415232 +36,mlp.down_proj,4,128,8,128,22.653553009033203,429.203125,872415232 +36,mlp.down_proj,8,32,8,128,1.023802399635315,884.8125,872415232 +36,mlp.down_proj,8,64,8,128,1.1456797122955322,858.40625,872415232 +36,mlp.down_proj,8,128,8,128,1.3499631881713867,845.203125,872415232 +37,self_attn.q_proj,2,32,8,128,66.06211853027344,80.25,268435456 +37,self_attn.q_proj,2,64,8,128,77.57618713378906,72.125,268435456 +37,self_attn.q_proj,2,128,8,128,88.82062530517578,68.0625,268435456 +37,self_attn.q_proj,3,32,8,128,28.21094512939453,112.25,268435456 +37,self_attn.q_proj,3,64,8,128,33.252662658691406,104.125,268435456 +37,self_attn.q_proj,3,128,8,128,37.763092041015625,100.0625,268435456 +37,self_attn.q_proj,4,32,8,128,13.129899978637695,144.25,268435456 +37,self_attn.q_proj,4,64,8,128,15.584208488464355,136.125,268435456 +37,self_attn.q_proj,4,128,8,128,17.60746192932129,132.0625,268435456 +37,self_attn.q_proj,8,32,8,128,0.8009839057922363,272.25,268435456 +37,self_attn.q_proj,8,64,8,128,0.9487527012825012,264.125,268435456 +37,self_attn.q_proj,8,128,8,128,1.0702488422393799,260.0625,268435456 +37,self_attn.v_proj,2,32,8,128,12.338102340698242,10.03125,33554432 +37,self_attn.v_proj,2,64,8,128,15.28870964050293,9.015625,33554432 +37,self_attn.v_proj,2,128,8,128,17.94516372680664,8.5078125,33554432 +37,self_attn.v_proj,3,32,8,128,5.2723846435546875,14.03125,33554432 +37,self_attn.v_proj,3,64,8,128,6.534303188323975,13.015625,33554432 +37,self_attn.v_proj,3,128,8,128,7.677387714385986,12.5078125,33554432 +37,self_attn.v_proj,4,32,8,128,2.459322929382324,18.03125,33554432 +37,self_attn.v_proj,4,64,8,128,3.0491743087768555,17.015625,33554432 +37,self_attn.v_proj,4,128,8,128,3.5819356441497803,16.5078125,33554432 +37,self_attn.v_proj,8,32,8,128,0.14906154572963715,34.03125,33554432 +37,self_attn.v_proj,8,64,8,128,0.1847144067287445,33.015625,33554432 +37,self_attn.v_proj,8,128,8,128,0.21672433614730835,32.5078125,33554432 +37,self_attn.k_proj,2,32,8,128,39.23845672607422,10.03125,33554432 +37,self_attn.k_proj,2,64,8,128,51.08180236816406,9.015625,33554432 +37,self_attn.k_proj,2,128,8,128,61.36864471435547,8.5078125,33554432 +37,self_attn.k_proj,3,32,8,128,16.778335571289062,14.03125,33554432 +37,self_attn.k_proj,3,64,8,128,21.98261070251465,13.015625,33554432 +37,self_attn.k_proj,3,128,8,128,26.56835174560547,12.5078125,33554432 +37,self_attn.k_proj,4,32,8,128,7.828000545501709,18.03125,33554432 +37,self_attn.k_proj,4,64,8,128,10.255069732666016,17.015625,33554432 +37,self_attn.k_proj,4,128,8,128,12.399152755737305,16.5078125,33554432 +37,self_attn.k_proj,8,32,8,128,0.4739249646663666,34.03125,33554432 +37,self_attn.k_proj,8,64,8,128,0.6216816902160645,33.015625,33554432 +37,self_attn.k_proj,8,128,8,128,0.7511438131332397,32.5078125,33554432 +37,self_attn.o_proj,2,32,8,128,52.04778289794922,80.25,268435456 +37,self_attn.o_proj,2,64,8,128,60.98038864135742,72.125,268435456 +37,self_attn.o_proj,2,128,8,128,68.4928207397461,68.0625,268435456 +37,self_attn.o_proj,3,32,8,128,22.42137908935547,112.25,268435456 +37,self_attn.o_proj,3,64,8,128,25.9920711517334,104.125,268435456 +37,self_attn.o_proj,3,128,8,128,29.45404624938965,100.0625,268435456 +37,self_attn.o_proj,4,32,8,128,10.428962707519531,144.25,268435456 +37,self_attn.o_proj,4,64,8,128,12.13663387298584,136.125,268435456 +37,self_attn.o_proj,4,128,8,128,13.742378234863281,132.0625,268435456 +37,self_attn.o_proj,8,32,8,128,0.6378499269485474,272.25,268435456 +37,self_attn.o_proj,8,64,8,128,0.7414982914924622,264.125,268435456 +37,self_attn.o_proj,8,128,8,128,0.8335159420967102,260.0625,268435456 +37,mlp.gate_proj,2,32,8,128,90.626953125,260.8125,872415232 +37,mlp.gate_proj,2,64,8,128,97.80593872070312,234.40625,872415232 +37,mlp.gate_proj,2,128,8,128,113.86433410644531,221.203125,872415232 +37,mlp.gate_proj,3,32,8,128,36.6497802734375,364.8125,872415232 +37,mlp.gate_proj,3,64,8,128,45.265018463134766,338.40625,872415232 +37,mlp.gate_proj,3,128,8,128,47.14036560058594,325.203125,872415232 +37,mlp.gate_proj,4,32,8,128,17.07439613342285,468.8125,872415232 +37,mlp.gate_proj,4,64,8,128,20.28462791442871,442.40625,872415232 +37,mlp.gate_proj,4,128,8,128,22.85453987121582,429.203125,872415232 +37,mlp.gate_proj,8,32,8,128,1.0431123971939087,884.8125,872415232 +37,mlp.gate_proj,8,64,8,128,1.205357551574707,858.40625,872415232 +37,mlp.gate_proj,8,128,8,128,1.4172509908676147,845.203125,872415232 +37,mlp.up_proj,2,32,8,128,87.3166275024414,260.8125,872415232 +37,mlp.up_proj,2,64,8,128,94.83209228515625,234.40625,872415232 +37,mlp.up_proj,2,128,8,128,106.98554992675781,221.203125,872415232 +37,mlp.up_proj,3,32,8,128,35.393341064453125,364.8125,872415232 +37,mlp.up_proj,3,64,8,128,42.99284362792969,338.40625,872415232 +37,mlp.up_proj,3,128,8,128,46.036865234375,325.203125,872415232 +37,mlp.up_proj,4,32,8,128,16.669546127319336,468.8125,872415232 +37,mlp.up_proj,4,64,8,128,19.25675392150879,442.40625,872415232 +37,mlp.up_proj,4,128,8,128,22.66257667541504,429.203125,872415232 +37,mlp.up_proj,8,32,8,128,1.023494005203247,884.8125,872415232 +37,mlp.up_proj,8,64,8,128,1.1474692821502686,858.40625,872415232 +37,mlp.up_proj,8,128,8,128,1.3645274639129639,845.203125,872415232 +37,mlp.down_proj,2,32,8,128,87.0550765991211,260.8125,872415232 +37,mlp.down_proj,2,64,8,128,94.88960266113281,234.40625,872415232 +37,mlp.down_proj,2,128,8,128,106.48783874511719,221.203125,872415232 +37,mlp.down_proj,3,32,8,128,35.39622116088867,364.8125,872415232 +37,mlp.down_proj,3,64,8,128,42.724464416503906,338.40625,872415232 +37,mlp.down_proj,3,128,8,128,46.07229995727539,325.203125,872415232 +37,mlp.down_proj,4,32,8,128,16.676389694213867,468.8125,872415232 +37,mlp.down_proj,4,64,8,128,19.199113845825195,442.40625,872415232 +37,mlp.down_proj,4,128,8,128,22.655136108398438,429.203125,872415232 +37,mlp.down_proj,8,32,8,128,1.023902416229248,884.8125,872415232 +37,mlp.down_proj,8,64,8,128,1.1461504697799683,858.40625,872415232 +37,mlp.down_proj,8,128,8,128,1.3513343334197998,845.203125,872415232 +38,self_attn.q_proj,2,32,8,128,65.17420196533203,80.25,268435456 +38,self_attn.q_proj,2,64,8,128,76.0689468383789,72.125,268435456 +38,self_attn.q_proj,2,128,8,128,86.93937683105469,68.0625,268435456 +38,self_attn.q_proj,3,32,8,128,27.75019073486328,112.25,268435456 +38,self_attn.q_proj,3,64,8,128,32.71415710449219,104.125,268435456 +38,self_attn.q_proj,3,128,8,128,36.97243881225586,100.0625,268435456 +38,self_attn.q_proj,4,32,8,128,12.921500205993652,144.25,268435456 +38,self_attn.q_proj,4,64,8,128,15.285687446594238,136.125,268435456 +38,self_attn.q_proj,4,128,8,128,17.261133193969727,132.0625,268435456 +38,self_attn.q_proj,8,32,8,128,0.7889917492866516,272.25,268435456 +38,self_attn.q_proj,8,64,8,128,0.9304551482200623,264.125,268435456 +38,self_attn.q_proj,8,128,8,128,1.0503599643707275,260.0625,268435456 +38,self_attn.v_proj,2,32,8,128,12.747288703918457,10.03125,33554432 +38,self_attn.v_proj,2,64,8,128,15.815388679504395,9.015625,33554432 +38,self_attn.v_proj,2,128,8,128,18.588483810424805,8.5078125,33554432 +38,self_attn.v_proj,3,32,8,128,5.448558330535889,14.03125,33554432 +38,self_attn.v_proj,3,64,8,128,6.7617082595825195,13.015625,33554432 +38,self_attn.v_proj,3,128,8,128,7.959106922149658,12.5078125,33554432 +38,self_attn.v_proj,4,32,8,128,2.5417985916137695,18.03125,33554432 +38,self_attn.v_proj,4,64,8,128,3.1546647548675537,17.015625,33554432 +38,self_attn.v_proj,4,128,8,128,3.7132833003997803,16.5078125,33554432 +38,self_attn.v_proj,8,32,8,128,0.15410126745700836,34.03125,33554432 +38,self_attn.v_proj,8,64,8,128,0.19111672043800354,33.015625,33554432 +38,self_attn.v_proj,8,128,8,128,0.22457346320152283,32.5078125,33554432 +38,self_attn.k_proj,2,32,8,128,38.01475524902344,10.03125,33554432 +38,self_attn.k_proj,2,64,8,128,49.45702362060547,9.015625,33554432 +38,self_attn.k_proj,2,128,8,128,59.064849853515625,8.5078125,33554432 +38,self_attn.k_proj,3,32,8,128,16.245025634765625,14.03125,33554432 +38,self_attn.k_proj,3,64,8,128,21.22174072265625,13.015625,33554432 +38,self_attn.k_proj,3,128,8,128,25.417688369750977,12.5078125,33554432 +38,self_attn.k_proj,4,32,8,128,7.581641674041748,18.03125,33554432 +38,self_attn.k_proj,4,64,8,128,9.900829315185547,17.015625,33554432 +38,self_attn.k_proj,4,128,8,128,11.861939430236816,16.5078125,33554432 +38,self_attn.k_proj,8,32,8,128,0.45902785658836365,34.03125,33554432 +38,self_attn.k_proj,8,64,8,128,0.60008305311203,33.015625,33554432 +38,self_attn.k_proj,8,128,8,128,0.718742847442627,32.5078125,33554432 +38,self_attn.o_proj,2,32,8,128,52.33662796020508,80.25,268435456 +38,self_attn.o_proj,2,64,8,128,61.32241439819336,72.125,268435456 +38,self_attn.o_proj,2,128,8,128,68.8346176147461,68.0625,268435456 +38,self_attn.o_proj,3,32,8,128,22.550500869750977,112.25,268435456 +38,self_attn.o_proj,3,64,8,128,26.133953094482422,104.125,268435456 +38,self_attn.o_proj,3,128,8,128,29.60157585144043,100.0625,268435456 +38,self_attn.o_proj,4,32,8,128,10.491669654846191,144.25,268435456 +38,self_attn.o_proj,4,64,8,128,12.204100608825684,136.125,268435456 +38,self_attn.o_proj,4,128,8,128,13.813897132873535,132.0625,268435456 +38,self_attn.o_proj,8,32,8,128,0.641663134098053,272.25,268435456 +38,self_attn.o_proj,8,64,8,128,0.7452881336212158,264.125,268435456 +38,self_attn.o_proj,8,128,8,128,0.8382006287574768,260.0625,268435456 +38,mlp.gate_proj,2,32,8,128,90.63882446289062,260.8125,872415232 +38,mlp.gate_proj,2,64,8,128,97.8876724243164,234.40625,872415232 +38,mlp.gate_proj,2,128,8,128,114.06610107421875,221.203125,872415232 +38,mlp.gate_proj,3,32,8,128,36.67015075683594,364.8125,872415232 +38,mlp.gate_proj,3,64,8,128,45.27084732055664,338.40625,872415232 +38,mlp.gate_proj,3,128,8,128,47.20595169067383,325.203125,872415232 +38,mlp.gate_proj,4,32,8,128,17.082866668701172,468.8125,872415232 +38,mlp.gate_proj,4,64,8,128,20.306875228881836,442.40625,872415232 +38,mlp.gate_proj,4,128,8,128,22.869592666625977,429.203125,872415232 +38,mlp.gate_proj,8,32,8,128,1.0435608625411987,884.8125,872415232 +38,mlp.gate_proj,8,64,8,128,1.2067270278930664,858.40625,872415232 +38,mlp.gate_proj,8,128,8,128,1.4176610708236694,845.203125,872415232 +38,mlp.up_proj,2,32,8,128,86.99903106689453,260.8125,872415232 +38,mlp.up_proj,2,64,8,128,94.63227844238281,234.40625,872415232 +38,mlp.up_proj,2,128,8,128,106.47730255126953,221.203125,872415232 +38,mlp.up_proj,3,32,8,128,35.29885482788086,364.8125,872415232 +38,mlp.up_proj,3,64,8,128,42.79364776611328,338.40625,872415232 +38,mlp.up_proj,3,128,8,128,45.97904586791992,325.203125,872415232 +38,mlp.up_proj,4,32,8,128,16.641117095947266,468.8125,872415232 +38,mlp.up_proj,4,64,8,128,19.1793270111084,442.40625,872415232 +38,mlp.up_proj,4,128,8,128,22.65494155883789,429.203125,872415232 +38,mlp.up_proj,8,32,8,128,1.022179365158081,884.8125,872415232 +38,mlp.up_proj,8,64,8,128,1.143076777458191,858.40625,872415232 +38,mlp.up_proj,8,128,8,128,1.3571494817733765,845.203125,872415232 +38,mlp.down_proj,2,32,8,128,86.8053207397461,260.8125,872415232 +38,mlp.down_proj,2,64,8,128,94.70057678222656,234.40625,872415232 +38,mlp.down_proj,2,128,8,128,106.09709930419922,221.203125,872415232 +38,mlp.down_proj,3,32,8,128,35.31087875366211,364.8125,872415232 +38,mlp.down_proj,3,64,8,128,42.59624099731445,338.40625,872415232 +38,mlp.down_proj,3,128,8,128,46.009254455566406,325.203125,872415232 +38,mlp.down_proj,4,32,8,128,16.649274826049805,468.8125,872415232 +38,mlp.down_proj,4,64,8,128,19.133481979370117,442.40625,872415232 +38,mlp.down_proj,4,128,8,128,22.648639678955078,429.203125,872415232 +38,mlp.down_proj,8,32,8,128,1.0226023197174072,884.8125,872415232 +38,mlp.down_proj,8,64,8,128,1.1423766613006592,858.40625,872415232 +38,mlp.down_proj,8,128,8,128,1.3463261127471924,845.203125,872415232 +39,self_attn.q_proj,2,32,8,128,66.2138900756836,80.25,268435456 +39,self_attn.q_proj,2,64,8,128,77.59811401367188,72.125,268435456 +39,self_attn.q_proj,2,128,8,128,88.931884765625,68.0625,268435456 +39,self_attn.q_proj,3,32,8,128,28.279359817504883,112.25,268435456 +39,self_attn.q_proj,3,64,8,128,33.27064895629883,104.125,268435456 +39,self_attn.q_proj,3,128,8,128,37.81520080566406,100.0625,268435456 +39,self_attn.q_proj,4,32,8,128,13.160972595214844,144.25,268435456 +39,self_attn.q_proj,4,64,8,128,15.593795776367188,136.125,268435456 +39,self_attn.q_proj,4,128,8,128,17.63410186767578,132.0625,268435456 +39,self_attn.q_proj,8,32,8,128,0.803081214427948,272.25,268435456 +39,self_attn.q_proj,8,64,8,128,0.9494469165802002,264.125,268435456 +39,self_attn.q_proj,8,128,8,128,1.0718439817428589,260.0625,268435456 +39,self_attn.v_proj,2,32,8,128,11.889594078063965,10.03125,33554432 +39,self_attn.v_proj,2,64,8,128,14.653848648071289,9.015625,33554432 +39,self_attn.v_proj,2,128,8,128,17.11771583557129,8.5078125,33554432 +39,self_attn.v_proj,3,32,8,128,5.0804266929626465,14.03125,33554432 +39,self_attn.v_proj,3,64,8,128,6.262549877166748,13.015625,33554432 +39,self_attn.v_proj,3,128,8,128,7.3233323097229,12.5078125,33554432 +39,self_attn.v_proj,4,32,8,128,2.3695027828216553,18.03125,33554432 +39,self_attn.v_proj,4,64,8,128,2.9230988025665283,17.015625,33554432 +39,self_attn.v_proj,4,128,8,128,3.4175233840942383,16.5078125,33554432 +39,self_attn.v_proj,8,32,8,128,0.14368432760238647,34.03125,33554432 +39,self_attn.v_proj,8,64,8,128,0.17715758085250854,33.015625,33554432 +39,self_attn.v_proj,8,128,8,128,0.20676572620868683,32.5078125,33554432 +39,self_attn.k_proj,2,32,8,128,39.979610443115234,10.03125,33554432 +39,self_attn.k_proj,2,64,8,128,52.07754898071289,9.015625,33554432 +39,self_attn.k_proj,2,128,8,128,62.252376556396484,8.5078125,33554432 +39,self_attn.k_proj,3,32,8,128,17.09162712097168,14.03125,33554432 +39,self_attn.k_proj,3,64,8,128,22.366727828979492,13.015625,33554432 +39,self_attn.k_proj,3,128,8,128,26.821216583251953,12.5078125,33554432 +39,self_attn.k_proj,4,32,8,128,7.974321365356445,18.03125,33554432 +39,self_attn.k_proj,4,64,8,128,10.434484481811523,17.015625,33554432 +39,self_attn.k_proj,4,128,8,128,12.51480484008789,16.5078125,33554432 +39,self_attn.k_proj,8,32,8,128,0.48275914788246155,34.03125,33554432 +39,self_attn.k_proj,8,64,8,128,0.6324841380119324,33.015625,33554432 +39,self_attn.k_proj,8,128,8,128,0.7578067779541016,32.5078125,33554432 +39,self_attn.o_proj,2,32,8,128,52.0941047668457,80.25,268435456 +39,self_attn.o_proj,2,64,8,128,61.033390045166016,72.125,268435456 +39,self_attn.o_proj,2,128,8,128,68.52438354492188,68.0625,268435456 +39,self_attn.o_proj,3,32,8,128,22.44109535217285,112.25,268435456 +39,self_attn.o_proj,3,64,8,128,26.00879669189453,104.125,268435456 +39,self_attn.o_proj,3,128,8,128,29.45650863647461,100.0625,268435456 +39,self_attn.o_proj,4,32,8,128,10.435264587402344,144.25,268435456 +39,self_attn.o_proj,4,64,8,128,12.139034271240234,136.125,268435456 +39,self_attn.o_proj,4,128,8,128,13.733650207519531,132.0625,268435456 +39,self_attn.o_proj,8,32,8,128,0.6381994485855103,272.25,268435456 +39,self_attn.o_proj,8,64,8,128,0.7415224313735962,264.125,268435456 +39,self_attn.o_proj,8,128,8,128,0.8331072330474854,260.0625,268435456 +39,mlp.gate_proj,2,32,8,128,90.64981842041016,260.8125,872415232 +39,mlp.gate_proj,2,64,8,128,98.09199523925781,234.40625,872415232 +39,mlp.gate_proj,2,128,8,128,114.60863494873047,221.203125,872415232 +39,mlp.gate_proj,3,32,8,128,36.699832916259766,364.8125,872415232 +39,mlp.gate_proj,3,64,8,128,45.28157043457031,338.40625,872415232 +39,mlp.gate_proj,3,128,8,128,47.35292053222656,325.203125,872415232 +39,mlp.gate_proj,4,32,8,128,17.096553802490234,468.8125,872415232 +39,mlp.gate_proj,4,64,8,128,20.355846405029297,442.40625,872415232 +39,mlp.gate_proj,4,128,8,128,22.90587615966797,429.203125,872415232 +39,mlp.gate_proj,8,32,8,128,1.0442813634872437,884.8125,872415232 +39,mlp.gate_proj,8,64,8,128,1.2096507549285889,858.40625,872415232 +39,mlp.gate_proj,8,128,8,128,1.4186667203903198,845.203125,872415232 +39,mlp.up_proj,2,32,8,128,86.67681121826172,260.8125,872415232 +39,mlp.up_proj,2,64,8,128,94.4804458618164,234.40625,872415232 +39,mlp.up_proj,2,128,8,128,106.06603240966797,221.203125,872415232 +39,mlp.up_proj,3,32,8,128,35.21092987060547,364.8125,872415232 +39,mlp.up_proj,3,64,8,128,42.63187789916992,338.40625,872415232 +39,mlp.up_proj,3,128,8,128,45.941429138183594,325.203125,872415232 +39,mlp.up_proj,4,32,8,128,16.615215301513672,468.8125,872415232 +39,mlp.up_proj,4,64,8,128,19.114410400390625,442.40625,872415232 +39,mlp.up_proj,4,128,8,128,22.649761199951172,429.203125,872415232 +39,mlp.up_proj,8,32,8,128,1.0209429264068604,884.8125,872415232 +39,mlp.up_proj,8,64,8,128,1.1394985914230347,858.40625,872415232 +39,mlp.up_proj,8,128,8,128,1.3513208627700806,845.203125,872415232 +39,mlp.down_proj,2,32,8,128,86.54505920410156,260.8125,872415232 +39,mlp.down_proj,2,64,8,128,94.57913970947266,234.40625,872415232 +39,mlp.down_proj,2,128,8,128,105.82635498046875,221.203125,872415232 +39,mlp.down_proj,3,32,8,128,35.23971939086914,364.8125,872415232 +39,mlp.down_proj,3,64,8,128,42.454246520996094,338.40625,872415232 +39,mlp.down_proj,3,128,8,128,45.98492431640625,325.203125,872415232 +39,mlp.down_proj,4,32,8,128,16.628067016601562,468.8125,872415232 +39,mlp.down_proj,4,64,8,128,19.084867477416992,442.40625,872415232 +39,mlp.down_proj,4,128,8,128,22.643903732299805,429.203125,872415232 +39,mlp.down_proj,8,32,8,128,1.0216491222381592,884.8125,872415232 +39,mlp.down_proj,8,64,8,128,1.13974928855896,858.40625,872415232 +39,mlp.down_proj,8,128,8,128,1.341854214668274,845.203125,872415232 +40,self_attn.q_proj,2,32,8,128,65.58639526367188,80.25,268435456 +40,self_attn.q_proj,2,64,8,128,77.0905532836914,72.125,268435456 +40,self_attn.q_proj,2,128,8,128,88.41532135009766,68.0625,268435456 +40,self_attn.q_proj,3,32,8,128,27.969436645507812,112.25,268435456 +40,self_attn.q_proj,3,64,8,128,33.10502243041992,104.125,268435456 +40,self_attn.q_proj,3,128,8,128,37.659053802490234,100.0625,268435456 +40,self_attn.q_proj,4,32,8,128,13.022785186767578,144.25,268435456 +40,self_attn.q_proj,4,64,8,128,15.501091003417969,136.125,268435456 +40,self_attn.q_proj,4,128,8,128,17.56049346923828,132.0625,268435456 +40,self_attn.q_proj,8,32,8,128,0.794908881187439,272.25,268435456 +40,self_attn.q_proj,8,64,8,128,0.9434654116630554,264.125,268435456 +40,self_attn.q_proj,8,128,8,128,1.0674301385879517,260.0625,268435456 +40,self_attn.v_proj,2,32,8,128,13.175015449523926,10.03125,33554432 +40,self_attn.v_proj,2,64,8,128,16.40571403503418,9.015625,33554432 +40,self_attn.v_proj,2,128,8,128,19.34878921508789,8.5078125,33554432 +40,self_attn.v_proj,3,32,8,128,5.6327643394470215,14.03125,33554432 +40,self_attn.v_proj,3,64,8,128,7.014617919921875,13.015625,33554432 +40,self_attn.v_proj,3,128,8,128,8.281664848327637,12.5078125,33554432 +40,self_attn.v_proj,4,32,8,128,2.6273295879364014,18.03125,33554432 +40,self_attn.v_proj,4,64,8,128,3.272801399230957,17.015625,33554432 +40,self_attn.v_proj,4,128,8,128,3.8651912212371826,16.5078125,33554432 +40,self_attn.v_proj,8,32,8,128,0.15922383964061737,34.03125,33554432 +40,self_attn.v_proj,8,64,8,128,0.1982494443655014,33.015625,33554432 +40,self_attn.v_proj,8,128,8,128,0.23382699489593506,32.5078125,33554432 +40,self_attn.k_proj,2,32,8,128,40.331703186035156,10.03125,33554432 +40,self_attn.k_proj,2,64,8,128,52.789283752441406,9.015625,33554432 +40,self_attn.k_proj,2,128,8,128,63.58708953857422,8.5078125,33554432 +40,self_attn.k_proj,3,32,8,128,17.238462448120117,14.03125,33554432 +40,self_attn.k_proj,3,64,8,128,22.787832260131836,13.015625,33554432 +40,self_attn.k_proj,3,128,8,128,27.6785888671875,12.5078125,33554432 +40,self_attn.k_proj,4,32,8,128,8.047538757324219,18.03125,33554432 +40,self_attn.k_proj,4,64,8,128,10.631867408752441,17.015625,33554432 +40,self_attn.k_proj,4,128,8,128,12.915698051452637,16.5078125,33554432 +40,self_attn.k_proj,8,32,8,128,0.48717308044433594,34.03125,33554432 +40,self_attn.k_proj,8,64,8,128,0.6446124911308289,33.015625,33554432 +40,self_attn.k_proj,8,128,8,128,0.7823516130447388,32.5078125,33554432 +40,self_attn.o_proj,2,32,8,128,52.327911376953125,80.25,268435456 +40,self_attn.o_proj,2,64,8,128,61.351959228515625,72.125,268435456 +40,self_attn.o_proj,2,128,8,128,68.91825866699219,68.0625,268435456 +40,self_attn.o_proj,3,32,8,128,22.543127059936523,112.25,268435456 +40,self_attn.o_proj,3,64,8,128,26.1334285736084,104.125,268435456 +40,self_attn.o_proj,3,128,8,128,29.63380241394043,100.0625,268435456 +40,self_attn.o_proj,4,32,8,128,10.482230186462402,144.25,268435456 +40,self_attn.o_proj,4,64,8,128,12.19483757019043,136.125,268435456 +40,self_attn.o_proj,4,128,8,128,13.814966201782227,132.0625,268435456 +40,self_attn.o_proj,8,32,8,128,0.6410936117172241,272.25,268435456 +40,self_attn.o_proj,8,64,8,128,0.7447882890701294,264.125,268435456 +40,self_attn.o_proj,8,128,8,128,0.8376600742340088,260.0625,268435456 +40,mlp.gate_proj,2,32,8,128,90.65151977539062,260.8125,872415232 +40,mlp.gate_proj,2,64,8,128,98.462890625,234.40625,872415232 +40,mlp.gate_proj,2,128,8,128,115.40889739990234,221.203125,872415232 +40,mlp.gate_proj,3,32,8,128,36.735416412353516,364.8125,872415232 +40,mlp.gate_proj,3,64,8,128,45.30532455444336,338.40625,872415232 +40,mlp.gate_proj,3,128,8,128,47.71635437011719,325.203125,872415232 +40,mlp.gate_proj,4,32,8,128,17.11635398864746,468.8125,872415232 +40,mlp.gate_proj,4,64,8,128,20.44222640991211,442.40625,872415232 +40,mlp.gate_proj,4,128,8,128,23.00017738342285,429.203125,872415232 +40,mlp.gate_proj,8,32,8,128,1.0454028844833374,884.8125,872415232 +40,mlp.gate_proj,8,64,8,128,1.2150065898895264,858.40625,872415232 +40,mlp.gate_proj,8,128,8,128,1.4216325283050537,845.203125,872415232 +40,mlp.up_proj,2,32,8,128,86.43075561523438,260.8125,872415232 +40,mlp.up_proj,2,64,8,128,94.40852355957031,234.40625,872415232 +40,mlp.up_proj,2,128,8,128,106.00314331054688,221.203125,872415232 +40,mlp.up_proj,3,32,8,128,35.1505012512207,364.8125,872415232 +40,mlp.up_proj,3,64,8,128,42.52457046508789,338.40625,872415232 +40,mlp.up_proj,3,128,8,128,45.937522888183594,325.203125,872415232 +40,mlp.up_proj,4,32,8,128,16.597482681274414,468.8125,872415232 +40,mlp.up_proj,4,64,8,128,19.074548721313477,442.40625,872415232 +40,mlp.up_proj,4,128,8,128,22.648799896240234,429.203125,872415232 +40,mlp.up_proj,8,32,8,128,1.0201998949050903,884.8125,872415232 +40,mlp.up_proj,8,64,8,128,1.1376792192459106,858.40625,872415232 +40,mlp.up_proj,8,128,8,128,1.3489028215408325,845.203125,872415232 +40,mlp.down_proj,2,32,8,128,86.4765396118164,260.8125,872415232 +40,mlp.down_proj,2,64,8,128,94.6093978881836,234.40625,872415232 +40,mlp.down_proj,2,128,8,128,105.8817138671875,221.203125,872415232 +40,mlp.down_proj,3,32,8,128,35.23677444458008,364.8125,872415232 +40,mlp.down_proj,3,64,8,128,42.43001937866211,338.40625,872415232 +40,mlp.down_proj,3,128,8,128,46.002899169921875,325.203125,872415232 +40,mlp.down_proj,4,32,8,128,16.62934684753418,468.8125,872415232 +40,mlp.down_proj,4,64,8,128,19.091548919677734,442.40625,872415232 +40,mlp.down_proj,4,128,8,128,22.644996643066406,429.203125,872415232 +40,mlp.down_proj,8,32,8,128,1.021684169769287,884.8125,872415232 +40,mlp.down_proj,8,64,8,128,1.1402689218521118,858.40625,872415232 +40,mlp.down_proj,8,128,8,128,1.3419963121414185,845.203125,872415232 +41,self_attn.q_proj,2,32,8,128,65.03610229492188,80.25,268435456 +41,self_attn.q_proj,2,64,8,128,76.2597427368164,72.125,268435456 +41,self_attn.q_proj,2,128,8,128,87.8277587890625,68.0625,268435456 +41,self_attn.q_proj,3,32,8,128,27.694150924682617,112.25,268435456 +41,self_attn.q_proj,3,64,8,128,32.83231735229492,104.125,268435456 +41,self_attn.q_proj,3,128,8,128,37.4475212097168,100.0625,268435456 +41,self_attn.q_proj,4,32,8,128,12.897870063781738,144.25,268435456 +41,self_attn.q_proj,4,64,8,128,15.351309776306152,136.125,268435456 +41,self_attn.q_proj,4,128,8,128,17.473825454711914,132.0625,268435456 +41,self_attn.q_proj,8,32,8,128,0.7869560718536377,272.25,268435456 +41,self_attn.q_proj,8,64,8,128,0.9337860941886902,264.125,268435456 +41,self_attn.q_proj,8,128,8,128,1.061747431755066,260.0625,268435456 +41,self_attn.v_proj,2,32,8,128,12.292949676513672,10.03125,33554432 +41,self_attn.v_proj,2,64,8,128,15.251178741455078,9.015625,33554432 +41,self_attn.v_proj,2,128,8,128,17.916748046875,8.5078125,33554432 +41,self_attn.v_proj,3,32,8,128,5.253496170043945,14.03125,33554432 +41,self_attn.v_proj,3,64,8,128,6.518228530883789,13.015625,33554432 +41,self_attn.v_proj,3,128,8,128,7.663079261779785,12.5078125,33554432 +41,self_attn.v_proj,4,32,8,128,2.4512510299682617,18.03125,33554432 +41,self_attn.v_proj,4,64,8,128,3.041486978530884,17.015625,33554432 +41,self_attn.v_proj,4,128,8,128,3.576918840408325,16.5078125,33554432 +41,self_attn.v_proj,8,32,8,128,0.14856182038784027,34.03125,33554432 +41,self_attn.v_proj,8,64,8,128,0.18431267142295837,33.015625,33554432 +41,self_attn.v_proj,8,128,8,128,0.21638168394565582,32.5078125,33554432 +41,self_attn.k_proj,2,32,8,128,38.392791748046875,10.03125,33554432 +41,self_attn.k_proj,2,64,8,128,50.73189926147461,9.015625,33554432 +41,self_attn.k_proj,2,128,8,128,60.971649169921875,8.5078125,33554432 +41,self_attn.k_proj,3,32,8,128,16.423768997192383,14.03125,33554432 +41,self_attn.k_proj,3,64,8,128,21.922985076904297,13.015625,33554432 +41,self_attn.k_proj,3,128,8,128,26.618982315063477,12.5078125,33554432 +41,self_attn.k_proj,4,32,8,128,7.66461181640625,18.03125,33554432 +41,self_attn.k_proj,4,64,8,128,10.2279691696167,17.015625,33554432 +41,self_attn.k_proj,4,128,8,128,12.425888061523438,16.5078125,33554432 +41,self_attn.k_proj,8,32,8,128,0.46422624588012695,34.03125,33554432 +41,self_attn.k_proj,8,64,8,128,0.6200743913650513,33.015625,33554432 +41,self_attn.k_proj,8,128,8,128,0.7527300715446472,32.5078125,33554432 +41,self_attn.o_proj,2,32,8,128,52.00798416137695,80.25,268435456 +41,self_attn.o_proj,2,64,8,128,60.94098663330078,72.125,268435456 +41,self_attn.o_proj,2,128,8,128,68.39973449707031,68.0625,268435456 +41,self_attn.o_proj,3,32,8,128,22.40312385559082,112.25,268435456 +41,self_attn.o_proj,3,64,8,128,25.95882225036621,104.125,268435456 +41,self_attn.o_proj,3,128,8,128,29.413555145263672,100.0625,268435456 +41,self_attn.o_proj,4,32,8,128,10.417680740356445,144.25,268435456 +41,self_attn.o_proj,4,64,8,128,12.1163911819458,136.125,268435456 +41,self_attn.o_proj,4,128,8,128,13.711694717407227,132.0625,268435456 +41,self_attn.o_proj,8,32,8,128,0.6370543837547302,272.25,268435456 +41,self_attn.o_proj,8,64,8,128,0.740158200263977,264.125,268435456 +41,self_attn.o_proj,8,128,8,128,0.831451952457428,260.0625,268435456 +41,mlp.gate_proj,2,32,8,128,90.51544189453125,260.8125,872415232 +41,mlp.gate_proj,2,64,8,128,97.71742248535156,234.40625,872415232 +41,mlp.gate_proj,2,128,8,128,113.8731918334961,221.203125,872415232 +41,mlp.gate_proj,3,32,8,128,36.46833038330078,364.8125,872415232 +41,mlp.gate_proj,3,64,8,128,45.15049362182617,338.40625,872415232 +41,mlp.gate_proj,3,128,8,128,47.310977935791016,325.203125,872415232 +41,mlp.gate_proj,4,32,8,128,17.023942947387695,468.8125,872415232 +41,mlp.gate_proj,4,64,8,128,20.211166381835938,442.40625,872415232 +41,mlp.gate_proj,4,128,8,128,22.897315979003906,429.203125,872415232 +41,mlp.gate_proj,8,32,8,128,1.0407624244689941,884.8125,872415232 +41,mlp.gate_proj,8,64,8,128,1.2016851902008057,858.40625,872415232 +41,mlp.gate_proj,8,128,8,128,1.4181842803955078,845.203125,872415232 +41,mlp.up_proj,2,32,8,128,86.1664047241211,260.8125,872415232 +41,mlp.up_proj,2,64,8,128,94.22786712646484,234.40625,872415232 +41,mlp.up_proj,2,128,8,128,105.51778411865234,221.203125,872415232 +41,mlp.up_proj,3,32,8,128,35.06718826293945,364.8125,872415232 +41,mlp.up_proj,3,64,8,128,42.35005569458008,338.40625,872415232 +41,mlp.up_proj,3,128,8,128,45.88022994995117,325.203125,872415232 +41,mlp.up_proj,4,32,8,128,16.573884963989258,468.8125,872415232 +41,mlp.up_proj,4,64,8,128,18.9985294342041,442.40625,872415232 +41,mlp.up_proj,4,128,8,128,22.642051696777344,429.203125,872415232 +41,mlp.up_proj,8,32,8,128,1.0190837383270264,884.8125,872415232 +41,mlp.up_proj,8,64,8,128,1.1337693929672241,858.40625,872415232 +41,mlp.up_proj,8,128,8,128,1.3418506383895874,845.203125,872415232 +41,mlp.down_proj,2,32,8,128,86.52565002441406,260.8125,872415232 +41,mlp.down_proj,2,64,8,128,94.56171417236328,234.40625,872415232 +41,mlp.down_proj,2,128,8,128,105.82335662841797,221.203125,872415232 +41,mlp.down_proj,3,32,8,128,35.23117446899414,364.8125,872415232 +41,mlp.down_proj,3,64,8,128,42.446449279785156,338.40625,872415232 +41,mlp.down_proj,3,128,8,128,45.97675704956055,325.203125,872415232 +41,mlp.down_proj,4,32,8,128,16.626880645751953,468.8125,872415232 +41,mlp.down_proj,4,64,8,128,19.08574104309082,442.40625,872415232 +41,mlp.down_proj,4,128,8,128,22.64413833618164,429.203125,872415232 +41,mlp.down_proj,8,32,8,128,1.0215668678283691,884.8125,872415232 +41,mlp.down_proj,8,64,8,128,1.1395238637924194,858.40625,872415232 +41,mlp.down_proj,8,128,8,128,1.3418793678283691,845.203125,872415232 +42,self_attn.q_proj,2,32,8,128,64.46964263916016,80.25,268435456 +42,self_attn.q_proj,2,64,8,128,75.38839721679688,72.125,268435456 +42,self_attn.q_proj,2,128,8,128,86.48152160644531,68.0625,268435456 +42,self_attn.q_proj,3,32,8,128,27.38962745666504,112.25,268435456 +42,self_attn.q_proj,3,64,8,128,32.48572540283203,104.125,268435456 +42,self_attn.q_proj,3,128,8,128,36.81419372558594,100.0625,268435456 +42,self_attn.q_proj,4,32,8,128,12.760017395019531,144.25,268435456 +42,self_attn.q_proj,4,64,8,128,15.152454376220703,136.125,268435456 +42,self_attn.q_proj,4,128,8,128,17.19921112060547,132.0625,268435456 +42,self_attn.q_proj,8,32,8,128,0.7788397073745728,272.25,268435456 +42,self_attn.q_proj,8,64,8,128,0.9216393828392029,264.125,268435456 +42,self_attn.q_proj,8,128,8,128,1.0462571382522583,260.0625,268435456 +42,self_attn.v_proj,2,32,8,128,13.271081924438477,10.03125,33554432 +42,self_attn.v_proj,2,64,8,128,16.563249588012695,9.015625,33554432 +42,self_attn.v_proj,2,128,8,128,19.62298011779785,8.5078125,33554432 +42,self_attn.v_proj,3,32,8,128,5.673338413238525,14.03125,33554432 +42,self_attn.v_proj,3,64,8,128,7.084078311920166,13.015625,33554432 +42,self_attn.v_proj,3,128,8,128,8.402771949768066,12.5078125,33554432 +42,self_attn.v_proj,4,32,8,128,2.6461148262023926,18.03125,33554432 +42,self_attn.v_proj,4,64,8,128,3.3050930500030518,17.015625,33554432 +42,self_attn.v_proj,4,128,8,128,3.9209179878234863,16.5078125,33554432 +42,self_attn.v_proj,8,32,8,128,0.16038602590560913,34.03125,33554432 +42,self_attn.v_proj,8,64,8,128,0.20021653175354004,33.015625,33554432 +42,self_attn.v_proj,8,128,8,128,0.2371625453233719,32.5078125,33554432 +42,self_attn.k_proj,2,32,8,128,37.65882873535156,10.03125,33554432 +42,self_attn.k_proj,2,64,8,128,49.64249038696289,9.015625,33554432 +42,self_attn.k_proj,2,128,8,128,59.46018981933594,8.5078125,33554432 +42,self_attn.k_proj,3,32,8,128,16.10145378112793,14.03125,33554432 +42,self_attn.k_proj,3,64,8,128,21.41588592529297,13.015625,33554432 +42,self_attn.k_proj,3,128,8,128,25.82115936279297,12.5078125,33554432 +42,self_attn.k_proj,4,32,8,128,7.511733055114746,18.03125,33554432 +42,self_attn.k_proj,4,64,8,128,9.987892150878906,17.015625,33554432 +42,self_attn.k_proj,4,128,8,128,12.052453994750977,16.5078125,33554432 +42,self_attn.k_proj,8,32,8,128,0.4549485146999359,34.03125,33554432 +42,self_attn.k_proj,8,64,8,128,0.605620265007019,33.015625,33554432 +42,self_attn.k_proj,8,128,8,128,0.7302479147911072,32.5078125,33554432 +42,self_attn.o_proj,2,32,8,128,52.5197639465332,80.25,268435456 +42,self_attn.o_proj,2,64,8,128,61.59059524536133,72.125,268435456 +42,self_attn.o_proj,2,128,8,128,69.11568450927734,68.0625,268435456 +42,self_attn.o_proj,3,32,8,128,22.639400482177734,112.25,268435456 +42,self_attn.o_proj,3,64,8,128,26.242700576782227,104.125,268435456 +42,self_attn.o_proj,3,128,8,128,29.782764434814453,100.0625,268435456 +42,self_attn.o_proj,4,32,8,128,10.52960205078125,144.25,268435456 +42,self_attn.o_proj,4,64,8,128,12.24521541595459,136.125,268435456 +42,self_attn.o_proj,4,128,8,128,13.881319999694824,132.0625,268435456 +42,self_attn.o_proj,8,32,8,128,0.6438557505607605,272.25,268435456 +42,self_attn.o_proj,8,64,8,128,0.7476934194564819,264.125,268435456 +42,self_attn.o_proj,8,128,8,128,0.8416306972503662,260.0625,268435456 +42,mlp.gate_proj,2,32,8,128,90.26970672607422,260.8125,872415232 +42,mlp.gate_proj,2,64,8,128,97.60610961914062,234.40625,872415232 +42,mlp.gate_proj,2,128,8,128,113.5989990234375,221.203125,872415232 +42,mlp.gate_proj,3,32,8,128,36.389190673828125,364.8125,872415232 +42,mlp.gate_proj,3,64,8,128,45.029762268066406,338.40625,872415232 +42,mlp.gate_proj,3,128,8,128,47.334739685058594,325.203125,872415232 +42,mlp.gate_proj,4,32,8,128,16.999547958374023,468.8125,872415232 +42,mlp.gate_proj,4,64,8,128,20.156295776367188,442.40625,872415232 +42,mlp.gate_proj,4,128,8,128,22.909774780273438,429.203125,872415232 +42,mlp.gate_proj,8,32,8,128,1.039608120918274,884.8125,872415232 +42,mlp.gate_proj,8,64,8,128,1.199122428894043,858.40625,872415232 +42,mlp.gate_proj,8,128,8,128,1.4182990789413452,845.203125,872415232 +42,mlp.up_proj,2,32,8,128,86.09982299804688,260.8125,872415232 +42,mlp.up_proj,2,64,8,128,94.17073822021484,234.40625,872415232 +42,mlp.up_proj,2,128,8,128,105.28495788574219,221.203125,872415232 +42,mlp.up_proj,3,32,8,128,35.048580169677734,364.8125,872415232 +42,mlp.up_proj,3,64,8,128,42.30025100708008,338.40625,872415232 +42,mlp.up_proj,3,128,8,128,45.858055114746094,325.203125,872415232 +42,mlp.up_proj,4,32,8,128,16.566680908203125,468.8125,872415232 +42,mlp.up_proj,4,64,8,128,18.979469299316406,442.40625,872415232 +42,mlp.up_proj,4,128,8,128,22.639768600463867,429.203125,872415232 +42,mlp.up_proj,8,32,8,128,1.0187832117080688,884.8125,872415232 +42,mlp.up_proj,8,64,8,128,1.1325547695159912,858.40625,872415232 +42,mlp.up_proj,8,128,8,128,1.3394559621810913,845.203125,872415232 +42,mlp.down_proj,2,32,8,128,86.3771743774414,260.8125,872415232 +42,mlp.down_proj,2,64,8,128,94.4612045288086,234.40625,872415232 +42,mlp.down_proj,2,128,8,128,105.66716003417969,221.203125,872415232 +42,mlp.down_proj,3,32,8,128,35.18394088745117,364.8125,872415232 +42,mlp.down_proj,3,64,8,128,42.36048126220703,338.40625,872415232 +42,mlp.down_proj,3,128,8,128,45.9463005065918,325.203125,872415232 +42,mlp.down_proj,4,32,8,128,16.611474990844727,468.8125,872415232 +42,mlp.down_proj,4,64,8,128,19.044660568237305,442.40625,872415232 +42,mlp.down_proj,4,128,8,128,22.640850067138672,429.203125,872415232 +42,mlp.down_proj,8,32,8,128,1.0208615064620972,884.8125,872415232 +42,mlp.down_proj,8,64,8,128,1.1374053955078125,858.40625,872415232 +42,mlp.down_proj,8,128,8,128,1.3386106491088867,845.203125,872415232 +43,self_attn.q_proj,2,32,8,128,65.00110626220703,80.25,268435456 +43,self_attn.q_proj,2,64,8,128,76.22596740722656,72.125,268435456 +43,self_attn.q_proj,2,128,8,128,87.5888442993164,68.0625,268435456 +43,self_attn.q_proj,3,32,8,128,27.68230628967285,112.25,268435456 +43,self_attn.q_proj,3,64,8,128,32.76425552368164,104.125,268435456 +43,self_attn.q_proj,3,128,8,128,37.29132080078125,100.0625,268435456 +43,self_attn.q_proj,4,32,8,128,12.888097763061523,144.25,268435456 +43,self_attn.q_proj,4,64,8,128,15.314460754394531,136.125,268435456 +43,self_attn.q_proj,4,128,8,128,17.39993667602539,132.0625,268435456 +43,self_attn.q_proj,8,32,8,128,0.78639155626297,272.25,268435456 +43,self_attn.q_proj,8,64,8,128,0.9318320751190186,264.125,268435456 +43,self_attn.q_proj,8,128,8,128,1.057538390159607,260.0625,268435456 +43,self_attn.v_proj,2,32,8,128,13.337692260742188,10.03125,33554432 +43,self_attn.v_proj,2,64,8,128,16.533649444580078,9.015625,33554432 +43,self_attn.v_proj,2,128,8,128,19.425525665283203,8.5078125,33554432 +43,self_attn.v_proj,3,32,8,128,5.702281475067139,14.03125,33554432 +43,self_attn.v_proj,3,64,8,128,7.067882537841797,13.015625,33554432 +43,self_attn.v_proj,3,128,8,128,8.308510780334473,12.5078125,33554432 +43,self_attn.v_proj,4,32,8,128,2.6593611240386963,18.03125,33554432 +43,self_attn.v_proj,4,64,8,128,3.2984087467193604,17.015625,33554432 +43,self_attn.v_proj,4,128,8,128,3.8784737586975098,16.5078125,33554432 +43,self_attn.v_proj,8,32,8,128,0.16122722625732422,34.03125,33554432 +43,self_attn.v_proj,8,64,8,128,0.1997634321451187,33.015625,33554432 +43,self_attn.v_proj,8,128,8,128,0.2345731258392334,32.5078125,33554432 +43,self_attn.k_proj,2,32,8,128,39.12556076049805,10.03125,33554432 +43,self_attn.k_proj,2,64,8,128,50.4567985534668,9.015625,33554432 +43,self_attn.k_proj,2,128,8,128,60.29203796386719,8.5078125,33554432 +43,self_attn.k_proj,3,32,8,128,16.72568702697754,14.03125,33554432 +43,self_attn.k_proj,3,64,8,128,21.656330108642578,13.015625,33554432 +43,self_attn.k_proj,3,128,8,128,25.94483757019043,12.5078125,33554432 +43,self_attn.k_proj,4,32,8,128,7.803650856018066,18.03125,33554432 +43,self_attn.k_proj,4,64,8,128,10.101729393005371,17.015625,33554432 +43,self_attn.k_proj,4,128,8,128,12.107537269592285,16.5078125,33554432 +43,self_attn.k_proj,8,32,8,128,0.47247248888015747,34.03125,33554432 +43,self_attn.k_proj,8,64,8,128,0.6124318242073059,33.015625,33554432 +43,self_attn.k_proj,8,128,8,128,0.7337678670883179,32.5078125,33554432 +43,self_attn.o_proj,2,32,8,128,52.36714172363281,80.25,268435456 +43,self_attn.o_proj,2,64,8,128,61.39313888549805,72.125,268435456 +43,self_attn.o_proj,2,128,8,128,68.91480255126953,68.0625,268435456 +43,self_attn.o_proj,3,32,8,128,22.564334869384766,112.25,268435456 +43,self_attn.o_proj,3,64,8,128,26.144283294677734,104.125,268435456 +43,self_attn.o_proj,3,128,8,128,29.652183532714844,100.0625,268435456 +43,self_attn.o_proj,4,32,8,128,10.489702224731445,144.25,268435456 +43,self_attn.o_proj,4,64,8,128,12.19759750366211,136.125,268435456 +43,self_attn.o_proj,4,128,8,128,13.813370704650879,132.0625,268435456 +43,self_attn.o_proj,8,32,8,128,0.6415496468544006,272.25,268435456 +43,self_attn.o_proj,8,64,8,128,0.744915783405304,264.125,268435456 +43,self_attn.o_proj,8,128,8,128,0.8374862670898438,260.0625,268435456 +43,mlp.gate_proj,2,32,8,128,89.95213317871094,260.8125,872415232 +43,mlp.gate_proj,2,64,8,128,97.6205825805664,234.40625,872415232 +43,mlp.gate_proj,2,128,8,128,113.73018646240234,221.203125,872415232 +43,mlp.gate_proj,3,32,8,128,36.314693450927734,364.8125,872415232 +43,mlp.gate_proj,3,64,8,128,44.952266693115234,338.40625,872415232 +43,mlp.gate_proj,3,128,8,128,47.505367279052734,325.203125,872415232 +43,mlp.gate_proj,4,32,8,128,16.979665756225586,468.8125,872415232 +43,mlp.gate_proj,4,64,8,128,20.134078979492188,442.40625,872415232 +43,mlp.gate_proj,4,128,8,128,22.95221519470215,429.203125,872415232 +43,mlp.gate_proj,8,32,8,128,1.0387667417526245,884.8125,872415232 +43,mlp.gate_proj,8,64,8,128,1.1983169317245483,858.40625,872415232 +43,mlp.gate_proj,8,128,8,128,1.419346809387207,845.203125,872415232 +43,mlp.up_proj,2,32,8,128,85.83232879638672,260.8125,872415232 +43,mlp.up_proj,2,64,8,128,94.07170104980469,234.40625,872415232 +43,mlp.up_proj,2,128,8,128,105.02369689941406,221.203125,872415232 +43,mlp.up_proj,3,32,8,128,34.97950744628906,364.8125,872415232 +43,mlp.up_proj,3,64,8,128,42.17207717895508,338.40625,872415232 +43,mlp.up_proj,3,128,8,128,45.840633392333984,325.203125,872415232 +43,mlp.up_proj,4,32,8,128,16.547815322875977,468.8125,872415232 +43,mlp.up_proj,4,64,8,128,18.93198585510254,442.40625,872415232 +43,mlp.up_proj,4,128,8,128,22.6370792388916,429.203125,872415232 +43,mlp.up_proj,8,32,8,128,1.0179345607757568,884.8125,872415232 +43,mlp.up_proj,8,64,8,128,1.1299940347671509,858.40625,872415232 +43,mlp.up_proj,8,128,8,128,1.3354350328445435,845.203125,872415232 +43,mlp.down_proj,2,32,8,128,86.28800964355469,260.8125,872415232 +43,mlp.down_proj,2,64,8,128,94.42428588867188,234.40625,872415232 +43,mlp.down_proj,2,128,8,128,105.50334930419922,221.203125,872415232 +43,mlp.down_proj,3,32,8,128,35.163360595703125,364.8125,872415232 +43,mlp.down_proj,3,64,8,128,42.32042694091797,338.40625,872415232 +43,mlp.down_proj,3,128,8,128,45.94145202636719,325.203125,872415232 +43,mlp.down_proj,4,32,8,128,16.605724334716797,468.8125,872415232 +43,mlp.down_proj,4,64,8,128,19.027606964111328,442.40625,872415232 +43,mlp.down_proj,4,128,8,128,22.63941764831543,429.203125,872415232 +43,mlp.down_proj,8,32,8,128,1.020627498626709,884.8125,872415232 +43,mlp.down_proj,8,64,8,128,1.1367743015289307,858.40625,872415232 +43,mlp.down_proj,8,128,8,128,1.3376789093017578,845.203125,872415232 +44,self_attn.q_proj,2,32,8,128,64.14570617675781,80.25,268435456 +44,self_attn.q_proj,2,64,8,128,75.12681579589844,72.125,268435456 +44,self_attn.q_proj,2,128,8,128,86.44987487792969,68.0625,268435456 +44,self_attn.q_proj,3,32,8,128,27.228702545166016,112.25,268435456 +44,self_attn.q_proj,3,64,8,128,32.40261459350586,104.125,268435456 +44,self_attn.q_proj,3,128,8,128,36.86690139770508,100.0625,268435456 +44,self_attn.q_proj,4,32,8,128,12.689136505126953,144.25,268435456 +44,self_attn.q_proj,4,64,8,128,15.10332202911377,136.125,268435456 +44,self_attn.q_proj,4,128,8,128,17.226350784301758,132.0625,268435456 +44,self_attn.q_proj,8,32,8,128,0.7743803858757019,272.25,268435456 +44,self_attn.q_proj,8,64,8,128,0.9185584187507629,264.125,268435456 +44,self_attn.q_proj,8,128,8,128,1.047309160232544,260.0625,268435456 +44,self_attn.v_proj,2,32,8,128,13.6764497756958,10.03125,33554432 +44,self_attn.v_proj,2,64,8,128,17.087570190429688,9.015625,33554432 +44,self_attn.v_proj,2,128,8,128,20.224525451660156,8.5078125,33554432 +44,self_attn.v_proj,3,32,8,128,5.848258972167969,14.03125,33554432 +44,self_attn.v_proj,3,64,8,128,7.309303283691406,13.015625,33554432 +44,self_attn.v_proj,3,128,8,128,8.657712936401367,12.5078125,33554432 +44,self_attn.v_proj,4,32,8,128,2.729017496109009,18.03125,33554432 +44,self_attn.v_proj,4,64,8,128,3.409851312637329,17.015625,33554432 +44,self_attn.v_proj,4,128,8,128,4.040439605712891,16.5078125,33554432 +44,self_attn.v_proj,8,32,8,128,0.16536502540111542,34.03125,33554432 +44,self_attn.v_proj,8,64,8,128,0.20648014545440674,33.015625,33554432 +44,self_attn.v_proj,8,128,8,128,0.2443627417087555,32.5078125,33554432 +44,self_attn.k_proj,2,32,8,128,39.631134033203125,10.03125,33554432 +44,self_attn.k_proj,2,64,8,128,52.00080490112305,9.015625,33554432 +44,self_attn.k_proj,2,128,8,128,62.18312072753906,8.5078125,33554432 +44,self_attn.k_proj,3,32,8,128,16.949214935302734,14.03125,33554432 +44,self_attn.k_proj,3,64,8,128,22.434629440307617,13.015625,33554432 +44,self_attn.k_proj,3,128,8,128,27.065998077392578,12.5078125,33554432 +44,self_attn.k_proj,4,32,8,128,7.9097514152526855,18.03125,33554432 +44,self_attn.k_proj,4,64,8,128,10.465876579284668,17.015625,33554432 +44,self_attn.k_proj,4,128,8,128,12.628032684326172,16.5078125,33554432 +44,self_attn.k_proj,8,32,8,128,0.4790080487728119,34.03125,33554432 +44,self_attn.k_proj,8,64,8,128,0.6344306468963623,33.015625,33554432 +44,self_attn.k_proj,8,128,8,128,0.7651839256286621,32.5078125,33554432 +44,self_attn.o_proj,2,32,8,128,52.18840408325195,80.25,268435456 +44,self_attn.o_proj,2,64,8,128,61.20572280883789,72.125,268435456 +44,self_attn.o_proj,2,128,8,128,68.72283935546875,68.0625,268435456 +44,self_attn.o_proj,3,32,8,128,22.494382858276367,112.25,268435456 +44,self_attn.o_proj,3,64,8,128,26.065876007080078,104.125,268435456 +44,self_attn.o_proj,3,128,8,128,29.58274269104004,100.0625,268435456 +44,self_attn.o_proj,4,32,8,128,10.457900047302246,144.25,268435456 +44,self_attn.o_proj,4,64,8,128,12.165977478027344,136.125,268435456 +44,self_attn.o_proj,4,128,8,128,13.78364372253418,132.0625,268435456 +44,self_attn.o_proj,8,32,8,128,0.6393980979919434,272.25,268435456 +44,self_attn.o_proj,8,64,8,128,0.7430968284606934,264.125,268435456 +44,self_attn.o_proj,8,128,8,128,0.8355467915534973,260.0625,268435456 +44,mlp.gate_proj,2,32,8,128,88.9487533569336,260.8125,872415232 +44,mlp.gate_proj,2,64,8,128,97.0453872680664,234.40625,872415232 +44,mlp.gate_proj,2,128,8,128,112.65747833251953,221.203125,872415232 +44,mlp.gate_proj,3,32,8,128,36.02155303955078,364.8125,872415232 +44,mlp.gate_proj,3,64,8,128,44.44861602783203,338.40625,872415232 +44,mlp.gate_proj,3,128,8,128,47.33746337890625,325.203125,872415232 +44,mlp.gate_proj,4,32,8,128,16.888275146484375,468.8125,872415232 +44,mlp.gate_proj,4,64,8,128,19.925146102905273,442.40625,872415232 +44,mlp.gate_proj,4,128,8,128,22.913835525512695,429.203125,872415232 +44,mlp.gate_proj,8,32,8,128,1.0343456268310547,884.8125,872415232 +44,mlp.gate_proj,8,64,8,128,1.1867616176605225,858.40625,872415232 +44,mlp.gate_proj,8,128,8,128,1.4174586534500122,845.203125,872415232 +44,mlp.up_proj,2,32,8,128,85.56434631347656,260.8125,872415232 +44,mlp.up_proj,2,64,8,128,93.93246459960938,234.40625,872415232 +44,mlp.up_proj,2,128,8,128,104.75115966796875,221.203125,872415232 +44,mlp.up_proj,3,32,8,128,34.90317153930664,364.8125,872415232 +44,mlp.up_proj,3,64,8,128,42.022430419921875,338.40625,872415232 +44,mlp.up_proj,3,128,8,128,45.80789566040039,325.203125,872415232 +44,mlp.up_proj,4,32,8,128,16.526216506958008,468.8125,872415232 +44,mlp.up_proj,4,64,8,128,18.873777389526367,442.40625,872415232 +44,mlp.up_proj,4,128,8,128,22.63287925720215,429.203125,872415232 +44,mlp.up_proj,8,32,8,128,1.0169686079025269,884.8125,872415232 +44,mlp.up_proj,8,64,8,128,1.1268901824951172,858.40625,872415232 +44,mlp.up_proj,8,128,8,128,1.330087423324585,845.203125,872415232 +44,mlp.down_proj,2,32,8,128,86.35599517822266,260.8125,872415232 +44,mlp.down_proj,2,64,8,128,94.46040344238281,234.40625,872415232 +44,mlp.down_proj,2,128,8,128,105.68988037109375,221.203125,872415232 +44,mlp.down_proj,3,32,8,128,35.18422317504883,364.8125,872415232 +44,mlp.down_proj,3,64,8,128,42.37071228027344,338.40625,872415232 +44,mlp.down_proj,3,128,8,128,45.960365295410156,325.203125,872415232 +44,mlp.down_proj,4,32,8,128,16.611074447631836,468.8125,872415232 +44,mlp.down_proj,4,64,8,128,19.04931640625,442.40625,872415232 +44,mlp.down_proj,4,128,8,128,22.64164161682129,429.203125,872415232 +44,mlp.down_proj,8,32,8,128,1.020871639251709,884.8125,872415232 +44,mlp.down_proj,8,64,8,128,1.1376546621322632,858.40625,872415232 +44,mlp.down_proj,8,128,8,128,1.3398281335830688,845.203125,872415232 +45,self_attn.q_proj,2,32,8,128,63.84543991088867,80.25,268435456 +45,self_attn.q_proj,2,64,8,128,74.56083679199219,72.125,268435456 +45,self_attn.q_proj,2,128,8,128,85.41219329833984,68.0625,268435456 +45,self_attn.q_proj,3,32,8,128,27.08026123046875,112.25,268435456 +45,self_attn.q_proj,3,64,8,128,32.19245147705078,104.125,268435456 +45,self_attn.q_proj,3,128,8,128,36.38627243041992,100.0625,268435456 +45,self_attn.q_proj,4,32,8,128,12.622462272644043,144.25,268435456 +45,self_attn.q_proj,4,64,8,128,14.977751731872559,136.125,268435456 +45,self_attn.q_proj,4,128,8,128,17.017070770263672,132.0625,268435456 +45,self_attn.q_proj,8,32,8,128,0.7706947922706604,272.25,268435456 +45,self_attn.q_proj,8,64,8,128,0.9110803008079529,264.125,268435456 +45,self_attn.q_proj,8,128,8,128,1.03577721118927,260.0625,268435456 +45,self_attn.v_proj,2,32,8,128,12.87843132019043,10.03125,33554432 +45,self_attn.v_proj,2,64,8,128,15.969998359680176,9.015625,33554432 +45,self_attn.v_proj,2,128,8,128,18.76744842529297,8.5078125,33554432 +45,self_attn.v_proj,3,32,8,128,5.505137920379639,14.03125,33554432 +45,self_attn.v_proj,3,64,8,128,6.827352523803711,13.015625,33554432 +45,self_attn.v_proj,3,128,8,128,8.03331470489502,12.5078125,33554432 +45,self_attn.v_proj,4,32,8,128,2.568288803100586,18.03125,33554432 +45,self_attn.v_proj,4,64,8,128,3.18603253364563,17.015625,33554432 +45,self_attn.v_proj,4,128,8,128,3.7489147186279297,16.5078125,33554432 +45,self_attn.v_proj,8,32,8,128,0.15563684701919556,34.03125,33554432 +45,self_attn.v_proj,8,64,8,128,0.19297021627426147,33.015625,33554432 +45,self_attn.v_proj,8,128,8,128,0.2267208993434906,32.5078125,33554432 +45,self_attn.k_proj,2,32,8,128,38.58463668823242,10.03125,33554432 +45,self_attn.k_proj,2,64,8,128,50.72166061401367,9.015625,33554432 +45,self_attn.k_proj,2,128,8,128,60.76478958129883,8.5078125,33554432 +45,self_attn.k_proj,3,32,8,128,16.49858856201172,14.03125,33554432 +45,self_attn.k_proj,3,64,8,128,21.82600975036621,13.015625,33554432 +45,self_attn.k_proj,3,128,8,128,26.28609848022461,12.5078125,33554432 +45,self_attn.k_proj,4,32,8,128,7.695808410644531,18.03125,33554432 +45,self_attn.k_proj,4,64,8,128,10.181099891662598,17.015625,33554432 +45,self_attn.k_proj,4,128,8,128,12.266083717346191,16.5078125,33554432 +45,self_attn.k_proj,8,32,8,128,0.46615147590637207,34.03125,33554432 +45,self_attn.k_proj,8,64,8,128,0.617149829864502,33.015625,33554432 +45,self_attn.k_proj,8,128,8,128,0.7430287599563599,32.5078125,33554432 +45,self_attn.o_proj,2,32,8,128,52.18165588378906,80.25,268435456 +45,self_attn.o_proj,2,64,8,128,61.163352966308594,72.125,268435456 +45,self_attn.o_proj,2,128,8,128,68.6368179321289,68.0625,268435456 +45,self_attn.o_proj,3,32,8,128,22.48366355895996,112.25,268435456 +45,self_attn.o_proj,3,64,8,128,26.04480743408203,104.125,268435456 +45,self_attn.o_proj,3,128,8,128,29.513187408447266,100.0625,268435456 +45,self_attn.o_proj,4,32,8,128,10.452866554260254,144.25,268435456 +45,self_attn.o_proj,4,64,8,128,12.152836799621582,136.125,268435456 +45,self_attn.o_proj,4,128,8,128,13.749464988708496,132.0625,268435456 +45,self_attn.o_proj,8,32,8,128,0.6391867399215698,272.25,268435456 +45,self_attn.o_proj,8,64,8,128,0.7423032522201538,264.125,268435456 +45,self_attn.o_proj,8,128,8,128,0.8336278200149536,260.0625,268435456 +45,mlp.gate_proj,2,32,8,128,88.72540283203125,260.8125,872415232 +45,mlp.gate_proj,2,64,8,128,96.841064453125,234.40625,872415232 +45,mlp.gate_proj,2,128,8,128,112.08706665039062,221.203125,872415232 +45,mlp.gate_proj,3,32,8,128,35.94418716430664,364.8125,872415232 +45,mlp.gate_proj,3,64,8,128,44.28646469116211,338.40625,872415232 +45,mlp.gate_proj,3,128,8,128,47.2400016784668,325.203125,872415232 +45,mlp.gate_proj,4,32,8,128,16.86269187927246,468.8125,872415232 +45,mlp.gate_proj,4,64,8,128,19.8564395904541,442.40625,872415232 +45,mlp.gate_proj,4,128,8,128,22.889785766601562,429.203125,872415232 +45,mlp.gate_proj,8,32,8,128,1.033089280128479,884.8125,872415232 +45,mlp.gate_proj,8,64,8,128,1.1829485893249512,858.40625,872415232 +45,mlp.gate_proj,8,128,8,128,1.4166170358657837,845.203125,872415232 +45,mlp.up_proj,2,32,8,128,85.22726440429688,260.8125,872415232 +45,mlp.up_proj,2,64,8,128,93.75636291503906,234.40625,872415232 +45,mlp.up_proj,2,128,8,128,104.2257308959961,221.203125,872415232 +45,mlp.up_proj,3,32,8,128,34.810150146484375,364.8125,872415232 +45,mlp.up_proj,3,64,8,128,41.834537506103516,338.40625,872415232 +45,mlp.up_proj,3,128,8,128,45.760902404785156,325.203125,872415232 +45,mlp.up_proj,4,32,8,128,16.5004940032959,468.8125,872415232 +45,mlp.up_proj,4,64,8,128,18.7917537689209,442.40625,872415232 +45,mlp.up_proj,4,128,8,128,22.627866744995117,429.203125,872415232 +45,mlp.up_proj,8,32,8,128,1.0157535076141357,884.8125,872415232 +45,mlp.up_proj,8,64,8,128,1.1227014064788818,858.40625,872415232 +45,mlp.up_proj,8,128,8,128,1.3225024938583374,845.203125,872415232 +45,mlp.down_proj,2,32,8,128,86.63450622558594,260.8125,872415232 +45,mlp.down_proj,2,64,8,128,94.56014251708984,234.40625,872415232 +45,mlp.down_proj,2,128,8,128,105.90203094482422,221.203125,872415232 +45,mlp.down_proj,3,32,8,128,35.246280670166016,364.8125,872415232 +45,mlp.down_proj,3,64,8,128,42.52338409423828,338.40625,872415232 +45,mlp.down_proj,3,128,8,128,45.990116119384766,325.203125,872415232 +45,mlp.down_proj,4,32,8,128,16.629972457885742,468.8125,872415232 +45,mlp.down_proj,4,64,8,128,19.104957580566406,442.40625,872415232 +45,mlp.down_proj,4,128,8,128,22.649131774902344,429.203125,872415232 +45,mlp.down_proj,8,32,8,128,1.0217572450637817,884.8125,872415232 +45,mlp.down_proj,8,64,8,128,1.140236258506775,858.40625,872415232 +45,mlp.down_proj,8,128,8,128,1.3454917669296265,845.203125,872415232 +46,self_attn.q_proj,2,32,8,128,64.75621795654297,80.25,268435456 +46,self_attn.q_proj,2,64,8,128,76.15325927734375,72.125,268435456 +46,self_attn.q_proj,2,128,8,128,87.70543670654297,68.0625,268435456 +46,self_attn.q_proj,3,32,8,128,27.54690933227539,112.25,268435456 +46,self_attn.q_proj,3,64,8,128,32.78680419921875,104.125,268435456 +46,self_attn.q_proj,3,128,8,128,37.383609771728516,100.0625,268435456 +46,self_attn.q_proj,4,32,8,128,12.83285140991211,144.25,268435456 +46,self_attn.q_proj,4,64,8,128,15.322470664978027,136.125,268435456 +46,self_attn.q_proj,4,128,8,128,17.444875717163086,132.0625,268435456 +46,self_attn.q_proj,8,32,8,128,0.7831017374992371,272.25,268435456 +46,self_attn.q_proj,8,64,8,128,0.9320565462112427,264.125,268435456 +46,self_attn.q_proj,8,128,8,128,1.0601316690444946,260.0625,268435456 +46,self_attn.v_proj,2,32,8,128,12.124492645263672,10.03125,33554432 +46,self_attn.v_proj,2,64,8,128,15.065942764282227,9.015625,33554432 +46,self_attn.v_proj,2,128,8,128,17.76213836669922,8.5078125,33554432 +46,self_attn.v_proj,3,32,8,128,5.181245803833008,14.03125,33554432 +46,self_attn.v_proj,3,64,8,128,6.4401140213012695,13.015625,33554432 +46,self_attn.v_proj,3,128,8,128,7.600672721862793,12.5078125,33554432 +46,self_attn.v_proj,4,32,8,128,2.4163827896118164,18.03125,33554432 +46,self_attn.v_proj,4,64,8,128,3.006202220916748,17.015625,33554432 +46,self_attn.v_proj,4,128,8,128,3.5464489459991455,16.5078125,33554432 +46,self_attn.v_proj,8,32,8,128,0.14647474884986877,34.03125,33554432 +46,self_attn.v_proj,8,64,8,128,0.18214750289916992,33.015625,33554432 +46,self_attn.v_proj,8,128,8,128,0.21458636224269867,32.5078125,33554432 +46,self_attn.k_proj,2,32,8,128,40.30636978149414,10.03125,33554432 +46,self_attn.k_proj,2,64,8,128,52.7591667175293,9.015625,33554432 +46,self_attn.k_proj,2,128,8,128,63.22124099731445,8.5078125,33554432 +46,self_attn.k_proj,3,32,8,128,17.22667121887207,14.03125,33554432 +46,self_attn.k_proj,3,64,8,128,22.675691604614258,13.015625,33554432 +46,self_attn.k_proj,3,128,8,128,27.296178817749023,12.5078125,33554432 +46,self_attn.k_proj,4,32,8,128,8.041176795959473,18.03125,33554432 +46,self_attn.k_proj,4,64,8,128,10.578749656677246,17.015625,33554432 +46,self_attn.k_proj,4,128,8,128,12.734817504882812,16.5078125,33554432 +46,self_attn.k_proj,8,32,8,128,0.4870220124721527,34.03125,33554432 +46,self_attn.k_proj,8,64,8,128,0.6414064764976501,33.015625,33554432 +46,self_attn.k_proj,8,128,8,128,0.7713707685470581,32.5078125,33554432 +46,self_attn.o_proj,2,32,8,128,52.379241943359375,80.25,268435456 +46,self_attn.o_proj,2,64,8,128,61.44828414916992,72.125,268435456 +46,self_attn.o_proj,2,128,8,128,69.03227233886719,68.0625,268435456 +46,self_attn.o_proj,3,32,8,128,22.583263397216797,112.25,268435456 +46,self_attn.o_proj,3,64,8,128,26.188007354736328,104.125,268435456 +46,self_attn.o_proj,3,128,8,128,29.750398635864258,100.0625,268435456 +46,self_attn.o_proj,4,32,8,128,10.499430656433105,144.25,268435456 +46,self_attn.o_proj,4,64,8,128,12.220541954040527,136.125,268435456 +46,self_attn.o_proj,4,128,8,128,13.862951278686523,132.0625,268435456 +46,self_attn.o_proj,8,32,8,128,0.6420519351959229,272.25,268435456 +46,self_attn.o_proj,8,64,8,128,0.7462177276611328,264.125,268435456 +46,self_attn.o_proj,8,128,8,128,0.8406636118888855,260.0625,268435456 +46,mlp.gate_proj,2,32,8,128,88.2783203125,260.8125,872415232 +46,mlp.gate_proj,2,64,8,128,96.4162826538086,234.40625,872415232 +46,mlp.gate_proj,2,128,8,128,111.12646484375,221.203125,872415232 +46,mlp.gate_proj,3,32,8,128,35.797706604003906,364.8125,872415232 +46,mlp.gate_proj,3,64,8,128,43.978206634521484,338.40625,872415232 +46,mlp.gate_proj,3,128,8,128,47.00404739379883,325.203125,872415232 +46,mlp.gate_proj,4,32,8,128,16.812841415405273,468.8125,872415232 +46,mlp.gate_proj,4,64,8,128,19.724061965942383,442.40625,872415232 +46,mlp.gate_proj,4,128,8,128,22.83679962158203,429.203125,872415232 +46,mlp.gate_proj,8,32,8,128,1.0306193828582764,884.8125,872415232 +46,mlp.gate_proj,8,64,8,128,1.1753385066986084,858.40625,872415232 +46,mlp.gate_proj,8,128,8,128,1.414917230606079,845.203125,872415232 +46,mlp.up_proj,2,32,8,128,84.64000701904297,260.8125,872415232 +46,mlp.up_proj,2,64,8,128,93.478515625,234.40625,872415232 +46,mlp.up_proj,2,128,8,128,103.43136596679688,221.203125,872415232 +46,mlp.up_proj,3,32,8,128,34.656612396240234,364.8125,872415232 +46,mlp.up_proj,3,64,8,128,41.507713317871094,338.40625,872415232 +46,mlp.up_proj,3,128,8,128,45.70002746582031,325.203125,872415232 +46,mlp.up_proj,4,32,8,128,16.456132888793945,468.8125,872415232 +46,mlp.up_proj,4,64,8,128,18.669219970703125,442.40625,872415232 +46,mlp.up_proj,4,128,8,128,22.446184158325195,429.203125,872415232 +46,mlp.up_proj,8,32,8,128,1.0138635635375977,884.8125,872415232 +46,mlp.up_proj,8,64,8,128,1.1161173582077026,858.40625,872415232 +46,mlp.up_proj,8,128,8,128,1.3111861944198608,845.203125,872415232 +46,mlp.down_proj,2,32,8,128,86.96443176269531,260.8125,872415232 +46,mlp.down_proj,2,64,8,128,94.71585845947266,234.40625,872415232 +46,mlp.down_proj,2,128,8,128,106.30455017089844,221.203125,872415232 +46,mlp.down_proj,3,32,8,128,35.34004211425781,364.8125,872415232 +46,mlp.down_proj,3,64,8,128,42.71882629394531,338.40625,872415232 +46,mlp.down_proj,3,128,8,128,46.049312591552734,325.203125,872415232 +46,mlp.down_proj,4,32,8,128,16.658870697021484,468.8125,872415232 +46,mlp.down_proj,4,64,8,128,19.17976951599121,442.40625,872415232 +46,mlp.down_proj,4,128,8,128,22.659168243408203,429.203125,872415232 +46,mlp.down_proj,8,32,8,128,1.0230834484100342,884.8125,872415232 +46,mlp.down_proj,8,64,8,128,1.1444445848464966,858.40625,872415232 +46,mlp.down_proj,8,128,8,128,1.353841781616211,845.203125,872415232 +47,self_attn.q_proj,2,32,8,128,63.613426208496094,80.25,268435456 +47,self_attn.q_proj,2,64,8,128,74.3248519897461,72.125,268435456 +47,self_attn.q_proj,2,128,8,128,85.34675598144531,68.0625,268435456 +47,self_attn.q_proj,3,32,8,128,26.999540328979492,112.25,268435456 +47,self_attn.q_proj,3,64,8,128,32.16442108154297,104.125,268435456 +47,self_attn.q_proj,3,128,8,128,36.470767974853516,100.0625,268435456 +47,self_attn.q_proj,4,32,8,128,12.587503433227539,144.25,268435456 +47,self_attn.q_proj,4,64,8,128,14.959815979003906,136.125,268435456 +47,self_attn.q_proj,4,128,8,128,17.053295135498047,132.0625,268435456 +47,self_attn.q_proj,8,32,8,128,0.7689023613929749,272.25,268435456 +47,self_attn.q_proj,8,64,8,128,0.9098462462425232,264.125,268435456 +47,self_attn.q_proj,8,128,8,128,1.0379745960235596,260.0625,268435456 +47,self_attn.v_proj,2,32,8,128,12.435771942138672,10.03125,33554432 +47,self_attn.v_proj,2,64,8,128,15.477230072021484,9.015625,33554432 +47,self_attn.v_proj,2,128,8,128,18.264957427978516,8.5078125,33554432 +47,self_attn.v_proj,3,32,8,128,5.314103603363037,14.03125,33554432 +47,self_attn.v_proj,3,64,8,128,6.615743160247803,13.015625,33554432 +47,self_attn.v_proj,3,128,8,128,7.822215557098389,12.5078125,33554432 +47,self_attn.v_proj,4,32,8,128,2.4793567657470703,18.03125,33554432 +47,self_attn.v_proj,4,64,8,128,3.0864405632019043,17.015625,33554432 +47,self_attn.v_proj,4,128,8,128,3.6503419876098633,16.5078125,33554432 +47,self_attn.v_proj,8,32,8,128,0.15026918053627014,34.03125,33554432 +47,self_attn.v_proj,8,64,8,128,0.1870991587638855,33.015625,33554432 +47,self_attn.v_proj,8,128,8,128,0.22077278792858124,32.5078125,33554432 +47,self_attn.k_proj,2,32,8,128,41.329185485839844,10.03125,33554432 +47,self_attn.k_proj,2,64,8,128,54.5209846496582,9.015625,33554432 +47,self_attn.k_proj,2,128,8,128,65.19197082519531,8.5078125,33554432 +47,self_attn.k_proj,3,32,8,128,17.662311553955078,14.03125,33554432 +47,self_attn.k_proj,3,64,8,128,23.510902404785156,13.015625,33554432 +47,self_attn.k_proj,3,128,8,128,28.369997024536133,12.5078125,33554432 +47,self_attn.k_proj,4,32,8,128,8.245125770568848,18.03125,33554432 +47,self_attn.k_proj,4,64,8,128,10.97004508972168,17.015625,33554432 +47,self_attn.k_proj,4,128,8,128,13.23468017578125,16.5078125,33554432 +47,self_attn.k_proj,8,32,8,128,0.49915504455566406,34.03125,33554432 +47,self_attn.k_proj,8,64,8,128,0.664897620677948,33.015625,33554432 +47,self_attn.k_proj,8,128,8,128,0.8015568256378174,32.5078125,33554432 +47,self_attn.o_proj,2,32,8,128,52.82833480834961,80.25,268435456 +47,self_attn.o_proj,2,64,8,128,61.92572784423828,72.125,268435456 +47,self_attn.o_proj,2,128,8,128,69.45327758789062,68.0625,268435456 +47,self_attn.o_proj,3,32,8,128,22.73778533935547,112.25,268435456 +47,self_attn.o_proj,3,64,8,128,26.36703109741211,104.125,268435456 +47,self_attn.o_proj,3,128,8,128,29.86736488342285,100.0625,268435456 +47,self_attn.o_proj,4,32,8,128,10.58374309539795,144.25,268435456 +47,self_attn.o_proj,4,64,8,128,12.29533576965332,136.125,268435456 +47,self_attn.o_proj,4,128,8,128,13.91519832611084,132.0625,268435456 +47,self_attn.o_proj,8,32,8,128,0.6472776532173157,272.25,268435456 +47,self_attn.o_proj,8,64,8,128,0.7506188154220581,264.125,268435456 +47,self_attn.o_proj,8,128,8,128,0.8439326882362366,260.0625,268435456 +47,mlp.gate_proj,2,32,8,128,88.29395294189453,260.8125,872415232 +47,mlp.gate_proj,2,64,8,128,96.07627868652344,234.40625,872415232 +47,mlp.gate_proj,2,128,8,128,110.20349884033203,221.203125,872415232 +47,mlp.gate_proj,3,32,8,128,35.75576400756836,364.8125,872415232 +47,mlp.gate_proj,3,64,8,128,43.81264114379883,338.40625,872415232 +47,mlp.gate_proj,3,128,8,128,46.70112991333008,325.203125,872415232 +47,mlp.gate_proj,4,32,8,128,16.79338264465332,468.8125,872415232 +47,mlp.gate_proj,4,64,8,128,19.63763999938965,442.40625,872415232 +47,mlp.gate_proj,4,128,8,128,22.7701416015625,429.203125,872415232 +47,mlp.gate_proj,8,32,8,128,1.0296051502227783,884.8125,872415232 +47,mlp.gate_proj,8,64,8,128,1.1698784828186035,858.40625,872415232 +47,mlp.gate_proj,8,128,8,128,1.407993197441101,845.203125,872415232 +47,mlp.up_proj,2,32,8,128,83.93195343017578,260.8125,872415232 +47,mlp.up_proj,2,64,8,128,93.15241241455078,234.40625,872415232 +47,mlp.up_proj,2,128,8,128,102.52090454101562,221.203125,872415232 +47,mlp.up_proj,3,32,8,128,34.4728889465332,364.8125,872415232 +47,mlp.up_proj,3,64,8,128,41.10334777832031,338.40625,872415232 +47,mlp.up_proj,3,128,8,128,45.61690139770508,325.203125,872415232 +47,mlp.up_proj,4,32,8,128,16.40546226501465,468.8125,872415232 +47,mlp.up_proj,4,64,8,128,18.515653610229492,442.40625,872415232 +47,mlp.up_proj,4,128,8,128,22.20520782470703,429.203125,872415232 +47,mlp.up_proj,8,32,8,128,1.0116006135940552,884.8125,872415232 +47,mlp.up_proj,8,64,8,128,1.10797119140625,858.40625,872415232 +47,mlp.up_proj,8,128,8,128,1.2960153818130493,845.203125,872415232 +47,mlp.down_proj,2,32,8,128,87.25151062011719,260.8125,872415232 +47,mlp.down_proj,2,64,8,128,94.75215148925781,234.40625,872415232 +47,mlp.down_proj,2,128,8,128,106.4889144897461,221.203125,872415232 +47,mlp.down_proj,3,32,8,128,35.389461517333984,364.8125,872415232 +47,mlp.down_proj,3,64,8,128,42.8307991027832,338.40625,872415232 +47,mlp.down_proj,3,128,8,128,46.016334533691406,325.203125,872415232 +47,mlp.down_proj,4,32,8,128,16.672090530395508,468.8125,872415232 +47,mlp.down_proj,4,64,8,128,19.211660385131836,442.40625,872415232 +47,mlp.down_proj,4,128,8,128,22.658512115478516,429.203125,872415232 +47,mlp.down_proj,8,32,8,128,1.0236958265304565,884.8125,872415232 +47,mlp.down_proj,8,64,8,128,1.145662546157837,858.40625,872415232 +47,mlp.down_proj,8,128,8,128,1.3563311100006104,845.203125,872415232 +48,self_attn.q_proj,2,32,8,128,58.38078689575195,80.25,268435456 +48,self_attn.q_proj,2,64,8,128,68.68317413330078,72.125,268435456 +48,self_attn.q_proj,2,128,8,128,78.30429077148438,68.0625,268435456 +48,self_attn.q_proj,3,32,8,128,24.892444610595703,112.25,268435456 +48,self_attn.q_proj,3,64,8,128,29.56981658935547,104.125,268435456 +48,self_attn.q_proj,3,128,8,128,33.732295989990234,100.0625,268435456 +48,self_attn.q_proj,4,32,8,128,11.662673950195312,144.25,268435456 +48,self_attn.q_proj,4,64,8,128,13.749695777893066,136.125,268435456 +48,self_attn.q_proj,4,128,8,128,15.84870719909668,132.0625,268435456 +48,self_attn.q_proj,8,32,8,128,0.7149173021316528,272.25,268435456 +48,self_attn.q_proj,8,64,8,128,0.8359345197677612,264.125,268435456 +48,self_attn.q_proj,8,128,8,128,0.9598745703697205,260.0625,268435456 +48,self_attn.v_proj,2,32,8,128,13.933359146118164,10.03125,33554432 +48,self_attn.v_proj,2,64,8,128,17.302108764648438,9.015625,33554432 +48,self_attn.v_proj,2,128,8,128,20.3696346282959,8.5078125,33554432 +48,self_attn.v_proj,3,32,8,128,5.954308986663818,14.03125,33554432 +48,self_attn.v_proj,3,64,8,128,7.401113510131836,13.015625,33554432 +48,self_attn.v_proj,3,128,8,128,8.715261459350586,12.5078125,33554432 +48,self_attn.v_proj,4,32,8,128,2.7790541648864746,18.03125,33554432 +48,self_attn.v_proj,4,64,8,128,3.4527478218078613,17.015625,33554432 +48,self_attn.v_proj,4,128,8,128,4.0678391456604,16.5078125,33554432 +48,self_attn.v_proj,8,32,8,128,0.16842646896839142,34.03125,33554432 +48,self_attn.v_proj,8,64,8,128,0.20907296240329742,33.015625,33554432 +48,self_attn.v_proj,8,128,8,128,0.24603280425071716,32.5078125,33554432 +48,self_attn.k_proj,2,32,8,128,39.44773483276367,10.03125,33554432 +48,self_attn.k_proj,2,64,8,128,51.51388168334961,9.015625,33554432 +48,self_attn.k_proj,2,128,8,128,61.54154586791992,8.5078125,33554432 +48,self_attn.k_proj,3,32,8,128,16.86991310119629,14.03125,33554432 +48,self_attn.k_proj,3,64,8,128,22.227706909179688,13.015625,33554432 +48,self_attn.k_proj,3,128,8,128,26.797481536865234,12.5078125,33554432 +48,self_attn.k_proj,4,32,8,128,7.871467590332031,18.03125,33554432 +48,self_attn.k_proj,4,64,8,128,10.369869232177734,17.015625,33554432 +48,self_attn.k_proj,4,128,8,128,12.505789756774902,16.5078125,33554432 +48,self_attn.k_proj,8,32,8,128,0.4765797555446625,34.03125,33554432 +48,self_attn.k_proj,8,64,8,128,0.6284553408622742,33.015625,33554432 +48,self_attn.k_proj,8,128,8,128,0.7577152848243713,32.5078125,33554432 +48,self_attn.o_proj,2,32,8,128,52.96125030517578,80.25,268435456 +48,self_attn.o_proj,2,64,8,128,62.07932662963867,72.125,268435456 +48,self_attn.o_proj,2,128,8,128,69.6527099609375,68.0625,268435456 +48,self_attn.o_proj,3,32,8,128,22.782184600830078,112.25,268435456 +48,self_attn.o_proj,3,64,8,128,26.42786407470703,104.125,268435456 +48,self_attn.o_proj,3,128,8,128,29.94169044494629,100.0625,268435456 +48,self_attn.o_proj,4,32,8,128,10.6092529296875,144.25,268435456 +48,self_attn.o_proj,4,64,8,128,12.324261665344238,136.125,268435456 +48,self_attn.o_proj,4,128,8,128,13.9483003616333,132.0625,268435456 +48,self_attn.o_proj,8,32,8,128,0.6488681435585022,272.25,268435456 +48,self_attn.o_proj,8,64,8,128,0.7523970603942871,264.125,268435456 +48,self_attn.o_proj,8,128,8,128,0.8459605574607849,260.0625,268435456 +48,mlp.gate_proj,2,32,8,128,88.8619613647461,260.8125,872415232 +48,mlp.gate_proj,2,64,8,128,96.38592529296875,234.40625,872415232 +48,mlp.gate_proj,2,128,8,128,110.89836120605469,221.203125,872415232 +48,mlp.gate_proj,3,32,8,128,35.92420196533203,364.8125,872415232 +48,mlp.gate_proj,3,64,8,128,44.10703659057617,338.40625,872415232 +48,mlp.gate_proj,3,128,8,128,46.81885528564453,325.203125,872415232 +48,mlp.gate_proj,4,32,8,128,16.845226287841797,468.8125,872415232 +48,mlp.gate_proj,4,64,8,128,19.75786590576172,442.40625,872415232 +48,mlp.gate_proj,4,128,8,128,22.7960262298584,429.203125,872415232 +48,mlp.gate_proj,8,32,8,128,1.0321053266525269,884.8125,872415232 +48,mlp.gate_proj,8,64,8,128,1.176396131515503,858.40625,872415232 +48,mlp.gate_proj,8,128,8,128,1.4145485162734985,845.203125,872415232 +48,mlp.up_proj,2,32,8,128,83.38613891601562,260.8125,872415232 +48,mlp.up_proj,2,64,8,128,92.90259552001953,234.40625,872415232 +48,mlp.up_proj,2,128,8,128,101.80950164794922,221.203125,872415232 +48,mlp.up_proj,3,32,8,128,34.32790756225586,364.8125,872415232 +48,mlp.up_proj,3,64,8,128,40.789878845214844,338.40625,872415232 +48,mlp.up_proj,3,128,8,128,45.56259536743164,325.203125,872415232 +48,mlp.up_proj,4,32,8,128,16.366750717163086,468.8125,872415232 +48,mlp.up_proj,4,64,8,128,18.393312454223633,442.40625,872415232 +48,mlp.up_proj,4,128,8,128,22.011106491088867,429.203125,872415232 +48,mlp.up_proj,8,32,8,128,1.0099934339523315,884.8125,872415232 +48,mlp.up_proj,8,64,8,128,1.101799488067627,858.40625,872415232 +48,mlp.up_proj,8,128,8,128,1.2842869758605957,845.203125,872415232 +48,mlp.down_proj,2,32,8,128,87.0085220336914,260.8125,872415232 +48,mlp.down_proj,2,64,8,128,94.55014038085938,234.40625,872415232 +48,mlp.down_proj,2,128,8,128,106.0523452758789,221.203125,872415232 +48,mlp.down_proj,3,32,8,128,35.30389404296875,364.8125,872415232 +48,mlp.down_proj,3,64,8,128,42.69566345214844,338.40625,872415232 +48,mlp.down_proj,3,128,8,128,45.945987701416016,325.203125,872415232 +48,mlp.down_proj,4,32,8,128,16.643835067749023,468.8125,872415232 +48,mlp.down_proj,4,64,8,128,19.147262573242188,442.40625,872415232 +48,mlp.down_proj,4,128,8,128,22.649906158447266,429.203125,872415232 +48,mlp.down_proj,8,32,8,128,1.022409200668335,884.8125,872415232 +48,mlp.down_proj,8,64,8,128,1.1416805982589722,858.40625,872415232 +48,mlp.down_proj,8,128,8,128,1.350464940071106,845.203125,872415232 +49,self_attn.q_proj,2,32,8,128,59.15462112426758,80.25,268435456 +49,self_attn.q_proj,2,64,8,128,69.70062255859375,72.125,268435456 +49,self_attn.q_proj,2,128,8,128,79.45398712158203,68.0625,268435456 +49,self_attn.q_proj,3,32,8,128,25.23461151123047,112.25,268435456 +49,self_attn.q_proj,3,64,8,128,30.16576385498047,104.125,268435456 +49,self_attn.q_proj,3,128,8,128,34.39741134643555,100.0625,268435456 +49,self_attn.q_proj,4,32,8,128,11.81100082397461,144.25,268435456 +49,self_attn.q_proj,4,64,8,128,14.021017074584961,136.125,268435456 +49,self_attn.q_proj,4,128,8,128,16.16595458984375,132.0625,268435456 +49,self_attn.q_proj,8,32,8,128,0.7232306599617004,272.25,268435456 +49,self_attn.q_proj,8,64,8,128,0.8518648743629456,264.125,268435456 +49,self_attn.q_proj,8,128,8,128,0.9812427163124084,260.0625,268435456 +49,self_attn.v_proj,2,32,8,128,13.91089153289795,10.03125,33554432 +49,self_attn.v_proj,2,64,8,128,17.144596099853516,9.015625,33554432 +49,self_attn.v_proj,2,128,8,128,20.0435791015625,8.5078125,33554432 +49,self_attn.v_proj,3,32,8,128,5.943208694458008,14.03125,33554432 +49,self_attn.v_proj,3,64,8,128,7.3318634033203125,13.015625,33554432 +49,self_attn.v_proj,3,128,8,128,8.574895858764648,12.5078125,33554432 +49,self_attn.v_proj,4,32,8,128,2.7735955715179443,18.03125,33554432 +49,self_attn.v_proj,4,64,8,128,3.4198739528656006,17.015625,33554432 +49,self_attn.v_proj,4,128,8,128,4.003932476043701,16.5078125,33554432 +49,self_attn.v_proj,8,32,8,128,0.1681036800146103,34.03125,33554432 +49,self_attn.v_proj,8,64,8,128,0.20713913440704346,33.015625,33554432 +49,self_attn.v_proj,8,128,8,128,0.2421107143163681,32.5078125,33554432 +49,self_attn.k_proj,2,32,8,128,40.58732604980469,10.03125,33554432 +49,self_attn.k_proj,2,64,8,128,52.7249870300293,9.015625,33554432 +49,self_attn.k_proj,2,128,8,128,62.69608688354492,8.5078125,33554432 +49,self_attn.k_proj,3,32,8,128,17.40369987487793,14.03125,33554432 +49,self_attn.k_proj,3,64,8,128,22.92731475830078,13.015625,33554432 +49,self_attn.k_proj,3,128,8,128,27.70529556274414,12.5078125,33554432 +49,self_attn.k_proj,4,32,8,128,8.128649711608887,18.03125,33554432 +49,self_attn.k_proj,4,64,8,128,10.702878952026367,17.015625,33554432 +49,self_attn.k_proj,4,128,8,128,12.94066047668457,16.5078125,33554432 +49,self_attn.k_proj,8,32,8,128,0.49198296666145325,34.03125,33554432 +49,self_attn.k_proj,8,64,8,128,0.6490111947059631,33.015625,33554432 +49,self_attn.k_proj,8,128,8,128,0.7838579416275024,32.5078125,33554432 +49,self_attn.o_proj,2,32,8,128,53.076210021972656,80.25,268435456 +49,self_attn.o_proj,2,64,8,128,62.16929244995117,72.125,268435456 +49,self_attn.o_proj,2,128,8,128,69.72512817382812,68.0625,268435456 +49,self_attn.o_proj,3,32,8,128,22.817625045776367,112.25,268435456 +49,self_attn.o_proj,3,64,8,128,26.465932846069336,104.125,268435456 +49,self_attn.o_proj,3,128,8,128,29.934146881103516,100.0625,268435456 +49,self_attn.o_proj,4,32,8,128,10.629165649414062,144.25,268435456 +49,self_attn.o_proj,4,64,8,128,12.343659400939941,136.125,268435456 +49,self_attn.o_proj,4,128,8,128,13.94947338104248,132.0625,268435456 +49,self_attn.o_proj,8,32,8,128,0.6502218246459961,272.25,268435456 +49,self_attn.o_proj,8,64,8,128,0.7534230947494507,264.125,268435456 +49,self_attn.o_proj,8,128,8,128,0.8462138772010803,260.0625,268435456 +49,mlp.gate_proj,2,32,8,128,89.96111297607422,260.8125,872415232 +49,mlp.gate_proj,2,64,8,128,97.08647918701172,234.40625,872415232 +49,mlp.gate_proj,2,128,8,128,112.39688873291016,221.203125,872415232 +49,mlp.gate_proj,3,32,8,128,36.25638961791992,364.8125,872415232 +49,mlp.gate_proj,3,64,8,128,44.710182189941406,338.40625,872415232 +49,mlp.gate_proj,3,128,8,128,47.02372360229492,325.203125,872415232 +49,mlp.gate_proj,4,32,8,128,16.94989585876465,468.8125,872415232 +49,mlp.gate_proj,4,64,8,128,20.01152229309082,442.40625,872415232 +49,mlp.gate_proj,4,128,8,128,22.8375244140625,429.203125,872415232 +49,mlp.gate_proj,8,32,8,128,1.0372071266174316,884.8125,872415232 +49,mlp.gate_proj,8,64,8,128,1.1903108358383179,858.40625,872415232 +49,mlp.gate_proj,8,128,8,128,1.4162143468856812,845.203125,872415232 +49,mlp.up_proj,2,32,8,128,83.10433959960938,260.8125,872415232 +49,mlp.up_proj,2,64,8,128,92.78341674804688,234.40625,872415232 +49,mlp.up_proj,2,128,8,128,101.42839813232422,221.203125,872415232 +49,mlp.up_proj,3,32,8,128,34.25848388671875,364.8125,872415232 +49,mlp.up_proj,3,64,8,128,40.63245391845703,338.40625,872415232 +49,mlp.up_proj,3,128,8,128,45.53321075439453,325.203125,872415232 +49,mlp.up_proj,4,32,8,128,16.34868621826172,468.8125,872415232 +49,mlp.up_proj,4,64,8,128,18.336097717285156,442.40625,872415232 +49,mlp.up_proj,4,128,8,128,21.901321411132812,429.203125,872415232 +49,mlp.up_proj,8,32,8,128,1.0091737508773804,884.8125,872415232 +49,mlp.up_proj,8,64,8,128,1.0986837148666382,858.40625,872415232 +49,mlp.up_proj,8,128,8,128,1.2782803773880005,845.203125,872415232 +49,mlp.down_proj,2,32,8,128,86.6001205444336,260.8125,872415232 +49,mlp.down_proj,2,64,8,128,94.32623291015625,234.40625,872415232 +49,mlp.down_proj,2,128,8,128,105.46846008300781,221.203125,872415232 +49,mlp.down_proj,3,32,8,128,35.18405532836914,364.8125,872415232 +49,mlp.down_proj,3,64,8,128,42.458351135253906,338.40625,872415232 +49,mlp.down_proj,3,128,8,128,45.88121795654297,325.203125,872415232 +49,mlp.down_proj,4,32,8,128,16.60714340209961,468.8125,872415232 +49,mlp.down_proj,4,64,8,128,19.050643920898438,442.40625,872415232 +49,mlp.down_proj,4,128,8,128,22.642372131347656,429.203125,872415232 +49,mlp.down_proj,8,32,8,128,1.0207563638687134,884.8125,872415232 +49,mlp.down_proj,8,64,8,128,1.1366852521896362,858.40625,872415232 +49,mlp.down_proj,8,128,8,128,1.342462182044983,845.203125,872415232 +50,self_attn.q_proj,2,32,8,128,55.562232971191406,80.25,268435456 +50,self_attn.q_proj,2,64,8,128,66.04280090332031,72.125,268435456 +50,self_attn.q_proj,2,128,8,128,75.15390014648438,68.0625,268435456 +50,self_attn.q_proj,3,32,8,128,23.8559513092041,112.25,268435456 +50,self_attn.q_proj,3,64,8,128,28.4482364654541,104.125,268435456 +50,self_attn.q_proj,3,128,8,128,32.8986930847168,100.0625,268435456 +50,self_attn.q_proj,4,32,8,128,11.20340633392334,144.25,268435456 +50,self_attn.q_proj,4,64,8,128,13.234624862670898,136.125,268435456 +50,self_attn.q_proj,4,128,8,128,15.396486282348633,132.0625,268435456 +50,self_attn.q_proj,8,32,8,128,0.6834495663642883,272.25,268435456 +50,self_attn.q_proj,8,64,8,128,0.8050602674484253,264.125,268435456 +50,self_attn.q_proj,8,128,8,128,0.931470513343811,260.0625,268435456 +50,self_attn.v_proj,2,32,8,128,14.362473487854004,10.03125,33554432 +50,self_attn.v_proj,2,64,8,128,17.71593475341797,9.015625,33554432 +50,self_attn.v_proj,2,128,8,128,20.7128849029541,8.5078125,33554432 +50,self_attn.v_proj,3,32,8,128,6.136382579803467,14.03125,33554432 +50,self_attn.v_proj,3,64,8,128,7.574947357177734,13.015625,33554432 +50,self_attn.v_proj,3,128,8,128,8.85744857788086,12.5078125,33554432 +50,self_attn.v_proj,4,32,8,128,2.8636794090270996,18.03125,33554432 +50,self_attn.v_proj,4,64,8,128,3.5331859588623047,17.015625,33554432 +50,self_attn.v_proj,4,128,8,128,4.1344428062438965,16.5078125,33554432 +50,self_attn.v_proj,8,32,8,128,0.17354989051818848,34.03125,33554432 +50,self_attn.v_proj,8,64,8,128,0.21400345861911774,33.015625,33554432 +50,self_attn.v_proj,8,128,8,128,0.25011855363845825,32.5078125,33554432 +50,self_attn.k_proj,2,32,8,128,39.11280822753906,10.03125,33554432 +50,self_attn.k_proj,2,64,8,128,50.6527214050293,9.015625,33554432 +50,self_attn.k_proj,2,128,8,128,60.07436752319336,8.5078125,33554432 +50,self_attn.k_proj,3,32,8,128,16.856901168823242,14.03125,33554432 +50,self_attn.k_proj,3,64,8,128,22.35059356689453,13.015625,33554432 +50,self_attn.k_proj,3,128,8,128,27.233570098876953,12.5078125,33554432 +50,self_attn.k_proj,4,32,8,128,7.872555732727051,18.03125,33554432 +50,self_attn.k_proj,4,64,8,128,10.436784744262695,17.015625,33554432 +50,self_attn.k_proj,4,128,8,128,12.730642318725586,16.5078125,33554432 +50,self_attn.k_proj,8,32,8,128,0.47674599289894104,34.03125,33554432 +50,self_attn.k_proj,8,64,8,128,0.6327148079872131,33.015625,33554432 +50,self_attn.k_proj,8,128,8,128,0.7714153528213501,32.5078125,33554432 +50,self_attn.o_proj,2,32,8,128,52.813716888427734,80.25,268435456 +50,self_attn.o_proj,2,64,8,128,61.87826156616211,72.125,268435456 +50,self_attn.o_proj,2,128,8,128,69.4607162475586,68.0625,268435456 +50,self_attn.o_proj,3,32,8,128,22.720064163208008,112.25,268435456 +50,self_attn.o_proj,3,64,8,128,26.34919548034668,104.125,268435456 +50,self_attn.o_proj,3,128,8,128,29.82064437866211,100.0625,268435456 +50,self_attn.o_proj,4,32,8,128,10.575233459472656,144.25,268435456 +50,self_attn.o_proj,4,64,8,128,12.290568351745605,136.125,268435456 +50,self_attn.o_proj,4,128,8,128,13.89751148223877,132.0625,268435456 +50,self_attn.o_proj,8,32,8,128,0.6468793749809265,272.25,268435456 +50,self_attn.o_proj,8,64,8,128,0.7503001689910889,264.125,268435456 +50,self_attn.o_proj,8,128,8,128,0.8430575132369995,260.0625,268435456 +50,mlp.gate_proj,2,32,8,128,90.52227783203125,260.8125,872415232 +50,mlp.gate_proj,2,64,8,128,97.4304428100586,234.40625,872415232 +50,mlp.gate_proj,2,128,8,128,113.09700775146484,221.203125,872415232 +50,mlp.gate_proj,3,32,8,128,36.442588806152344,364.8125,872415232 +50,mlp.gate_proj,3,64,8,128,45.007720947265625,338.40625,872415232 +50,mlp.gate_proj,3,128,8,128,47.08345413208008,325.203125,872415232 +50,mlp.gate_proj,4,32,8,128,17.00820541381836,468.8125,872415232 +50,mlp.gate_proj,4,64,8,128,20.134414672851562,442.40625,872415232 +50,mlp.gate_proj,4,128,8,128,22.846694946289062,429.203125,872415232 +50,mlp.gate_proj,8,32,8,128,1.0400166511535645,884.8125,872415232 +50,mlp.gate_proj,8,64,8,128,1.1972947120666504,858.40625,872415232 +50,mlp.gate_proj,8,128,8,128,1.4167591333389282,845.203125,872415232 +50,mlp.up_proj,2,32,8,128,83.25333404541016,260.8125,872415232 +50,mlp.up_proj,2,64,8,128,92.82453155517578,234.40625,872415232 +50,mlp.up_proj,2,128,8,128,101.55924224853516,221.203125,872415232 +50,mlp.up_proj,3,32,8,128,34.29378890991211,364.8125,872415232 +50,mlp.up_proj,3,64,8,128,40.691287994384766,338.40625,872415232 +50,mlp.up_proj,3,128,8,128,45.53696823120117,325.203125,872415232 +50,mlp.up_proj,4,32,8,128,16.35648536682129,468.8125,872415232 +50,mlp.up_proj,4,64,8,128,18.35584831237793,442.40625,872415232 +50,mlp.up_proj,4,128,8,128,21.932077407836914,429.203125,872415232 +50,mlp.up_proj,8,32,8,128,1.009551763534546,884.8125,872415232 +50,mlp.up_proj,8,64,8,128,1.0998308658599854,858.40625,872415232 +50,mlp.up_proj,8,128,8,128,1.27996027469635,845.203125,872415232 +50,mlp.down_proj,2,32,8,128,86.38902282714844,260.8125,872415232 +50,mlp.down_proj,2,64,8,128,94.19888305664062,234.40625,872415232 +50,mlp.down_proj,2,128,8,128,105.2038345336914,221.203125,872415232 +50,mlp.down_proj,3,32,8,128,35.118587493896484,364.8125,872415232 +50,mlp.down_proj,3,64,8,128,42.34040832519531,338.40625,872415232 +50,mlp.down_proj,3,128,8,128,45.844024658203125,325.203125,872415232 +50,mlp.down_proj,4,32,8,128,16.58677864074707,468.8125,872415232 +50,mlp.down_proj,4,64,8,128,18.994916915893555,442.40625,872415232 +50,mlp.down_proj,4,128,8,128,22.638118743896484,429.203125,872415232 +50,mlp.down_proj,8,32,8,128,1.019770860671997,884.8125,872415232 +50,mlp.down_proj,8,64,8,128,1.1334584951400757,858.40625,872415232 +50,mlp.down_proj,8,128,8,128,1.337355613708496,845.203125,872415232 +51,self_attn.q_proj,2,32,8,128,53.613059997558594,80.25,268435456 +51,self_attn.q_proj,2,64,8,128,64.31700134277344,72.125,268435456 +51,self_attn.q_proj,2,128,8,128,72.77298736572266,68.0625,268435456 +51,self_attn.q_proj,3,32,8,128,23.146944046020508,112.25,268435456 +51,self_attn.q_proj,3,64,8,128,27.592294692993164,104.125,268435456 +51,self_attn.q_proj,3,128,8,128,32.10287857055664,100.0625,268435456 +51,self_attn.q_proj,4,32,8,128,10.812697410583496,144.25,268435456 +51,self_attn.q_proj,4,64,8,128,12.851667404174805,136.125,268435456 +51,self_attn.q_proj,4,128,8,128,14.936481475830078,132.0625,268435456 +51,self_attn.q_proj,8,32,8,128,0.659250795841217,272.25,268435456 +51,self_attn.q_proj,8,64,8,128,0.7823202610015869,264.125,268435456 +51,self_attn.q_proj,8,128,8,128,0.904224693775177,260.0625,268435456 +51,self_attn.v_proj,2,32,8,128,15.119587898254395,10.03125,33554432 +51,self_attn.v_proj,2,64,8,128,18.659576416015625,9.015625,33554432 +51,self_attn.v_proj,2,128,8,128,21.83713722229004,8.5078125,33554432 +51,self_attn.v_proj,3,32,8,128,6.460423946380615,14.03125,33554432 +51,self_attn.v_proj,3,64,8,128,7.982790470123291,13.015625,33554432 +51,self_attn.v_proj,3,128,8,128,9.338666915893555,12.5078125,33554432 +51,self_attn.v_proj,4,32,8,128,3.013479709625244,18.03125,33554432 +51,self_attn.v_proj,4,64,8,128,3.7232916355133057,17.015625,33554432 +51,self_attn.v_proj,4,128,8,128,4.358587741851807,16.5078125,33554432 +51,self_attn.v_proj,8,32,8,128,0.1826714277267456,34.03125,33554432 +51,self_attn.v_proj,8,64,8,128,0.22542059421539307,33.015625,33554432 +51,self_attn.v_proj,8,128,8,128,0.26380595564842224,32.5078125,33554432 +51,self_attn.k_proj,2,32,8,128,37.07514953613281,10.03125,33554432 +51,self_attn.k_proj,2,64,8,128,48.19805145263672,9.015625,33554432 +51,self_attn.k_proj,2,128,8,128,57.59061813354492,8.5078125,33554432 +51,self_attn.k_proj,3,32,8,128,15.984910011291504,14.03125,33554432 +51,self_attn.k_proj,3,64,8,128,21.225671768188477,13.015625,33554432 +51,self_attn.k_proj,3,128,8,128,26.03318214416504,12.5078125,33554432 +51,self_attn.k_proj,4,32,8,128,7.461277484893799,18.03125,33554432 +51,self_attn.k_proj,4,64,8,128,9.913325309753418,17.015625,33554432 +51,self_attn.k_proj,4,128,8,128,12.171333312988281,16.5078125,33554432 +51,self_attn.k_proj,8,32,8,128,0.4517820477485657,34.03125,33554432 +51,self_attn.k_proj,8,64,8,128,0.6008404493331909,33.015625,33554432 +51,self_attn.k_proj,8,128,8,128,0.7374349236488342,32.5078125,33554432 +51,self_attn.o_proj,2,32,8,128,51.787471771240234,80.25,268435456 +51,self_attn.o_proj,2,64,8,128,60.723426818847656,72.125,268435456 +51,self_attn.o_proj,2,128,8,128,68.31865692138672,68.0625,268435456 +51,self_attn.o_proj,3,32,8,128,22.325828552246094,112.25,268435456 +51,self_attn.o_proj,3,64,8,128,25.926918029785156,104.125,268435456 +51,self_attn.o_proj,3,128,8,128,29.456653594970703,100.0625,268435456 +51,self_attn.o_proj,4,32,8,128,10.381474494934082,144.25,268435456 +51,self_attn.o_proj,4,64,8,128,12.104248046875,136.125,268435456 +51,self_attn.o_proj,4,128,8,128,13.739437103271484,132.0625,268435456 +51,self_attn.o_proj,8,32,8,128,0.6347694993019104,272.25,268435456 +51,self_attn.o_proj,8,64,8,128,0.7394469976425171,264.125,268435456 +51,self_attn.o_proj,8,128,8,128,0.8331231474876404,260.0625,268435456 +51,mlp.gate_proj,2,32,8,128,90.58773803710938,260.8125,872415232 +51,mlp.gate_proj,2,64,8,128,97.71852111816406,234.40625,872415232 +51,mlp.gate_proj,2,128,8,128,113.66946411132812,221.203125,872415232 +51,mlp.gate_proj,3,32,8,128,36.569664001464844,364.8125,872415232 +51,mlp.gate_proj,3,64,8,128,45.23002624511719,338.40625,872415232 +51,mlp.gate_proj,3,128,8,128,47.21967315673828,325.203125,872415232 +51,mlp.gate_proj,4,32,8,128,17.051179885864258,468.8125,872415232 +51,mlp.gate_proj,4,64,8,128,20.23332977294922,442.40625,872415232 +51,mlp.gate_proj,4,128,8,128,22.877700805664062,429.203125,872415232 +51,mlp.gate_proj,8,32,8,128,1.0421333312988281,884.8125,872415232 +51,mlp.gate_proj,8,64,8,128,1.2026057243347168,858.40625,872415232 +51,mlp.gate_proj,8,128,8,128,1.4176890850067139,845.203125,872415232 +51,mlp.up_proj,2,32,8,128,83.65496826171875,260.8125,872415232 +51,mlp.up_proj,2,64,8,128,92.97893524169922,234.40625,872415232 +51,mlp.up_proj,2,128,8,128,101.95137786865234,221.203125,872415232 +51,mlp.up_proj,3,32,8,128,34.389705657958984,364.8125,872415232 +51,mlp.up_proj,3,64,8,128,40.90620422363281,338.40625,872415232 +51,mlp.up_proj,3,128,8,128,45.56941223144531,325.203125,872415232 +51,mlp.up_proj,4,32,8,128,16.383153915405273,468.8125,872415232 +51,mlp.up_proj,4,64,8,128,18.43718910217285,442.40625,872415232 +51,mlp.up_proj,4,128,8,128,22.062551498413086,429.203125,872415232 +51,mlp.up_proj,8,32,8,128,1.0106525421142578,884.8125,872415232 +51,mlp.up_proj,8,64,8,128,1.1037462949752808,858.40625,872415232 +51,mlp.up_proj,8,128,8,128,1.2873536348342896,845.203125,872415232 +51,mlp.down_proj,2,32,8,128,86.09870147705078,260.8125,872415232 +51,mlp.down_proj,2,64,8,128,94.05115509033203,234.40625,872415232 +51,mlp.down_proj,2,128,8,128,104.7801513671875,221.203125,872415232 +51,mlp.down_proj,3,32,8,128,35.03515625,364.8125,872415232 +51,mlp.down_proj,3,64,8,128,42.177486419677734,338.40625,872415232 +51,mlp.down_proj,3,128,8,128,45.804603576660156,325.203125,872415232 +51,mlp.down_proj,4,32,8,128,16.563085556030273,468.8125,872415232 +51,mlp.down_proj,4,64,8,128,18.936153411865234,442.40625,872415232 +51,mlp.down_proj,4,128,8,128,22.63359260559082,429.203125,872415232 +51,mlp.down_proj,8,32,8,128,1.0186389684677124,884.8125,872415232 +51,mlp.down_proj,8,64,8,128,1.1299699544906616,858.40625,872415232 +51,mlp.down_proj,8,128,8,128,1.3313453197479248,845.203125,872415232 +52,self_attn.q_proj,2,32,8,128,52.948516845703125,80.25,268435456 +52,self_attn.q_proj,2,64,8,128,63.610267639160156,72.125,268435456 +52,self_attn.q_proj,2,128,8,128,71.97869873046875,68.0625,268435456 +52,self_attn.q_proj,3,32,8,128,22.94390106201172,112.25,268435456 +52,self_attn.q_proj,3,64,8,128,27.396827697753906,104.125,268435456 +52,self_attn.q_proj,3,128,8,128,32.09439468383789,100.0625,268435456 +52,self_attn.q_proj,4,32,8,128,10.694436073303223,144.25,268435456 +52,self_attn.q_proj,4,64,8,128,12.76115608215332,136.125,268435456 +52,self_attn.q_proj,4,128,8,128,14.927361488342285,132.0625,268435456 +52,self_attn.q_proj,8,32,8,128,0.6512433886528015,272.25,268435456 +52,self_attn.q_proj,8,64,8,128,0.7762422561645508,264.125,268435456 +52,self_attn.q_proj,8,128,8,128,0.9024726748466492,260.0625,268435456 +52,self_attn.v_proj,2,32,8,128,15.304924964904785,10.03125,33554432 +52,self_attn.v_proj,2,64,8,128,18.887226104736328,9.015625,33554432 +52,self_attn.v_proj,2,128,8,128,22.102924346923828,8.5078125,33554432 +52,self_attn.v_proj,3,32,8,128,6.535566329956055,14.03125,33554432 +52,self_attn.v_proj,3,64,8,128,8.075590133666992,13.015625,33554432 +52,self_attn.v_proj,3,128,8,128,9.449588775634766,12.5078125,33554432 +52,self_attn.v_proj,4,32,8,128,3.049391984939575,18.03125,33554432 +52,self_attn.v_proj,4,64,8,128,3.766604423522949,17.015625,33554432 +52,self_attn.v_proj,4,128,8,128,4.410299777984619,16.5078125,33554432 +52,self_attn.v_proj,8,32,8,128,0.1847933828830719,34.03125,33554432 +52,self_attn.v_proj,8,64,8,128,0.22809098660945892,33.015625,33554432 +52,self_attn.v_proj,8,128,8,128,0.2670220136642456,32.5078125,33554432 +52,self_attn.k_proj,2,32,8,128,38.400306701660156,10.03125,33554432 +52,self_attn.k_proj,2,64,8,128,49.48178482055664,9.015625,33554432 +52,self_attn.k_proj,2,128,8,128,58.61305618286133,8.5078125,33554432 +52,self_attn.k_proj,3,32,8,128,16.767810821533203,14.03125,33554432 +52,self_attn.k_proj,3,64,8,128,22.42192268371582,13.015625,33554432 +52,self_attn.k_proj,3,128,8,128,27.704700469970703,12.5078125,33554432 +52,self_attn.k_proj,4,32,8,128,7.838289737701416,18.03125,33554432 +52,self_attn.k_proj,4,64,8,128,10.494866371154785,17.015625,33554432 +52,self_attn.k_proj,4,128,8,128,13.010366439819336,16.5078125,33554432 +52,self_attn.k_proj,8,32,8,128,0.47448280453681946,34.03125,33554432 +52,self_attn.k_proj,8,64,8,128,0.635992169380188,33.015625,33554432 +52,self_attn.k_proj,8,128,8,128,0.7879388928413391,32.5078125,33554432 +52,self_attn.o_proj,2,32,8,128,51.87694549560547,80.25,268435456 +52,self_attn.o_proj,2,64,8,128,60.718536376953125,72.125,268435456 +52,self_attn.o_proj,2,128,8,128,68.16814422607422,68.0625,268435456 +52,self_attn.o_proj,3,32,8,128,22.3275203704834,112.25,268435456 +52,self_attn.o_proj,3,64,8,128,25.866880416870117,104.125,268435456 +52,self_attn.o_proj,3,128,8,128,29.22907829284668,100.0625,268435456 +52,self_attn.o_proj,4,32,8,128,10.382400512695312,144.25,268435456 +52,self_attn.o_proj,4,64,8,128,12.070043563842773,136.125,268435456 +52,self_attn.o_proj,4,128,8,128,13.625184059143066,132.0625,268435456 +52,self_attn.o_proj,8,32,8,128,0.6349868178367615,272.25,268435456 +52,self_attn.o_proj,8,64,8,128,0.7375563979148865,264.125,268435456 +52,self_attn.o_proj,8,128,8,128,0.8268120288848877,260.0625,268435456 +52,mlp.gate_proj,2,32,8,128,90.51500701904297,260.8125,872415232 +52,mlp.gate_proj,2,64,8,128,97.1943359375,234.40625,872415232 +52,mlp.gate_proj,2,128,8,128,112.57232666015625,221.203125,872415232 +52,mlp.gate_proj,3,32,8,128,36.40833282470703,364.8125,872415232 +52,mlp.gate_proj,3,64,8,128,44.907989501953125,338.40625,872415232 +52,mlp.gate_proj,3,128,8,128,46.96582794189453,325.203125,872415232 +52,mlp.gate_proj,4,32,8,128,16.993051528930664,468.8125,872415232 +52,mlp.gate_proj,4,64,8,128,20.082502365112305,442.40625,872415232 +52,mlp.gate_proj,4,128,8,128,22.826026916503906,429.203125,872415232 +52,mlp.gate_proj,8,32,8,128,1.039190649986267,884.8125,872415232 +52,mlp.gate_proj,8,64,8,128,1.193839192390442,858.40625,872415232 +52,mlp.gate_proj,8,128,8,128,1.416215419769287,845.203125,872415232 +52,mlp.up_proj,2,32,8,128,84.2245864868164,260.8125,872415232 +52,mlp.up_proj,2,64,8,128,93.20269012451172,234.40625,872415232 +52,mlp.up_proj,2,128,8,128,102.60802459716797,221.203125,872415232 +52,mlp.up_proj,3,32,8,128,34.53566360473633,364.8125,872415232 +52,mlp.up_proj,3,64,8,128,41.21663284301758,338.40625,872415232 +52,mlp.up_proj,3,128,8,128,45.61705780029297,325.203125,872415232 +52,mlp.up_proj,4,32,8,128,16.422868728637695,468.8125,872415232 +52,mlp.up_proj,4,64,8,128,18.552072525024414,442.40625,872415232 +52,mlp.up_proj,4,128,8,128,22.243350982666016,429.203125,872415232 +52,mlp.up_proj,8,32,8,128,1.0123740434646606,884.8125,872415232 +52,mlp.up_proj,8,64,8,128,1.1098270416259766,858.40625,872415232 +52,mlp.up_proj,8,128,8,128,1.2984554767608643,845.203125,872415232 +52,mlp.down_proj,2,32,8,128,86.12640380859375,260.8125,872415232 +52,mlp.down_proj,2,64,8,128,94.06858825683594,234.40625,872415232 +52,mlp.down_proj,2,128,8,128,104.88677215576172,221.203125,872415232 +52,mlp.down_proj,3,32,8,128,35.04404830932617,364.8125,872415232 +52,mlp.down_proj,3,64,8,128,42.203060150146484,338.40625,872415232 +52,mlp.down_proj,3,128,8,128,45.81817626953125,325.203125,872415232 +52,mlp.down_proj,4,32,8,128,16.566333770751953,468.8125,872415232 +52,mlp.down_proj,4,64,8,128,18.942092895507812,442.40625,872415232 +52,mlp.down_proj,4,128,8,128,22.634864807128906,429.203125,872415232 +52,mlp.down_proj,8,32,8,128,1.0188106298446655,884.8125,872415232 +52,mlp.down_proj,8,64,8,128,1.1306090354919434,858.40625,872415232 +52,mlp.down_proj,8,128,8,128,1.3327428102493286,845.203125,872415232 +53,self_attn.q_proj,2,32,8,128,56.1493034362793,80.25,268435456 +53,self_attn.q_proj,2,64,8,128,66.80493927001953,72.125,268435456 +53,self_attn.q_proj,2,128,8,128,76.01470184326172,68.0625,268435456 +53,self_attn.q_proj,3,32,8,128,24.1457576751709,112.25,268435456 +53,self_attn.q_proj,3,64,8,128,29.04282569885254,104.125,268435456 +53,self_attn.q_proj,3,128,8,128,33.58836364746094,100.0625,268435456 +53,self_attn.q_proj,4,32,8,128,11.351804733276367,144.25,268435456 +53,self_attn.q_proj,4,64,8,128,13.505452156066895,136.125,268435456 +53,self_attn.q_proj,4,128,8,128,15.781699180603027,132.0625,268435456 +53,self_attn.q_proj,8,32,8,128,0.6916326880455017,272.25,268435456 +53,self_attn.q_proj,8,64,8,128,0.819726288318634,264.125,268435456 +53,self_attn.q_proj,8,128,8,128,0.9543846249580383,260.0625,268435456 +53,self_attn.v_proj,2,32,8,128,14.798491477966309,10.03125,33554432 +53,self_attn.v_proj,2,64,8,128,18.237985610961914,9.015625,33554432 +53,self_attn.v_proj,2,128,8,128,21.311481475830078,8.5078125,33554432 +53,self_attn.v_proj,3,32,8,128,6.320592403411865,14.03125,33554432 +53,self_attn.v_proj,3,64,8,128,7.798734188079834,13.015625,33554432 +53,self_attn.v_proj,3,128,8,128,9.111504554748535,12.5078125,33554432 +53,self_attn.v_proj,4,32,8,128,2.9490463733673096,18.03125,33554432 +53,self_attn.v_proj,4,64,8,128,3.638097047805786,17.015625,33554432 +53,self_attn.v_proj,4,128,8,128,4.252674579620361,16.5078125,33554432 +53,self_attn.v_proj,8,32,8,128,0.17872948944568634,34.03125,33554432 +53,self_attn.v_proj,8,64,8,128,0.22027891874313354,33.015625,33554432 +53,self_attn.v_proj,8,128,8,128,0.2573736608028412,32.5078125,33554432 +53,self_attn.k_proj,2,32,8,128,40.36368179321289,10.03125,33554432 +53,self_attn.k_proj,2,64,8,128,52.34440612792969,9.015625,33554432 +53,self_attn.k_proj,2,128,8,128,62.499183654785156,8.5078125,33554432 +53,self_attn.k_proj,3,32,8,128,17.41867446899414,14.03125,33554432 +53,self_attn.k_proj,3,64,8,128,22.992000579833984,13.015625,33554432 +53,self_attn.k_proj,3,128,8,128,28.11505699157715,12.5078125,33554432 +53,self_attn.k_proj,4,32,8,128,8.13723087310791,18.03125,33554432 +53,self_attn.k_proj,4,64,8,128,10.73869800567627,17.015625,33554432 +53,self_attn.k_proj,4,128,8,128,13.14421272277832,16.5078125,33554432 +53,self_attn.k_proj,8,32,8,128,0.49270138144493103,34.03125,33554432 +53,self_attn.k_proj,8,64,8,128,0.6507935523986816,33.015625,33554432 +53,self_attn.k_proj,8,128,8,128,0.7961666584014893,32.5078125,33554432 +53,self_attn.o_proj,2,32,8,128,52.050514221191406,80.25,268435456 +53,self_attn.o_proj,2,64,8,128,60.96919631958008,72.125,268435456 +53,self_attn.o_proj,2,128,8,128,68.50627136230469,68.0625,268435456 +53,self_attn.o_proj,3,32,8,128,22.411251068115234,112.25,268435456 +53,self_attn.o_proj,3,64,8,128,25.98003578186035,104.125,268435456 +53,self_attn.o_proj,3,128,8,128,29.418346405029297,100.0625,268435456 +53,self_attn.o_proj,4,32,8,128,10.420995712280273,144.25,268435456 +53,self_attn.o_proj,4,64,8,128,12.120622634887695,136.125,268435456 +53,self_attn.o_proj,4,128,8,128,13.710283279418945,132.0625,268435456 +53,self_attn.o_proj,8,32,8,128,0.6372687816619873,272.25,268435456 +53,self_attn.o_proj,8,64,8,128,0.7405120134353638,264.125,268435456 +53,self_attn.o_proj,8,128,8,128,0.8316196799278259,260.0625,268435456 +53,mlp.gate_proj,2,32,8,128,90.55357360839844,260.8125,872415232 +53,mlp.gate_proj,2,64,8,128,97.46343231201172,234.40625,872415232 +53,mlp.gate_proj,2,128,8,128,113.06266021728516,221.203125,872415232 +53,mlp.gate_proj,3,32,8,128,36.48902893066406,364.8125,872415232 +53,mlp.gate_proj,3,64,8,128,45.079715728759766,338.40625,872415232 +53,mlp.gate_proj,3,128,8,128,47.123435974121094,325.203125,872415232 +53,mlp.gate_proj,4,32,8,128,17.0249080657959,468.8125,872415232 +53,mlp.gate_proj,4,64,8,128,20.16284942626953,442.40625,872415232 +53,mlp.gate_proj,4,128,8,128,22.862733840942383,429.203125,872415232 +53,mlp.gate_proj,8,32,8,128,1.0407636165618896,884.8125,872415232 +53,mlp.gate_proj,8,64,8,128,1.1983360052108765,858.40625,872415232 +53,mlp.gate_proj,8,128,8,128,1.4171615839004517,845.203125,872415232 +53,mlp.up_proj,2,32,8,128,83.514892578125,260.8125,872415232 +53,mlp.up_proj,2,64,8,128,92.91825103759766,234.40625,872415232 +53,mlp.up_proj,2,128,8,128,101.77569580078125,221.203125,872415232 +53,mlp.up_proj,3,32,8,128,34.3559455871582,364.8125,872415232 +53,mlp.up_proj,3,64,8,128,40.8311653137207,338.40625,872415232 +53,mlp.up_proj,3,128,8,128,45.55803298950195,325.203125,872415232 +53,mlp.up_proj,4,32,8,128,16.373994827270508,468.8125,872415232 +53,mlp.up_proj,4,64,8,128,18.405160903930664,442.40625,872415232 +53,mlp.up_proj,4,128,8,128,22.00847816467285,429.203125,872415232 +53,mlp.up_proj,8,32,8,128,1.010279655456543,884.8125,872415232 +53,mlp.up_proj,8,64,8,128,1.1023329496383667,858.40625,872415232 +53,mlp.up_proj,8,128,8,128,1.2847357988357544,845.203125,872415232 +53,mlp.down_proj,2,32,8,128,86.4865493774414,260.8125,872415232 +53,mlp.down_proj,2,64,8,128,94.22370147705078,234.40625,872415232 +53,mlp.down_proj,2,128,8,128,105.30075073242188,221.203125,872415232 +53,mlp.down_proj,3,32,8,128,35.13951873779297,364.8125,872415232 +53,mlp.down_proj,3,64,8,128,42.40581130981445,338.40625,872415232 +53,mlp.down_proj,3,128,8,128,45.848426818847656,325.203125,872415232 +53,mlp.down_proj,4,32,8,128,16.593467712402344,468.8125,872415232 +53,mlp.down_proj,4,64,8,128,19.016435623168945,442.40625,872415232 +53,mlp.down_proj,4,128,8,128,22.639305114746094,429.203125,872415232 +53,mlp.down_proj,8,32,8,128,1.0200254917144775,884.8125,872415232 +53,mlp.down_proj,8,64,8,128,1.1344647407531738,858.40625,872415232 +53,mlp.down_proj,8,128,8,128,1.33955979347229,845.203125,872415232 +54,self_attn.q_proj,2,32,8,128,49.93408966064453,80.25,268435456 +54,self_attn.q_proj,2,64,8,128,60.08649826049805,72.125,268435456 +54,self_attn.q_proj,2,128,8,128,68.26726531982422,68.0625,268435456 +54,self_attn.q_proj,3,32,8,128,21.72422218322754,112.25,268435456 +54,self_attn.q_proj,3,64,8,128,26.12900733947754,104.125,268435456 +54,self_attn.q_proj,3,128,8,128,30.795198440551758,100.0625,268435456 +54,self_attn.q_proj,4,32,8,128,10.092711448669434,144.25,268435456 +54,self_attn.q_proj,4,64,8,128,12.20421314239502,136.125,268435456 +54,self_attn.q_proj,4,128,8,128,14.313385963439941,132.0625,268435456 +54,self_attn.q_proj,8,32,8,128,0.6144933700561523,272.25,268435456 +54,self_attn.q_proj,8,64,8,128,0.7436736822128296,264.125,268435456 +54,self_attn.q_proj,8,128,8,128,0.8644068241119385,260.0625,268435456 +54,self_attn.v_proj,2,32,8,128,16.036911010742188,10.03125,33554432 +54,self_attn.v_proj,2,64,8,128,19.738292694091797,9.015625,33554432 +54,self_attn.v_proj,2,128,8,128,23.01811981201172,8.5078125,33554432 +54,self_attn.v_proj,3,32,8,128,6.850672245025635,14.03125,33554432 +54,self_attn.v_proj,3,64,8,128,8.436562538146973,13.015625,33554432 +54,self_attn.v_proj,3,128,8,128,9.841442108154297,12.5078125,33554432 +54,self_attn.v_proj,4,32,8,128,3.1964170932769775,18.03125,33554432 +54,self_attn.v_proj,4,64,8,128,3.937497615814209,17.015625,33554432 +54,self_attn.v_proj,4,128,8,128,4.591590404510498,16.5078125,33554432 +54,self_attn.v_proj,8,32,8,128,0.19366440176963806,34.03125,33554432 +54,self_attn.v_proj,8,64,8,128,0.23833800852298737,33.015625,33554432 +54,self_attn.v_proj,8,128,8,128,0.27808600664138794,32.5078125,33554432 +54,self_attn.k_proj,2,32,8,128,36.01667022705078,10.03125,33554432 +54,self_attn.k_proj,2,64,8,128,46.27214813232422,9.015625,33554432 +54,self_attn.k_proj,2,128,8,128,55.219970703125,8.5078125,33554432 +54,self_attn.k_proj,3,32,8,128,15.858596801757812,14.03125,33554432 +54,self_attn.k_proj,3,64,8,128,21.430988311767578,13.015625,33554432 +54,self_attn.k_proj,3,128,8,128,26.9179744720459,12.5078125,33554432 +54,self_attn.k_proj,4,32,8,128,7.417916297912598,18.03125,33554432 +54,self_attn.k_proj,4,64,8,128,10.054801940917969,17.015625,33554432 +54,self_attn.k_proj,4,128,8,128,12.701114654541016,16.5078125,33554432 +54,self_attn.k_proj,8,32,8,128,0.4492671489715576,34.03125,33554432 +54,self_attn.k_proj,8,64,8,128,0.6095072031021118,33.015625,33554432 +54,self_attn.k_proj,8,128,8,128,0.7692462801933289,32.5078125,33554432 +54,self_attn.o_proj,2,32,8,128,52.40043258666992,80.25,268435456 +54,self_attn.o_proj,2,64,8,128,61.347225189208984,72.125,268435456 +54,self_attn.o_proj,2,128,8,128,68.86936950683594,68.0625,268435456 +54,self_attn.o_proj,3,32,8,128,22.56145668029785,112.25,268435456 +54,self_attn.o_proj,3,64,8,128,26.127077102661133,104.125,268435456 +54,self_attn.o_proj,3,128,8,128,29.532154083251953,100.0625,268435456 +54,self_attn.o_proj,4,32,8,128,10.489816665649414,144.25,268435456 +54,self_attn.o_proj,4,64,8,128,12.190047264099121,136.125,268435456 +54,self_attn.o_proj,4,128,8,128,13.768754959106445,132.0625,268435456 +54,self_attn.o_proj,8,32,8,128,0.641654908657074,272.25,268435456 +54,self_attn.o_proj,8,64,8,128,0.7444335222244263,264.125,268435456 +54,self_attn.o_proj,8,128,8,128,0.8352015018463135,260.0625,268435456 +54,mlp.gate_proj,2,32,8,128,90.76582336425781,260.8125,872415232 +54,mlp.gate_proj,2,64,8,128,98.43540954589844,234.40625,872415232 +54,mlp.gate_proj,2,128,8,128,115.0882797241211,221.203125,872415232 +54,mlp.gate_proj,3,32,8,128,36.895198822021484,364.8125,872415232 +54,mlp.gate_proj,3,64,8,128,45.31273651123047,338.40625,872415232 +54,mlp.gate_proj,3,128,8,128,47.47292709350586,325.203125,872415232 +54,mlp.gate_proj,4,32,8,128,17.159570693969727,468.8125,872415232 +54,mlp.gate_proj,4,64,8,128,20.462648391723633,442.40625,872415232 +54,mlp.gate_proj,4,128,8,128,22.935102462768555,429.203125,872415232 +54,mlp.gate_proj,8,32,8,128,1.047468900680542,884.8125,872415232 +54,mlp.gate_proj,8,64,8,128,1.215999722480774,858.40625,872415232 +54,mlp.gate_proj,8,128,8,128,1.4197192192077637,845.203125,872415232 +54,mlp.up_proj,2,32,8,128,83.38379669189453,260.8125,872415232 +54,mlp.up_proj,2,64,8,128,92.86311340332031,234.40625,872415232 +54,mlp.up_proj,2,128,8,128,101.63496398925781,221.203125,872415232 +54,mlp.up_proj,3,32,8,128,34.32244873046875,364.8125,872415232 +54,mlp.up_proj,3,64,8,128,40.75904083251953,338.40625,872415232 +54,mlp.up_proj,3,128,8,128,45.5457649230957,325.203125,872415232 +54,mlp.up_proj,4,32,8,128,16.364953994750977,468.8125,872415232 +54,mlp.up_proj,4,64,8,128,18.377391815185547,442.40625,872415232 +54,mlp.up_proj,4,128,8,128,21.960325241088867,429.203125,872415232 +54,mlp.up_proj,8,32,8,128,1.0098952054977417,884.8125,872415232 +54,mlp.up_proj,8,64,8,128,1.1008931398391724,858.40625,872415232 +54,mlp.up_proj,8,128,8,128,1.2819881439208984,845.203125,872415232 +54,mlp.down_proj,2,32,8,128,86.3223876953125,260.8125,872415232 +54,mlp.down_proj,2,64,8,128,94.1294937133789,234.40625,872415232 +54,mlp.down_proj,2,128,8,128,105.02649688720703,221.203125,872415232 +54,mlp.down_proj,3,32,8,128,35.09054946899414,364.8125,872415232 +54,mlp.down_proj,3,64,8,128,42.304264068603516,338.40625,872415232 +54,mlp.down_proj,3,128,8,128,45.817256927490234,325.203125,872415232 +54,mlp.down_proj,4,32,8,128,16.579002380371094,468.8125,872415232 +54,mlp.down_proj,4,64,8,128,18.9758358001709,442.40625,872415232 +54,mlp.down_proj,4,128,8,128,22.63640785217285,429.203125,872415232 +54,mlp.down_proj,8,32,8,128,1.0194095373153687,884.8125,872415232 +54,mlp.down_proj,8,64,8,128,1.132373571395874,858.40625,872415232 +54,mlp.down_proj,8,128,8,128,1.3357634544372559,845.203125,872415232 +55,self_attn.q_proj,2,32,8,128,48.415809631347656,80.25,268435456 +55,self_attn.q_proj,2,64,8,128,58.38167953491211,72.125,268435456 +55,self_attn.q_proj,2,128,8,128,66.90625,68.0625,268435456 +55,self_attn.q_proj,3,32,8,128,20.985332489013672,112.25,268435456 +55,self_attn.q_proj,3,64,8,128,25.473711013793945,104.125,268435456 +55,self_attn.q_proj,3,128,8,128,30.215904235839844,100.0625,268435456 +55,self_attn.q_proj,4,32,8,128,9.754239082336426,144.25,268435456 +55,self_attn.q_proj,4,64,8,128,11.919266700744629,136.125,268435456 +55,self_attn.q_proj,4,128,8,128,14.041875839233398,132.0625,268435456 +55,self_attn.q_proj,8,32,8,128,0.5936705470085144,272.25,268435456 +55,self_attn.q_proj,8,64,8,128,0.7268164157867432,264.125,268435456 +55,self_attn.q_proj,8,128,8,128,0.8482306599617004,260.0625,268435456 +55,self_attn.v_proj,2,32,8,128,16.270244598388672,10.03125,33554432 +55,self_attn.v_proj,2,64,8,128,20.027374267578125,9.015625,33554432 +55,self_attn.v_proj,2,128,8,128,23.36546516418457,8.5078125,33554432 +55,self_attn.v_proj,3,32,8,128,6.951498031616211,14.03125,33554432 +55,self_attn.v_proj,3,64,8,128,8.561962127685547,13.015625,33554432 +55,self_attn.v_proj,3,128,8,128,9.995050430297852,12.5078125,33554432 +55,self_attn.v_proj,4,32,8,128,3.242917537689209,18.03125,33554432 +55,self_attn.v_proj,4,64,8,128,3.9956769943237305,17.015625,33554432 +55,self_attn.v_proj,4,128,8,128,4.662696838378906,16.5078125,33554432 +55,self_attn.v_proj,8,32,8,128,0.19647981226444244,34.03125,33554432 +55,self_attn.v_proj,8,64,8,128,0.24188068509101868,33.015625,33554432 +55,self_attn.v_proj,8,128,8,128,0.2824952304363251,32.5078125,33554432 +55,self_attn.k_proj,2,32,8,128,34.62285614013672,10.03125,33554432 +55,self_attn.k_proj,2,64,8,128,44.377891540527344,9.015625,33554432 +55,self_attn.k_proj,2,128,8,128,52.943885803222656,8.5078125,33554432 +55,self_attn.k_proj,3,32,8,128,15.368990898132324,14.03125,33554432 +55,self_attn.k_proj,3,64,8,128,21.094318389892578,13.015625,33554432 +55,self_attn.k_proj,3,128,8,128,26.813018798828125,12.5078125,33554432 +55,self_attn.k_proj,4,32,8,128,7.1947340965271,18.03125,33554432 +55,self_attn.k_proj,4,64,8,128,9.927556037902832,17.015625,33554432 +55,self_attn.k_proj,4,128,8,128,12.733081817626953,16.5078125,33554432 +55,self_attn.k_proj,8,32,8,128,0.43544405698776245,34.03125,33554432 +55,self_attn.k_proj,8,64,8,128,0.6010248064994812,33.015625,33554432 +55,self_attn.k_proj,8,128,8,128,0.7710807919502258,32.5078125,33554432 +55,self_attn.o_proj,2,32,8,128,52.46950912475586,80.25,268435456 +55,self_attn.o_proj,2,64,8,128,61.434600830078125,72.125,268435456 +55,self_attn.o_proj,2,128,8,128,68.95085906982422,68.0625,268435456 +55,self_attn.o_proj,3,32,8,128,22.589155197143555,112.25,268435456 +55,self_attn.o_proj,3,64,8,128,26.16226577758789,104.125,268435456 +55,self_attn.o_proj,3,128,8,128,29.577665328979492,100.0625,268435456 +55,self_attn.o_proj,4,32,8,128,10.50306510925293,144.25,268435456 +55,self_attn.o_proj,4,64,8,128,12.205310821533203,136.125,268435456 +55,self_attn.o_proj,4,128,8,128,13.787053108215332,132.0625,268435456 +55,self_attn.o_proj,8,32,8,128,0.6425385475158691,272.25,268435456 +55,self_attn.o_proj,8,64,8,128,0.7453432679176331,264.125,268435456 +55,self_attn.o_proj,8,128,8,128,0.8363243937492371,260.0625,268435456 +55,mlp.gate_proj,2,32,8,128,90.8026123046875,260.8125,872415232 +55,mlp.gate_proj,2,64,8,128,98.50395965576172,234.40625,872415232 +55,mlp.gate_proj,2,128,8,128,115.20487213134766,221.203125,872415232 +55,mlp.gate_proj,3,32,8,128,36.95732879638672,364.8125,872415232 +55,mlp.gate_proj,3,64,8,128,45.32041549682617,338.40625,872415232 +55,mlp.gate_proj,3,128,8,128,47.45061492919922,325.203125,872415232 +55,mlp.gate_proj,4,32,8,128,17.177995681762695,468.8125,872415232 +55,mlp.gate_proj,4,64,8,128,20.49955177307129,442.40625,872415232 +55,mlp.gate_proj,4,128,8,128,22.92650032043457,429.203125,872415232 +55,mlp.gate_proj,8,32,8,128,1.0484111309051514,884.8125,872415232 +55,mlp.gate_proj,8,64,8,128,1.2177352905273438,858.40625,872415232 +55,mlp.gate_proj,8,128,8,128,1.4194600582122803,845.203125,872415232 +55,mlp.up_proj,2,32,8,128,83.64800262451172,260.8125,872415232 +55,mlp.up_proj,2,64,8,128,92.95787811279297,234.40625,872415232 +55,mlp.up_proj,2,128,8,128,101.90470123291016,221.203125,872415232 +55,mlp.up_proj,3,32,8,128,34.38623046875,364.8125,872415232 +55,mlp.up_proj,3,64,8,128,40.9052734375,338.40625,872415232 +55,mlp.up_proj,3,128,8,128,45.55985641479492,325.203125,872415232 +55,mlp.up_proj,4,32,8,128,16.381698608398438,468.8125,872415232 +55,mlp.up_proj,4,64,8,128,18.427492141723633,442.40625,872415232 +55,mlp.up_proj,4,128,8,128,22.03596305847168,429.203125,872415232 +55,mlp.up_proj,8,32,8,128,1.010611891746521,884.8125,872415232 +55,mlp.up_proj,8,64,8,128,1.1033236980438232,858.40625,872415232 +55,mlp.up_proj,8,128,8,128,1.286368727684021,845.203125,872415232 +55,mlp.down_proj,2,32,8,128,86.27965545654297,260.8125,872415232 +55,mlp.down_proj,2,64,8,128,94.10676574707031,234.40625,872415232 +55,mlp.down_proj,2,128,8,128,104.93120574951172,221.203125,872415232 +55,mlp.down_proj,3,32,8,128,35.07847213745117,364.8125,872415232 +55,mlp.down_proj,3,64,8,128,42.276004791259766,338.40625,872415232 +55,mlp.down_proj,3,128,8,128,45.80916213989258,325.203125,872415232 +55,mlp.down_proj,4,32,8,128,16.5745849609375,468.8125,872415232 +55,mlp.down_proj,4,64,8,128,18.968791961669922,442.40625,872415232 +55,mlp.down_proj,4,128,8,128,22.635414123535156,429.203125,872415232 +55,mlp.down_proj,8,32,8,128,1.0192205905914307,884.8125,872415232 +55,mlp.down_proj,8,64,8,128,1.1316211223602295,858.40625,872415232 +55,mlp.down_proj,8,128,8,128,1.3346307277679443,845.203125,872415232 +56,self_attn.q_proj,2,32,8,128,48.08555221557617,80.25,268435456 +56,self_attn.q_proj,2,64,8,128,57.446144104003906,72.125,268435456 +56,self_attn.q_proj,2,128,8,128,65.8135757446289,68.0625,268435456 +56,self_attn.q_proj,3,32,8,128,20.746213912963867,112.25,268435456 +56,self_attn.q_proj,3,64,8,128,24.82610321044922,104.125,268435456 +56,self_attn.q_proj,3,128,8,128,28.960763931274414,100.0625,268435456 +56,self_attn.q_proj,4,32,8,128,9.646924018859863,144.25,268435456 +56,self_attn.q_proj,4,64,8,128,11.640602111816406,136.125,268435456 +56,self_attn.q_proj,4,128,8,128,13.468870162963867,132.0625,268435456 +56,self_attn.q_proj,8,32,8,128,0.5876455307006836,272.25,268435456 +56,self_attn.q_proj,8,64,8,128,0.7119496464729309,264.125,268435456 +56,self_attn.q_proj,8,128,8,128,0.8150585293769836,260.0625,268435456 +56,self_attn.v_proj,2,32,8,128,16.072599411010742,10.03125,33554432 +56,self_attn.v_proj,2,64,8,128,19.768115997314453,9.015625,33554432 +56,self_attn.v_proj,2,128,8,128,23.05534553527832,8.5078125,33554432 +56,self_attn.v_proj,3,32,8,128,6.865837097167969,14.03125,33554432 +56,self_attn.v_proj,3,64,8,128,8.4544677734375,13.015625,33554432 +56,self_attn.v_proj,3,128,8,128,9.863301277160645,12.5078125,33554432 +56,self_attn.v_proj,4,32,8,128,3.2030837535858154,18.03125,33554432 +56,self_attn.v_proj,4,64,8,128,3.945524215698242,17.015625,33554432 +56,self_attn.v_proj,4,128,8,128,4.600983619689941,16.5078125,33554432 +56,self_attn.v_proj,8,32,8,128,0.19405576586723328,34.03125,33554432 +56,self_attn.v_proj,8,64,8,128,0.23875665664672852,33.015625,33554432 +56,self_attn.v_proj,8,128,8,128,0.27868297696113586,32.5078125,33554432 +56,self_attn.k_proj,2,32,8,128,35.15804672241211,10.03125,33554432 +56,self_attn.k_proj,2,64,8,128,45.02589416503906,9.015625,33554432 +56,self_attn.k_proj,2,128,8,128,53.435890197753906,8.5078125,33554432 +56,self_attn.k_proj,3,32,8,128,15.595560073852539,14.03125,33554432 +56,self_attn.k_proj,3,64,8,128,21.207698822021484,13.015625,33554432 +56,self_attn.k_proj,3,128,8,128,26.613920211791992,12.5078125,33554432 +56,self_attn.k_proj,4,32,8,128,7.301668643951416,18.03125,33554432 +56,self_attn.k_proj,4,64,8,128,9.966485977172852,17.015625,33554432 +56,self_attn.k_proj,4,128,8,128,12.597892761230469,16.5078125,33554432 +56,self_attn.k_proj,8,32,8,128,0.4419257640838623,34.03125,33554432 +56,self_attn.k_proj,8,64,8,128,0.6036088466644287,33.015625,33554432 +56,self_attn.k_proj,8,128,8,128,0.7634379863739014,32.5078125,33554432 +56,self_attn.o_proj,2,32,8,128,52.11737060546875,80.25,268435456 +56,self_attn.o_proj,2,64,8,128,60.9942512512207,72.125,268435456 +56,self_attn.o_proj,2,128,8,128,68.47830963134766,68.0625,268435456 +56,self_attn.o_proj,3,32,8,128,22.42926597595215,112.25,268435456 +56,self_attn.o_proj,3,64,8,128,25.982234954833984,104.125,268435456 +56,self_attn.o_proj,3,128,8,128,29.362768173217773,100.0625,268435456 +56,self_attn.o_proj,4,32,8,128,10.429450988769531,144.25,268435456 +56,self_attn.o_proj,4,64,8,128,12.122273445129395,136.125,268435456 +56,self_attn.o_proj,4,128,8,128,13.684382438659668,132.0625,268435456 +56,self_attn.o_proj,8,32,8,128,0.6379765868186951,272.25,268435456 +56,self_attn.o_proj,8,64,8,128,0.7406483292579651,264.125,268435456 +56,self_attn.o_proj,8,128,8,128,0.8303238153457642,260.0625,268435456 +56,mlp.gate_proj,2,32,8,128,90.82755279541016,260.8125,872415232 +56,mlp.gate_proj,2,64,8,128,98.57457733154297,234.40625,872415232 +56,mlp.gate_proj,2,128,8,128,115.42138671875,221.203125,872415232 +56,mlp.gate_proj,3,32,8,128,37.00543975830078,364.8125,872415232 +56,mlp.gate_proj,3,64,8,128,45.3273811340332,338.40625,872415232 +56,mlp.gate_proj,3,128,8,128,47.450767517089844,325.203125,872415232 +56,mlp.gate_proj,4,32,8,128,17.192285537719727,468.8125,872415232 +56,mlp.gate_proj,4,64,8,128,20.530515670776367,442.40625,872415232 +56,mlp.gate_proj,4,128,8,128,22.924579620361328,429.203125,872415232 +56,mlp.gate_proj,8,32,8,128,1.0491158962249756,884.8125,872415232 +56,mlp.gate_proj,8,64,8,128,1.2193825244903564,858.40625,872415232 +56,mlp.gate_proj,8,128,8,128,1.4194839000701904,845.203125,872415232 +56,mlp.up_proj,2,32,8,128,83.92396545410156,260.8125,872415232 +56,mlp.up_proj,2,64,8,128,93.06355285644531,234.40625,872415232 +56,mlp.up_proj,2,128,8,128,102.19471740722656,221.203125,872415232 +56,mlp.up_proj,3,32,8,128,34.456687927246094,364.8125,872415232 +56,mlp.up_proj,3,64,8,128,41.0413818359375,338.40625,872415232 +56,mlp.up_proj,3,128,8,128,45.5822868347168,325.203125,872415232 +56,mlp.up_proj,4,32,8,128,16.40032958984375,468.8125,872415232 +56,mlp.up_proj,4,64,8,128,18.48250961303711,442.40625,872415232 +56,mlp.up_proj,4,128,8,128,22.13674545288086,429.203125,872415232 +56,mlp.up_proj,8,32,8,128,1.0114041566848755,884.8125,872415232 +56,mlp.up_proj,8,64,8,128,1.1062257289886475,858.40625,872415232 +56,mlp.up_proj,8,128,8,128,1.291667103767395,845.203125,872415232 +56,mlp.down_proj,2,32,8,128,86.18313598632812,260.8125,872415232 +56,mlp.down_proj,2,64,8,128,94.06217956542969,234.40625,872415232 +56,mlp.down_proj,2,128,8,128,104.85979461669922,221.203125,872415232 +56,mlp.down_proj,3,32,8,128,35.049503326416016,364.8125,872415232 +56,mlp.down_proj,3,64,8,128,42.22561264038086,338.40625,872415232 +56,mlp.down_proj,3,128,8,128,45.798255920410156,325.203125,872415232 +56,mlp.down_proj,4,32,8,128,16.566816329956055,468.8125,872415232 +56,mlp.down_proj,4,64,8,128,18.94953727722168,442.40625,872415232 +56,mlp.down_proj,4,128,8,128,22.63462257385254,429.203125,872415232 +56,mlp.down_proj,8,32,8,128,1.0188164710998535,884.8125,872415232 +56,mlp.down_proj,8,64,8,128,1.1305307149887085,858.40625,872415232 +56,mlp.down_proj,8,128,8,128,1.3328155279159546,845.203125,872415232 +57,self_attn.q_proj,2,32,8,128,48.365413665771484,80.25,268435456 +57,self_attn.q_proj,2,64,8,128,57.95418930053711,72.125,268435456 +57,self_attn.q_proj,2,128,8,128,66.19853973388672,68.0625,268435456 +57,self_attn.q_proj,3,32,8,128,20.901119232177734,112.25,268435456 +57,self_attn.q_proj,3,64,8,128,25.087461471557617,104.125,268435456 +57,self_attn.q_proj,3,128,8,128,29.331369400024414,100.0625,268435456 +57,self_attn.q_proj,4,32,8,128,9.715923309326172,144.25,268435456 +57,self_attn.q_proj,4,64,8,128,11.756385803222656,136.125,268435456 +57,self_attn.q_proj,4,128,8,128,13.635457038879395,132.0625,268435456 +57,self_attn.q_proj,8,32,8,128,0.5919750928878784,272.25,268435456 +57,self_attn.q_proj,8,64,8,128,0.7181436419487,264.125,268435456 +57,self_attn.q_proj,8,128,8,128,0.825209379196167,260.0625,268435456 +57,self_attn.v_proj,2,32,8,128,16.12253761291504,10.03125,33554432 +57,self_attn.v_proj,2,64,8,128,19.81001091003418,9.015625,33554432 +57,self_attn.v_proj,2,128,8,128,23.0720157623291,8.5078125,33554432 +57,self_attn.v_proj,3,32,8,128,6.885987281799316,14.03125,33554432 +57,self_attn.v_proj,3,64,8,128,8.467604637145996,13.015625,33554432 +57,self_attn.v_proj,3,128,8,128,9.867226600646973,12.5078125,33554432 +57,self_attn.v_proj,4,32,8,128,3.2133634090423584,18.03125,33554432 +57,self_attn.v_proj,4,64,8,128,3.951733112335205,17.015625,33554432 +57,self_attn.v_proj,4,128,8,128,4.603703498840332,16.5078125,33554432 +57,self_attn.v_proj,8,32,8,128,0.19467425346374512,34.03125,33554432 +57,self_attn.v_proj,8,64,8,128,0.23921824991703033,33.015625,33554432 +57,self_attn.v_proj,8,128,8,128,0.27885690331459045,32.5078125,33554432 +57,self_attn.k_proj,2,32,8,128,34.77393341064453,10.03125,33554432 +57,self_attn.k_proj,2,64,8,128,44.365787506103516,9.015625,33554432 +57,self_attn.k_proj,2,128,8,128,52.54415512084961,8.5078125,33554432 +57,self_attn.k_proj,3,32,8,128,15.516535758972168,14.03125,33554432 +57,self_attn.k_proj,3,64,8,128,21.19002342224121,13.015625,33554432 +57,self_attn.k_proj,3,128,8,128,26.631755828857422,12.5078125,33554432 +57,self_attn.k_proj,4,32,8,128,7.268154144287109,18.03125,33554432 +57,self_attn.k_proj,4,64,8,128,9.976112365722656,17.015625,33554432 +57,self_attn.k_proj,4,128,8,128,12.644161224365234,16.5078125,33554432 +57,self_attn.k_proj,8,32,8,128,0.4398346543312073,34.03125,33554432 +57,self_attn.k_proj,8,64,8,128,0.6040510535240173,33.015625,33554432 +57,self_attn.k_proj,8,128,8,128,0.7656905055046082,32.5078125,33554432 +57,self_attn.o_proj,2,32,8,128,52.0391960144043,80.25,268435456 +57,self_attn.o_proj,2,64,8,128,60.899227142333984,72.125,268435456 +57,self_attn.o_proj,2,128,8,128,68.35887145996094,68.0625,268435456 +57,self_attn.o_proj,3,32,8,128,22.39968490600586,112.25,268435456 +57,self_attn.o_proj,3,64,8,128,25.94089126586914,104.125,268435456 +57,self_attn.o_proj,3,128,8,128,29.3106746673584,100.0625,268435456 +57,self_attn.o_proj,4,32,8,128,10.415099143981934,144.25,268435456 +57,self_attn.o_proj,4,64,8,128,12.104293823242188,136.125,268435456 +57,self_attn.o_proj,4,128,8,128,13.664466857910156,132.0625,268435456 +57,self_attn.o_proj,8,32,8,128,0.6371041536331177,272.25,268435456 +57,self_attn.o_proj,8,64,8,128,0.739608645439148,264.125,268435456 +57,self_attn.o_proj,8,128,8,128,0.8289698362350464,260.0625,268435456 +57,mlp.gate_proj,2,32,8,128,90.90135955810547,260.8125,872415232 +57,mlp.gate_proj,2,64,8,128,98.92159271240234,234.40625,872415232 +57,mlp.gate_proj,2,128,8,128,116.07288360595703,221.203125,872415232 +57,mlp.gate_proj,3,32,8,128,37.138954162597656,364.8125,872415232 +57,mlp.gate_proj,3,64,8,128,45.35759735107422,338.40625,872415232 +57,mlp.gate_proj,3,128,8,128,47.61936950683594,325.203125,872415232 +57,mlp.gate_proj,4,32,8,128,17.2396240234375,468.8125,872415232 +57,mlp.gate_proj,4,64,8,128,20.635021209716797,442.40625,872415232 +57,mlp.gate_proj,4,128,8,128,22.966190338134766,429.203125,872415232 +57,mlp.gate_proj,8,32,8,128,1.051424503326416,884.8125,872415232 +57,mlp.gate_proj,8,64,8,128,1.2254306077957153,858.40625,872415232 +57,mlp.gate_proj,8,128,8,128,1.4208463430404663,845.203125,872415232 +57,mlp.up_proj,2,32,8,128,84.12340545654297,260.8125,872415232 +57,mlp.up_proj,2,64,8,128,93.14535522460938,234.40625,872415232 +57,mlp.up_proj,2,128,8,128,102.43709564208984,221.203125,872415232 +57,mlp.up_proj,3,32,8,128,34.504634857177734,364.8125,872415232 +57,mlp.up_proj,3,64,8,128,41.15774154663086,338.40625,872415232 +57,mlp.up_proj,3,128,8,128,45.60040283203125,325.203125,872415232 +57,mlp.up_proj,4,32,8,128,16.413930892944336,468.8125,872415232 +57,mlp.up_proj,4,64,8,128,18.52178955078125,442.40625,872415232 +57,mlp.up_proj,4,128,8,128,22.196245193481445,429.203125,872415232 +57,mlp.up_proj,8,32,8,128,1.0120283365249634,884.8125,872415232 +57,mlp.up_proj,8,64,8,128,1.10831880569458,858.40625,872415232 +57,mlp.up_proj,8,128,8,128,1.2956269979476929,845.203125,872415232 +57,mlp.down_proj,2,32,8,128,86.05582427978516,260.8125,872415232 +57,mlp.down_proj,2,64,8,128,94.00321197509766,234.40625,872415232 +57,mlp.down_proj,2,128,8,128,104.66184997558594,221.203125,872415232 +57,mlp.down_proj,3,32,8,128,35.018638610839844,364.8125,872415232 +57,mlp.down_proj,3,64,8,128,42.15785598754883,338.40625,872415232 +57,mlp.down_proj,3,128,8,128,45.785404205322266,325.203125,872415232 +57,mlp.down_proj,4,32,8,128,16.556289672851562,468.8125,872415232 +57,mlp.down_proj,4,64,8,128,18.917558670043945,442.40625,872415232 +57,mlp.down_proj,4,128,8,128,22.632556915283203,429.203125,872415232 +57,mlp.down_proj,8,32,8,128,1.018373727798462,884.8125,872415232 +57,mlp.down_proj,8,64,8,128,1.1291195154190063,858.40625,872415232 +57,mlp.down_proj,8,128,8,128,1.3303029537200928,845.203125,872415232 +58,self_attn.q_proj,2,32,8,128,53.606544494628906,80.25,268435456 +58,self_attn.q_proj,2,64,8,128,64.17591094970703,72.125,268435456 +58,self_attn.q_proj,2,128,8,128,72.28579711914062,68.0625,268435456 +58,self_attn.q_proj,3,32,8,128,23.143369674682617,112.25,268435456 +58,self_attn.q_proj,3,64,8,128,27.469491958618164,104.125,268435456 +58,self_attn.q_proj,3,128,8,128,31.955337524414062,100.0625,268435456 +58,self_attn.q_proj,4,32,8,128,10.809662818908691,144.25,268435456 +58,self_attn.q_proj,4,64,8,128,12.798341751098633,136.125,268435456 +58,self_attn.q_proj,4,128,8,128,14.84202766418457,132.0625,268435456 +58,self_attn.q_proj,8,32,8,128,0.6586900353431702,272.25,268435456 +58,self_attn.q_proj,8,64,8,128,0.7788177132606506,264.125,268435456 +58,self_attn.q_proj,8,128,8,128,0.8976923227310181,260.0625,268435456 +58,self_attn.v_proj,2,32,8,128,14.750154495239258,10.03125,33554432 +58,self_attn.v_proj,2,64,8,128,18.16996192932129,9.015625,33554432 +58,self_attn.v_proj,2,128,8,128,21.223960876464844,8.5078125,33554432 +58,self_attn.v_proj,3,32,8,128,6.29882287979126,14.03125,33554432 +58,self_attn.v_proj,3,64,8,128,7.768749237060547,13.015625,33554432 +58,self_attn.v_proj,3,128,8,128,9.075732231140137,12.5078125,33554432 +58,self_attn.v_proj,4,32,8,128,2.9407122135162354,18.03125,33554432 +58,self_attn.v_proj,4,64,8,128,3.6252174377441406,17.015625,33554432 +58,self_attn.v_proj,4,128,8,128,4.235581398010254,16.5078125,33554432 +58,self_attn.v_proj,8,32,8,128,0.1781565546989441,34.03125,33554432 +58,self_attn.v_proj,8,64,8,128,0.2194281667470932,33.015625,33554432 +58,self_attn.v_proj,8,128,8,128,0.25627830624580383,32.5078125,33554432 +58,self_attn.k_proj,2,32,8,128,38.74223709106445,10.03125,33554432 +58,self_attn.k_proj,2,64,8,128,50.21928405761719,9.015625,33554432 +58,self_attn.k_proj,2,128,8,128,59.132808685302734,8.5078125,33554432 +58,self_attn.k_proj,3,32,8,128,16.919189453125,14.03125,33554432 +58,self_attn.k_proj,3,64,8,128,22.848665237426758,13.015625,33554432 +58,self_attn.k_proj,3,128,8,128,28.04387664794922,12.5078125,33554432 +58,self_attn.k_proj,4,32,8,128,7.918390274047852,18.03125,33554432 +58,self_attn.k_proj,4,64,8,128,10.704573631286621,17.015625,33554432 +58,self_attn.k_proj,4,128,8,128,13.1903076171875,16.5078125,33554432 +58,self_attn.k_proj,8,32,8,128,0.47936975955963135,34.03125,33554432 +58,self_attn.k_proj,8,64,8,128,0.6483504772186279,33.015625,33554432 +58,self_attn.k_proj,8,128,8,128,0.7986596822738647,32.5078125,33554432 +58,self_attn.o_proj,2,32,8,128,51.13508605957031,80.25,268435456 +58,self_attn.o_proj,2,64,8,128,59.84974670410156,72.125,268435456 +58,self_attn.o_proj,2,128,8,128,67.30412292480469,68.0625,268435456 +58,self_attn.o_proj,3,32,8,128,21.997844696044922,112.25,268435456 +58,self_attn.o_proj,3,64,8,128,25.509836196899414,104.125,268435456 +58,self_attn.o_proj,3,128,8,128,28.865840911865234,100.0625,268435456 +58,self_attn.o_proj,4,32,8,128,10.229920387268066,144.25,268435456 +58,self_attn.o_proj,4,64,8,128,11.914156913757324,136.125,268435456 +58,self_attn.o_proj,4,128,8,128,13.458725929260254,132.0625,268435456 +58,self_attn.o_proj,8,32,8,128,0.6255916357040405,272.25,268435456 +58,self_attn.o_proj,8,64,8,128,0.7285066843032837,264.125,268435456 +58,self_attn.o_proj,8,128,8,128,0.8164193034172058,260.0625,268435456 +58,mlp.gate_proj,2,32,8,128,91.02083587646484,260.8125,872415232 +58,mlp.gate_proj,2,64,8,128,99.4533462524414,234.40625,872415232 +58,mlp.gate_proj,2,128,8,128,117.18316650390625,221.203125,872415232 +58,mlp.gate_proj,3,32,8,128,37.3326416015625,364.8125,872415232 +58,mlp.gate_proj,3,64,8,128,45.406837463378906,338.40625,872415232 +58,mlp.gate_proj,3,128,8,128,47.87431716918945,325.203125,872415232 +58,mlp.gate_proj,4,32,8,128,17.30959129333496,468.8125,872415232 +58,mlp.gate_proj,4,64,8,128,20.790164947509766,442.40625,872415232 +58,mlp.gate_proj,4,128,8,128,23.02280616760254,429.203125,872415232 +58,mlp.gate_proj,8,32,8,128,1.055006504058838,884.8125,872415232 +58,mlp.gate_proj,8,64,8,128,1.2344841957092285,858.40625,872415232 +58,mlp.gate_proj,8,128,8,128,1.422803282737732,845.203125,872415232 +58,mlp.up_proj,2,32,8,128,83.98133850097656,260.8125,872415232 +58,mlp.up_proj,2,64,8,128,93.0849609375,234.40625,872415232 +58,mlp.up_proj,2,128,8,128,102.25126647949219,221.203125,872415232 +58,mlp.up_proj,3,32,8,128,34.4683837890625,364.8125,872415232 +58,mlp.up_proj,3,64,8,128,41.078521728515625,338.40625,872415232 +58,mlp.up_proj,3,128,8,128,45.58903884887695,325.203125,872415232 +58,mlp.up_proj,4,32,8,128,16.403480529785156,468.8125,872415232 +58,mlp.up_proj,4,64,8,128,18.494043350219727,442.40625,872415232 +58,mlp.up_proj,4,128,8,128,22.147579193115234,429.203125,872415232 +58,mlp.up_proj,8,32,8,128,1.0115869045257568,884.8125,872415232 +58,mlp.up_proj,8,64,8,128,1.1067928075790405,858.40625,872415232 +58,mlp.up_proj,8,128,8,128,1.2926732301712036,845.203125,872415232 +58,mlp.down_proj,2,32,8,128,85.88908386230469,260.8125,872415232 +58,mlp.down_proj,2,64,8,128,93.9210433959961,234.40625,872415232 +58,mlp.down_proj,2,128,8,128,104.46747589111328,221.203125,872415232 +58,mlp.down_proj,3,32,8,128,34.97196578979492,364.8125,872415232 +58,mlp.down_proj,3,64,8,128,42.06595230102539,338.40625,872415232 +58,mlp.down_proj,3,128,8,128,45.765869140625,325.203125,872415232 +58,mlp.down_proj,4,32,8,128,16.543712615966797,468.8125,872415232 +58,mlp.down_proj,4,64,8,128,18.88267707824707,442.40625,872415232 +58,mlp.down_proj,4,128,8,128,22.630508422851562,429.203125,872415232 +58,mlp.down_proj,8,32,8,128,1.0177905559539795,884.8125,872415232 +58,mlp.down_proj,8,64,8,128,1.1272135972976685,858.40625,872415232 +58,mlp.down_proj,8,128,8,128,1.3270995616912842,845.203125,872415232 +59,self_attn.q_proj,2,32,8,128,52.63890838623047,80.25,268435456 +59,self_attn.q_proj,2,64,8,128,62.79750061035156,72.125,268435456 +59,self_attn.q_proj,2,128,8,128,70.82699584960938,68.0625,268435456 +59,self_attn.q_proj,3,32,8,128,22.739612579345703,112.25,268435456 +59,self_attn.q_proj,3,64,8,128,26.708635330200195,104.125,268435456 +59,self_attn.q_proj,3,128,8,128,30.806976318359375,100.0625,268435456 +59,self_attn.q_proj,4,32,8,128,10.574051856994629,144.25,268435456 +59,self_attn.q_proj,4,64,8,128,12.461526870727539,136.125,268435456 +59,self_attn.q_proj,4,128,8,128,14.30599308013916,132.0625,268435456 +59,self_attn.q_proj,8,32,8,128,0.6443437337875366,272.25,268435456 +59,self_attn.q_proj,8,64,8,128,0.7590739727020264,264.125,268435456 +59,self_attn.q_proj,8,128,8,128,0.8652968406677246,260.0625,268435456 +59,self_attn.v_proj,2,32,8,128,14.826495170593262,10.03125,33554432 +59,self_attn.v_proj,2,64,8,128,18.24588966369629,9.015625,33554432 +59,self_attn.v_proj,2,128,8,128,21.29741096496582,8.5078125,33554432 +59,self_attn.v_proj,3,32,8,128,6.3318023681640625,14.03125,33554432 +59,self_attn.v_proj,3,64,8,128,7.804064750671387,13.015625,33554432 +59,self_attn.v_proj,3,128,8,128,9.109142303466797,12.5078125,33554432 +59,self_attn.v_proj,4,32,8,128,2.9539999961853027,18.03125,33554432 +59,self_attn.v_proj,4,64,8,128,3.6401891708374023,17.015625,33554432 +59,self_attn.v_proj,4,128,8,128,4.251492023468018,16.5078125,33554432 +59,self_attn.v_proj,8,32,8,128,0.17908555269241333,34.03125,33554432 +59,self_attn.v_proj,8,64,8,128,0.22036860883235931,33.015625,33554432 +59,self_attn.v_proj,8,128,8,128,0.2572247087955475,32.5078125,33554432 +59,self_attn.k_proj,2,32,8,128,37.9262809753418,10.03125,33554432 +59,self_attn.k_proj,2,64,8,128,49.64804458618164,9.015625,33554432 +59,self_attn.k_proj,2,128,8,128,59.07762145996094,8.5078125,33554432 +59,self_attn.k_proj,3,32,8,128,16.29637336730957,14.03125,33554432 +59,self_attn.k_proj,3,64,8,128,21.8303279876709,13.015625,33554432 +59,self_attn.k_proj,3,128,8,128,26.615264892578125,12.5078125,33554432 +59,self_attn.k_proj,4,32,8,128,7.607443332672119,18.03125,33554432 +59,self_attn.k_proj,4,64,8,128,10.199638366699219,17.015625,33554432 +59,self_attn.k_proj,4,128,8,128,12.447952270507812,16.5078125,33554432 +59,self_attn.k_proj,8,32,8,128,0.4607042372226715,34.03125,33554432 +59,self_attn.k_proj,8,64,8,128,0.6180433034896851,33.015625,33554432 +59,self_attn.k_proj,8,128,8,128,0.7541405558586121,32.5078125,33554432 +59,self_attn.o_proj,2,32,8,128,51.068546295166016,80.25,268435456 +59,self_attn.o_proj,2,64,8,128,59.75307846069336,72.125,268435456 +59,self_attn.o_proj,2,128,8,128,67.16825866699219,68.0625,268435456 +59,self_attn.o_proj,3,32,8,128,21.965829849243164,112.25,268435456 +59,self_attn.o_proj,3,64,8,128,25.462202072143555,104.125,268435456 +59,self_attn.o_proj,3,128,8,128,28.77806854248047,100.0625,268435456 +59,self_attn.o_proj,4,32,8,128,10.216129302978516,144.25,268435456 +59,self_attn.o_proj,4,64,8,128,11.89197063446045,136.125,268435456 +59,self_attn.o_proj,4,128,8,128,13.416651725769043,132.0625,268435456 +59,self_attn.o_proj,8,32,8,128,0.6247351765632629,272.25,268435456 +59,self_attn.o_proj,8,64,8,128,0.7273802161216736,264.125,268435456 +59,self_attn.o_proj,8,128,8,128,0.8140227794647217,260.0625,268435456 +59,mlp.gate_proj,2,32,8,128,91.06401824951172,260.8125,872415232 +59,mlp.gate_proj,2,64,8,128,99.62893676757812,234.40625,872415232 +59,mlp.gate_proj,2,128,8,128,117.530517578125,221.203125,872415232 +59,mlp.gate_proj,3,32,8,128,37.399784088134766,364.8125,872415232 +59,mlp.gate_proj,3,64,8,128,45.4249153137207,338.40625,872415232 +59,mlp.gate_proj,3,128,8,128,47.95591735839844,325.203125,872415232 +59,mlp.gate_proj,4,32,8,128,17.332874298095703,468.8125,872415232 +59,mlp.gate_proj,4,64,8,128,20.846046447753906,442.40625,872415232 +59,mlp.gate_proj,4,128,8,128,23.047100067138672,429.203125,872415232 +59,mlp.gate_proj,8,32,8,128,1.0561916828155518,884.8125,872415232 +59,mlp.gate_proj,8,64,8,128,1.2377713918685913,858.40625,872415232 +59,mlp.gate_proj,8,128,8,128,1.4236327409744263,845.203125,872415232 +59,mlp.up_proj,2,32,8,128,84.1148452758789,260.8125,872415232 +59,mlp.up_proj,2,64,8,128,93.1382827758789,234.40625,872415232 +59,mlp.up_proj,2,128,8,128,102.40504455566406,221.203125,872415232 +59,mlp.up_proj,3,32,8,128,34.504390716552734,364.8125,872415232 +59,mlp.up_proj,3,64,8,128,41.142730712890625,338.40625,872415232 +59,mlp.up_proj,3,128,8,128,45.60196304321289,325.203125,872415232 +59,mlp.up_proj,4,32,8,128,16.41282844543457,468.8125,872415232 +59,mlp.up_proj,4,64,8,128,18.523412704467773,442.40625,872415232 +59,mlp.up_proj,4,128,8,128,22.19304084777832,429.203125,872415232 +59,mlp.up_proj,8,32,8,128,1.0119962692260742,884.8125,872415232 +59,mlp.up_proj,8,64,8,128,1.1082290410995483,858.40625,872415232 +59,mlp.up_proj,8,128,8,128,1.295210599899292,845.203125,872415232 +59,mlp.down_proj,2,32,8,128,85.74121856689453,260.8125,872415232 +59,mlp.down_proj,2,64,8,128,93.86070251464844,234.40625,872415232 +59,mlp.down_proj,2,128,8,128,104.36703491210938,221.203125,872415232 +59,mlp.down_proj,3,32,8,128,34.929927825927734,364.8125,872415232 +59,mlp.down_proj,3,64,8,128,41.99357223510742,338.40625,872415232 +59,mlp.down_proj,3,128,8,128,45.75084686279297,325.203125,872415232 +59,mlp.down_proj,4,32,8,128,16.53244400024414,468.8125,872415232 +59,mlp.down_proj,4,64,8,128,18.854448318481445,442.40625,872415232 +59,mlp.down_proj,4,128,8,128,22.6287841796875,429.203125,872415232 +59,mlp.down_proj,8,32,8,128,1.0172580480575562,884.8125,872415232 +59,mlp.down_proj,8,64,8,128,1.125555157661438,858.40625,872415232 +59,mlp.down_proj,8,128,8,128,1.32428777217865,845.203125,872415232 +60,self_attn.q_proj,2,32,8,128,51.00169372558594,80.25,268435456 +60,self_attn.q_proj,2,64,8,128,60.904022216796875,72.125,268435456 +60,self_attn.q_proj,2,128,8,128,69.12967681884766,68.0625,268435456 +60,self_attn.q_proj,3,32,8,128,22.048683166503906,112.25,268435456 +60,self_attn.q_proj,3,64,8,128,25.99502944946289,104.125,268435456 +60,self_attn.q_proj,3,128,8,128,30.166357040405273,100.0625,268435456 +60,self_attn.q_proj,4,32,8,128,10.240029335021973,144.25,268435456 +60,self_attn.q_proj,4,64,8,128,12.148676872253418,136.125,268435456 +60,self_attn.q_proj,4,128,8,128,14.003448486328125,132.0625,268435456 +60,self_attn.q_proj,8,32,8,128,0.6239873766899109,272.25,268435456 +60,self_attn.q_proj,8,64,8,128,0.7412819266319275,264.125,268435456 +60,self_attn.q_proj,8,128,8,128,0.8468462824821472,260.0625,268435456 +60,self_attn.v_proj,2,32,8,128,15.345142364501953,10.03125,33554432 +60,self_attn.v_proj,2,64,8,128,18.894573211669922,9.015625,33554432 +60,self_attn.v_proj,2,128,8,128,22.070995330810547,8.5078125,33554432 +60,self_attn.v_proj,3,32,8,128,6.556006908416748,14.03125,33554432 +60,self_attn.v_proj,3,64,8,128,8.082815170288086,13.015625,33554432 +60,self_attn.v_proj,3,128,8,128,9.44241714477539,12.5078125,33554432 +60,self_attn.v_proj,4,32,8,128,3.058204174041748,18.03125,33554432 +60,self_attn.v_proj,4,64,8,128,3.7705135345458984,17.015625,33554432 +60,self_attn.v_proj,4,128,8,128,4.406761646270752,16.5078125,33554432 +60,self_attn.v_proj,8,32,8,128,0.18535250425338745,34.03125,33554432 +60,self_attn.v_proj,8,64,8,128,0.22820773720741272,33.015625,33554432 +60,self_attn.v_proj,8,128,8,128,0.2667069435119629,32.5078125,33554432 +60,self_attn.k_proj,2,32,8,128,36.59958267211914,10.03125,33554432 +60,self_attn.k_proj,2,64,8,128,48.1678581237793,9.015625,33554432 +60,self_attn.k_proj,2,128,8,128,57.154518127441406,8.5078125,33554432 +60,self_attn.k_proj,3,32,8,128,15.75222396850586,14.03125,33554432 +60,self_attn.k_proj,3,64,8,128,21.304370880126953,13.015625,33554432 +60,self_attn.k_proj,3,128,8,128,26.050933837890625,12.5078125,33554432 +60,self_attn.k_proj,4,32,8,128,7.350185394287109,18.03125,33554432 +60,self_attn.k_proj,4,64,8,128,9.949324607849121,17.015625,33554432 +60,self_attn.k_proj,4,128,8,128,12.181170463562012,16.5078125,33554432 +60,self_attn.k_proj,8,32,8,128,0.4451349377632141,34.03125,33554432 +60,self_attn.k_proj,8,64,8,128,0.6028239130973816,33.015625,33554432 +60,self_attn.k_proj,8,128,8,128,0.7380638122558594,32.5078125,33554432 +60,self_attn.o_proj,2,32,8,128,50.911197662353516,80.25,268435456 +60,self_attn.o_proj,2,64,8,128,59.56789016723633,72.125,268435456 +60,self_attn.o_proj,2,128,8,128,66.99252319335938,68.0625,268435456 +60,self_attn.o_proj,3,32,8,128,21.896644592285156,112.25,268435456 +60,self_attn.o_proj,3,64,8,128,25.391969680786133,104.125,268435456 +60,self_attn.o_proj,3,128,8,128,28.711225509643555,100.0625,268435456 +60,self_attn.o_proj,4,32,8,128,10.18342399597168,144.25,268435456 +60,self_attn.o_proj,4,64,8,128,11.86056137084961,136.125,268435456 +60,self_attn.o_proj,4,128,8,128,13.3889799118042,132.0625,268435456 +60,self_attn.o_proj,8,32,8,128,0.6227577328681946,272.25,268435456 +60,self_attn.o_proj,8,64,8,128,0.7255504131317139,264.125,268435456 +60,self_attn.o_proj,8,128,8,128,0.8121678829193115,260.0625,268435456 +60,mlp.gate_proj,2,32,8,128,91.03462982177734,260.8125,872415232 +60,mlp.gate_proj,2,64,8,128,99.47953033447266,234.40625,872415232 +60,mlp.gate_proj,2,128,8,128,117.26653289794922,221.203125,872415232 +60,mlp.gate_proj,3,32,8,128,37.35347366333008,364.8125,872415232 +60,mlp.gate_proj,3,64,8,128,45.41109085083008,338.40625,872415232 +60,mlp.gate_proj,3,128,8,128,47.882728576660156,325.203125,872415232 +60,mlp.gate_proj,4,32,8,128,17.3144474029541,468.8125,872415232 +60,mlp.gate_proj,4,64,8,128,20.80394744873047,442.40625,872415232 +60,mlp.gate_proj,4,128,8,128,23.029521942138672,429.203125,872415232 +60,mlp.gate_proj,8,32,8,128,1.055322527885437,884.8125,872415232 +60,mlp.gate_proj,8,64,8,128,1.2354013919830322,858.40625,872415232 +60,mlp.gate_proj,8,128,8,128,1.4230859279632568,845.203125,872415232 +60,mlp.up_proj,2,32,8,128,84.27571105957031,260.8125,872415232 +60,mlp.up_proj,2,64,8,128,93.20999908447266,234.40625,872415232 +60,mlp.up_proj,2,128,8,128,102.59904479980469,221.203125,872415232 +60,mlp.up_proj,3,32,8,128,34.54587173461914,364.8125,872415232 +60,mlp.up_proj,3,64,8,128,41.230716705322266,338.40625,872415232 +60,mlp.up_proj,3,128,8,128,45.61604309082031,325.203125,872415232 +60,mlp.up_proj,4,32,8,128,16.42473793029785,468.8125,872415232 +60,mlp.up_proj,4,64,8,128,18.558473587036133,442.40625,872415232 +60,mlp.up_proj,4,128,8,128,22.255842208862305,429.203125,872415232 +60,mlp.up_proj,8,32,8,128,1.012500524520874,884.8125,872415232 +60,mlp.up_proj,8,64,8,128,1.1099858283996582,858.40625,872415232 +60,mlp.up_proj,8,128,8,128,1.2987316846847534,845.203125,872415232 +60,mlp.down_proj,2,32,8,128,85.71945190429688,260.8125,872415232 +60,mlp.down_proj,2,64,8,128,93.85794067382812,234.40625,872415232 +60,mlp.down_proj,2,128,8,128,104.31499481201172,221.203125,872415232 +60,mlp.down_proj,3,32,8,128,34.92793273925781,364.8125,872415232 +60,mlp.down_proj,3,64,8,128,41.97975158691406,338.40625,872415232 +60,mlp.down_proj,3,128,8,128,45.7549934387207,325.203125,872415232 +60,mlp.down_proj,4,32,8,128,16.531320571899414,468.8125,872415232 +60,mlp.down_proj,4,64,8,128,18.849361419677734,442.40625,872415232 +60,mlp.down_proj,4,128,8,128,22.628870010375977,429.203125,872415232 +60,mlp.down_proj,8,32,8,128,1.0172322988510132,884.8125,872415232 +60,mlp.down_proj,8,64,8,128,1.125608205795288,858.40625,872415232 +60,mlp.down_proj,8,128,8,128,1.3245328664779663,845.203125,872415232 +61,self_attn.q_proj,2,32,8,128,55.065311431884766,80.25,268435456 +61,self_attn.q_proj,2,64,8,128,65.67996215820312,72.125,268435456 +61,self_attn.q_proj,2,128,8,128,74.31108856201172,68.0625,268435456 +61,self_attn.q_proj,3,32,8,128,23.711925506591797,112.25,268435456 +61,self_attn.q_proj,3,64,8,128,28.38160514831543,104.125,268435456 +61,self_attn.q_proj,3,128,8,128,32.81938934326172,100.0625,268435456 +61,self_attn.q_proj,4,32,8,128,11.125264167785645,144.25,268435456 +61,self_attn.q_proj,4,64,8,128,13.206860542297363,136.125,268435456 +61,self_attn.q_proj,4,128,8,128,15.357145309448242,132.0625,268435456 +61,self_attn.q_proj,8,32,8,128,0.6780964136123657,272.25,268435456 +61,self_attn.q_proj,8,64,8,128,0.8032139539718628,264.125,268435456 +61,self_attn.q_proj,8,128,8,128,0.9288560152053833,260.0625,268435456 +61,self_attn.v_proj,2,32,8,128,15.614773750305176,10.03125,33554432 +61,self_attn.v_proj,2,64,8,128,19.267263412475586,9.015625,33554432 +61,self_attn.v_proj,2,128,8,128,22.552669525146484,8.5078125,33554432 +61,self_attn.v_proj,3,32,8,128,6.668953895568848,14.03125,33554432 +61,self_attn.v_proj,3,64,8,128,8.240666389465332,13.015625,33554432 +61,self_attn.v_proj,3,128,8,128,9.643467903137207,12.5078125,33554432 +61,self_attn.v_proj,4,32,8,128,3.112095355987549,18.03125,33554432 +61,self_attn.v_proj,4,64,8,128,3.843846321105957,17.015625,33554432 +61,self_attn.v_proj,4,128,8,128,4.498987674713135,16.5078125,33554432 +61,self_attn.v_proj,8,32,8,128,0.18856768310070038,34.03125,33554432 +61,self_attn.v_proj,8,64,8,128,0.23271307349205017,33.015625,33554432 +61,self_attn.v_proj,8,128,8,128,0.2724500596523285,32.5078125,33554432 +61,self_attn.k_proj,2,32,8,128,38.08182144165039,10.03125,33554432 +61,self_attn.k_proj,2,64,8,128,48.90635299682617,9.015625,33554432 +61,self_attn.k_proj,2,128,8,128,57.52700424194336,8.5078125,33554432 +61,self_attn.k_proj,3,32,8,128,16.573341369628906,14.03125,33554432 +61,self_attn.k_proj,3,64,8,128,22.141544342041016,13.015625,33554432 +61,self_attn.k_proj,3,128,8,128,27.098358154296875,12.5078125,33554432 +61,self_attn.k_proj,4,32,8,128,7.745203018188477,18.03125,33554432 +61,self_attn.k_proj,4,64,8,128,10.36848258972168,17.015625,33554432 +61,self_attn.k_proj,4,128,8,128,12.741717338562012,16.5078125,33554432 +61,self_attn.k_proj,8,32,8,128,0.46904265880584717,34.03125,33554432 +61,self_attn.k_proj,8,64,8,128,0.6283237934112549,33.015625,33554432 +61,self_attn.k_proj,8,128,8,128,0.772050142288208,32.5078125,33554432 +61,self_attn.o_proj,2,32,8,128,51.89480209350586,80.25,268435456 +61,self_attn.o_proj,2,64,8,128,60.75551986694336,72.125,268435456 +61,self_attn.o_proj,2,128,8,128,68.19269561767578,68.0625,268435456 +61,self_attn.o_proj,3,32,8,128,22.337696075439453,112.25,268435456 +61,self_attn.o_proj,3,64,8,128,25.869937896728516,104.125,268435456 +61,self_attn.o_proj,3,128,8,128,29.254396438598633,100.0625,268435456 +61,self_attn.o_proj,4,32,8,128,10.386438369750977,144.25,268435456 +61,self_attn.o_proj,4,64,8,128,12.074792861938477,136.125,268435456 +61,self_attn.o_proj,4,128,8,128,13.630132675170898,132.0625,268435456 +61,self_attn.o_proj,8,32,8,128,0.6352477669715881,272.25,268435456 +61,self_attn.o_proj,8,64,8,128,0.7377984523773193,264.125,268435456 +61,self_attn.o_proj,8,128,8,128,0.8270289301872253,260.0625,268435456 +61,mlp.gate_proj,2,32,8,128,91.03850555419922,260.8125,872415232 +61,mlp.gate_proj,2,64,8,128,99.64781951904297,234.40625,872415232 +61,mlp.gate_proj,2,128,8,128,117.62355041503906,221.203125,872415232 +61,mlp.gate_proj,3,32,8,128,37.35478973388672,364.8125,872415232 +61,mlp.gate_proj,3,64,8,128,45.42654037475586,338.40625,872415232 +61,mlp.gate_proj,3,128,8,128,48.039730072021484,325.203125,872415232 +61,mlp.gate_proj,4,32,8,128,17.31964874267578,468.8125,872415232 +61,mlp.gate_proj,4,64,8,128,20.835979461669922,442.40625,872415232 +61,mlp.gate_proj,4,128,8,128,23.07187843322754,429.203125,872415232 +61,mlp.gate_proj,8,32,8,128,1.0556583404541016,884.8125,872415232 +61,mlp.gate_proj,8,64,8,128,1.237264633178711,858.40625,872415232 +61,mlp.gate_proj,8,128,8,128,1.4244710206985474,845.203125,872415232 +61,mlp.up_proj,2,32,8,128,83.78594207763672,260.8125,872415232 +61,mlp.up_proj,2,64,8,128,93.01493835449219,234.40625,872415232 +61,mlp.up_proj,2,128,8,128,102.06587982177734,221.203125,872415232 +61,mlp.up_proj,3,32,8,128,34.42118453979492,364.8125,872415232 +61,mlp.up_proj,3,64,8,128,40.9705810546875,338.40625,872415232 +61,mlp.up_proj,3,128,8,128,45.57563018798828,325.203125,872415232 +61,mlp.up_proj,4,32,8,128,16.3905029296875,468.8125,872415232 +61,mlp.up_proj,4,64,8,128,18.456724166870117,442.40625,872415232 +61,mlp.up_proj,4,128,8,128,22.092134475708008,429.203125,872415232 +61,mlp.up_proj,8,32,8,128,1.0110445022583008,884.8125,872415232 +61,mlp.up_proj,8,64,8,128,1.1049262285232544,858.40625,872415232 +61,mlp.up_proj,8,128,8,128,1.2894511222839355,845.203125,872415232 +61,mlp.down_proj,2,32,8,128,85.58900451660156,260.8125,872415232 +61,mlp.down_proj,2,64,8,128,93.79536437988281,234.40625,872415232 +61,mlp.down_proj,2,128,8,128,104.1572036743164,221.203125,872415232 +61,mlp.down_proj,3,32,8,128,34.893524169921875,364.8125,872415232 +61,mlp.down_proj,3,64,8,128,41.90705108642578,338.40625,872415232 +61,mlp.down_proj,3,128,8,128,45.74233627319336,325.203125,872415232 +61,mlp.down_proj,4,32,8,128,16.522144317626953,468.8125,872415232 +61,mlp.down_proj,4,64,8,128,18.82413101196289,442.40625,872415232 +61,mlp.down_proj,4,128,8,128,22.625179290771484,429.203125,872415232 +61,mlp.down_proj,8,32,8,128,1.0168373584747314,884.8125,872415232 +61,mlp.down_proj,8,64,8,128,1.124218463897705,858.40625,872415232 +61,mlp.down_proj,8,128,8,128,1.3221616744995117,845.203125,872415232 +62,self_attn.q_proj,2,32,8,128,56.27822494506836,80.25,268435456 +62,self_attn.q_proj,2,64,8,128,66.94995880126953,72.125,268435456 +62,self_attn.q_proj,2,128,8,128,76.32050323486328,68.0625,268435456 +62,self_attn.q_proj,3,32,8,128,24.18265151977539,112.25,268435456 +62,self_attn.q_proj,3,64,8,128,29.042909622192383,104.125,268435456 +62,self_attn.q_proj,3,128,8,128,33.586795806884766,100.0625,268435456 +62,self_attn.q_proj,4,32,8,128,11.363962173461914,144.25,268435456 +62,self_attn.q_proj,4,64,8,128,13.505367279052734,136.125,268435456 +62,self_attn.q_proj,4,128,8,128,15.780899047851562,132.0625,268435456 +62,self_attn.q_proj,8,32,8,128,0.6934029459953308,272.25,268435456 +62,self_attn.q_proj,8,64,8,128,0.8215431571006775,264.125,268435456 +62,self_attn.q_proj,8,128,8,128,0.9553020596504211,260.0625,268435456 +62,self_attn.v_proj,2,32,8,128,15.898219108581543,10.03125,33554432 +62,self_attn.v_proj,2,64,8,128,19.682558059692383,9.015625,33554432 +62,self_attn.v_proj,2,128,8,128,23.133596420288086,8.5078125,33554432 +62,self_attn.v_proj,3,32,8,128,6.790230751037598,14.03125,33554432 +62,self_attn.v_proj,3,64,8,128,8.415731430053711,13.015625,33554432 +62,self_attn.v_proj,3,128,8,128,9.893866539001465,12.5078125,33554432 +62,self_attn.v_proj,4,32,8,128,3.169097661972046,18.03125,33554432 +62,self_attn.v_proj,4,64,8,128,3.9281671047210693,17.015625,33554432 +62,self_attn.v_proj,4,128,8,128,4.618836879730225,16.5078125,33554432 +62,self_attn.v_proj,8,32,8,128,0.1919555813074112,34.03125,33554432 +62,self_attn.v_proj,8,64,8,128,0.2377113401889801,33.015625,33554432 +62,self_attn.v_proj,8,128,8,128,0.2797168791294098,32.5078125,33554432 +62,self_attn.k_proj,2,32,8,128,38.72440719604492,10.03125,33554432 +62,self_attn.k_proj,2,64,8,128,49.91858673095703,9.015625,33554432 +62,self_attn.k_proj,2,128,8,128,58.81132125854492,8.5078125,33554432 +62,self_attn.k_proj,3,32,8,128,16.706077575683594,14.03125,33554432 +62,self_attn.k_proj,3,64,8,128,22.208131790161133,13.015625,33554432 +62,self_attn.k_proj,3,128,8,128,27.015907287597656,12.5078125,33554432 +62,self_attn.k_proj,4,32,8,128,7.800497531890869,18.03125,33554432 +62,self_attn.k_proj,4,64,8,128,10.376582145690918,17.015625,33554432 +62,self_attn.k_proj,4,128,8,128,12.658323287963867,16.5078125,33554432 +62,self_attn.k_proj,8,32,8,128,0.4722059667110443,34.03125,33554432 +62,self_attn.k_proj,8,64,8,128,0.6288718581199646,33.015625,33554432 +62,self_attn.k_proj,8,128,8,128,0.7667618989944458,32.5078125,33554432 +62,self_attn.o_proj,2,32,8,128,52.28500747680664,80.25,268435456 +62,self_attn.o_proj,2,64,8,128,61.21432876586914,72.125,268435456 +62,self_attn.o_proj,2,128,8,128,68.70520782470703,68.0625,268435456 +62,self_attn.o_proj,3,32,8,128,22.51038932800293,112.25,268435456 +62,self_attn.o_proj,3,64,8,128,26.066993713378906,104.125,268435456 +62,self_attn.o_proj,3,128,8,128,29.480939865112305,100.0625,268435456 +62,self_attn.o_proj,4,32,8,128,10.466967582702637,144.25,268435456 +62,self_attn.o_proj,4,64,8,128,12.16124439239502,136.125,268435456 +62,self_attn.o_proj,4,128,8,128,13.740866661071777,132.0625,268435456 +62,self_attn.o_proj,8,32,8,128,0.6402577757835388,272.25,268435456 +62,self_attn.o_proj,8,64,8,128,0.742883026599884,264.125,268435456 +62,self_attn.o_proj,8,128,8,128,0.8333691358566284,260.0625,268435456 +62,mlp.gate_proj,2,32,8,128,91.05758666992188,260.8125,872415232 +62,mlp.gate_proj,2,64,8,128,99.67362213134766,234.40625,872415232 +62,mlp.gate_proj,2,128,8,128,117.62017822265625,221.203125,872415232 +62,mlp.gate_proj,3,32,8,128,37.3895378112793,364.8125,872415232 +62,mlp.gate_proj,3,64,8,128,45.432861328125,338.40625,872415232 +62,mlp.gate_proj,3,128,8,128,48.06393051147461,325.203125,872415232 +62,mlp.gate_proj,4,32,8,128,17.329710006713867,468.8125,872415232 +62,mlp.gate_proj,4,64,8,128,20.855998992919922,442.40625,872415232 +62,mlp.gate_proj,4,128,8,128,23.0758113861084,429.203125,872415232 +62,mlp.gate_proj,8,32,8,128,1.0562043190002441,884.8125,872415232 +62,mlp.gate_proj,8,64,8,128,1.238236665725708,858.40625,872415232 +62,mlp.gate_proj,8,128,8,128,1.4247082471847534,845.203125,872415232 +62,mlp.up_proj,2,32,8,128,83.74803161621094,260.8125,872415232 +62,mlp.up_proj,2,64,8,128,93.00566864013672,234.40625,872415232 +62,mlp.up_proj,2,128,8,128,102.0701675415039,221.203125,872415232 +62,mlp.up_proj,3,32,8,128,34.41387176513672,364.8125,872415232 +62,mlp.up_proj,3,64,8,128,40.956764221191406,338.40625,872415232 +62,mlp.up_proj,3,128,8,128,45.576053619384766,325.203125,872415232 +62,mlp.up_proj,4,32,8,128,16.38909339904785,468.8125,872415232 +62,mlp.up_proj,4,64,8,128,18.456024169921875,442.40625,872415232 +62,mlp.up_proj,4,128,8,128,22.082658767700195,429.203125,872415232 +62,mlp.up_proj,8,32,8,128,1.010958194732666,884.8125,872415232 +62,mlp.up_proj,8,64,8,128,1.1047505140304565,858.40625,872415232 +62,mlp.up_proj,8,128,8,128,1.2890965938568115,845.203125,872415232 +62,mlp.down_proj,2,32,8,128,86.03693389892578,260.8125,872415232 +62,mlp.down_proj,2,64,8,128,94.01091003417969,234.40625,872415232 +62,mlp.down_proj,2,128,8,128,104.67884063720703,221.203125,872415232 +62,mlp.down_proj,3,32,8,128,35.01652145385742,364.8125,872415232 +62,mlp.down_proj,3,64,8,128,42.15559387207031,338.40625,872415232 +62,mlp.down_proj,3,128,8,128,45.79596710205078,325.203125,872415232 +62,mlp.down_proj,4,32,8,128,16.55805778503418,468.8125,872415232 +62,mlp.down_proj,4,64,8,128,18.92137908935547,442.40625,872415232 +62,mlp.down_proj,4,128,8,128,22.633644104003906,429.203125,872415232 +62,mlp.down_proj,8,32,8,128,1.018438458442688,884.8125,872415232 +62,mlp.down_proj,8,64,8,128,1.1293717622756958,858.40625,872415232 +62,mlp.down_proj,8,128,8,128,1.3309904336929321,845.203125,872415232 +63,self_attn.q_proj,2,32,8,128,52.78201675415039,80.25,268435456 +63,self_attn.q_proj,2,64,8,128,63.02159118652344,72.125,268435456 +63,self_attn.q_proj,2,128,8,128,71.12950897216797,68.0625,268435456 +63,self_attn.q_proj,3,32,8,128,22.791837692260742,112.25,268435456 +63,self_attn.q_proj,3,64,8,128,26.79535484313965,104.125,268435456 +63,self_attn.q_proj,3,128,8,128,30.938518524169922,100.0625,268435456 +63,self_attn.q_proj,4,32,8,128,10.600954055786133,144.25,268435456 +63,self_attn.q_proj,4,64,8,128,12.501180648803711,136.125,268435456 +63,self_attn.q_proj,4,128,8,128,14.3685302734375,132.0625,268435456 +63,self_attn.q_proj,8,32,8,128,0.6463161706924438,272.25,268435456 +63,self_attn.q_proj,8,64,8,128,0.7618066072463989,264.125,268435456 +63,self_attn.q_proj,8,128,8,128,0.869267463684082,260.0625,268435456 +63,self_attn.v_proj,2,32,8,128,15.571348190307617,10.03125,33554432 +63,self_attn.v_proj,2,64,8,128,19.22821807861328,9.015625,33554432 +63,self_attn.v_proj,2,128,8,128,22.509796142578125,8.5078125,33554432 +63,self_attn.v_proj,3,32,8,128,6.652693271636963,14.03125,33554432 +63,self_attn.v_proj,3,64,8,128,8.22012710571289,13.015625,33554432 +63,self_attn.v_proj,3,128,8,128,9.62651252746582,12.5078125,33554432 +63,self_attn.v_proj,4,32,8,128,3.1029789447784424,18.03125,33554432 +63,self_attn.v_proj,4,64,8,128,3.8353638648986816,17.015625,33554432 +63,self_attn.v_proj,4,128,8,128,4.49276065826416,16.5078125,33554432 +63,self_attn.v_proj,8,32,8,128,0.1881149262189865,34.03125,33554432 +63,self_attn.v_proj,8,64,8,128,0.23218706250190735,33.015625,33554432 +63,self_attn.v_proj,8,128,8,128,0.27205148339271545,32.5078125,33554432 +63,self_attn.k_proj,2,32,8,128,37.66373825073242,10.03125,33554432 +63,self_attn.k_proj,2,64,8,128,49.669960021972656,9.015625,33554432 +63,self_attn.k_proj,2,128,8,128,59.55745315551758,8.5078125,33554432 +63,self_attn.k_proj,3,32,8,128,16.178081512451172,14.03125,33554432 +63,self_attn.k_proj,3,64,8,128,21.849809646606445,13.015625,33554432 +63,self_attn.k_proj,3,128,8,128,26.948638916015625,12.5078125,33554432 +63,self_attn.k_proj,4,32,8,128,7.546154975891113,18.03125,33554432 +63,self_attn.k_proj,4,64,8,128,10.1990327835083,17.015625,33554432 +63,self_attn.k_proj,4,128,8,128,12.591917037963867,16.5078125,33554432 +63,self_attn.k_proj,8,32,8,128,0.45698291063308716,34.03125,33554432 +63,self_attn.k_proj,8,64,8,128,0.6183639764785767,33.015625,33554432 +63,self_attn.k_proj,8,128,8,128,0.7629019021987915,32.5078125,33554432 +63,self_attn.o_proj,2,32,8,128,51.57893753051758,80.25,268435456 +63,self_attn.o_proj,2,64,8,128,60.45551681518555,72.125,268435456 +63,self_attn.o_proj,2,128,8,128,67.99447631835938,68.0625,268435456 +63,self_attn.o_proj,3,32,8,128,22.21186065673828,112.25,268435456 +63,self_attn.o_proj,3,64,8,128,25.769865036010742,104.125,268435456 +63,self_attn.o_proj,3,128,8,128,29.23139190673828,100.0625,268435456 +63,self_attn.o_proj,4,32,8,128,10.328347206115723,144.25,268435456 +63,self_attn.o_proj,4,64,8,128,12.031781196594238,136.125,268435456 +63,self_attn.o_proj,4,128,8,128,13.625346183776855,132.0625,268435456 +63,self_attn.o_proj,8,32,8,128,0.631557285785675,272.25,268435456 +63,self_attn.o_proj,8,64,8,128,0.7353029847145081,264.125,268435456 +63,self_attn.o_proj,8,128,8,128,0.8264379501342773,260.0625,268435456 +63,mlp.gate_proj,2,32,8,128,91.15325164794922,260.8125,872415232 +63,mlp.gate_proj,2,64,8,128,99.91756439208984,234.40625,872415232 +63,mlp.gate_proj,2,128,8,128,118.05052947998047,221.203125,872415232 +63,mlp.gate_proj,3,32,8,128,37.55387496948242,364.8125,872415232 +63,mlp.gate_proj,3,64,8,128,45.45451736450195,338.40625,872415232 +63,mlp.gate_proj,3,128,8,128,48.046085357666016,325.203125,872415232 +63,mlp.gate_proj,4,32,8,128,17.382566452026367,468.8125,872415232 +63,mlp.gate_proj,4,64,8,128,20.94571304321289,442.40625,872415232 +63,mlp.gate_proj,4,128,8,128,23.067197799682617,429.203125,872415232 +63,mlp.gate_proj,8,32,8,128,1.0587157011032104,884.8125,872415232 +63,mlp.gate_proj,8,64,8,128,1.243329405784607,858.40625,872415232 +63,mlp.gate_proj,8,128,8,128,1.4244357347488403,845.203125,872415232 +63,mlp.up_proj,2,32,8,128,83.83872985839844,260.8125,872415232 +63,mlp.up_proj,2,64,8,128,93.04719543457031,234.40625,872415232 +63,mlp.up_proj,2,128,8,128,102.16903686523438,221.203125,872415232 +63,mlp.up_proj,3,32,8,128,34.438873291015625,364.8125,872415232 +63,mlp.up_proj,3,64,8,128,41.01526641845703,338.40625,872415232 +63,mlp.up_proj,3,128,8,128,45.5903205871582,325.203125,872415232 +63,mlp.up_proj,4,32,8,128,16.39694595336914,468.8125,872415232 +63,mlp.up_proj,4,64,8,128,18.475692749023438,442.40625,872415232 +63,mlp.up_proj,4,128,8,128,22.135711669921875,429.203125,872415232 +63,mlp.up_proj,8,32,8,128,1.011268138885498,884.8125,872415232 +63,mlp.up_proj,8,64,8,128,1.1060205698013306,858.40625,872415232 +63,mlp.up_proj,8,128,8,128,1.291683554649353,845.203125,872415232 +63,mlp.down_proj,2,32,8,128,86.39852905273438,260.8125,872415232 +63,mlp.down_proj,2,64,8,128,94.20293426513672,234.40625,872415232 +63,mlp.down_proj,2,128,8,128,105.20957946777344,221.203125,872415232 +63,mlp.down_proj,3,32,8,128,35.121376037597656,364.8125,872415232 +63,mlp.down_proj,3,64,8,128,42.363948822021484,338.40625,872415232 +63,mlp.down_proj,3,128,8,128,45.862911224365234,325.203125,872415232 +63,mlp.down_proj,4,32,8,128,16.589092254638672,468.8125,872415232 +63,mlp.down_proj,4,64,8,128,19.008947372436523,442.40625,872415232 +63,mlp.down_proj,4,128,8,128,22.641128540039062,429.203125,872415232 +63,mlp.down_proj,8,32,8,128,1.0198692083358765,884.8125,872415232 +63,mlp.down_proj,8,64,8,128,1.134008765220642,858.40625,872415232 +63,mlp.down_proj,8,128,8,128,1.3393629789352417,845.203125,872415232 +64,self_attn.q_proj,2,32,8,128,50.979270935058594,80.25,268435456 +64,self_attn.q_proj,2,64,8,128,60.508033752441406,72.125,268435456 +64,self_attn.q_proj,2,128,8,128,68.51129913330078,68.0625,268435456 +64,self_attn.q_proj,3,32,8,128,22.01446533203125,112.25,268435456 +64,self_attn.q_proj,3,64,8,128,25.775293350219727,104.125,268435456 +64,self_attn.q_proj,3,128,8,128,29.66685676574707,100.0625,268435456 +64,self_attn.q_proj,4,32,8,128,10.22653579711914,144.25,268435456 +64,self_attn.q_proj,4,64,8,128,12.054317474365234,136.125,268435456 +64,self_attn.q_proj,4,128,8,128,13.783942222595215,132.0625,268435456 +64,self_attn.q_proj,8,32,8,128,0.622809648513794,272.25,268435456 +64,self_attn.q_proj,8,64,8,128,0.7354381084442139,264.125,268435456 +64,self_attn.q_proj,8,128,8,128,0.834109902381897,260.0625,268435456 +64,self_attn.v_proj,2,32,8,128,14.848485946655273,10.03125,33554432 +64,self_attn.v_proj,2,64,8,128,18.335851669311523,9.015625,33554432 +64,self_attn.v_proj,2,128,8,128,21.482580184936523,8.5078125,33554432 +64,self_attn.v_proj,3,32,8,128,6.342976093292236,14.03125,33554432 +64,self_attn.v_proj,3,64,8,128,7.841714382171631,13.015625,33554432 +64,self_attn.v_proj,3,128,8,128,9.187057495117188,12.5078125,33554432 +64,self_attn.v_proj,4,32,8,128,2.959993600845337,18.03125,33554432 +64,self_attn.v_proj,4,64,8,128,3.6578052043914795,17.015625,33554432 +64,self_attn.v_proj,4,128,8,128,4.287530899047852,16.5078125,33554432 +64,self_attn.v_proj,8,32,8,128,0.1793815642595291,34.03125,33554432 +64,self_attn.v_proj,8,64,8,128,0.22155418992042542,33.015625,33554432 +64,self_attn.v_proj,8,128,8,128,0.25955715775489807,32.5078125,33554432 +64,self_attn.k_proj,2,32,8,128,36.22477340698242,10.03125,33554432 +64,self_attn.k_proj,2,64,8,128,47.6776008605957,9.015625,33554432 +64,self_attn.k_proj,2,128,8,128,56.55179214477539,8.5078125,33554432 +64,self_attn.k_proj,3,32,8,128,15.558323860168457,14.03125,33554432 +64,self_attn.k_proj,3,64,8,128,21.06330108642578,13.015625,33554432 +64,self_attn.k_proj,3,128,8,128,25.6486759185791,12.5078125,33554432 +64,self_attn.k_proj,4,32,8,128,7.26091194152832,18.03125,33554432 +64,self_attn.k_proj,4,64,8,128,9.832956314086914,17.015625,33554432 +64,self_attn.k_proj,4,128,8,128,11.99567985534668,16.5078125,33554432 +64,self_attn.k_proj,8,32,8,128,0.43981873989105225,34.03125,33554432 +64,self_attn.k_proj,8,64,8,128,0.5958264470100403,33.015625,33554432 +64,self_attn.k_proj,8,128,8,128,0.7264663577079773,32.5078125,33554432 +64,self_attn.o_proj,2,32,8,128,51.06512451171875,80.25,268435456 +64,self_attn.o_proj,2,64,8,128,59.73265075683594,72.125,268435456 +64,self_attn.o_proj,2,128,8,128,67.15489959716797,68.0625,268435456 +64,self_attn.o_proj,3,32,8,128,21.963775634765625,112.25,268435456 +64,self_attn.o_proj,3,64,8,128,25.463886260986328,104.125,268435456 +64,self_attn.o_proj,3,128,8,128,28.78495216369629,100.0625,268435456 +64,self_attn.o_proj,4,32,8,128,10.215131759643555,144.25,268435456 +64,self_attn.o_proj,4,64,8,128,11.892641067504883,136.125,268435456 +64,self_attn.o_proj,4,128,8,128,13.42097282409668,132.0625,268435456 +64,self_attn.o_proj,8,32,8,128,0.6247556209564209,272.25,268435456 +64,self_attn.o_proj,8,64,8,128,0.7273819446563721,264.125,268435456 +64,self_attn.o_proj,8,128,8,128,0.8141162991523743,260.0625,268435456 +64,mlp.gate_proj,2,32,8,128,91.04718780517578,260.8125,872415232 +64,mlp.gate_proj,2,64,8,128,99.49579620361328,234.40625,872415232 +64,mlp.gate_proj,2,128,8,128,117.1796875,221.203125,872415232 +64,mlp.gate_proj,3,32,8,128,37.38323974609375,364.8125,872415232 +64,mlp.gate_proj,3,64,8,128,45.41525650024414,338.40625,872415232 +64,mlp.gate_proj,3,128,8,128,47.88688278198242,325.203125,872415232 +64,mlp.gate_proj,4,32,8,128,17.323991775512695,468.8125,872415232 +64,mlp.gate_proj,4,64,8,128,20.820764541625977,442.40625,872415232 +64,mlp.gate_proj,4,128,8,128,23.033395767211914,429.203125,872415232 +64,mlp.gate_proj,8,32,8,128,1.0558072328567505,884.8125,872415232 +64,mlp.gate_proj,8,64,8,128,1.236228585243225,858.40625,872415232 +64,mlp.gate_proj,8,128,8,128,1.4232059717178345,845.203125,872415232 +64,mlp.up_proj,2,32,8,128,83.75849914550781,260.8125,872415232 +64,mlp.up_proj,2,64,8,128,93.01118469238281,234.40625,872415232 +64,mlp.up_proj,2,128,8,128,102.05276489257812,221.203125,872415232 +64,mlp.up_proj,3,32,8,128,34.41682815551758,364.8125,872415232 +64,mlp.up_proj,3,64,8,128,40.96965408325195,338.40625,872415232 +64,mlp.up_proj,3,128,8,128,45.5806999206543,325.203125,872415232 +64,mlp.up_proj,4,32,8,128,16.39036750793457,468.8125,872415232 +64,mlp.up_proj,4,64,8,128,18.457294464111328,442.40625,872415232 +64,mlp.up_proj,4,128,8,128,22.096220016479492,429.203125,872415232 +64,mlp.up_proj,8,32,8,128,1.0110105276107788,884.8125,872415232 +64,mlp.up_proj,8,64,8,128,1.1050125360488892,858.40625,872415232 +64,mlp.up_proj,8,128,8,128,1.289674997329712,845.203125,872415232 +64,mlp.down_proj,2,32,8,128,86.0143051147461,260.8125,872415232 +64,mlp.down_proj,2,64,8,128,94.01908874511719,234.40625,872415232 +64,mlp.down_proj,2,128,8,128,104.7015380859375,221.203125,872415232 +64,mlp.down_proj,3,32,8,128,35.01673126220703,364.8125,872415232 +64,mlp.down_proj,3,64,8,128,42.164405822753906,338.40625,872415232 +64,mlp.down_proj,3,128,8,128,45.818721771240234,325.203125,872415232 +64,mlp.down_proj,4,32,8,128,16.560325622558594,468.8125,872415232 +64,mlp.down_proj,4,64,8,128,18.929582595825195,442.40625,872415232 +64,mlp.down_proj,4,128,8,128,22.635194778442383,429.203125,872415232 +64,mlp.down_proj,8,32,8,128,1.0185736417770386,884.8125,872415232 +64,mlp.down_proj,8,64,8,128,1.1300643682479858,858.40625,872415232 +64,mlp.down_proj,8,128,8,128,1.3328040838241577,845.203125,872415232 +65,self_attn.q_proj,2,32,8,128,51.40522003173828,80.25,268435456 +65,self_attn.q_proj,2,64,8,128,61.35742950439453,72.125,268435456 +65,self_attn.q_proj,2,128,8,128,69.14512634277344,68.0625,268435456 +65,self_attn.q_proj,3,32,8,128,22.311920166015625,112.25,268435456 +65,self_attn.q_proj,3,64,8,128,26.392501831054688,104.125,268435456 +65,self_attn.q_proj,3,128,8,128,30.639978408813477,100.0625,268435456 +65,self_attn.q_proj,4,32,8,128,10.365276336669922,144.25,268435456 +65,self_attn.q_proj,4,64,8,128,12.31850528717041,136.125,268435456 +65,self_attn.q_proj,4,128,8,128,14.234175682067871,132.0625,268435456 +65,self_attn.q_proj,8,32,8,128,0.6304463744163513,272.25,268435456 +65,self_attn.q_proj,8,64,8,128,0.7503260374069214,264.125,268435456 +65,self_attn.q_proj,8,128,8,128,0.860328197479248,260.0625,268435456 +65,self_attn.v_proj,2,32,8,128,15.72098159790039,10.03125,33554432 +65,self_attn.v_proj,2,64,8,128,19.358949661254883,9.015625,33554432 +65,self_attn.v_proj,2,128,8,128,22.608318328857422,8.5078125,33554432 +65,self_attn.v_proj,3,32,8,128,6.716244697570801,14.03125,33554432 +65,self_attn.v_proj,3,64,8,128,8.278428077697754,13.015625,33554432 +65,self_attn.v_proj,3,128,8,128,9.668248176574707,12.5078125,33554432 +65,self_attn.v_proj,4,32,8,128,3.1341707706451416,18.03125,33554432 +65,self_attn.v_proj,4,64,8,128,3.863356828689575,17.015625,33554432 +65,self_attn.v_proj,4,128,8,128,4.511652946472168,16.5078125,33554432 +65,self_attn.v_proj,8,32,8,128,0.18986646831035614,34.03125,33554432 +65,self_attn.v_proj,8,64,8,128,0.23386934399604797,33.015625,33554432 +65,self_attn.v_proj,8,128,8,128,0.27325713634490967,32.5078125,33554432 +65,self_attn.k_proj,2,32,8,128,37.30356979370117,10.03125,33554432 +65,self_attn.k_proj,2,64,8,128,47.938316345214844,9.015625,33554432 +65,self_attn.k_proj,2,128,8,128,56.24113845825195,8.5078125,33554432 +65,self_attn.k_proj,3,32,8,128,16.411479949951172,14.03125,33554432 +65,self_attn.k_proj,3,64,8,128,22.115306854248047,13.015625,33554432 +65,self_attn.k_proj,3,128,8,128,27.154138565063477,12.5078125,33554432 +65,self_attn.k_proj,4,32,8,128,7.674549102783203,18.03125,33554432 +65,self_attn.k_proj,4,64,8,128,10.37398910522461,17.015625,33554432 +65,self_attn.k_proj,4,128,8,128,12.81115436553955,16.5078125,33554432 +65,self_attn.k_proj,8,32,8,128,0.4649112820625305,34.03125,33554432 +65,self_attn.k_proj,8,64,8,128,0.62860107421875,33.015625,33554432 +65,self_attn.k_proj,8,128,8,128,0.7758654356002808,32.5078125,33554432 +65,self_attn.o_proj,2,32,8,128,51.54091262817383,80.25,268435456 +65,self_attn.o_proj,2,64,8,128,60.308433532714844,72.125,268435456 +65,self_attn.o_proj,2,128,8,128,67.73345184326172,68.0625,268435456 +65,self_attn.o_proj,3,32,8,128,22.178335189819336,112.25,268435456 +65,self_attn.o_proj,3,64,8,128,25.693458557128906,104.125,268435456 +65,self_attn.o_proj,3,128,8,128,29.029504776000977,100.0625,268435456 +65,self_attn.o_proj,4,32,8,128,10.312963485717773,144.25,268435456 +65,self_attn.o_proj,4,64,8,128,11.99404239654541,136.125,268435456 +65,self_attn.o_proj,4,128,8,128,13.536070823669434,132.0625,268435456 +65,self_attn.o_proj,8,32,8,128,0.6307498812675476,272.25,268435456 +65,self_attn.o_proj,8,64,8,128,0.733177900314331,264.125,268435456 +65,self_attn.o_proj,8,128,8,128,0.8211658000946045,260.0625,268435456 +65,mlp.gate_proj,2,32,8,128,91.12115478515625,260.8125,872415232 +65,mlp.gate_proj,2,64,8,128,99.78440856933594,234.40625,872415232 +65,mlp.gate_proj,2,128,8,128,117.82957458496094,221.203125,872415232 +65,mlp.gate_proj,3,32,8,128,37.48779296875,364.8125,872415232 +65,mlp.gate_proj,3,64,8,128,45.443519592285156,338.40625,872415232 +65,mlp.gate_proj,3,128,8,128,48.03269958496094,325.203125,872415232 +65,mlp.gate_proj,4,32,8,128,17.36003875732422,468.8125,872415232 +65,mlp.gate_proj,4,64,8,128,20.895456314086914,442.40625,872415232 +65,mlp.gate_proj,4,128,8,128,23.06512451171875,429.203125,872415232 +65,mlp.gate_proj,8,32,8,128,1.0576494932174683,884.8125,872415232 +65,mlp.gate_proj,8,64,8,128,1.2406461238861084,858.40625,872415232 +65,mlp.gate_proj,8,128,8,128,1.4243800640106201,845.203125,872415232 +65,mlp.up_proj,2,32,8,128,82.69780731201172,260.8125,872415232 +65,mlp.up_proj,2,64,8,128,92.60612487792969,234.40625,872415232 +65,mlp.up_proj,2,128,8,128,100.88287353515625,221.203125,872415232 +65,mlp.up_proj,3,32,8,128,34.15545654296875,364.8125,872415232 +65,mlp.up_proj,3,64,8,128,40.39624786376953,338.40625,872415232 +65,mlp.up_proj,3,128,8,128,45.4940185546875,325.203125,872415232 +65,mlp.up_proj,4,32,8,128,16.321189880371094,468.8125,872415232 +65,mlp.up_proj,4,64,8,128,18.242204666137695,442.40625,872415232 +65,mlp.up_proj,4,128,8,128,21.743013381958008,429.203125,872415232 +65,mlp.up_proj,8,32,8,128,1.008048176765442,884.8125,872415232 +65,mlp.up_proj,8,64,8,128,1.0940436124801636,858.40625,872415232 +65,mlp.up_proj,8,128,8,128,1.2691017389297485,845.203125,872415232 +65,mlp.down_proj,2,32,8,128,85.54513549804688,260.8125,872415232 +65,mlp.down_proj,2,64,8,128,93.76787567138672,234.40625,872415232 +65,mlp.down_proj,2,128,8,128,104.06564331054688,221.203125,872415232 +65,mlp.down_proj,3,32,8,128,34.88441848754883,364.8125,872415232 +65,mlp.down_proj,3,64,8,128,41.900238037109375,338.40625,872415232 +65,mlp.down_proj,3,128,8,128,45.74252700805664,325.203125,872415232 +65,mlp.down_proj,4,32,8,128,16.520389556884766,468.8125,872415232 +65,mlp.down_proj,4,64,8,128,18.820505142211914,442.40625,872415232 +65,mlp.down_proj,4,128,8,128,22.62558364868164,429.203125,872415232 +65,mlp.down_proj,8,32,8,128,1.0167564153671265,884.8125,872415232 +65,mlp.down_proj,8,64,8,128,1.124059796333313,858.40625,872415232 +65,mlp.down_proj,8,128,8,128,1.322432279586792,845.203125,872415232 +66,self_attn.q_proj,2,32,8,128,50.93599319458008,80.25,268435456 +66,self_attn.q_proj,2,64,8,128,60.9884147644043,72.125,268435456 +66,self_attn.q_proj,2,128,8,128,68.93777465820312,68.0625,268435456 +66,self_attn.q_proj,3,32,8,128,22.075206756591797,112.25,268435456 +66,self_attn.q_proj,3,64,8,128,26.196470260620117,104.125,268435456 +66,self_attn.q_proj,3,128,8,128,30.42412567138672,100.0625,268435456 +66,self_attn.q_proj,4,32,8,128,10.255035400390625,144.25,268435456 +66,self_attn.q_proj,4,64,8,128,12.231202125549316,136.125,268435456 +66,self_attn.q_proj,4,128,8,128,14.13665771484375,132.0625,268435456 +66,self_attn.q_proj,8,32,8,128,0.6250078678131104,272.25,268435456 +66,self_attn.q_proj,8,64,8,128,0.7448973059654236,264.125,268435456 +66,self_attn.q_proj,8,128,8,128,0.8545379638671875,260.0625,268435456 +66,self_attn.v_proj,2,32,8,128,15.636862754821777,10.03125,33554432 +66,self_attn.v_proj,2,64,8,128,19.20512580871582,9.015625,33554432 +66,self_attn.v_proj,2,128,8,128,22.367273330688477,8.5078125,33554432 +66,self_attn.v_proj,3,32,8,128,6.677425384521484,14.03125,33554432 +66,self_attn.v_proj,3,64,8,128,8.212361335754395,13.015625,33554432 +66,self_attn.v_proj,3,128,8,128,9.565816879272461,12.5078125,33554432 +66,self_attn.v_proj,4,32,8,128,3.114898920059204,18.03125,33554432 +66,self_attn.v_proj,4,64,8,128,3.8313510417938232,17.015625,33554432 +66,self_attn.v_proj,4,128,8,128,4.461780548095703,16.5078125,33554432 +66,self_attn.v_proj,8,32,8,128,0.18881550431251526,34.03125,33554432 +66,self_attn.v_proj,8,64,8,128,0.23189541697502136,33.015625,33554432 +66,self_attn.v_proj,8,128,8,128,0.2701181471347809,32.5078125,33554432 +66,self_attn.k_proj,2,32,8,128,35.68278121948242,10.03125,33554432 +66,self_attn.k_proj,2,64,8,128,45.737831115722656,9.015625,33554432 +66,self_attn.k_proj,2,128,8,128,53.72850036621094,8.5078125,33554432 +66,self_attn.k_proj,3,32,8,128,15.680892944335938,14.03125,33554432 +66,self_attn.k_proj,3,64,8,128,21.004013061523438,13.015625,33554432 +66,self_attn.k_proj,3,128,8,128,25.78162956237793,12.5078125,33554432 +66,self_attn.k_proj,4,32,8,128,7.334864139556885,18.03125,33554432 +66,self_attn.k_proj,4,64,8,128,9.856086730957031,17.015625,33554432 +66,self_attn.k_proj,4,128,8,128,12.162460327148438,16.5078125,33554432 +66,self_attn.k_proj,8,32,8,128,0.44398969411849976,34.03125,33554432 +66,self_attn.k_proj,8,64,8,128,0.59709632396698,33.015625,33554432 +66,self_attn.k_proj,8,128,8,128,0.7368422746658325,32.5078125,33554432 +66,self_attn.o_proj,2,32,8,128,51.70082092285156,80.25,268435456 +66,self_attn.o_proj,2,64,8,128,60.50973129272461,72.125,268435456 +66,self_attn.o_proj,2,128,8,128,67.9415283203125,68.0625,268435456 +66,self_attn.o_proj,3,32,8,128,22.247303009033203,112.25,268435456 +66,self_attn.o_proj,3,64,8,128,25.777568817138672,104.125,268435456 +66,self_attn.o_proj,3,128,8,128,29.12149429321289,100.0625,268435456 +66,self_attn.o_proj,4,32,8,128,10.346728324890137,144.25,268435456 +66,self_attn.o_proj,4,64,8,128,12.030835151672363,136.125,268435456 +66,self_attn.o_proj,4,128,8,128,13.580859184265137,132.0625,268435456 +66,self_attn.o_proj,8,32,8,128,0.6328319311141968,272.25,268435456 +66,self_attn.o_proj,8,64,8,128,0.7352902293205261,264.125,268435456 +66,self_attn.o_proj,8,128,8,128,0.8238270282745361,260.0625,268435456 +66,mlp.gate_proj,2,32,8,128,91.11953735351562,260.8125,872415232 +66,mlp.gate_proj,2,64,8,128,99.78202819824219,234.40625,872415232 +66,mlp.gate_proj,2,128,8,128,117.80514526367188,221.203125,872415232 +66,mlp.gate_proj,3,32,8,128,37.49273681640625,364.8125,872415232 +66,mlp.gate_proj,3,64,8,128,45.440711975097656,338.40625,872415232 +66,mlp.gate_proj,3,128,8,128,48.0016975402832,325.203125,872415232 +66,mlp.gate_proj,4,32,8,128,17.36280059814453,468.8125,872415232 +66,mlp.gate_proj,4,64,8,128,20.899890899658203,442.40625,872415232 +66,mlp.gate_proj,4,128,8,128,23.058080673217773,429.203125,872415232 +66,mlp.gate_proj,8,32,8,128,1.0577490329742432,884.8125,872415232 +66,mlp.gate_proj,8,64,8,128,1.2408161163330078,858.40625,872415232 +66,mlp.gate_proj,8,128,8,128,1.4241299629211426,845.203125,872415232 +66,mlp.up_proj,2,32,8,128,82.73372650146484,260.8125,872415232 +66,mlp.up_proj,2,64,8,128,92.62884521484375,234.40625,872415232 +66,mlp.up_proj,2,128,8,128,100.93936920166016,221.203125,872415232 +66,mlp.up_proj,3,32,8,128,34.16564178466797,364.8125,872415232 +66,mlp.up_proj,3,64,8,128,40.41865539550781,338.40625,872415232 +66,mlp.up_proj,3,128,8,128,45.5039176940918,325.203125,872415232 +66,mlp.up_proj,4,32,8,128,16.324012756347656,468.8125,872415232 +66,mlp.up_proj,4,64,8,128,18.25333595275879,442.40625,872415232 +66,mlp.up_proj,4,128,8,128,21.773366928100586,429.203125,872415232 +66,mlp.up_proj,8,32,8,128,1.0081802606582642,884.8125,872415232 +66,mlp.up_proj,8,64,8,128,1.0946245193481445,858.40625,872415232 +66,mlp.up_proj,8,128,8,128,1.2702815532684326,845.203125,872415232 +66,mlp.down_proj,2,32,8,128,85.44064331054688,260.8125,872415232 +66,mlp.down_proj,2,64,8,128,93.71224212646484,234.40625,872415232 +66,mlp.down_proj,2,128,8,128,103.93294525146484,221.203125,872415232 +66,mlp.down_proj,3,32,8,128,34.851261138916016,364.8125,872415232 +66,mlp.down_proj,3,64,8,128,41.83113098144531,338.40625,872415232 +66,mlp.down_proj,3,128,8,128,45.72567367553711,325.203125,872415232 +66,mlp.down_proj,4,32,8,128,16.510446548461914,468.8125,872415232 +66,mlp.down_proj,4,64,8,128,18.794544219970703,442.40625,872415232 +66,mlp.down_proj,4,128,8,128,22.59441566467285,429.203125,872415232 +66,mlp.down_proj,8,32,8,128,1.0163371562957764,884.8125,872415232 +66,mlp.down_proj,8,64,8,128,1.1227079629898071,858.40625,872415232 +66,mlp.down_proj,8,128,8,128,1.3201003074645996,845.203125,872415232 +67,self_attn.q_proj,2,32,8,128,50.92917251586914,80.25,268435456 +67,self_attn.q_proj,2,64,8,128,61.032779693603516,72.125,268435456 +67,self_attn.q_proj,2,128,8,128,69.1695556640625,68.0625,268435456 +67,self_attn.q_proj,3,32,8,128,22.077899932861328,112.25,268435456 +67,self_attn.q_proj,3,64,8,128,26.219655990600586,104.125,268435456 +67,self_attn.q_proj,3,128,8,128,30.554948806762695,100.0625,268435456 +67,self_attn.q_proj,4,32,8,128,10.256025314331055,144.25,268435456 +67,self_attn.q_proj,4,64,8,128,12.240774154663086,136.125,268435456 +67,self_attn.q_proj,4,128,8,128,14.194329261779785,132.0625,268435456 +67,self_attn.q_proj,8,32,8,128,0.625623881816864,272.25,268435456 +67,self_attn.q_proj,8,64,8,128,0.7462539076805115,264.125,268435456 +67,self_attn.q_proj,8,128,8,128,0.8582553863525391,260.0625,268435456 +67,self_attn.v_proj,2,32,8,128,15.819125175476074,10.03125,33554432 +67,self_attn.v_proj,2,64,8,128,19.461292266845703,9.015625,33554432 +67,self_attn.v_proj,2,128,8,128,22.7149600982666,8.5078125,33554432 +67,self_attn.v_proj,3,32,8,128,6.756184101104736,14.03125,33554432 +67,self_attn.v_proj,3,64,8,128,8.321090698242188,13.015625,33554432 +67,self_attn.v_proj,3,128,8,128,9.715690612792969,12.5078125,33554432 +67,self_attn.v_proj,4,32,8,128,3.152005195617676,18.03125,33554432 +67,self_attn.v_proj,4,64,8,128,3.8839714527130127,17.015625,33554432 +67,self_attn.v_proj,4,128,8,128,4.5331549644470215,16.5078125,33554432 +67,self_attn.v_proj,8,32,8,128,0.19089803099632263,34.03125,33554432 +67,self_attn.v_proj,8,64,8,128,0.2350553423166275,33.015625,33554432 +67,self_attn.v_proj,8,128,8,128,0.27444034814834595,32.5078125,33554432 +67,self_attn.k_proj,2,32,8,128,35.62275695800781,10.03125,33554432 +67,self_attn.k_proj,2,64,8,128,45.40184783935547,9.015625,33554432 +67,self_attn.k_proj,2,128,8,128,53.15404510498047,8.5078125,33554432 +67,self_attn.k_proj,3,32,8,128,15.797799110412598,14.03125,33554432 +67,self_attn.k_proj,3,64,8,128,21.185449600219727,13.015625,33554432 +67,self_attn.k_proj,3,128,8,128,26.0189208984375,12.5078125,33554432 +67,self_attn.k_proj,4,32,8,128,7.396169662475586,18.03125,33554432 +67,self_attn.k_proj,4,64,8,128,9.957428932189941,17.015625,33554432 +67,self_attn.k_proj,4,128,8,128,12.319525718688965,16.5078125,33554432 +67,self_attn.k_proj,8,32,8,128,0.4475495517253876,34.03125,33554432 +67,self_attn.k_proj,8,64,8,128,0.6032046675682068,33.015625,33554432 +67,self_attn.k_proj,8,128,8,128,0.7463183403015137,32.5078125,33554432 +67,self_attn.o_proj,2,32,8,128,51.19813919067383,80.25,268435456 +67,self_attn.o_proj,2,64,8,128,59.88871383666992,72.125,268435456 +67,self_attn.o_proj,2,128,8,128,67.29344177246094,68.0625,268435456 +67,self_attn.o_proj,3,32,8,128,22.022939682006836,112.25,268435456 +67,self_attn.o_proj,3,64,8,128,25.521663665771484,104.125,268435456 +67,self_attn.o_proj,3,128,8,128,28.83289909362793,100.0625,268435456 +67,self_attn.o_proj,4,32,8,128,10.241491317749023,144.25,268435456 +67,self_attn.o_proj,4,64,8,128,11.919384002685547,136.125,268435456 +67,self_attn.o_proj,4,128,8,128,13.443073272705078,132.0625,268435456 +67,self_attn.o_proj,8,32,8,128,0.6264183521270752,272.25,268435456 +67,self_attn.o_proj,8,64,8,128,0.7288724780082703,264.125,268435456 +67,self_attn.o_proj,8,128,8,128,0.8157009482383728,260.0625,268435456 +67,mlp.gate_proj,2,32,8,128,91.27513122558594,260.8125,872415232 +67,mlp.gate_proj,2,64,8,128,100.4582748413086,234.40625,872415232 +67,mlp.gate_proj,2,128,8,128,119.13615417480469,221.203125,872415232 +67,mlp.gate_proj,3,32,8,128,37.72398376464844,364.8125,872415232 +67,mlp.gate_proj,3,64,8,128,45.51546096801758,338.40625,872415232 +67,mlp.gate_proj,3,128,8,128,48.357765197753906,325.203125,872415232 +67,mlp.gate_proj,4,32,8,128,17.446643829345703,468.8125,872415232 +67,mlp.gate_proj,4,64,8,128,21.08637809753418,442.40625,872415232 +67,mlp.gate_proj,4,128,8,128,23.155452728271484,429.203125,872415232 +67,mlp.gate_proj,8,32,8,128,1.0621411800384521,884.8125,872415232 +67,mlp.gate_proj,8,64,8,128,1.2518470287322998,858.40625,872415232 +67,mlp.gate_proj,8,128,8,128,1.4276299476623535,845.203125,872415232 +67,mlp.up_proj,2,32,8,128,82.71096801757812,260.8125,872415232 +67,mlp.up_proj,2,64,8,128,92.60885620117188,234.40625,872415232 +67,mlp.up_proj,2,128,8,128,100.90589904785156,221.203125,872415232 +67,mlp.up_proj,3,32,8,128,34.159603118896484,364.8125,872415232 +67,mlp.up_proj,3,64,8,128,40.404727935791016,338.40625,872415232 +67,mlp.up_proj,3,128,8,128,45.496070861816406,325.203125,872415232 +67,mlp.up_proj,4,32,8,128,16.322586059570312,468.8125,872415232 +67,mlp.up_proj,4,64,8,128,18.24997329711914,442.40625,872415232 +67,mlp.up_proj,4,128,8,128,21.754976272583008,429.203125,872415232 +67,mlp.up_proj,8,32,8,128,1.008109450340271,884.8125,872415232 +67,mlp.up_proj,8,64,8,128,1.094254970550537,858.40625,872415232 +67,mlp.up_proj,8,128,8,128,1.2695821523666382,845.203125,872415232 +67,mlp.down_proj,2,32,8,128,85.33378601074219,260.8125,872415232 +67,mlp.down_proj,2,64,8,128,93.66474151611328,234.40625,872415232 +67,mlp.down_proj,2,128,8,128,103.80349731445312,221.203125,872415232 +67,mlp.down_proj,3,32,8,128,34.82521057128906,364.8125,872415232 +67,mlp.down_proj,3,64,8,128,41.78390884399414,338.40625,872415232 +67,mlp.down_proj,3,128,8,128,45.715354919433594,325.203125,872415232 +67,mlp.down_proj,4,32,8,128,16.502941131591797,468.8125,872415232 +67,mlp.down_proj,4,64,8,128,18.770811080932617,442.40625,872415232 +67,mlp.down_proj,4,128,8,128,22.55554962158203,429.203125,872415232 +67,mlp.down_proj,8,32,8,128,1.0159955024719238,884.8125,872415232 +67,mlp.down_proj,8,64,8,128,1.1215108633041382,858.40625,872415232 +67,mlp.down_proj,8,128,8,128,1.317948818206787,845.203125,872415232 +68,self_attn.q_proj,2,32,8,128,45.78683090209961,80.25,268435456 +68,self_attn.q_proj,2,64,8,128,53.95084762573242,72.125,268435456 +68,self_attn.q_proj,2,128,8,128,61.714935302734375,68.0625,268435456 +68,self_attn.q_proj,3,32,8,128,19.589059829711914,112.25,268435456 +68,self_attn.q_proj,3,64,8,128,23.516115188598633,104.125,268435456 +68,self_attn.q_proj,3,128,8,128,27.01862907409668,100.0625,268435456 +68,self_attn.q_proj,4,32,8,128,9.124565124511719,144.25,268435456 +68,self_attn.q_proj,4,64,8,128,11.023347854614258,136.125,268435456 +68,self_attn.q_proj,4,128,8,128,12.60189151763916,132.0625,268435456 +68,self_attn.q_proj,8,32,8,128,0.5564438700675964,272.25,268435456 +68,self_attn.q_proj,8,64,8,128,0.6701723337173462,264.125,268435456 +68,self_attn.q_proj,8,128,8,128,0.7641937732696533,260.0625,268435456 +68,self_attn.v_proj,2,32,8,128,16.240915298461914,10.03125,33554432 +68,self_attn.v_proj,2,64,8,128,19.949485778808594,9.015625,33554432 +68,self_attn.v_proj,2,128,8,128,23.233673095703125,8.5078125,33554432 +68,self_attn.v_proj,3,32,8,128,6.938436985015869,14.03125,33554432 +68,self_attn.v_proj,3,64,8,128,8.528945922851562,13.015625,33554432 +68,self_attn.v_proj,3,128,8,128,9.934613227844238,12.5078125,33554432 +68,self_attn.v_proj,4,32,8,128,3.2367892265319824,18.03125,33554432 +68,self_attn.v_proj,4,64,8,128,3.981029510498047,17.015625,33554432 +68,self_attn.v_proj,4,128,8,128,4.635677814483643,16.5078125,33554432 +68,self_attn.v_proj,8,32,8,128,0.19611681997776031,34.03125,33554432 +68,self_attn.v_proj,8,64,8,128,0.2409168779850006,33.015625,33554432 +68,self_attn.v_proj,8,128,8,128,0.2808169722557068,32.5078125,33554432 +68,self_attn.k_proj,2,32,8,128,30.754440307617188,10.03125,33554432 +68,self_attn.k_proj,2,64,8,128,38.9851188659668,9.015625,33554432 +68,self_attn.k_proj,2,128,8,128,45.6376953125,8.5078125,33554432 +68,self_attn.k_proj,3,32,8,128,14.109624862670898,14.03125,33554432 +68,self_attn.k_proj,3,64,8,128,19.365272521972656,13.015625,33554432 +68,self_attn.k_proj,3,128,8,128,24.086748123168945,12.5078125,33554432 +68,self_attn.k_proj,4,32,8,128,6.636048793792725,18.03125,33554432 +68,self_attn.k_proj,4,64,8,128,9.196354866027832,17.015625,33554432 +68,self_attn.k_proj,4,128,8,128,11.64542007446289,16.5078125,33554432 +68,self_attn.k_proj,8,32,8,128,0.40181979537010193,34.03125,33554432 +68,self_attn.k_proj,8,64,8,128,0.5569783449172974,33.015625,33554432 +68,self_attn.k_proj,8,128,8,128,0.7058805227279663,32.5078125,33554432 +68,self_attn.o_proj,2,32,8,128,51.05429458618164,80.25,268435456 +68,self_attn.o_proj,2,64,8,128,59.70336151123047,72.125,268435456 +68,self_attn.o_proj,2,128,8,128,67.11129760742188,68.0625,268435456 +68,self_attn.o_proj,3,32,8,128,21.95594596862793,112.25,268435456 +68,self_attn.o_proj,3,64,8,128,25.447481155395508,104.125,268435456 +68,self_attn.o_proj,3,128,8,128,28.744298934936523,100.0625,268435456 +68,self_attn.o_proj,4,32,8,128,10.210851669311523,144.25,268435456 +68,self_attn.o_proj,4,64,8,128,11.885180473327637,136.125,268435456 +68,self_attn.o_proj,4,128,8,128,13.403715133666992,132.0625,268435456 +68,self_attn.o_proj,8,32,8,128,0.6245673298835754,272.25,268435456 +68,self_attn.o_proj,8,64,8,128,0.7269434928894043,264.125,268435456 +68,self_attn.o_proj,8,128,8,128,0.8132688999176025,260.0625,268435456 +68,mlp.gate_proj,2,32,8,128,91.41189575195312,260.8125,872415232 +68,mlp.gate_proj,2,64,8,128,100.96646881103516,234.40625,872415232 +68,mlp.gate_proj,2,128,8,128,120.03948974609375,221.203125,872415232 +68,mlp.gate_proj,3,32,8,128,37.92405700683594,364.8125,872415232 +68,mlp.gate_proj,3,64,8,128,45.57135772705078,338.40625,872415232 +68,mlp.gate_proj,3,128,8,128,48.5861701965332,325.203125,872415232 +68,mlp.gate_proj,4,32,8,128,17.51648712158203,468.8125,872415232 +68,mlp.gate_proj,4,64,8,128,21.23439598083496,442.40625,872415232 +68,mlp.gate_proj,4,128,8,128,23.2080020904541,429.203125,872415232 +68,mlp.gate_proj,8,32,8,128,1.0657484531402588,884.8125,872415232 +68,mlp.gate_proj,8,64,8,128,1.26047945022583,858.40625,872415232 +68,mlp.gate_proj,8,128,8,128,1.4296534061431885,845.203125,872415232 +68,mlp.up_proj,2,32,8,128,82.7581558227539,260.8125,872415232 +68,mlp.up_proj,2,64,8,128,92.62681579589844,234.40625,872415232 +68,mlp.up_proj,2,128,8,128,100.9214096069336,221.203125,872415232 +68,mlp.up_proj,3,32,8,128,34.1738395690918,364.8125,872415232 +68,mlp.up_proj,3,64,8,128,40.41981506347656,338.40625,872415232 +68,mlp.up_proj,3,128,8,128,45.496212005615234,325.203125,872415232 +68,mlp.up_proj,4,32,8,128,16.32477569580078,468.8125,872415232 +68,mlp.up_proj,4,64,8,128,18.25324249267578,442.40625,872415232 +68,mlp.up_proj,4,128,8,128,21.770559310913086,429.203125,872415232 +68,mlp.up_proj,8,32,8,128,1.0081943273544312,884.8125,872415232 +68,mlp.up_proj,8,64,8,128,1.0945497751235962,858.40625,872415232 +68,mlp.up_proj,8,128,8,128,1.270042896270752,845.203125,872415232 +68,mlp.down_proj,2,32,8,128,85.24897003173828,260.8125,872415232 +68,mlp.down_proj,2,64,8,128,93.62915802001953,234.40625,872415232 +68,mlp.down_proj,2,128,8,128,103.7784194946289,221.203125,872415232 +68,mlp.down_proj,3,32,8,128,34.799625396728516,364.8125,872415232 +68,mlp.down_proj,3,64,8,128,41.74034118652344,338.40625,872415232 +68,mlp.down_proj,3,128,8,128,45.705074310302734,325.203125,872415232 +68,mlp.down_proj,4,32,8,128,16.495059967041016,468.8125,872415232 +68,mlp.down_proj,4,64,8,128,18.75000762939453,442.40625,872415232 +68,mlp.down_proj,4,128,8,128,22.522279739379883,429.203125,872415232 +68,mlp.down_proj,8,32,8,128,1.0156171321868896,884.8125,872415232 +68,mlp.down_proj,8,64,8,128,1.1202925443649292,858.40625,872415232 +68,mlp.down_proj,8,128,8,128,1.3156837224960327,845.203125,872415232 +69,self_attn.q_proj,2,32,8,128,45.768028259277344,80.25,268435456 +69,self_attn.q_proj,2,64,8,128,54.09929275512695,72.125,268435456 +69,self_attn.q_proj,2,128,8,128,62.083396911621094,68.0625,268435456 +69,self_attn.q_proj,3,32,8,128,19.656896591186523,112.25,268435456 +69,self_attn.q_proj,3,64,8,128,23.70684242248535,104.125,268435456 +69,self_attn.q_proj,3,128,8,128,27.52305793762207,100.0625,268435456 +69,self_attn.q_proj,4,32,8,128,9.156630516052246,144.25,268435456 +69,self_attn.q_proj,4,64,8,128,11.135313987731934,136.125,268435456 +69,self_attn.q_proj,4,128,8,128,12.82690143585205,132.0625,268435456 +69,self_attn.q_proj,8,32,8,128,0.5585308074951172,272.25,268435456 +69,self_attn.q_proj,8,64,8,128,0.6779622435569763,264.125,268435456 +69,self_attn.q_proj,8,128,8,128,0.7778110504150391,260.0625,268435456 +69,self_attn.v_proj,2,32,8,128,16.906129837036133,10.03125,33554432 +69,self_attn.v_proj,2,64,8,128,20.799556732177734,9.015625,33554432 +69,self_attn.v_proj,2,128,8,128,24.251033782958984,8.5078125,33554432 +69,self_attn.v_proj,3,32,8,128,7.218748569488525,14.03125,33554432 +69,self_attn.v_proj,3,64,8,128,8.887264251708984,13.015625,33554432 +69,self_attn.v_proj,3,128,8,128,10.37473201751709,12.5078125,33554432 +69,self_attn.v_proj,4,32,8,128,3.3691089153289795,18.03125,33554432 +69,self_attn.v_proj,4,64,8,128,4.1482391357421875,17.015625,33554432 +69,self_attn.v_proj,4,128,8,128,4.839863300323486,16.5078125,33554432 +69,self_attn.v_proj,8,32,8,128,0.20409968495368958,34.03125,33554432 +69,self_attn.v_proj,8,64,8,128,0.2512167990207672,33.015625,33554432 +69,self_attn.v_proj,8,128,8,128,0.29319027066230774,32.5078125,33554432 +69,self_attn.k_proj,2,32,8,128,30.061017990112305,10.03125,33554432 +69,self_attn.k_proj,2,64,8,128,37.71491241455078,9.015625,33554432 +69,self_attn.k_proj,2,128,8,128,44.059696197509766,8.5078125,33554432 +69,self_attn.k_proj,3,32,8,128,13.914341926574707,14.03125,33554432 +69,self_attn.k_proj,3,64,8,128,19.034053802490234,13.015625,33554432 +69,self_attn.k_proj,3,128,8,128,23.661996841430664,12.5078125,33554432 +69,self_attn.k_proj,4,32,8,128,6.544021129608154,18.03125,33554432 +69,self_attn.k_proj,4,64,8,128,9.088448524475098,17.015625,33554432 +69,self_attn.k_proj,4,128,8,128,11.554713249206543,16.5078125,33554432 +69,self_attn.k_proj,8,32,8,128,0.3964250683784485,34.03125,33554432 +69,self_attn.k_proj,8,64,8,128,0.5506793260574341,33.015625,33554432 +69,self_attn.k_proj,8,128,8,128,0.7011958360671997,32.5078125,33554432 +69,self_attn.o_proj,2,32,8,128,50.711219787597656,80.25,268435456 +69,self_attn.o_proj,2,64,8,128,59.355445861816406,72.125,268435456 +69,self_attn.o_proj,2,128,8,128,66.80827331542969,68.0625,268435456 +69,self_attn.o_proj,3,32,8,128,21.81187629699707,112.25,268435456 +69,self_attn.o_proj,3,64,8,128,25.312177658081055,104.125,268435456 +69,self_attn.o_proj,3,128,8,128,28.652315139770508,100.0625,268435456 +69,self_attn.o_proj,4,32,8,128,10.14832878112793,144.25,268435456 +69,self_attn.o_proj,4,64,8,128,11.832890510559082,136.125,268435456 +69,self_attn.o_proj,4,128,8,128,13.37014102935791,132.0625,268435456 +69,self_attn.o_proj,8,32,8,128,0.6208220720291138,272.25,268435456 +69,self_attn.o_proj,8,64,8,128,0.7242593765258789,264.125,268435456 +69,self_attn.o_proj,8,128,8,128,0.8120089173316956,260.0625,268435456 +69,mlp.gate_proj,2,32,8,128,91.37503051757812,260.8125,872415232 +69,mlp.gate_proj,2,64,8,128,100.81583404541016,234.40625,872415232 +69,mlp.gate_proj,2,128,8,128,119.77867126464844,221.203125,872415232 +69,mlp.gate_proj,3,32,8,128,37.870849609375,364.8125,872415232 +69,mlp.gate_proj,3,64,8,128,45.55691909790039,338.40625,872415232 +69,mlp.gate_proj,3,128,8,128,48.51132583618164,325.203125,872415232 +69,mlp.gate_proj,4,32,8,128,17.498559951782227,468.8125,872415232 +69,mlp.gate_proj,4,64,8,128,21.1949520111084,442.40625,872415232 +69,mlp.gate_proj,4,128,8,128,23.19089698791504,429.203125,872415232 +69,mlp.gate_proj,8,32,8,128,1.0648143291473389,884.8125,872415232 +69,mlp.gate_proj,8,64,8,128,1.258169412612915,858.40625,872415232 +69,mlp.gate_proj,8,128,8,128,1.4290623664855957,845.203125,872415232 +69,mlp.up_proj,2,32,8,128,83.0040512084961,260.8125,872415232 +69,mlp.up_proj,2,64,8,128,92.70533752441406,234.40625,872415232 +69,mlp.up_proj,2,128,8,128,101.17472076416016,221.203125,872415232 +69,mlp.up_proj,3,32,8,128,34.227935791015625,364.8125,872415232 +69,mlp.up_proj,3,64,8,128,40.55015563964844,338.40625,872415232 +69,mlp.up_proj,3,128,8,128,45.51648712158203,325.203125,872415232 +69,mlp.up_proj,4,32,8,128,16.340259552001953,468.8125,872415232 +69,mlp.up_proj,4,64,8,128,18.299896240234375,442.40625,872415232 +69,mlp.up_proj,4,128,8,128,21.83643341064453,429.203125,872415232 +69,mlp.up_proj,8,32,8,128,1.0088553428649902,884.8125,872415232 +69,mlp.up_proj,8,64,8,128,1.096923589706421,858.40625,872415232 +69,mlp.up_proj,8,128,8,128,1.2745639085769653,845.203125,872415232 +69,mlp.down_proj,2,32,8,128,85.2857894897461,260.8125,872415232 +69,mlp.down_proj,2,64,8,128,93.64578247070312,234.40625,872415232 +69,mlp.down_proj,2,128,8,128,103.75076293945312,221.203125,872415232 +69,mlp.down_proj,3,32,8,128,34.81132888793945,364.8125,872415232 +69,mlp.down_proj,3,64,8,128,41.758331298828125,338.40625,872415232 +69,mlp.down_proj,3,128,8,128,45.709381103515625,325.203125,872415232 +69,mlp.down_proj,4,32,8,128,16.498981475830078,468.8125,872415232 +69,mlp.down_proj,4,64,8,128,18.76374053955078,442.40625,872415232 +69,mlp.down_proj,4,128,8,128,22.55181312561035,429.203125,872415232 +69,mlp.down_proj,8,32,8,128,1.0157774686813354,884.8125,872415232 +69,mlp.down_proj,8,64,8,128,1.120766043663025,858.40625,872415232 +69,mlp.down_proj,8,128,8,128,1.3166558742523193,845.203125,872415232 +70,self_attn.q_proj,2,32,8,128,47.21487045288086,80.25,268435456 +70,self_attn.q_proj,2,64,8,128,56.15191650390625,72.125,268435456 +70,self_attn.q_proj,2,128,8,128,64.3733139038086,68.0625,268435456 +70,self_attn.q_proj,3,32,8,128,20.325193405151367,112.25,268435456 +70,self_attn.q_proj,3,64,8,128,24.346248626708984,104.125,268435456 +70,self_attn.q_proj,3,128,8,128,28.200685501098633,100.0625,268435456 +70,self_attn.q_proj,4,32,8,128,9.453914642333984,144.25,268435456 +70,self_attn.q_proj,4,64,8,128,11.447422981262207,136.125,268435456 +70,self_attn.q_proj,4,128,8,128,13.121307373046875,132.0625,268435456 +70,self_attn.q_proj,8,32,8,128,0.576068639755249,272.25,268435456 +70,self_attn.q_proj,8,64,8,128,0.6985830068588257,264.125,268435456 +70,self_attn.q_proj,8,128,8,128,0.7951517105102539,260.0625,268435456 +70,self_attn.v_proj,2,32,8,128,16.541473388671875,10.03125,33554432 +70,self_attn.v_proj,2,64,8,128,20.330520629882812,9.015625,33554432 +70,self_attn.v_proj,2,128,8,128,23.68952751159668,8.5078125,33554432 +70,self_attn.v_proj,3,32,8,128,7.069149017333984,14.03125,33554432 +70,self_attn.v_proj,3,64,8,128,8.692525863647461,13.015625,33554432 +70,self_attn.v_proj,3,128,8,128,10.133355140686035,12.5078125,33554432 +70,self_attn.v_proj,4,32,8,128,3.2967238426208496,18.03125,33554432 +70,self_attn.v_proj,4,64,8,128,4.0564446449279785,17.015625,33554432 +70,self_attn.v_proj,4,128,8,128,4.726563453674316,16.5078125,33554432 +70,self_attn.v_proj,8,32,8,128,0.19984182715415955,34.03125,33554432 +70,self_attn.v_proj,8,64,8,128,0.24559521675109863,33.015625,33554432 +70,self_attn.v_proj,8,128,8,128,0.28624293208122253,32.5078125,33554432 +70,self_attn.k_proj,2,32,8,128,31.584182739257812,10.03125,33554432 +70,self_attn.k_proj,2,64,8,128,40.15665817260742,9.015625,33554432 +70,self_attn.k_proj,2,128,8,128,47.009117126464844,8.5078125,33554432 +70,self_attn.k_proj,3,32,8,128,14.408476829528809,14.03125,33554432 +70,self_attn.k_proj,3,64,8,128,19.783405303955078,13.015625,33554432 +70,self_attn.k_proj,3,128,8,128,24.613962173461914,12.5078125,33554432 +70,self_attn.k_proj,4,32,8,128,6.7771897315979,18.03125,33554432 +70,self_attn.k_proj,4,64,8,128,9.369309425354004,17.015625,33554432 +70,self_attn.k_proj,4,128,8,128,11.84152603149414,16.5078125,33554432 +70,self_attn.k_proj,8,32,8,128,0.41022220253944397,34.03125,33554432 +70,self_attn.k_proj,8,64,8,128,0.5673484802246094,33.015625,33554432 +70,self_attn.k_proj,8,128,8,128,0.7173380851745605,32.5078125,33554432 +70,self_attn.o_proj,2,32,8,128,51.073184967041016,80.25,268435456 +70,self_attn.o_proj,2,64,8,128,59.74903106689453,72.125,268435456 +70,self_attn.o_proj,2,128,8,128,67.15850067138672,68.0625,268435456 +70,self_attn.o_proj,3,32,8,128,21.965850830078125,112.25,268435456 +70,self_attn.o_proj,3,64,8,128,25.469154357910156,104.125,268435456 +70,self_attn.o_proj,3,128,8,128,28.773807525634766,100.0625,268435456 +70,self_attn.o_proj,4,32,8,128,10.214585304260254,144.25,268435456 +70,self_attn.o_proj,4,64,8,128,11.895456314086914,136.125,268435456 +70,self_attn.o_proj,4,128,8,128,13.416009902954102,132.0625,268435456 +70,self_attn.o_proj,8,32,8,128,0.6247808337211609,272.25,268435456 +70,self_attn.o_proj,8,64,8,128,0.7274338006973267,264.125,268435456 +70,self_attn.o_proj,8,128,8,128,0.8141375184059143,260.0625,268435456 +70,mlp.gate_proj,2,32,8,128,91.22624206542969,260.8125,872415232 +70,mlp.gate_proj,2,64,8,128,100.15536499023438,234.40625,872415232 +70,mlp.gate_proj,2,128,8,128,118.46281433105469,221.203125,872415232 +70,mlp.gate_proj,3,32,8,128,37.6531982421875,364.8125,872415232 +70,mlp.gate_proj,3,64,8,128,45.47676467895508,338.40625,872415232 +70,mlp.gate_proj,3,128,8,128,48.126949310302734,325.203125,872415232 +70,mlp.gate_proj,4,32,8,128,17.418109893798828,468.8125,872415232 +70,mlp.gate_proj,4,64,8,128,21.01084327697754,442.40625,872415232 +70,mlp.gate_proj,4,128,8,128,23.085155487060547,429.203125,872415232 +70,mlp.gate_proj,8,32,8,128,1.0605552196502686,884.8125,872415232 +70,mlp.gate_proj,8,64,8,128,1.2472200393676758,858.40625,872415232 +70,mlp.gate_proj,8,128,8,128,1.4251124858856201,845.203125,872415232 +70,mlp.up_proj,2,32,8,128,83.23177337646484,260.8125,872415232 +70,mlp.up_proj,2,64,8,128,92.7850570678711,234.40625,872415232 +70,mlp.up_proj,2,128,8,128,101.40747833251953,221.203125,872415232 +70,mlp.up_proj,3,32,8,128,34.28483581542969,364.8125,872415232 +70,mlp.up_proj,3,64,8,128,40.66667938232422,338.40625,872415232 +70,mlp.up_proj,3,128,8,128,45.52593231201172,325.203125,872415232 +70,mlp.up_proj,4,32,8,128,16.354122161865234,468.8125,872415232 +70,mlp.up_proj,4,64,8,128,18.34436798095703,442.40625,872415232 +70,mlp.up_proj,4,128,8,128,21.902759552001953,429.203125,872415232 +70,mlp.up_proj,8,32,8,128,1.0094573497772217,884.8125,872415232 +70,mlp.up_proj,8,64,8,128,1.0989882946014404,858.40625,872415232 +70,mlp.up_proj,8,128,8,128,1.2782127857208252,845.203125,872415232 +70,mlp.down_proj,2,32,8,128,85.35086822509766,260.8125,872415232 +70,mlp.down_proj,2,64,8,128,93.66712188720703,234.40625,872415232 +70,mlp.down_proj,2,128,8,128,103.89249420166016,221.203125,872415232 +70,mlp.down_proj,3,32,8,128,34.82697677612305,364.8125,872415232 +70,mlp.down_proj,3,64,8,128,41.786014556884766,338.40625,872415232 +70,mlp.down_proj,3,128,8,128,45.71057891845703,325.203125,872415232 +70,mlp.down_proj,4,32,8,128,16.502361297607422,468.8125,872415232 +70,mlp.down_proj,4,64,8,128,18.77227020263672,442.40625,872415232 +70,mlp.down_proj,4,128,8,128,22.561325073242188,429.203125,872415232 +70,mlp.down_proj,8,32,8,128,1.0159614086151123,884.8125,872415232 +70,mlp.down_proj,8,64,8,128,1.1214025020599365,858.40625,872415232 +70,mlp.down_proj,8,128,8,128,1.3178374767303467,845.203125,872415232 +71,self_attn.q_proj,2,32,8,128,46.01780319213867,80.25,268435456 +71,self_attn.q_proj,2,64,8,128,54.612396240234375,72.125,268435456 +71,self_attn.q_proj,2,128,8,128,63.22642517089844,68.0625,268435456 +71,self_attn.q_proj,3,32,8,128,19.64784812927246,112.25,268435456 +71,self_attn.q_proj,3,64,8,128,23.603506088256836,104.125,268435456 +71,self_attn.q_proj,3,128,8,128,27.32034683227539,100.0625,268435456 +71,self_attn.q_proj,4,32,8,128,9.151895523071289,144.25,268435456 +71,self_attn.q_proj,4,64,8,128,11.078672409057617,136.125,268435456 +71,self_attn.q_proj,4,128,8,128,12.733019828796387,132.0625,268435456 +71,self_attn.q_proj,8,32,8,128,0.558559000492096,272.25,268435456 +71,self_attn.q_proj,8,64,8,128,0.674245297908783,264.125,268435456 +71,self_attn.q_proj,8,128,8,128,0.7719625234603882,260.0625,268435456 +71,self_attn.v_proj,2,32,8,128,17.29447364807129,10.03125,33554432 +71,self_attn.v_proj,2,64,8,128,21.259899139404297,9.015625,33554432 +71,self_attn.v_proj,2,128,8,128,24.763671875,8.5078125,33554432 +71,self_attn.v_proj,3,32,8,128,7.389876365661621,14.03125,33554432 +71,self_attn.v_proj,3,64,8,128,9.086750984191895,13.015625,33554432 +71,self_attn.v_proj,3,128,8,128,10.591934204101562,12.5078125,33554432 +71,self_attn.v_proj,4,32,8,128,3.4471113681793213,18.03125,33554432 +71,self_attn.v_proj,4,64,8,128,4.239990711212158,17.015625,33554432 +71,self_attn.v_proj,4,128,8,128,4.942073345184326,16.5078125,33554432 +71,self_attn.v_proj,8,32,8,128,0.20871403813362122,34.03125,33554432 +71,self_attn.v_proj,8,64,8,128,0.25671932101249695,33.015625,33554432 +71,self_attn.v_proj,8,128,8,128,0.2993675172328949,32.5078125,33554432 +71,self_attn.k_proj,2,32,8,128,32.322837829589844,10.03125,33554432 +71,self_attn.k_proj,2,64,8,128,41.61428451538086,9.015625,33554432 +71,self_attn.k_proj,2,128,8,128,49.11086654663086,8.5078125,33554432 +71,self_attn.k_proj,3,32,8,128,14.187936782836914,14.03125,33554432 +71,self_attn.k_proj,3,64,8,128,19.209121704101562,13.015625,33554432 +71,self_attn.k_proj,3,128,8,128,23.786195755004883,12.5078125,33554432 +71,self_attn.k_proj,4,32,8,128,6.627792835235596,18.03125,33554432 +71,self_attn.k_proj,4,64,8,128,8.99838924407959,17.015625,33554432 +71,self_attn.k_proj,4,128,8,128,11.202544212341309,16.5078125,33554432 +71,self_attn.k_proj,8,32,8,128,0.40153422951698303,34.03125,33554432 +71,self_attn.k_proj,8,64,8,128,0.5450581908226013,33.015625,33554432 +71,self_attn.k_proj,8,128,8,128,0.6785055994987488,32.5078125,33554432 +71,self_attn.o_proj,2,32,8,128,51.31605529785156,80.25,268435456 +71,self_attn.o_proj,2,64,8,128,60.056640625,72.125,268435456 +71,self_attn.o_proj,2,128,8,128,67.51992797851562,68.0625,268435456 +71,self_attn.o_proj,3,32,8,128,22.075132369995117,112.25,268435456 +71,self_attn.o_proj,3,64,8,128,25.595993041992188,104.125,268435456 +71,self_attn.o_proj,3,128,8,128,28.93395233154297,100.0625,268435456 +71,self_attn.o_proj,4,32,8,128,10.26622200012207,144.25,268435456 +71,self_attn.o_proj,4,64,8,128,11.949750900268555,136.125,268435456 +71,self_attn.o_proj,4,128,8,128,13.492124557495117,132.0625,268435456 +71,self_attn.o_proj,8,32,8,128,0.6279097199440002,272.25,268435456 +71,self_attn.o_proj,8,64,8,128,0.730665922164917,264.125,268435456 +71,self_attn.o_proj,8,128,8,128,0.8184930086135864,260.0625,268435456 +71,mlp.gate_proj,2,32,8,128,91.21879577636719,260.8125,872415232 +71,mlp.gate_proj,2,64,8,128,100.1375503540039,234.40625,872415232 +71,mlp.gate_proj,2,128,8,128,118.42485046386719,221.203125,872415232 +71,mlp.gate_proj,3,32,8,128,37.640586853027344,364.8125,872415232 +71,mlp.gate_proj,3,64,8,128,45.47423553466797,338.40625,872415232 +71,mlp.gate_proj,3,128,8,128,48.123748779296875,325.203125,872415232 +71,mlp.gate_proj,4,32,8,128,17.411455154418945,468.8125,872415232 +71,mlp.gate_proj,4,64,8,128,20.996816635131836,442.40625,872415232 +71,mlp.gate_proj,4,128,8,128,23.083723068237305,429.203125,872415232 +71,mlp.gate_proj,8,32,8,128,1.0603439807891846,884.8125,872415232 +71,mlp.gate_proj,8,64,8,128,1.2466773986816406,858.40625,872415232 +71,mlp.gate_proj,8,128,8,128,1.4249985218048096,845.203125,872415232 +71,mlp.up_proj,2,32,8,128,83.31831359863281,260.8125,872415232 +71,mlp.up_proj,2,64,8,128,92.82180786132812,234.40625,872415232 +71,mlp.up_proj,2,128,8,128,101.51339721679688,221.203125,872415232 +71,mlp.up_proj,3,32,8,128,34.30480194091797,364.8125,872415232 +71,mlp.up_proj,3,64,8,128,40.7109375,338.40625,872415232 +71,mlp.up_proj,3,128,8,128,45.53071594238281,325.203125,872415232 +71,mlp.up_proj,4,32,8,128,16.359416961669922,468.8125,872415232 +71,mlp.up_proj,4,64,8,128,18.35703468322754,442.40625,872415232 +71,mlp.up_proj,4,128,8,128,21.927799224853516,429.203125,872415232 +71,mlp.up_proj,8,32,8,128,1.0096789598464966,884.8125,872415232 +71,mlp.up_proj,8,64,8,128,1.0997779369354248,858.40625,872415232 +71,mlp.up_proj,8,128,8,128,1.2795960903167725,845.203125,872415232 +71,mlp.down_proj,2,32,8,128,85.35860443115234,260.8125,872415232 +71,mlp.down_proj,2,64,8,128,93.65506744384766,234.40625,872415232 +71,mlp.down_proj,2,128,8,128,103.82097625732422,221.203125,872415232 +71,mlp.down_proj,3,32,8,128,34.82414245605469,364.8125,872415232 +71,mlp.down_proj,3,64,8,128,41.77882385253906,338.40625,872415232 +71,mlp.down_proj,3,128,8,128,45.708194732666016,325.203125,872415232 +71,mlp.down_proj,4,32,8,128,16.5018253326416,468.8125,872415232 +71,mlp.down_proj,4,64,8,128,18.767623901367188,442.40625,872415232 +71,mlp.down_proj,4,128,8,128,22.554168701171875,429.203125,872415232 +71,mlp.down_proj,8,32,8,128,1.0159145593643188,884.8125,872415232 +71,mlp.down_proj,8,64,8,128,1.121208667755127,858.40625,872415232 +71,mlp.down_proj,8,128,8,128,1.317489743232727,845.203125,872415232 +72,self_attn.q_proj,2,32,8,128,39.563289642333984,80.25,268435456 +72,self_attn.q_proj,2,64,8,128,47.05558776855469,72.125,268435456 +72,self_attn.q_proj,2,128,8,128,53.69596481323242,68.0625,268435456 +72,self_attn.q_proj,3,32,8,128,16.959964752197266,112.25,268435456 +72,self_attn.q_proj,3,64,8,128,20.215660095214844,104.125,268435456 +72,self_attn.q_proj,3,128,8,128,23.325969696044922,100.0625,268435456 +72,self_attn.q_proj,4,32,8,128,7.969488143920898,144.25,268435456 +72,self_attn.q_proj,4,64,8,128,9.409226417541504,136.125,268435456 +72,self_attn.q_proj,4,128,8,128,10.92219066619873,132.0625,268435456 +72,self_attn.q_proj,8,32,8,128,0.48542746901512146,272.25,268435456 +72,self_attn.q_proj,8,64,8,128,0.573136568069458,264.125,268435456 +72,self_attn.q_proj,8,128,8,128,0.6615254282951355,260.0625,268435456 +72,self_attn.v_proj,2,32,8,128,18.92388343811035,10.03125,33554432 +72,self_attn.v_proj,2,64,8,128,23.280590057373047,9.015625,33554432 +72,self_attn.v_proj,2,128,8,128,27.127199172973633,8.5078125,33554432 +72,self_attn.v_proj,3,32,8,128,8.086416244506836,14.03125,33554432 +72,self_attn.v_proj,3,64,8,128,9.94933795928955,13.015625,33554432 +72,self_attn.v_proj,3,128,8,128,11.605057716369629,12.5078125,33554432 +72,self_attn.v_proj,4,32,8,128,3.772538423538208,18.03125,33554432 +72,self_attn.v_proj,4,64,8,128,4.643118858337402,17.015625,33554432 +72,self_attn.v_proj,4,128,8,128,5.413959980010986,16.5078125,33554432 +72,self_attn.v_proj,8,32,8,128,0.22850660979747772,34.03125,33554432 +72,self_attn.v_proj,8,64,8,128,0.28139370679855347,33.015625,33554432 +72,self_attn.v_proj,8,128,8,128,0.3280303478240967,32.5078125,33554432 +72,self_attn.k_proj,2,32,8,128,26.843965530395508,10.03125,33554432 +72,self_attn.k_proj,2,64,8,128,34.92333221435547,9.015625,33554432 +72,self_attn.k_proj,2,128,8,128,41.64863586425781,8.5078125,33554432 +72,self_attn.k_proj,3,32,8,128,11.765493392944336,14.03125,33554432 +72,self_attn.k_proj,3,64,8,128,16.340646743774414,13.015625,33554432 +72,self_attn.k_proj,3,128,8,128,20.74007225036621,12.5078125,33554432 +72,self_attn.k_proj,4,32,8,128,5.495357990264893,18.03125,33554432 +72,self_attn.k_proj,4,64,8,128,7.668913841247559,17.015625,33554432 +72,self_attn.k_proj,4,128,8,128,9.788298606872559,16.5078125,33554432 +72,self_attn.k_proj,8,32,8,128,0.333064466714859,34.03125,33554432 +72,self_attn.k_proj,8,64,8,128,0.46405142545700073,33.015625,33554432 +72,self_attn.k_proj,8,128,8,128,0.592915952205658,32.5078125,33554432 +72,self_attn.o_proj,2,32,8,128,51.426002502441406,80.25,268435456 +72,self_attn.o_proj,2,64,8,128,60.14847946166992,72.125,268435456 +72,self_attn.o_proj,2,128,8,128,67.57051086425781,68.0625,268435456 +72,self_attn.o_proj,3,32,8,128,22.12247657775879,112.25,268435456 +72,self_attn.o_proj,3,64,8,128,25.630552291870117,104.125,268435456 +72,self_attn.o_proj,3,128,8,128,28.9438419342041,100.0625,268435456 +72,self_attn.o_proj,4,32,8,128,10.2872896194458,144.25,268435456 +72,self_attn.o_proj,4,64,8,128,11.967323303222656,136.125,268435456 +72,self_attn.o_proj,4,128,8,128,13.498902320861816,132.0625,268435456 +72,self_attn.o_proj,8,32,8,128,0.6292371153831482,272.25,268435456 +72,self_attn.o_proj,8,64,8,128,0.7315918803215027,264.125,268435456 +72,self_attn.o_proj,8,128,8,128,0.8190252184867859,260.0625,268435456 +72,mlp.gate_proj,2,32,8,128,91.21561431884766,260.8125,872415232 +72,mlp.gate_proj,2,64,8,128,100.0989990234375,234.40625,872415232 +72,mlp.gate_proj,2,128,8,128,118.31796264648438,221.203125,872415232 +72,mlp.gate_proj,3,32,8,128,37.63441467285156,364.8125,872415232 +72,mlp.gate_proj,3,64,8,128,45.473731994628906,338.40625,872415232 +72,mlp.gate_proj,3,128,8,128,48.11525344848633,325.203125,872415232 +72,mlp.gate_proj,4,32,8,128,17.409616470336914,468.8125,872415232 +72,mlp.gate_proj,4,64,8,128,20.99982261657715,442.40625,872415232 +72,mlp.gate_proj,4,128,8,128,23.084196090698242,429.203125,872415232 +72,mlp.gate_proj,8,32,8,128,1.0601940155029297,884.8125,872415232 +72,mlp.gate_proj,8,64,8,128,1.24627685546875,858.40625,872415232 +72,mlp.gate_proj,8,128,8,128,1.425092101097107,845.203125,872415232 +72,mlp.up_proj,2,32,8,128,83.46590423583984,260.8125,872415232 +72,mlp.up_proj,2,64,8,128,92.87420654296875,234.40625,872415232 +72,mlp.up_proj,2,128,8,128,101.63187408447266,221.203125,872415232 +72,mlp.up_proj,3,32,8,128,34.33952331542969,364.8125,872415232 +72,mlp.up_proj,3,64,8,128,40.78449630737305,338.40625,872415232 +72,mlp.up_proj,3,128,8,128,45.540306091308594,325.203125,872415232 +72,mlp.up_proj,4,32,8,128,16.36916732788086,468.8125,872415232 +72,mlp.up_proj,4,64,8,128,18.385040283203125,442.40625,872415232 +72,mlp.up_proj,4,128,8,128,21.971372604370117,429.203125,872415232 +72,mlp.up_proj,8,32,8,128,1.0100786685943604,884.8125,872415232 +72,mlp.up_proj,8,64,8,128,1.1012532711029053,858.40625,872415232 +72,mlp.up_proj,8,128,8,128,1.2821635007858276,845.203125,872415232 +72,mlp.down_proj,2,32,8,128,85.35496520996094,260.8125,872415232 +72,mlp.down_proj,2,64,8,128,93.65721893310547,234.40625,872415232 +72,mlp.down_proj,2,128,8,128,103.87171936035156,221.203125,872415232 +72,mlp.down_proj,3,32,8,128,34.825626373291016,364.8125,872415232 +72,mlp.down_proj,3,64,8,128,41.78370666503906,338.40625,872415232 +72,mlp.down_proj,3,128,8,128,45.70756530761719,325.203125,872415232 +72,mlp.down_proj,4,32,8,128,16.502197265625,468.8125,872415232 +72,mlp.down_proj,4,64,8,128,18.768465042114258,442.40625,872415232 +72,mlp.down_proj,4,128,8,128,22.554645538330078,429.203125,872415232 +72,mlp.down_proj,8,32,8,128,1.0159095525741577,884.8125,872415232 +72,mlp.down_proj,8,64,8,128,1.1211127042770386,858.40625,872415232 +72,mlp.down_proj,8,128,8,128,1.317164659500122,845.203125,872415232 +73,self_attn.q_proj,2,32,8,128,46.470176696777344,80.25,268435456 +73,self_attn.q_proj,2,64,8,128,55.10749053955078,72.125,268435456 +73,self_attn.q_proj,2,128,8,128,63.57826232910156,68.0625,268435456 +73,self_attn.q_proj,3,32,8,128,19.872304916381836,112.25,268435456 +73,self_attn.q_proj,3,64,8,128,23.740537643432617,104.125,268435456 +73,self_attn.q_proj,3,128,8,128,27.362186431884766,100.0625,268435456 +73,self_attn.q_proj,4,32,8,128,9.250962257385254,144.25,268435456 +73,self_attn.q_proj,4,64,8,128,11.152168273925781,136.125,268435456 +73,self_attn.q_proj,4,128,8,128,12.744860649108887,132.0625,268435456 +73,self_attn.q_proj,8,32,8,128,0.5642156004905701,272.25,268435456 +73,self_attn.q_proj,8,64,8,128,0.6785967350006104,264.125,268435456 +73,self_attn.q_proj,8,128,8,128,0.7727739810943604,260.0625,268435456 +73,self_attn.v_proj,2,32,8,128,17.53748321533203,10.03125,33554432 +73,self_attn.v_proj,2,64,8,128,21.601646423339844,9.015625,33554432 +73,self_attn.v_proj,2,128,8,128,25.213397979736328,8.5078125,33554432 +73,self_attn.v_proj,3,32,8,128,7.4956536293029785,14.03125,33554432 +73,self_attn.v_proj,3,64,8,128,9.23382568359375,13.015625,33554432 +73,self_attn.v_proj,3,128,8,128,10.78502082824707,12.5078125,33554432 +73,self_attn.v_proj,4,32,8,128,3.496387481689453,18.03125,33554432 +73,self_attn.v_proj,4,64,8,128,4.309261798858643,17.015625,33554432 +73,self_attn.v_proj,4,128,8,128,5.032390594482422,16.5078125,33554432 +73,self_attn.v_proj,8,32,8,128,0.21184103190898895,34.03125,33554432 +73,self_attn.v_proj,8,64,8,128,0.2609429359436035,33.015625,33554432 +73,self_attn.v_proj,8,128,8,128,0.3048679530620575,32.5078125,33554432 +73,self_attn.k_proj,2,32,8,128,32.97944641113281,10.03125,33554432 +73,self_attn.k_proj,2,64,8,128,42.538822174072266,9.015625,33554432 +73,self_attn.k_proj,2,128,8,128,50.12071228027344,8.5078125,33554432 +73,self_attn.k_proj,3,32,8,128,14.437660217285156,14.03125,33554432 +73,self_attn.k_proj,3,64,8,128,19.32904815673828,13.015625,33554432 +73,self_attn.k_proj,3,128,8,128,23.76827049255371,12.5078125,33554432 +73,self_attn.k_proj,4,32,8,128,6.744887828826904,18.03125,33554432 +73,self_attn.k_proj,4,64,8,128,9.0451078414917,17.015625,33554432 +73,self_attn.k_proj,4,128,8,128,11.164831161499023,16.5078125,33554432 +73,self_attn.k_proj,8,32,8,128,0.40849876403808594,34.03125,33554432 +73,self_attn.k_proj,8,64,8,128,0.5480250120162964,33.015625,33554432 +73,self_attn.k_proj,8,128,8,128,0.676360547542572,32.5078125,33554432 +73,self_attn.o_proj,2,32,8,128,51.10813522338867,80.25,268435456 +73,self_attn.o_proj,2,64,8,128,59.78539276123047,72.125,268435456 +73,self_attn.o_proj,2,128,8,128,67.17864990234375,68.0625,268435456 +73,self_attn.o_proj,3,32,8,128,21.984655380249023,112.25,268435456 +73,self_attn.o_proj,3,64,8,128,25.477205276489258,104.125,268435456 +73,self_attn.o_proj,3,128,8,128,28.784687042236328,100.0625,268435456 +73,self_attn.o_proj,4,32,8,128,10.224740028381348,144.25,268435456 +73,self_attn.o_proj,4,64,8,128,11.899353981018066,136.125,268435456 +73,self_attn.o_proj,4,128,8,128,13.42047119140625,132.0625,268435456 +73,self_attn.o_proj,8,32,8,128,0.6253289580345154,272.25,268435456 +73,self_attn.o_proj,8,64,8,128,0.727825403213501,264.125,268435456 +73,self_attn.o_proj,8,128,8,128,0.8144294619560242,260.0625,268435456 +73,mlp.gate_proj,2,32,8,128,91.1841812133789,260.8125,872415232 +73,mlp.gate_proj,2,64,8,128,99.96196746826172,234.40625,872415232 +73,mlp.gate_proj,2,128,8,128,118.06887817382812,221.203125,872415232 +73,mlp.gate_proj,3,32,8,128,37.58964538574219,364.8125,872415232 +73,mlp.gate_proj,3,64,8,128,45.45954132080078,338.40625,872415232 +73,mlp.gate_proj,3,128,8,128,48.038936614990234,325.203125,872415232 +73,mlp.gate_proj,4,32,8,128,17.394268035888672,468.8125,872415232 +73,mlp.gate_proj,4,64,8,128,20.959827423095703,442.40625,872415232 +73,mlp.gate_proj,4,128,8,128,23.064062118530273,429.203125,872415232 +73,mlp.gate_proj,8,32,8,128,1.0593746900558472,884.8125,872415232 +73,mlp.gate_proj,8,64,8,128,1.2441147565841675,858.40625,872415232 +73,mlp.gate_proj,8,128,8,128,1.4242767095565796,845.203125,872415232 +73,mlp.up_proj,2,32,8,128,83.5350341796875,260.8125,872415232 +73,mlp.up_proj,2,64,8,128,92.90215301513672,234.40625,872415232 +73,mlp.up_proj,2,128,8,128,101.7334213256836,221.203125,872415232 +73,mlp.up_proj,3,32,8,128,34.354427337646484,364.8125,872415232 +73,mlp.up_proj,3,64,8,128,40.82465744018555,338.40625,872415232 +73,mlp.up_proj,3,128,8,128,45.54534912109375,325.203125,872415232 +73,mlp.up_proj,4,32,8,128,16.37278938293457,468.8125,872415232 +73,mlp.up_proj,4,64,8,128,18.3996639251709,442.40625,872415232 +73,mlp.up_proj,4,128,8,128,21.997568130493164,429.203125,872415232 +73,mlp.up_proj,8,32,8,128,1.0102776288986206,884.8125,872415232 +73,mlp.up_proj,8,64,8,128,1.1019054651260376,858.40625,872415232 +73,mlp.up_proj,8,128,8,128,1.2838021516799927,845.203125,872415232 +73,mlp.down_proj,2,32,8,128,85.35599517822266,260.8125,872415232 +73,mlp.down_proj,2,64,8,128,93.65924072265625,234.40625,872415232 +73,mlp.down_proj,2,128,8,128,103.87753295898438,221.203125,872415232 +73,mlp.down_proj,3,32,8,128,34.82573318481445,364.8125,872415232 +73,mlp.down_proj,3,64,8,128,41.784332275390625,338.40625,872415232 +73,mlp.down_proj,3,128,8,128,45.705810546875,325.203125,872415232 +73,mlp.down_proj,4,32,8,128,16.502397537231445,468.8125,872415232 +73,mlp.down_proj,4,64,8,128,18.768457412719727,442.40625,872415232 +73,mlp.down_proj,4,128,8,128,22.556053161621094,429.203125,872415232 +73,mlp.down_proj,8,32,8,128,1.015929102897644,884.8125,872415232 +73,mlp.down_proj,8,64,8,128,1.1210588216781616,858.40625,872415232 +73,mlp.down_proj,8,128,8,128,1.3172940015792847,845.203125,872415232 +74,self_attn.q_proj,2,32,8,128,47.700408935546875,80.25,268435456 +74,self_attn.q_proj,2,64,8,128,56.728702545166016,72.125,268435456 +74,self_attn.q_proj,2,128,8,128,65.27718353271484,68.0625,268435456 +74,self_attn.q_proj,3,32,8,128,20.485443115234375,112.25,268435456 +74,self_attn.q_proj,3,64,8,128,24.357770919799805,104.125,268435456 +74,self_attn.q_proj,3,128,8,128,28.23676109313965,100.0625,268435456 +74,self_attn.q_proj,4,32,8,128,9.5283784866333,144.25,268435456 +74,self_attn.q_proj,4,64,8,128,11.44441032409668,136.125,268435456 +74,self_attn.q_proj,4,128,8,128,13.139551162719727,132.0625,268435456 +74,self_attn.q_proj,8,32,8,128,0.5810064077377319,272.25,268435456 +74,self_attn.q_proj,8,64,8,128,0.6991536021232605,264.125,268435456 +74,self_attn.q_proj,8,128,8,128,0.7954972982406616,260.0625,268435456 +74,self_attn.v_proj,2,32,8,128,17.579870223999023,10.03125,33554432 +74,self_attn.v_proj,2,64,8,128,21.677377700805664,9.015625,33554432 +74,self_attn.v_proj,2,128,8,128,25.332181930541992,8.5078125,33554432 +74,self_attn.v_proj,3,32,8,128,7.512217998504639,14.03125,33554432 +74,self_attn.v_proj,3,64,8,128,9.264492988586426,13.015625,33554432 +74,self_attn.v_proj,3,128,8,128,10.83867073059082,12.5078125,33554432 +74,self_attn.v_proj,4,32,8,128,3.504769802093506,18.03125,33554432 +74,self_attn.v_proj,4,64,8,128,4.324345111846924,17.015625,33554432 +74,self_attn.v_proj,4,128,8,128,5.056738376617432,16.5078125,33554432 +74,self_attn.v_proj,8,32,8,128,0.21222522854804993,34.03125,33554432 +74,self_attn.v_proj,8,64,8,128,0.2619439363479614,33.015625,33554432 +74,self_attn.v_proj,8,128,8,128,0.30635127425193787,32.5078125,33554432 +74,self_attn.k_proj,2,32,8,128,33.521671295166016,10.03125,33554432 +74,self_attn.k_proj,2,64,8,128,43.05025100708008,9.015625,33554432 +74,self_attn.k_proj,2,128,8,128,50.77845764160156,8.5078125,33554432 +74,self_attn.k_proj,3,32,8,128,14.64344596862793,14.03125,33554432 +74,self_attn.k_proj,3,64,8,128,19.513586044311523,13.015625,33554432 +74,self_attn.k_proj,3,128,8,128,23.913358688354492,12.5078125,33554432 +74,self_attn.k_proj,4,32,8,128,6.845561504364014,18.03125,33554432 +74,self_attn.k_proj,4,64,8,128,9.137945175170898,17.015625,33554432 +74,self_attn.k_proj,4,128,8,128,11.245048522949219,16.5078125,33554432 +74,self_attn.k_proj,8,32,8,128,0.4144051969051361,34.03125,33554432 +74,self_attn.k_proj,8,64,8,128,0.5535592436790466,33.015625,33554432 +74,self_attn.k_proj,8,128,8,128,0.6814170479774475,32.5078125,33554432 +74,self_attn.o_proj,2,32,8,128,50.77360916137695,80.25,268435456 +74,self_attn.o_proj,2,64,8,128,59.384769439697266,72.125,268435456 +74,self_attn.o_proj,2,128,8,128,66.76972198486328,68.0625,268435456 +74,self_attn.o_proj,3,32,8,128,21.831480026245117,112.25,268435456 +74,self_attn.o_proj,3,64,8,128,25.307207107543945,104.125,268435456 +74,self_attn.o_proj,3,128,8,128,28.60133171081543,100.0625,268435456 +74,self_attn.o_proj,4,32,8,128,10.15402603149414,144.25,268435456 +74,self_attn.o_proj,4,64,8,128,11.824846267700195,136.125,268435456 +74,self_attn.o_proj,4,128,8,128,13.332195281982422,132.0625,268435456 +74,self_attn.o_proj,8,32,8,128,0.6210122108459473,272.25,268435456 +74,self_attn.o_proj,8,64,8,128,0.7235165238380432,264.125,268435456 +74,self_attn.o_proj,8,128,8,128,0.8090221285820007,260.0625,268435456 +74,mlp.gate_proj,2,32,8,128,91.13899230957031,260.8125,872415232 +74,mlp.gate_proj,2,64,8,128,99.75178527832031,234.40625,872415232 +74,mlp.gate_proj,2,128,8,128,117.64763641357422,221.203125,872415232 +74,mlp.gate_proj,3,32,8,128,37.53017807006836,364.8125,872415232 +74,mlp.gate_proj,3,64,8,128,45.437965393066406,338.40625,872415232 +74,mlp.gate_proj,3,128,8,128,47.92744064331055,325.203125,872415232 +74,mlp.gate_proj,4,32,8,128,17.370384216308594,468.8125,872415232 +74,mlp.gate_proj,4,64,8,128,20.90850830078125,442.40625,872415232 +74,mlp.gate_proj,4,128,8,128,23.03782081604004,429.203125,872415232 +74,mlp.gate_proj,8,32,8,128,1.0580202341079712,884.8125,872415232 +74,mlp.gate_proj,8,64,8,128,1.240834355354309,858.40625,872415232 +74,mlp.gate_proj,8,128,8,128,1.4233484268188477,845.203125,872415232 +74,mlp.up_proj,2,32,8,128,83.70004272460938,260.8125,872415232 +74,mlp.up_proj,2,64,8,128,92.95972442626953,234.40625,872415232 +74,mlp.up_proj,2,128,8,128,101.91099548339844,221.203125,872415232 +74,mlp.up_proj,3,32,8,128,34.39188003540039,364.8125,872415232 +74,mlp.up_proj,3,64,8,128,40.90400314331055,338.40625,872415232 +74,mlp.up_proj,3,128,8,128,45.55714416503906,325.203125,872415232 +74,mlp.up_proj,4,32,8,128,16.383514404296875,468.8125,872415232 +74,mlp.up_proj,4,64,8,128,18.432479858398438,442.40625,872415232 +74,mlp.up_proj,4,128,8,128,22.04227638244629,429.203125,872415232 +74,mlp.up_proj,8,32,8,128,1.0107065439224243,884.8125,872415232 +74,mlp.up_proj,8,64,8,128,1.1034133434295654,858.40625,872415232 +74,mlp.up_proj,8,128,8,128,1.2863218784332275,845.203125,872415232 +74,mlp.down_proj,2,32,8,128,85.39564514160156,260.8125,872415232 +74,mlp.down_proj,2,64,8,128,93.67410278320312,234.40625,872415232 +74,mlp.down_proj,2,128,8,128,103.84720611572266,221.203125,872415232 +74,mlp.down_proj,3,32,8,128,34.83186721801758,364.8125,872415232 +74,mlp.down_proj,3,64,8,128,41.813507080078125,338.40625,872415232 +74,mlp.down_proj,3,128,8,128,45.710975646972656,325.203125,872415232 +74,mlp.down_proj,4,32,8,128,16.50444984436035,468.8125,872415232 +74,mlp.down_proj,4,64,8,128,18.773155212402344,442.40625,872415232 +74,mlp.down_proj,4,128,8,128,22.572914123535156,429.203125,872415232 +74,mlp.down_proj,8,32,8,128,1.015995979309082,884.8125,872415232 +74,mlp.down_proj,8,64,8,128,1.121435284614563,858.40625,872415232 +74,mlp.down_proj,8,128,8,128,1.3178625106811523,845.203125,872415232 +75,self_attn.q_proj,2,32,8,128,45.71356964111328,80.25,268435456 +75,self_attn.q_proj,2,64,8,128,54.01062774658203,72.125,268435456 +75,self_attn.q_proj,2,128,8,128,62.489627838134766,68.0625,268435456 +75,self_attn.q_proj,3,32,8,128,19.47541618347168,112.25,268435456 +75,self_attn.q_proj,3,64,8,128,23.29524040222168,104.125,268435456 +75,self_attn.q_proj,3,128,8,128,26.84479522705078,100.0625,268435456 +75,self_attn.q_proj,4,32,8,128,9.067922592163086,144.25,268435456 +75,self_attn.q_proj,4,64,8,128,10.908844947814941,136.125,268435456 +75,self_attn.q_proj,4,128,8,128,12.508922576904297,132.0625,268435456 +75,self_attn.q_proj,8,32,8,128,0.553645670413971,272.25,268435456 +75,self_attn.q_proj,8,64,8,128,0.6636815667152405,264.125,268435456 +75,self_attn.q_proj,8,128,8,128,0.7585176825523376,260.0625,268435456 +75,self_attn.v_proj,2,32,8,128,18.451751708984375,10.03125,33554432 +75,self_attn.v_proj,2,64,8,128,22.78022575378418,9.015625,33554432 +75,self_attn.v_proj,2,128,8,128,26.650028228759766,8.5078125,33554432 +75,self_attn.v_proj,3,32,8,128,7.888351917266846,14.03125,33554432 +75,self_attn.v_proj,3,64,8,128,9.739278793334961,13.015625,33554432 +75,self_attn.v_proj,3,128,8,128,11.39826774597168,12.5078125,33554432 +75,self_attn.v_proj,4,32,8,128,3.680220603942871,18.03125,33554432 +75,self_attn.v_proj,4,64,8,128,4.542043685913086,17.015625,33554432 +75,self_attn.v_proj,4,128,8,128,5.319289207458496,16.5078125,33554432 +75,self_attn.v_proj,8,32,8,128,0.2227000743150711,34.03125,33554432 +75,self_attn.v_proj,8,64,8,128,0.27524104714393616,33.015625,33554432 +75,self_attn.v_proj,8,128,8,128,0.3221205174922943,32.5078125,33554432 +75,self_attn.k_proj,2,32,8,128,32.562828063964844,10.03125,33554432 +75,self_attn.k_proj,2,64,8,128,41.988956451416016,9.015625,33554432 +75,self_attn.k_proj,2,128,8,128,49.81993103027344,8.5078125,33554432 +75,self_attn.k_proj,3,32,8,128,14.180638313293457,14.03125,33554432 +75,self_attn.k_proj,3,64,8,128,19.007781982421875,13.015625,33554432 +75,self_attn.k_proj,3,128,8,128,23.537765502929688,12.5078125,33554432 +75,self_attn.k_proj,4,32,8,128,6.6169867515563965,18.03125,33554432 +75,self_attn.k_proj,4,64,8,128,8.891185760498047,17.015625,33554432 +75,self_attn.k_proj,4,128,8,128,11.0481538772583,16.5078125,33554432 +75,self_attn.k_proj,8,32,8,128,0.40085652470588684,34.03125,33554432 +75,self_attn.k_proj,8,64,8,128,0.5386911034584045,33.015625,33554432 +75,self_attn.k_proj,8,128,8,128,0.6693222522735596,32.5078125,33554432 +75,self_attn.o_proj,2,32,8,128,51.10905075073242,80.25,268435456 +75,self_attn.o_proj,2,64,8,128,59.79771423339844,72.125,268435456 +75,self_attn.o_proj,2,128,8,128,67.23674774169922,68.0625,268435456 +75,self_attn.o_proj,3,32,8,128,21.982927322387695,112.25,268435456 +75,self_attn.o_proj,3,64,8,128,25.487028121948242,104.125,268435456 +75,self_attn.o_proj,3,128,8,128,28.80470848083496,100.0625,268435456 +75,self_attn.o_proj,4,32,8,128,10.223326683044434,144.25,268435456 +75,self_attn.o_proj,4,64,8,128,11.901327133178711,136.125,268435456 +75,self_attn.o_proj,4,128,8,128,13.428881645202637,132.0625,268435456 +75,self_attn.o_proj,8,32,8,128,0.6252763867378235,272.25,268435456 +75,self_attn.o_proj,8,64,8,128,0.727904736995697,264.125,268435456 +75,self_attn.o_proj,8,128,8,128,0.8148981928825378,260.0625,268435456 +75,mlp.gate_proj,2,32,8,128,91.09049987792969,260.8125,872415232 +75,mlp.gate_proj,2,64,8,128,99.50373077392578,234.40625,872415232 +75,mlp.gate_proj,2,128,8,128,117.18619537353516,221.203125,872415232 +75,mlp.gate_proj,3,32,8,128,37.45057678222656,364.8125,872415232 +75,mlp.gate_proj,3,64,8,128,45.41398239135742,338.40625,872415232 +75,mlp.gate_proj,3,128,8,128,47.793617248535156,325.203125,872415232 +75,mlp.gate_proj,4,32,8,128,17.3414306640625,468.8125,872415232 +75,mlp.gate_proj,4,64,8,128,20.834014892578125,442.40625,872415232 +75,mlp.gate_proj,4,128,8,128,23.000843048095703,429.203125,872415232 +75,mlp.gate_proj,8,32,8,128,1.056573510169983,884.8125,872415232 +75,mlp.gate_proj,8,64,8,128,1.2367419004440308,858.40625,872415232 +75,mlp.gate_proj,8,128,8,128,1.422134518623352,845.203125,872415232 +75,mlp.up_proj,2,32,8,128,83.80206298828125,260.8125,872415232 +75,mlp.up_proj,2,64,8,128,93.00000762939453,234.40625,872415232 +75,mlp.up_proj,2,128,8,128,102.01534271240234,221.203125,872415232 +75,mlp.up_proj,3,32,8,128,34.42310333251953,364.8125,872415232 +75,mlp.up_proj,3,64,8,128,40.96387481689453,338.40625,872415232 +75,mlp.up_proj,3,128,8,128,45.566734313964844,325.203125,872415232 +75,mlp.up_proj,4,32,8,128,16.391407012939453,468.8125,872415232 +75,mlp.up_proj,4,64,8,128,18.45199203491211,442.40625,872415232 +75,mlp.up_proj,4,128,8,128,22.084930419921875,429.203125,872415232 +75,mlp.up_proj,8,32,8,128,1.011042833328247,884.8125,872415232 +75,mlp.up_proj,8,64,8,128,1.1046466827392578,858.40625,872415232 +75,mlp.up_proj,8,128,8,128,1.288449764251709,845.203125,872415232 +75,mlp.down_proj,2,32,8,128,85.4388427734375,260.8125,872415232 +75,mlp.down_proj,2,64,8,128,93.69482421875,234.40625,872415232 +75,mlp.down_proj,2,128,8,128,103.91899108886719,221.203125,872415232 +75,mlp.down_proj,3,32,8,128,34.846431732177734,364.8125,872415232 +75,mlp.down_proj,3,64,8,128,41.82778549194336,338.40625,872415232 +75,mlp.down_proj,3,128,8,128,45.71305465698242,325.203125,872415232 +75,mlp.down_proj,4,32,8,128,16.507465362548828,468.8125,872415232 +75,mlp.down_proj,4,64,8,128,18.784828186035156,442.40625,872415232 +75,mlp.down_proj,4,128,8,128,22.578964233398438,429.203125,872415232 +75,mlp.down_proj,8,32,8,128,1.0161716938018799,884.8125,872415232 +75,mlp.down_proj,8,64,8,128,1.121985912322998,858.40625,872415232 +75,mlp.down_proj,8,128,8,128,1.318643569946289,845.203125,872415232 +76,self_attn.q_proj,2,32,8,128,46.357704162597656,80.25,268435456 +76,self_attn.q_proj,2,64,8,128,55.08963394165039,72.125,268435456 +76,self_attn.q_proj,2,128,8,128,63.94731521606445,68.0625,268435456 +76,self_attn.q_proj,3,32,8,128,19.822708129882812,112.25,268435456 +76,self_attn.q_proj,3,64,8,128,23.744897842407227,104.125,268435456 +76,self_attn.q_proj,3,128,8,128,27.563945770263672,100.0625,268435456 +76,self_attn.q_proj,4,32,8,128,9.22356128692627,144.25,268435456 +76,self_attn.q_proj,4,64,8,128,11.15935230255127,136.125,268435456 +76,self_attn.q_proj,4,128,8,128,12.832340240478516,132.0625,268435456 +76,self_attn.q_proj,8,32,8,128,0.5631340146064758,272.25,268435456 +76,self_attn.q_proj,8,64,8,128,0.6794193983078003,264.125,268435456 +76,self_attn.q_proj,8,128,8,128,0.777366042137146,260.0625,268435456 +76,self_attn.v_proj,2,32,8,128,17.76424789428711,10.03125,33554432 +76,self_attn.v_proj,2,64,8,128,21.922454833984375,9.015625,33554432 +76,self_attn.v_proj,2,128,8,128,25.640626907348633,8.5078125,33554432 +76,self_attn.v_proj,3,32,8,128,7.593623638153076,14.03125,33554432 +76,self_attn.v_proj,3,64,8,128,9.370027542114258,13.015625,33554432 +76,self_attn.v_proj,3,128,8,128,10.967814445495605,12.5078125,33554432 +76,self_attn.v_proj,4,32,8,128,3.5419745445251465,18.03125,33554432 +76,self_attn.v_proj,4,64,8,128,4.373166084289551,17.015625,33554432 +76,self_attn.v_proj,4,128,8,128,5.118166446685791,16.5078125,33554432 +76,self_attn.v_proj,8,32,8,128,0.21445532143115997,34.03125,33554432 +76,self_attn.v_proj,8,64,8,128,0.2648477256298065,33.015625,33554432 +76,self_attn.v_proj,8,128,8,128,0.3100786805152893,32.5078125,33554432 +76,self_attn.k_proj,2,32,8,128,33.14348602294922,10.03125,33554432 +76,self_attn.k_proj,2,64,8,128,42.72976303100586,9.015625,33554432 +76,self_attn.k_proj,2,128,8,128,50.75342559814453,8.5078125,33554432 +76,self_attn.k_proj,3,32,8,128,14.376191139221191,14.03125,33554432 +76,self_attn.k_proj,3,64,8,128,19.352441787719727,13.015625,33554432 +76,self_attn.k_proj,3,128,8,128,23.99970245361328,12.5078125,33554432 +76,self_attn.k_proj,4,32,8,128,6.708959579467773,18.03125,33554432 +76,self_attn.k_proj,4,64,8,128,9.048283576965332,17.015625,33554432 +76,self_attn.k_proj,4,128,8,128,11.265989303588867,16.5078125,33554432 +76,self_attn.k_proj,8,32,8,128,0.40612971782684326,34.03125,33554432 +76,self_attn.k_proj,8,64,8,128,0.5482875108718872,33.015625,33554432 +76,self_attn.k_proj,8,128,8,128,0.682619035243988,32.5078125,33554432 +76,self_attn.o_proj,2,32,8,128,50.672855377197266,80.25,268435456 +76,self_attn.o_proj,2,64,8,128,59.31527328491211,72.125,268435456 +76,self_attn.o_proj,2,128,8,128,66.8022689819336,68.0625,268435456 +76,self_attn.o_proj,3,32,8,128,21.800594329833984,112.25,268435456 +76,self_attn.o_proj,3,64,8,128,25.30170249938965,104.125,268435456 +76,self_attn.o_proj,3,128,8,128,28.655330657958984,100.0625,268435456 +76,self_attn.o_proj,4,32,8,128,10.138445854187012,144.25,268435456 +76,self_attn.o_proj,4,64,8,128,11.824199676513672,136.125,268435456 +76,self_attn.o_proj,4,128,8,128,13.358441352844238,132.0625,268435456 +76,self_attn.o_proj,8,32,8,128,0.6199590563774109,272.25,268435456 +76,self_attn.o_proj,8,64,8,128,0.7234895825386047,264.125,268435456 +76,self_attn.o_proj,8,128,8,128,0.8105526566505432,260.0625,268435456 +76,mlp.gate_proj,2,32,8,128,91.07084655761719,260.8125,872415232 +76,mlp.gate_proj,2,64,8,128,99.39246368408203,234.40625,872415232 +76,mlp.gate_proj,2,128,8,128,116.892578125,221.203125,872415232 +76,mlp.gate_proj,3,32,8,128,37.415870666503906,364.8125,872415232 +76,mlp.gate_proj,3,64,8,128,45.4035530090332,338.40625,872415232 +76,mlp.gate_proj,3,128,8,128,47.726829528808594,325.203125,872415232 +76,mlp.gate_proj,4,32,8,128,17.32790756225586,468.8125,872415232 +76,mlp.gate_proj,4,64,8,128,20.81052017211914,442.40625,872415232 +76,mlp.gate_proj,4,128,8,128,22.986536026000977,429.203125,872415232 +76,mlp.gate_proj,8,32,8,128,1.0559206008911133,884.8125,872415232 +76,mlp.gate_proj,8,64,8,128,1.2350350618362427,858.40625,872415232 +76,mlp.gate_proj,8,128,8,128,1.4216806888580322,845.203125,872415232 +76,mlp.up_proj,2,32,8,128,83.91907501220703,260.8125,872415232 +76,mlp.up_proj,2,64,8,128,93.04788970947266,234.40625,872415232 +76,mlp.up_proj,2,128,8,128,102.14383697509766,221.203125,872415232 +76,mlp.up_proj,3,32,8,128,34.45309829711914,364.8125,872415232 +76,mlp.up_proj,3,64,8,128,41.020877838134766,338.40625,872415232 +76,mlp.up_proj,3,128,8,128,45.57640075683594,325.203125,872415232 +76,mlp.up_proj,4,32,8,128,16.39899444580078,468.8125,872415232 +76,mlp.up_proj,4,64,8,128,18.474794387817383,442.40625,872415232 +76,mlp.up_proj,4,128,8,128,22.114299774169922,429.203125,872415232 +76,mlp.up_proj,8,32,8,128,1.0113554000854492,884.8125,872415232 +76,mlp.up_proj,8,64,8,128,1.1057862043380737,858.40625,872415232 +76,mlp.up_proj,8,128,8,128,1.2906897068023682,845.203125,872415232 +76,mlp.down_proj,2,32,8,128,85.49620819091797,260.8125,872415232 +76,mlp.down_proj,2,64,8,128,93.71568298339844,234.40625,872415232 +76,mlp.down_proj,2,128,8,128,104.03569030761719,221.203125,872415232 +76,mlp.down_proj,3,32,8,128,34.857269287109375,364.8125,872415232 +76,mlp.down_proj,3,64,8,128,41.85121536254883,338.40625,872415232 +76,mlp.down_proj,3,128,8,128,45.72065353393555,325.203125,872415232 +76,mlp.down_proj,4,32,8,128,16.511859893798828,468.8125,872415232 +76,mlp.down_proj,4,64,8,128,18.795446395874023,442.40625,872415232 +76,mlp.down_proj,4,128,8,128,22.600900650024414,429.203125,872415232 +76,mlp.down_proj,8,32,8,128,1.0163214206695557,884.8125,872415232 +76,mlp.down_proj,8,64,8,128,1.12246835231781,858.40625,872415232 +76,mlp.down_proj,8,128,8,128,1.319896936416626,845.203125,872415232 +77,self_attn.q_proj,2,32,8,128,44.8919563293457,80.25,268435456 +77,self_attn.q_proj,2,64,8,128,52.559242248535156,72.125,268435456 +77,self_attn.q_proj,2,128,8,128,60.316497802734375,68.0625,268435456 +77,self_attn.q_proj,3,32,8,128,19.069293975830078,112.25,268435456 +77,self_attn.q_proj,3,64,8,128,22.797067642211914,104.125,268435456 +77,self_attn.q_proj,3,128,8,128,25.87045669555664,100.0625,268435456 +77,self_attn.q_proj,4,32,8,128,8.884886741638184,144.25,268435456 +77,self_attn.q_proj,4,64,8,128,10.613537788391113,136.125,268435456 +77,self_attn.q_proj,4,128,8,128,12.093504905700684,132.0625,268435456 +77,self_attn.q_proj,8,32,8,128,0.5431531667709351,272.25,268435456 +77,self_attn.q_proj,8,64,8,128,0.6463722586631775,264.125,268435456 +77,self_attn.q_proj,8,128,8,128,0.7356793284416199,260.0625,268435456 +77,self_attn.v_proj,2,32,8,128,17.951753616333008,10.03125,33554432 +77,self_attn.v_proj,2,64,8,128,22.154254913330078,9.015625,33554432 +77,self_attn.v_proj,2,128,8,128,25.913002014160156,8.5078125,33554432 +77,self_attn.v_proj,3,32,8,128,7.6736345291137695,14.03125,33554432 +77,self_attn.v_proj,3,64,8,128,9.46996021270752,13.015625,33554432 +77,self_attn.v_proj,3,128,8,128,11.088098526000977,12.5078125,33554432 +77,self_attn.v_proj,4,32,8,128,3.5793097019195557,18.03125,33554432 +77,self_attn.v_proj,4,64,8,128,4.418160438537598,17.015625,33554432 +77,self_attn.v_proj,4,128,8,128,5.171634197235107,16.5078125,33554432 +77,self_attn.v_proj,8,32,8,128,0.21676316857337952,34.03125,33554432 +77,self_attn.v_proj,8,64,8,128,0.2676848769187927,33.015625,33554432 +77,self_attn.v_proj,8,128,8,128,0.313394695520401,32.5078125,33554432 +77,self_attn.k_proj,2,32,8,128,32.317405700683594,10.03125,33554432 +77,self_attn.k_proj,2,64,8,128,42.193382263183594,9.015625,33554432 +77,self_attn.k_proj,2,128,8,128,50.1690788269043,8.5078125,33554432 +77,self_attn.k_proj,3,32,8,128,14.009259223937988,14.03125,33554432 +77,self_attn.k_proj,3,64,8,128,19.155620574951172,13.015625,33554432 +77,self_attn.k_proj,3,128,8,128,23.879926681518555,12.5078125,33554432 +77,self_attn.k_proj,4,32,8,128,6.540891170501709,18.03125,33554432 +77,self_attn.k_proj,4,64,8,128,8.960360527038574,17.015625,33554432 +77,self_attn.k_proj,4,128,8,128,11.210967063903809,16.5078125,33554432 +77,self_attn.k_proj,8,32,8,128,0.39588361978530884,34.03125,33554432 +77,self_attn.k_proj,8,64,8,128,0.5426733493804932,33.015625,33554432 +77,self_attn.k_proj,8,128,8,128,0.6786915063858032,32.5078125,33554432 +77,self_attn.o_proj,2,32,8,128,51.10283279418945,80.25,268435456 +77,self_attn.o_proj,2,64,8,128,59.80103302001953,72.125,268435456 +77,self_attn.o_proj,2,128,8,128,67.2596664428711,68.0625,268435456 +77,self_attn.o_proj,3,32,8,128,21.981979370117188,112.25,268435456 +77,self_attn.o_proj,3,64,8,128,25.49182891845703,104.125,268435456 +77,self_attn.o_proj,3,128,8,128,28.833600997924805,100.0625,268435456 +77,self_attn.o_proj,4,32,8,128,10.22408676147461,144.25,268435456 +77,self_attn.o_proj,4,64,8,128,11.9076509475708,136.125,268435456 +77,self_attn.o_proj,4,128,8,128,13.443127632141113,132.0625,268435456 +77,self_attn.o_proj,8,32,8,128,0.6252408027648926,272.25,268435456 +77,self_attn.o_proj,8,64,8,128,0.7281047701835632,264.125,268435456 +77,self_attn.o_proj,8,128,8,128,0.8155834078788757,260.0625,268435456 +77,mlp.gate_proj,2,32,8,128,91.17010498046875,260.8125,872415232 +77,mlp.gate_proj,2,64,8,128,99.8263931274414,234.40625,872415232 +77,mlp.gate_proj,2,128,8,128,117.71160888671875,221.203125,872415232 +77,mlp.gate_proj,3,32,8,128,37.576988220214844,364.8125,872415232 +77,mlp.gate_proj,3,64,8,128,45.44700622558594,338.40625,872415232 +77,mlp.gate_proj,3,128,8,128,47.942081451416016,325.203125,872415232 +77,mlp.gate_proj,4,32,8,128,17.386747360229492,468.8125,872415232 +77,mlp.gate_proj,4,64,8,128,20.934654235839844,442.40625,872415232 +77,mlp.gate_proj,4,128,8,128,23.043174743652344,429.203125,872415232 +77,mlp.gate_proj,8,32,8,128,1.0589168071746826,884.8125,872415232 +77,mlp.gate_proj,8,64,8,128,1.2425202131271362,858.40625,872415232 +77,mlp.gate_proj,8,128,8,128,1.4236794710159302,845.203125,872415232 +77,mlp.up_proj,2,32,8,128,83.82554626464844,260.8125,872415232 +77,mlp.up_proj,2,64,8,128,93.01284790039062,234.40625,872415232 +77,mlp.up_proj,2,128,8,128,102.02633666992188,221.203125,872415232 +77,mlp.up_proj,3,32,8,128,34.427494049072266,364.8125,872415232 +77,mlp.up_proj,3,64,8,128,40.98637771606445,338.40625,872415232 +77,mlp.up_proj,3,128,8,128,45.56879425048828,325.203125,872415232 +77,mlp.up_proj,4,32,8,128,16.39307975769043,468.8125,872415232 +77,mlp.up_proj,4,64,8,128,18.456573486328125,442.40625,872415232 +77,mlp.up_proj,4,128,8,128,22.083454132080078,429.203125,872415232 +77,mlp.up_proj,8,32,8,128,1.0110896825790405,884.8125,872415232 +77,mlp.up_proj,8,64,8,128,1.1049294471740723,858.40625,872415232 +77,mlp.up_proj,8,128,8,128,1.289045810699463,845.203125,872415232 +77,mlp.down_proj,2,32,8,128,85.40715026855469,260.8125,872415232 +77,mlp.down_proj,2,64,8,128,93.67698669433594,234.40625,872415232 +77,mlp.down_proj,2,128,8,128,103.86377716064453,221.203125,872415232 +77,mlp.down_proj,3,32,8,128,34.83666229248047,364.8125,872415232 +77,mlp.down_proj,3,64,8,128,41.80671310424805,338.40625,872415232 +77,mlp.down_proj,3,128,8,128,45.71292495727539,325.203125,872415232 +77,mlp.down_proj,4,32,8,128,16.50587272644043,468.8125,872415232 +77,mlp.down_proj,4,64,8,128,18.78094482421875,442.40625,872415232 +77,mlp.down_proj,4,128,8,128,22.570899963378906,429.203125,872415232 +77,mlp.down_proj,8,32,8,128,1.0160973072052002,884.8125,872415232 +77,mlp.down_proj,8,64,8,128,1.1217573881149292,858.40625,872415232 +77,mlp.down_proj,8,128,8,128,1.3185347318649292,845.203125,872415232 +78,self_attn.q_proj,2,32,8,128,45.98640441894531,80.25,268435456 +78,self_attn.q_proj,2,64,8,128,54.21149444580078,72.125,268435456 +78,self_attn.q_proj,2,128,8,128,62.345848083496094,68.0625,268435456 +78,self_attn.q_proj,3,32,8,128,19.609323501586914,112.25,268435456 +78,self_attn.q_proj,3,64,8,128,23.354751586914062,104.125,268435456 +78,self_attn.q_proj,3,128,8,128,26.730440139770508,100.0625,268435456 +78,self_attn.q_proj,4,32,8,128,9.132155418395996,144.25,268435456 +78,self_attn.q_proj,4,64,8,128,10.93906021118164,136.125,268435456 +78,self_attn.q_proj,4,128,8,128,12.462307929992676,132.0625,268435456 +78,self_attn.q_proj,8,32,8,128,0.5572616457939148,272.25,268435456 +78,self_attn.q_proj,8,64,8,128,0.6661567687988281,264.125,268435456 +78,self_attn.q_proj,8,128,8,128,0.7566261291503906,260.0625,268435456 +78,self_attn.v_proj,2,32,8,128,17.869449615478516,10.03125,33554432 +78,self_attn.v_proj,2,64,8,128,21.980045318603516,9.015625,33554432 +78,self_attn.v_proj,2,128,8,128,25.606374740600586,8.5078125,33554432 +78,self_attn.v_proj,3,32,8,128,7.637240886688232,14.03125,33554432 +78,self_attn.v_proj,3,64,8,128,9.390666007995605,13.015625,33554432 +78,self_attn.v_proj,3,128,8,128,10.954896926879883,12.5078125,33554432 +78,self_attn.v_proj,4,32,8,128,3.5626087188720703,18.03125,33554432 +78,self_attn.v_proj,4,64,8,128,4.383189678192139,17.015625,33554432 +78,self_attn.v_proj,4,128,8,128,5.111064434051514,16.5078125,33554432 +78,self_attn.v_proj,8,32,8,128,0.21573151648044586,34.03125,33554432 +78,self_attn.v_proj,8,64,8,128,0.265427827835083,33.015625,33554432 +78,self_attn.v_proj,8,128,8,128,0.3096289038658142,32.5078125,33554432 +78,self_attn.k_proj,2,32,8,128,32.217445373535156,10.03125,33554432 +78,self_attn.k_proj,2,64,8,128,41.795833587646484,9.015625,33554432 +78,self_attn.k_proj,2,128,8,128,49.58651351928711,8.5078125,33554432 +78,self_attn.k_proj,3,32,8,128,13.892505645751953,14.03125,33554432 +78,self_attn.k_proj,3,64,8,128,18.677209854125977,13.015625,33554432 +78,self_attn.k_proj,3,128,8,128,22.971546173095703,12.5078125,33554432 +78,self_attn.k_proj,4,32,8,128,6.483986854553223,18.03125,33554432 +78,self_attn.k_proj,4,64,8,128,8.726308822631836,17.015625,33554432 +78,self_attn.k_proj,4,128,8,128,10.749881744384766,16.5078125,33554432 +78,self_attn.k_proj,8,32,8,128,0.3926950693130493,34.03125,33554432 +78,self_attn.k_proj,8,64,8,128,0.5284308195114136,33.015625,33554432 +78,self_attn.k_proj,8,128,8,128,0.6511498093605042,32.5078125,33554432 +78,self_attn.o_proj,2,32,8,128,51.21660614013672,80.25,268435456 +78,self_attn.o_proj,2,64,8,128,59.92485046386719,72.125,268435456 +78,self_attn.o_proj,2,128,8,128,67.33058166503906,68.0625,268435456 +78,self_attn.o_proj,3,32,8,128,22.032119750976562,112.25,268435456 +78,self_attn.o_proj,3,64,8,128,25.535978317260742,104.125,268435456 +78,self_attn.o_proj,3,128,8,128,28.84593391418457,100.0625,268435456 +78,self_attn.o_proj,4,32,8,128,10.244894027709961,144.25,268435456 +78,self_attn.o_proj,4,64,8,128,11.923206329345703,136.125,268435456 +78,self_attn.o_proj,4,128,8,128,13.449769973754883,132.0625,268435456 +78,self_attn.o_proj,8,32,8,128,0.6267185807228088,272.25,268435456 +78,self_attn.o_proj,8,64,8,128,0.7291256189346313,264.125,268435456 +78,self_attn.o_proj,8,128,8,128,0.8161407709121704,260.0625,268435456 +78,mlp.gate_proj,2,32,8,128,91.0661849975586,260.8125,872415232 +78,mlp.gate_proj,2,64,8,128,99.25533294677734,234.40625,872415232 +78,mlp.gate_proj,2,128,8,128,116.50320434570312,221.203125,872415232 +78,mlp.gate_proj,3,32,8,128,37.418128967285156,364.8125,872415232 +78,mlp.gate_proj,3,64,8,128,45.39016342163086,338.40625,872415232 +78,mlp.gate_proj,3,128,8,128,47.58203125,325.203125,872415232 +78,mlp.gate_proj,4,32,8,128,17.325098037719727,468.8125,872415232 +78,mlp.gate_proj,4,64,8,128,20.78240966796875,442.40625,872415232 +78,mlp.gate_proj,4,128,8,128,22.950162887573242,429.203125,872415232 +78,mlp.gate_proj,8,32,8,128,1.0556366443634033,884.8125,872415232 +78,mlp.gate_proj,8,64,8,128,1.2332996129989624,858.40625,872415232 +78,mlp.gate_proj,8,128,8,128,1.4205232858657837,845.203125,872415232 +78,mlp.up_proj,2,32,8,128,84.14546966552734,260.8125,872415232 +78,mlp.up_proj,2,64,8,128,93.13606262207031,234.40625,872415232 +78,mlp.up_proj,2,128,8,128,102.38407135009766,221.203125,872415232 +78,mlp.up_proj,3,32,8,128,34.50856018066406,364.8125,872415232 +78,mlp.up_proj,3,64,8,128,41.15608596801758,338.40625,872415232 +78,mlp.up_proj,3,128,8,128,45.59543991088867,325.203125,872415232 +78,mlp.up_proj,4,32,8,128,16.414377212524414,468.8125,872415232 +78,mlp.up_proj,4,64,8,128,18.51930809020996,442.40625,872415232 +78,mlp.up_proj,4,128,8,128,22.188737869262695,429.203125,872415232 +78,mlp.up_proj,8,32,8,128,1.0120556354522705,884.8125,872415232 +78,mlp.up_proj,8,64,8,128,1.1082007884979248,858.40625,872415232 +78,mlp.up_proj,8,128,8,128,1.295013189315796,845.203125,872415232 +78,mlp.down_proj,2,32,8,128,85.73399353027344,260.8125,872415232 +78,mlp.down_proj,2,64,8,128,93.82059478759766,234.40625,872415232 +78,mlp.down_proj,2,128,8,128,104.24545288085938,221.203125,872415232 +78,mlp.down_proj,3,32,8,128,34.921104431152344,364.8125,872415232 +78,mlp.down_proj,3,64,8,128,41.988059997558594,338.40625,872415232 +78,mlp.down_proj,3,128,8,128,45.740360260009766,325.203125,872415232 +78,mlp.down_proj,4,32,8,128,16.529136657714844,468.8125,872415232 +78,mlp.down_proj,4,64,8,128,18.847949981689453,442.40625,872415232 +78,mlp.down_proj,4,128,8,128,22.628875732421875,429.203125,872415232 +78,mlp.down_proj,8,32,8,128,1.0171486139297485,884.8125,872415232 +78,mlp.down_proj,8,64,8,128,1.125110387802124,858.40625,872415232 +78,mlp.down_proj,8,128,8,128,1.3243165016174316,845.203125,872415232 +79,self_attn.q_proj,2,32,8,128,45.981353759765625,80.25,268435456 +79,self_attn.q_proj,2,64,8,128,54.10794448852539,72.125,268435456 +79,self_attn.q_proj,2,128,8,128,62.06306076049805,68.0625,268435456 +79,self_attn.q_proj,3,32,8,128,19.614774703979492,112.25,268435456 +79,self_attn.q_proj,3,64,8,128,23.34097671508789,104.125,268435456 +79,self_attn.q_proj,3,128,8,128,26.668575286865234,100.0625,268435456 +79,self_attn.q_proj,4,32,8,128,9.132367134094238,144.25,268435456 +79,self_attn.q_proj,4,64,8,128,10.933600425720215,136.125,268435456 +79,self_attn.q_proj,4,128,8,128,12.43308162689209,132.0625,268435456 +79,self_attn.q_proj,8,32,8,128,0.5573056936264038,272.25,268435456 +79,self_attn.q_proj,8,64,8,128,0.6651003360748291,264.125,268435456 +79,self_attn.q_proj,8,128,8,128,0.7545070648193359,260.0625,268435456 +79,self_attn.v_proj,2,32,8,128,17.26390266418457,10.03125,33554432 +79,self_attn.v_proj,2,64,8,128,21.224096298217773,9.015625,33554432 +79,self_attn.v_proj,2,128,8,128,24.71250343322754,8.5078125,33554432 +79,self_attn.v_proj,3,32,8,128,7.380070686340332,14.03125,33554432 +79,self_attn.v_proj,3,64,8,128,9.071748733520508,13.015625,33554432 +79,self_attn.v_proj,3,128,8,128,10.574137687683105,12.5078125,33554432 +79,self_attn.v_proj,4,32,8,128,3.4430360794067383,18.03125,33554432 +79,self_attn.v_proj,4,64,8,128,4.232740879058838,17.015625,33554432 +79,self_attn.v_proj,4,128,8,128,4.932061195373535,16.5078125,33554432 +79,self_attn.v_proj,8,32,8,128,0.20854505896568298,34.03125,33554432 +79,self_attn.v_proj,8,64,8,128,0.25632014870643616,33.015625,33554432 +79,self_attn.v_proj,8,128,8,128,0.2988513112068176,32.5078125,33554432 +79,self_attn.k_proj,2,32,8,128,33.48372268676758,10.03125,33554432 +79,self_attn.k_proj,2,64,8,128,43.293331146240234,9.015625,33554432 +79,self_attn.k_proj,2,128,8,128,51.17961120605469,8.5078125,33554432 +79,self_attn.k_proj,3,32,8,128,14.532952308654785,14.03125,33554432 +79,self_attn.k_proj,3,64,8,128,19.49472999572754,13.015625,33554432 +79,self_attn.k_proj,3,128,8,128,23.961645126342773,12.5078125,33554432 +79,self_attn.k_proj,4,32,8,128,6.7831926345825195,18.03125,33554432 +79,self_attn.k_proj,4,64,8,128,9.115432739257812,17.015625,33554432 +79,self_attn.k_proj,4,128,8,128,11.248598098754883,16.5078125,33554432 +79,self_attn.k_proj,8,32,8,128,0.41080522537231445,34.03125,33554432 +79,self_attn.k_proj,8,64,8,128,0.552113950252533,33.015625,33554432 +79,self_attn.k_proj,8,128,8,128,0.6814664006233215,32.5078125,33554432 +79,self_attn.o_proj,2,32,8,128,50.482521057128906,80.25,268435456 +79,self_attn.o_proj,2,64,8,128,59.021446228027344,72.125,268435456 +79,self_attn.o_proj,2,128,8,128,66.40066528320312,68.0625,268435456 +79,self_attn.o_proj,3,32,8,128,21.69765853881836,112.25,268435456 +79,self_attn.o_proj,3,64,8,128,25.161203384399414,104.125,268435456 +79,self_attn.o_proj,3,128,8,128,28.4129581451416,100.0625,268435456 +79,self_attn.o_proj,4,32,8,128,10.092065811157227,144.25,268435456 +79,self_attn.o_proj,4,64,8,128,11.75936222076416,136.125,268435456 +79,self_attn.o_proj,4,128,8,128,13.251810073852539,132.0625,268435456 +79,self_attn.o_proj,8,32,8,128,0.6172608733177185,272.25,268435456 +79,self_attn.o_proj,8,64,8,128,0.7198248505592346,264.125,268435456 +79,self_attn.o_proj,8,128,8,128,0.8040443658828735,260.0625,268435456 +79,mlp.gate_proj,2,32,8,128,91.31297302246094,260.8125,872415232 +79,mlp.gate_proj,2,64,8,128,100.20763397216797,234.40625,872415232 +79,mlp.gate_proj,2,128,8,128,118.34232330322266,221.203125,872415232 +79,mlp.gate_proj,3,32,8,128,37.81435012817383,364.8125,872415232 +79,mlp.gate_proj,3,64,8,128,45.47610092163086,338.40625,872415232 +79,mlp.gate_proj,3,128,8,128,47.94994354248047,325.203125,872415232 +79,mlp.gate_proj,4,32,8,128,17.464801788330078,468.8125,872415232 +79,mlp.gate_proj,4,64,8,128,21.069448471069336,442.40625,872415232 +79,mlp.gate_proj,4,128,8,128,23.031829833984375,429.203125,872415232 +79,mlp.gate_proj,8,32,8,128,1.0627089738845825,884.8125,872415232 +79,mlp.gate_proj,8,64,8,128,1.2501798868179321,858.40625,872415232 +79,mlp.gate_proj,8,128,8,128,1.4232603311538696,845.203125,872415232 +79,mlp.up_proj,2,32,8,128,84.22728729248047,260.8125,872415232 +79,mlp.up_proj,2,64,8,128,93.17585754394531,234.40625,872415232 +79,mlp.up_proj,2,128,8,128,102.50016784667969,221.203125,872415232 +79,mlp.up_proj,3,32,8,128,34.529258728027344,364.8125,872415232 +79,mlp.up_proj,3,64,8,128,41.18845748901367,338.40625,872415232 +79,mlp.up_proj,3,128,8,128,45.602779388427734,325.203125,872415232 +79,mlp.up_proj,4,32,8,128,16.420316696166992,468.8125,872415232 +79,mlp.up_proj,4,64,8,128,18.53852653503418,442.40625,872415232 +79,mlp.up_proj,4,128,8,128,22.21636962890625,429.203125,872415232 +79,mlp.up_proj,8,32,8,128,1.012305498123169,884.8125,872415232 +79,mlp.up_proj,8,64,8,128,1.1091176271438599,858.40625,872415232 +79,mlp.up_proj,8,128,8,128,1.2967535257339478,845.203125,872415232 +79,mlp.down_proj,2,32,8,128,85.9170150756836,260.8125,872415232 +79,mlp.down_proj,2,64,8,128,93.9195327758789,234.40625,872415232 +79,mlp.down_proj,2,128,8,128,104.52162170410156,221.203125,872415232 +79,mlp.down_proj,3,32,8,128,34.97223663330078,364.8125,872415232 +79,mlp.down_proj,3,64,8,128,42.07853317260742,338.40625,872415232 +79,mlp.down_proj,3,128,8,128,45.771446228027344,325.203125,872415232 +79,mlp.down_proj,4,32,8,128,16.544857025146484,468.8125,872415232 +79,mlp.down_proj,4,64,8,128,18.89183807373047,442.40625,872415232 +79,mlp.down_proj,4,128,8,128,22.631977081298828,429.203125,872415232 +79,mlp.down_proj,8,32,8,128,1.0178163051605225,884.8125,872415232 +79,mlp.down_proj,8,64,8,128,1.1273940801620483,858.40625,872415232 +79,mlp.down_proj,8,128,8,128,1.3283909559249878,845.203125,872415232 +80,self_attn.q_proj,2,32,8,128,38.65995407104492,80.25,268435456 +80,self_attn.q_proj,2,64,8,128,46.38320541381836,72.125,268435456 +80,self_attn.q_proj,2,128,8,128,52.93888473510742,68.0625,268435456 +80,self_attn.q_proj,3,32,8,128,16.662721633911133,112.25,268435456 +80,self_attn.q_proj,3,64,8,128,20.07578468322754,104.125,268435456 +80,self_attn.q_proj,3,128,8,128,23.375192642211914,100.0625,268435456 +80,self_attn.q_proj,4,32,8,128,7.8105645179748535,144.25,268435456 +80,self_attn.q_proj,4,64,8,128,9.3472900390625,136.125,268435456 +80,self_attn.q_proj,4,128,8,128,10.953269004821777,132.0625,268435456 +80,self_attn.q_proj,8,32,8,128,0.4753651022911072,272.25,268435456 +80,self_attn.q_proj,8,64,8,128,0.5683900713920593,264.125,268435456 +80,self_attn.q_proj,8,128,8,128,0.6625345945358276,260.0625,268435456 +80,self_attn.v_proj,2,32,8,128,19.689510345458984,10.03125,33554432 +80,self_attn.v_proj,2,64,8,128,24.31923484802246,9.015625,33554432 +80,self_attn.v_proj,2,128,8,128,28.49928855895996,8.5078125,33554432 +80,self_attn.v_proj,3,32,8,128,8.415863990783691,14.03125,33554432 +80,self_attn.v_proj,3,64,8,128,10.401285171508789,13.015625,33554432 +80,self_attn.v_proj,3,128,8,128,12.184627532958984,12.5078125,33554432 +80,self_attn.v_proj,4,32,8,128,3.925405502319336,18.03125,33554432 +80,self_attn.v_proj,4,64,8,128,4.851505279541016,17.015625,33554432 +80,self_attn.v_proj,4,128,8,128,5.688068389892578,16.5078125,33554432 +80,self_attn.v_proj,8,32,8,128,0.23769545555114746,34.03125,33554432 +80,self_attn.v_proj,8,64,8,128,0.2941420078277588,33.015625,33554432 +80,self_attn.v_proj,8,128,8,128,0.34455788135528564,32.5078125,33554432 +80,self_attn.k_proj,2,32,8,128,25.969585418701172,10.03125,33554432 +80,self_attn.k_proj,2,64,8,128,33.47697448730469,9.015625,33554432 +80,self_attn.k_proj,2,128,8,128,39.710845947265625,8.5078125,33554432 +80,self_attn.k_proj,3,32,8,128,11.403934478759766,14.03125,33554432 +80,self_attn.k_proj,3,64,8,128,15.5767183303833,13.015625,33554432 +80,self_attn.k_proj,3,128,8,128,19.609577178955078,12.5078125,33554432 +80,self_attn.k_proj,4,32,8,128,5.329814910888672,18.03125,33554432 +80,self_attn.k_proj,4,64,8,128,7.303118705749512,17.015625,33554432 +80,self_attn.k_proj,4,128,8,128,9.249151229858398,16.5078125,33554432 +80,self_attn.k_proj,8,32,8,128,0.3228585422039032,34.03125,33554432 +80,self_attn.k_proj,8,64,8,128,0.44247230887413025,33.015625,33554432 +80,self_attn.k_proj,8,128,8,128,0.5601534843444824,32.5078125,33554432 +80,self_attn.o_proj,2,32,8,128,49.94656753540039,80.25,268435456 +80,self_attn.o_proj,2,64,8,128,58.47029495239258,72.125,268435456 +80,self_attn.o_proj,2,128,8,128,66.10139465332031,68.0625,268435456 +80,self_attn.o_proj,3,32,8,128,21.53433609008789,112.25,268435456 +80,self_attn.o_proj,3,64,8,128,25.09263801574707,104.125,268435456 +80,self_attn.o_proj,3,128,8,128,28.548940658569336,100.0625,268435456 +80,self_attn.o_proj,4,32,8,128,10.024298667907715,144.25,268435456 +80,self_attn.o_proj,4,64,8,128,11.760616302490234,136.125,268435456 +80,self_attn.o_proj,4,128,8,128,13.368321418762207,132.0625,268435456 +80,self_attn.o_proj,8,32,8,128,0.613506555557251,272.25,268435456 +80,self_attn.o_proj,8,64,8,128,0.7207557559013367,264.125,268435456 +80,self_attn.o_proj,8,128,8,128,0.8134980797767639,260.0625,268435456 +80,mlp.gate_proj,2,32,8,128,91.1550521850586,260.8125,872415232 +80,mlp.gate_proj,2,64,8,128,99.59211730957031,234.40625,872415232 +80,mlp.gate_proj,2,128,8,128,117.10308074951172,221.203125,872415232 +80,mlp.gate_proj,3,32,8,128,37.5683708190918,364.8125,872415232 +80,mlp.gate_proj,3,64,8,128,45.41740417480469,338.40625,872415232 +80,mlp.gate_proj,3,128,8,128,47.692909240722656,325.203125,872415232 +80,mlp.gate_proj,4,32,8,128,17.377817153930664,468.8125,872415232 +80,mlp.gate_proj,4,64,8,128,20.893726348876953,442.40625,872415232 +80,mlp.gate_proj,4,128,8,128,22.973581314086914,429.203125,872415232 +80,mlp.gate_proj,8,32,8,128,1.0582540035247803,884.8125,872415232 +80,mlp.gate_proj,8,64,8,128,1.2395672798156738,858.40625,872415232 +80,mlp.gate_proj,8,128,8,128,1.4212684631347656,845.203125,872415232 +80,mlp.up_proj,2,32,8,128,84.25589752197266,260.8125,872415232 +80,mlp.up_proj,2,64,8,128,93.18148803710938,234.40625,872415232 +80,mlp.up_proj,2,128,8,128,102.50444030761719,221.203125,872415232 +80,mlp.up_proj,3,32,8,128,34.533260345458984,364.8125,872415232 +80,mlp.up_proj,3,64,8,128,41.20045471191406,338.40625,872415232 +80,mlp.up_proj,3,128,8,128,45.602054595947266,325.203125,872415232 +80,mlp.up_proj,4,32,8,128,16.42165184020996,468.8125,872415232 +80,mlp.up_proj,4,64,8,128,18.54358673095703,442.40625,872415232 +80,mlp.up_proj,4,128,8,128,22.229211807250977,429.203125,872415232 +80,mlp.up_proj,8,32,8,128,1.0123594999313354,884.8125,872415232 +80,mlp.up_proj,8,64,8,128,1.1092686653137207,858.40625,872415232 +80,mlp.up_proj,8,128,8,128,1.2969651222229004,845.203125,872415232 +80,mlp.down_proj,2,32,8,128,85.69965362548828,260.8125,872415232 +80,mlp.down_proj,2,64,8,128,93.81460571289062,234.40625,872415232 +80,mlp.down_proj,2,128,8,128,104.2535629272461,221.203125,872415232 +80,mlp.down_proj,3,32,8,128,34.91526412963867,364.8125,872415232 +80,mlp.down_proj,3,64,8,128,41.97152328491211,338.40625,872415232 +80,mlp.down_proj,3,128,8,128,45.744728088378906,325.203125,872415232 +80,mlp.down_proj,4,32,8,128,16.527801513671875,468.8125,872415232 +80,mlp.down_proj,4,64,8,128,18.84235382080078,442.40625,872415232 +80,mlp.down_proj,4,128,8,128,22.628868103027344,429.203125,872415232 +80,mlp.down_proj,8,32,8,128,1.017099142074585,884.8125,872415232 +80,mlp.down_proj,8,64,8,128,1.125014305114746,858.40625,872415232 +80,mlp.down_proj,8,128,8,128,1.3244584798812866,845.203125,872415232 +81,self_attn.q_proj,2,32,8,128,34.03494644165039,80.25,268435456 +81,self_attn.q_proj,2,64,8,128,39.9731330871582,72.125,268435456 +81,self_attn.q_proj,2,128,8,128,45.64627456665039,68.0625,268435456 +81,self_attn.q_proj,3,32,8,128,14.59095573425293,112.25,268435456 +81,self_attn.q_proj,3,64,8,128,17.09943962097168,104.125,268435456 +81,self_attn.q_proj,3,128,8,128,19.426074981689453,100.0625,268435456 +81,self_attn.q_proj,4,32,8,128,6.786481857299805,144.25,268435456 +81,self_attn.q_proj,4,64,8,128,8.036126136779785,136.125,268435456 +81,self_attn.q_proj,4,128,8,128,9.056092262268066,132.0625,268435456 +81,self_attn.q_proj,8,32,8,128,0.41396719217300415,272.25,268435456 +81,self_attn.q_proj,8,64,8,128,0.48992252349853516,264.125,268435456 +81,self_attn.q_proj,8,128,8,128,0.5502526760101318,260.0625,268435456 +81,self_attn.v_proj,2,32,8,128,20.80677604675293,10.03125,33554432 +81,self_attn.v_proj,2,64,8,128,25.555809020996094,9.015625,33554432 +81,self_attn.v_proj,2,128,8,128,29.750797271728516,8.5078125,33554432 +81,self_attn.v_proj,3,32,8,128,8.891317367553711,14.03125,33554432 +81,self_attn.v_proj,3,64,8,128,10.930103302001953,13.015625,33554432 +81,self_attn.v_proj,3,128,8,128,12.723102569580078,12.5078125,33554432 +81,self_attn.v_proj,4,32,8,128,4.148238182067871,18.03125,33554432 +81,self_attn.v_proj,4,64,8,128,5.097522735595703,17.015625,33554432 +81,self_attn.v_proj,4,128,8,128,5.936460494995117,16.5078125,33554432 +81,self_attn.v_proj,8,32,8,128,0.25116342306137085,34.03125,33554432 +81,self_attn.v_proj,8,64,8,128,0.3090112507343292,33.015625,33554432 +81,self_attn.v_proj,8,128,8,128,0.35961779952049255,32.5078125,33554432 +81,self_attn.k_proj,2,32,8,128,18.819028854370117,10.03125,33554432 +81,self_attn.k_proj,2,64,8,128,24.602252960205078,9.015625,33554432 +81,self_attn.k_proj,2,128,8,128,30.096635818481445,8.5078125,33554432 +81,self_attn.k_proj,3,32,8,128,8.088237762451172,14.03125,33554432 +81,self_attn.k_proj,3,64,8,128,10.956871032714844,13.015625,33554432 +81,self_attn.k_proj,3,128,8,128,13.59307861328125,12.5078125,33554432 +81,self_attn.k_proj,4,32,8,128,3.778047800064087,18.03125,33554432 +81,self_attn.k_proj,4,64,8,128,5.139226913452148,17.015625,33554432 +81,self_attn.k_proj,4,128,8,128,6.3819708824157715,16.5078125,33554432 +81,self_attn.k_proj,8,32,8,128,0.22907614707946777,34.03125,33554432 +81,self_attn.k_proj,8,64,8,128,0.31108754873275757,33.015625,33554432 +81,self_attn.k_proj,8,128,8,128,0.3865729868412018,32.5078125,33554432 +81,self_attn.o_proj,2,32,8,128,51.743709564208984,80.25,268435456 +81,self_attn.o_proj,2,64,8,128,60.532325744628906,72.125,268435456 +81,self_attn.o_proj,2,128,8,128,67.97802734375,68.0625,268435456 +81,self_attn.o_proj,3,32,8,128,22.26571273803711,112.25,268435456 +81,self_attn.o_proj,3,64,8,128,25.793445587158203,104.125,268435456 +81,self_attn.o_proj,3,128,8,128,29.13021469116211,100.0625,268435456 +81,self_attn.o_proj,4,32,8,128,10.354822158813477,144.25,268435456 +81,self_attn.o_proj,4,64,8,128,12.038470268249512,136.125,268435456 +81,self_attn.o_proj,4,128,8,128,13.579765319824219,132.0625,268435456 +81,self_attn.o_proj,8,32,8,128,0.6333305239677429,272.25,268435456 +81,self_attn.o_proj,8,64,8,128,0.7357007265090942,264.125,268435456 +81,self_attn.o_proj,8,128,8,128,0.8240935206413269,260.0625,268435456 +81,mlp.gate_proj,2,32,8,128,91.08148193359375,260.8125,872415232 +81,mlp.gate_proj,2,64,8,128,99.36148071289062,234.40625,872415232 +81,mlp.gate_proj,2,128,8,128,116.8049545288086,221.203125,872415232 +81,mlp.gate_proj,3,32,8,128,37.43943405151367,364.8125,872415232 +81,mlp.gate_proj,3,64,8,128,45.39984130859375,338.40625,872415232 +81,mlp.gate_proj,3,128,8,128,47.658329010009766,325.203125,872415232 +81,mlp.gate_proj,4,32,8,128,17.334943771362305,468.8125,872415232 +81,mlp.gate_proj,4,64,8,128,20.80633544921875,442.40625,872415232 +81,mlp.gate_proj,4,128,8,128,22.96944808959961,429.203125,872415232 +81,mlp.gate_proj,8,32,8,128,1.0561630725860596,884.8125,872415232 +81,mlp.gate_proj,8,64,8,128,1.2349673509597778,858.40625,872415232 +81,mlp.gate_proj,8,128,8,128,1.4211642742156982,845.203125,872415232 +81,mlp.up_proj,2,32,8,128,84.23959350585938,260.8125,872415232 +81,mlp.up_proj,2,64,8,128,93.17374420166016,234.40625,872415232 +81,mlp.up_proj,2,128,8,128,102.48820495605469,221.203125,872415232 +81,mlp.up_proj,3,32,8,128,34.529685974121094,364.8125,872415232 +81,mlp.up_proj,3,64,8,128,41.20074462890625,338.40625,872415232 +81,mlp.up_proj,3,128,8,128,45.59911346435547,325.203125,872415232 +81,mlp.up_proj,4,32,8,128,16.420780181884766,468.8125,872415232 +81,mlp.up_proj,4,64,8,128,18.54148292541504,442.40625,872415232 +81,mlp.up_proj,4,128,8,128,22.205347061157227,429.203125,872415232 +81,mlp.up_proj,8,32,8,128,1.0123085975646973,884.8125,872415232 +81,mlp.up_proj,8,64,8,128,1.1089885234832764,858.40625,872415232 +81,mlp.up_proj,8,128,8,128,1.2963414192199707,845.203125,872415232 +81,mlp.down_proj,2,32,8,128,85.46998596191406,260.8125,872415232 +81,mlp.down_proj,2,64,8,128,93.69332122802734,234.40625,872415232 +81,mlp.down_proj,2,128,8,128,103.93434143066406,221.203125,872415232 +81,mlp.down_proj,3,32,8,128,34.84937286376953,364.8125,872415232 +81,mlp.down_proj,3,64,8,128,41.849334716796875,338.40625,872415232 +81,mlp.down_proj,3,128,8,128,45.71322250366211,325.203125,872415232 +81,mlp.down_proj,4,32,8,128,16.509061813354492,468.8125,872415232 +81,mlp.down_proj,4,64,8,128,18.791624069213867,442.40625,872415232 +81,mlp.down_proj,4,128,8,128,22.595813751220703,429.203125,872415232 +81,mlp.down_proj,8,32,8,128,1.016215205192566,884.8125,872415232 +81,mlp.down_proj,8,64,8,128,1.1221035718917847,858.40625,872415232 +81,mlp.down_proj,8,128,8,128,1.3192696571350098,845.203125,872415232 +82,self_attn.q_proj,2,32,8,128,33.711875915527344,80.25,268435456 +82,self_attn.q_proj,2,64,8,128,39.50931930541992,72.125,268435456 +82,self_attn.q_proj,2,128,8,128,45.18508529663086,68.0625,268435456 +82,self_attn.q_proj,3,32,8,128,14.430822372436523,112.25,268435456 +82,self_attn.q_proj,3,64,8,128,16.933176040649414,104.125,268435456 +82,self_attn.q_proj,3,128,8,128,19.209291458129883,100.0625,268435456 +82,self_attn.q_proj,4,32,8,128,6.715235710144043,144.25,268435456 +82,self_attn.q_proj,4,64,8,128,7.951925277709961,136.125,268435456 +82,self_attn.q_proj,4,128,8,128,8.960790634155273,132.0625,268435456 +82,self_attn.q_proj,8,32,8,128,0.40996235609054565,272.25,268435456 +82,self_attn.q_proj,8,64,8,128,0.48421162366867065,264.125,268435456 +82,self_attn.q_proj,8,128,8,128,0.5447311401367188,260.0625,268435456 +82,self_attn.v_proj,2,32,8,128,20.735456466674805,10.03125,33554432 +82,self_attn.v_proj,2,64,8,128,25.461204528808594,9.015625,33554432 +82,self_attn.v_proj,2,128,8,128,29.629798889160156,8.5078125,33554432 +82,self_attn.v_proj,3,32,8,128,8.85530948638916,14.03125,33554432 +82,self_attn.v_proj,3,64,8,128,10.885781288146973,13.015625,33554432 +82,self_attn.v_proj,3,128,8,128,12.669882774353027,12.5078125,33554432 +82,self_attn.v_proj,4,32,8,128,4.133806228637695,18.03125,33554432 +82,self_attn.v_proj,4,64,8,128,5.07858943939209,17.015625,33554432 +82,self_attn.v_proj,4,128,8,128,5.911645412445068,16.5078125,33554432 +82,self_attn.v_proj,8,32,8,128,0.2502146065235138,34.03125,33554432 +82,self_attn.v_proj,8,64,8,128,0.3077840805053711,33.015625,33554432 +82,self_attn.v_proj,8,128,8,128,0.3581797778606415,32.5078125,33554432 +82,self_attn.k_proj,2,32,8,128,18.87125587463379,10.03125,33554432 +82,self_attn.k_proj,2,64,8,128,24.795446395874023,9.015625,33554432 +82,self_attn.k_proj,2,128,8,128,30.218015670776367,8.5078125,33554432 +82,self_attn.k_proj,3,32,8,128,8.179123878479004,14.03125,33554432 +82,self_attn.k_proj,3,64,8,128,11.285636901855469,13.015625,33554432 +82,self_attn.k_proj,3,128,8,128,14.326338768005371,12.5078125,33554432 +82,self_attn.k_proj,4,32,8,128,3.8211686611175537,18.03125,33554432 +82,self_attn.k_proj,4,64,8,128,5.307417392730713,17.015625,33554432 +82,self_attn.k_proj,4,128,8,128,6.762385845184326,16.5078125,33554432 +82,self_attn.k_proj,8,32,8,128,0.23228174448013306,34.03125,33554432 +82,self_attn.k_proj,8,64,8,128,0.321384996175766,33.015625,33554432 +82,self_attn.k_proj,8,128,8,128,0.40928763151168823,32.5078125,33554432 +82,self_attn.o_proj,2,32,8,128,51.650474548339844,80.25,268435456 +82,self_attn.o_proj,2,64,8,128,60.42035675048828,72.125,268435456 +82,self_attn.o_proj,2,128,8,128,67.8747329711914,68.0625,268435456 +82,self_attn.o_proj,3,32,8,128,22.223255157470703,112.25,268435456 +82,self_attn.o_proj,3,64,8,128,25.746004104614258,104.125,268435456 +82,self_attn.o_proj,3,128,8,128,29.074426651000977,100.0625,268435456 +82,self_attn.o_proj,4,32,8,128,10.334151268005371,144.25,268435456 +82,self_attn.o_proj,4,64,8,128,12.019648551940918,136.125,268435456 +82,self_attn.o_proj,4,128,8,128,13.560665130615234,132.0625,268435456 +82,self_attn.o_proj,8,32,8,128,0.6321383118629456,272.25,268435456 +82,self_attn.o_proj,8,64,8,128,0.7346142530441284,264.125,268435456 +82,self_attn.o_proj,8,128,8,128,0.8227768540382385,260.0625,268435456 +82,mlp.gate_proj,2,32,8,128,91.01058197021484,260.8125,872415232 +82,mlp.gate_proj,2,64,8,128,99.02442932128906,234.40625,872415232 +82,mlp.gate_proj,2,128,8,128,116.0113525390625,221.203125,872415232 +82,mlp.gate_proj,3,32,8,128,37.32051086425781,364.8125,872415232 +82,mlp.gate_proj,3,64,8,128,45.37075424194336,338.40625,872415232 +82,mlp.gate_proj,3,128,8,128,47.49449920654297,325.203125,872415232 +82,mlp.gate_proj,4,32,8,128,17.292007446289062,468.8125,872415232 +82,mlp.gate_proj,4,64,8,128,20.717784881591797,442.40625,872415232 +82,mlp.gate_proj,4,128,8,128,22.93168830871582,429.203125,872415232 +82,mlp.gate_proj,8,32,8,128,1.0539591312408447,884.8125,872415232 +82,mlp.gate_proj,8,64,8,128,1.2292845249176025,858.40625,872415232 +82,mlp.gate_proj,8,128,8,128,1.4199272394180298,845.203125,872415232 +82,mlp.up_proj,2,32,8,128,84.45062255859375,260.8125,872415232 +82,mlp.up_proj,2,64,8,128,93.2569580078125,234.40625,872415232 +82,mlp.up_proj,2,128,8,128,102.7288818359375,221.203125,872415232 +82,mlp.up_proj,3,32,8,128,34.58375930786133,364.8125,872415232 +82,mlp.up_proj,3,64,8,128,41.30006790161133,338.40625,872415232 +82,mlp.up_proj,3,128,8,128,45.6148796081543,325.203125,872415232 +82,mlp.up_proj,4,32,8,128,16.43524169921875,468.8125,872415232 +82,mlp.up_proj,4,64,8,128,18.578372955322266,442.40625,872415232 +82,mlp.up_proj,4,128,8,128,22.28065299987793,429.203125,872415232 +82,mlp.up_proj,8,32,8,128,1.012923240661621,884.8125,872415232 +82,mlp.up_proj,8,64,8,128,1.1110743284225464,858.40625,872415232 +82,mlp.up_proj,8,128,8,128,1.300073504447937,845.203125,872415232 +82,mlp.down_proj,2,32,8,128,85.53697967529297,260.8125,872415232 +82,mlp.down_proj,2,64,8,128,93.7250747680664,234.40625,872415232 +82,mlp.down_proj,2,128,8,128,103.98519134521484,221.203125,872415232 +82,mlp.down_proj,3,32,8,128,34.86902618408203,364.8125,872415232 +82,mlp.down_proj,3,64,8,128,41.87347412109375,338.40625,872415232 +82,mlp.down_proj,3,128,8,128,45.71334457397461,325.203125,872415232 +82,mlp.down_proj,4,32,8,128,16.513246536254883,468.8125,872415232 +82,mlp.down_proj,4,64,8,128,18.805418014526367,442.40625,872415232 +82,mlp.down_proj,4,128,8,128,22.608617782592773,429.203125,872415232 +82,mlp.down_proj,8,32,8,128,1.0164079666137695,884.8125,872415232 +82,mlp.down_proj,8,64,8,128,1.1227483749389648,858.40625,872415232 +82,mlp.down_proj,8,128,8,128,1.3203784227371216,845.203125,872415232 +83,self_attn.q_proj,2,32,8,128,33.049354553222656,80.25,268435456 +83,self_attn.q_proj,2,64,8,128,38.615257263183594,72.125,268435456 +83,self_attn.q_proj,2,128,8,128,44.08571243286133,68.0625,268435456 +83,self_attn.q_proj,3,32,8,128,14.107375144958496,112.25,268435456 +83,self_attn.q_proj,3,64,8,128,16.577219009399414,104.125,268435456 +83,self_attn.q_proj,3,128,8,128,18.74315643310547,100.0625,268435456 +83,self_attn.q_proj,4,32,8,128,6.5676703453063965,144.25,268435456 +83,self_attn.q_proj,4,64,8,128,7.761969566345215,136.125,268435456 +83,self_attn.q_proj,4,128,8,128,8.751912117004395,132.0625,268435456 +83,self_attn.q_proj,8,32,8,128,0.4012123644351959,272.25,268435456 +83,self_attn.q_proj,8,64,8,128,0.47250962257385254,264.125,268435456 +83,self_attn.q_proj,8,128,8,128,0.5324205756187439,260.0625,268435456 +83,self_attn.v_proj,2,32,8,128,21.00399398803711,10.03125,33554432 +83,self_attn.v_proj,2,64,8,128,25.77739143371582,9.015625,33554432 +83,self_attn.v_proj,2,128,8,128,30.001768112182617,8.5078125,33554432 +83,self_attn.v_proj,3,32,8,128,8.974775314331055,14.03125,33554432 +83,self_attn.v_proj,3,64,8,128,11.022974014282227,13.015625,33554432 +83,self_attn.v_proj,3,128,8,128,12.824688911437988,12.5078125,33554432 +83,self_attn.v_proj,4,32,8,128,4.186779022216797,18.03125,33554432 +83,self_attn.v_proj,4,64,8,128,5.142153263092041,17.015625,33554432 +83,self_attn.v_proj,4,128,8,128,5.984792232513428,16.5078125,33554432 +83,self_attn.v_proj,8,32,8,128,0.2535276412963867,34.03125,33554432 +83,self_attn.v_proj,8,64,8,128,0.3117455244064331,33.015625,33554432 +83,self_attn.v_proj,8,128,8,128,0.36253494024276733,32.5078125,33554432 +83,self_attn.k_proj,2,32,8,128,14.794001579284668,10.03125,33554432 +83,self_attn.k_proj,2,64,8,128,19.50098991394043,9.015625,33554432 +83,self_attn.k_proj,2,128,8,128,23.79222297668457,8.5078125,33554432 +83,self_attn.k_proj,3,32,8,128,6.350286483764648,14.03125,33554432 +83,self_attn.k_proj,3,64,8,128,8.541272163391113,13.015625,33554432 +83,self_attn.k_proj,3,128,8,128,10.425314903259277,12.5078125,33554432 +83,self_attn.k_proj,4,32,8,128,2.965893507003784,18.03125,33554432 +83,self_attn.k_proj,4,64,8,128,4.011888027191162,17.015625,33554432 +83,self_attn.k_proj,4,128,8,128,4.893942832946777,16.5078125,33554432 +83,self_attn.k_proj,8,32,8,128,0.18278758227825165,34.03125,33554432 +83,self_attn.k_proj,8,64,8,128,0.243468776345253,33.015625,33554432 +83,self_attn.k_proj,8,128,8,128,0.2970151901245117,32.5078125,33554432 +83,self_attn.o_proj,2,32,8,128,51.43356704711914,80.25,268435456 +83,self_attn.o_proj,2,64,8,128,60.15522766113281,72.125,268435456 +83,self_attn.o_proj,2,128,8,128,67.58805084228516,68.0625,268435456 +83,self_attn.o_proj,3,32,8,128,22.123634338378906,112.25,268435456 +83,self_attn.o_proj,3,64,8,128,25.635398864746094,104.125,268435456 +83,self_attn.o_proj,3,128,8,128,28.94603157043457,100.0625,268435456 +83,self_attn.o_proj,4,32,8,128,10.289916038513184,144.25,268435456 +83,self_attn.o_proj,4,64,8,128,11.969168663024902,136.125,268435456 +83,self_attn.o_proj,4,128,8,128,13.499736785888672,132.0625,268435456 +83,self_attn.o_proj,8,32,8,128,0.6293680667877197,272.25,268435456 +83,self_attn.o_proj,8,64,8,128,0.7317608594894409,264.125,268435456 +83,self_attn.o_proj,8,128,8,128,0.8192409873008728,260.0625,268435456 +83,mlp.gate_proj,2,32,8,128,90.9889907836914,260.8125,872415232 +83,mlp.gate_proj,2,64,8,128,98.91508483886719,234.40625,872415232 +83,mlp.gate_proj,2,128,8,128,115.81429290771484,221.203125,872415232 +83,mlp.gate_proj,3,32,8,128,37.289119720458984,364.8125,872415232 +83,mlp.gate_proj,3,64,8,128,45.36233139038086,338.40625,872415232 +83,mlp.gate_proj,3,128,8,128,47.43885040283203,325.203125,872415232 +83,mlp.gate_proj,4,32,8,128,17.28115463256836,468.8125,872415232 +83,mlp.gate_proj,4,64,8,128,20.68400001525879,442.40625,872415232 +83,mlp.gate_proj,4,128,8,128,22.918973922729492,429.203125,872415232 +83,mlp.gate_proj,8,32,8,128,1.0533409118652344,884.8125,872415232 +83,mlp.gate_proj,8,64,8,128,1.2274856567382812,858.40625,872415232 +83,mlp.gate_proj,8,128,8,128,1.4195060729980469,845.203125,872415232 +83,mlp.up_proj,2,32,8,128,84.60723876953125,260.8125,872415232 +83,mlp.up_proj,2,64,8,128,93.31917572021484,234.40625,872415232 +83,mlp.up_proj,2,128,8,128,102.87295532226562,221.203125,872415232 +83,mlp.up_proj,3,32,8,128,34.62144088745117,364.8125,872415232 +83,mlp.up_proj,3,64,8,128,41.383548736572266,338.40625,872415232 +83,mlp.up_proj,3,128,8,128,45.62700271606445,325.203125,872415232 +83,mlp.up_proj,4,32,8,128,16.44561195373535,468.8125,872415232 +83,mlp.up_proj,4,64,8,128,18.607131958007812,442.40625,872415232 +83,mlp.up_proj,4,128,8,128,22.32748031616211,429.203125,872415232 +83,mlp.up_proj,8,32,8,128,1.013406753540039,884.8125,872415232 +83,mlp.up_proj,8,64,8,128,1.1127145290374756,858.40625,872415232 +83,mlp.up_proj,8,128,8,128,1.302918553352356,845.203125,872415232 +83,mlp.down_proj,2,32,8,128,85.5702133178711,260.8125,872415232 +83,mlp.down_proj,2,64,8,128,93.73086547851562,234.40625,872415232 +83,mlp.down_proj,2,128,8,128,104.02879333496094,221.203125,872415232 +83,mlp.down_proj,3,32,8,128,34.872100830078125,364.8125,872415232 +83,mlp.down_proj,3,64,8,128,41.89580154418945,338.40625,872415232 +83,mlp.down_proj,3,128,8,128,45.715694427490234,325.203125,872415232 +83,mlp.down_proj,4,32,8,128,16.516237258911133,468.8125,872415232 +83,mlp.down_proj,4,64,8,128,18.809612274169922,442.40625,872415232 +83,mlp.down_proj,4,128,8,128,22.608074188232422,429.203125,872415232 +83,mlp.down_proj,8,32,8,128,1.0164905786514282,884.8125,872415232 +83,mlp.down_proj,8,64,8,128,1.1229040622711182,858.40625,872415232 +83,mlp.down_proj,8,128,8,128,1.3205106258392334,845.203125,872415232 +84,self_attn.q_proj,2,32,8,128,33.5146598815918,80.25,268435456 +84,self_attn.q_proj,2,64,8,128,39.35044479370117,72.125,268435456 +84,self_attn.q_proj,2,128,8,128,45.079612731933594,68.0625,268435456 +84,self_attn.q_proj,3,32,8,128,14.34291934967041,112.25,268435456 +84,self_attn.q_proj,3,64,8,128,16.880281448364258,104.125,268435456 +84,self_attn.q_proj,3,128,8,128,19.201448440551758,100.0625,268435456 +84,self_attn.q_proj,4,32,8,128,6.674857139587402,144.25,268435456 +84,self_attn.q_proj,4,64,8,128,7.924646377563477,136.125,268435456 +84,self_attn.q_proj,4,128,8,128,8.955643653869629,132.0625,268435456 +84,self_attn.q_proj,8,32,8,128,0.40742629766464233,272.25,268435456 +84,self_attn.q_proj,8,64,8,128,0.4824814796447754,264.125,268435456 +84,self_attn.q_proj,8,128,8,128,0.5443016886711121,260.0625,268435456 +84,self_attn.v_proj,2,32,8,128,20.779172897338867,10.03125,33554432 +84,self_attn.v_proj,2,64,8,128,25.517438888549805,9.015625,33554432 +84,self_attn.v_proj,2,128,8,128,29.70064353942871,8.5078125,33554432 +84,self_attn.v_proj,3,32,8,128,8.876383781433105,14.03125,33554432 +84,self_attn.v_proj,3,64,8,128,10.910919189453125,13.015625,33554432 +84,self_attn.v_proj,3,128,8,128,12.699265480041504,12.5078125,33554432 +84,self_attn.v_proj,4,32,8,128,4.142364501953125,18.03125,33554432 +84,self_attn.v_proj,4,64,8,128,5.090096473693848,17.015625,33554432 +84,self_attn.v_proj,4,128,8,128,5.926600933074951,16.5078125,33554432 +84,self_attn.v_proj,8,32,8,128,0.25086653232574463,34.03125,33554432 +84,self_attn.v_proj,8,64,8,128,0.30846962332725525,33.015625,33554432 +84,self_attn.v_proj,8,128,8,128,0.35895106196403503,32.5078125,33554432 +84,self_attn.k_proj,2,32,8,128,17.182334899902344,10.03125,33554432 +84,self_attn.k_proj,2,64,8,128,22.42863655090332,9.015625,33554432 +84,self_attn.k_proj,2,128,8,128,27.198787689208984,8.5078125,33554432 +84,self_attn.k_proj,3,32,8,128,7.39489221572876,14.03125,33554432 +84,self_attn.k_proj,3,64,8,128,9.883086204528809,13.015625,33554432 +84,self_attn.k_proj,3,128,8,128,12.159408569335938,12.5078125,33554432 +84,self_attn.k_proj,4,32,8,128,3.455301523208618,18.03125,33554432 +84,self_attn.k_proj,4,64,8,128,4.624971866607666,17.015625,33554432 +84,self_attn.k_proj,4,128,8,128,5.7030463218688965,16.5078125,33554432 +84,self_attn.k_proj,8,32,8,128,0.20979437232017517,34.03125,33554432 +84,self_attn.k_proj,8,64,8,128,0.28067657351493835,33.015625,33554432 +84,self_attn.k_proj,8,128,8,128,0.3456302881240845,32.5078125,33554432 +84,self_attn.o_proj,2,32,8,128,51.194496154785156,80.25,268435456 +84,self_attn.o_proj,2,64,8,128,59.88584518432617,72.125,268435456 +84,self_attn.o_proj,2,128,8,128,67.2940902709961,68.0625,268435456 +84,self_attn.o_proj,3,32,8,128,22.0197696685791,112.25,268435456 +84,self_attn.o_proj,3,64,8,128,25.51900291442871,104.125,268435456 +84,self_attn.o_proj,3,128,8,128,28.82712173461914,100.0625,268435456 +84,self_attn.o_proj,4,32,8,128,10.240728378295898,144.25,268435456 +84,self_attn.o_proj,4,64,8,128,11.917614936828613,136.125,268435456 +84,self_attn.o_proj,4,128,8,128,13.440987586975098,132.0625,268435456 +84,self_attn.o_proj,8,32,8,128,0.6263394951820374,272.25,268435456 +84,self_attn.o_proj,8,64,8,128,0.7287988662719727,264.125,268435456 +84,self_attn.o_proj,8,128,8,128,0.8156128525733948,260.0625,268435456 +84,mlp.gate_proj,2,32,8,128,91.02156066894531,260.8125,872415232 +84,mlp.gate_proj,2,64,8,128,99.07118225097656,234.40625,872415232 +84,mlp.gate_proj,2,128,8,128,116.22319793701172,221.203125,872415232 +84,mlp.gate_proj,3,32,8,128,37.33867263793945,364.8125,872415232 +84,mlp.gate_proj,3,64,8,128,45.37446594238281,338.40625,872415232 +84,mlp.gate_proj,3,128,8,128,47.50969696044922,325.203125,872415232 +84,mlp.gate_proj,4,32,8,128,17.29882049560547,468.8125,872415232 +84,mlp.gate_proj,4,64,8,128,20.728546142578125,442.40625,872415232 +84,mlp.gate_proj,4,128,8,128,22.935619354248047,429.203125,872415232 +84,mlp.gate_proj,8,32,8,128,1.0543341636657715,884.8125,872415232 +84,mlp.gate_proj,8,64,8,128,1.2302370071411133,858.40625,872415232 +84,mlp.gate_proj,8,128,8,128,1.420046329498291,845.203125,872415232 +84,mlp.up_proj,2,32,8,128,84.69174194335938,260.8125,872415232 +84,mlp.up_proj,2,64,8,128,93.35515594482422,234.40625,872415232 +84,mlp.up_proj,2,128,8,128,102.99366760253906,221.203125,872415232 +84,mlp.up_proj,3,32,8,128,34.64742660522461,364.8125,872415232 +84,mlp.up_proj,3,64,8,128,41.433441162109375,338.40625,872415232 +84,mlp.up_proj,3,128,8,128,45.635982513427734,325.203125,872415232 +84,mlp.up_proj,4,32,8,128,16.451950073242188,468.8125,872415232 +84,mlp.up_proj,4,64,8,128,18.631168365478516,442.40625,872415232 +84,mlp.up_proj,4,128,8,128,22.348209381103516,429.203125,872415232 +84,mlp.up_proj,8,32,8,128,1.0137187242507935,884.8125,872415232 +84,mlp.up_proj,8,64,8,128,1.1138386726379395,858.40625,872415232 +84,mlp.up_proj,8,128,8,128,1.3049185276031494,845.203125,872415232 +84,mlp.down_proj,2,32,8,128,85.53123474121094,260.8125,872415232 +84,mlp.down_proj,2,64,8,128,93.72006225585938,234.40625,872415232 +84,mlp.down_proj,2,128,8,128,103.97879791259766,221.203125,872415232 +84,mlp.down_proj,3,32,8,128,34.8655891418457,364.8125,872415232 +84,mlp.down_proj,3,64,8,128,41.8746452331543,338.40625,872415232 +84,mlp.down_proj,3,128,8,128,45.71425247192383,325.203125,872415232 +84,mlp.down_proj,4,32,8,128,16.51288414001465,468.8125,872415232 +84,mlp.down_proj,4,64,8,128,18.803037643432617,442.40625,872415232 +84,mlp.down_proj,4,128,8,128,22.610719680786133,429.203125,872415232 +84,mlp.down_proj,8,32,8,128,1.016435146331787,884.8125,872415232 +84,mlp.down_proj,8,64,8,128,1.1228283643722534,858.40625,872415232 +84,mlp.down_proj,8,128,8,128,1.3205584287643433,845.203125,872415232 +85,self_attn.q_proj,2,32,8,128,38.69280242919922,80.25,268435456 +85,self_attn.q_proj,2,64,8,128,46.10923767089844,72.125,268435456 +85,self_attn.q_proj,2,128,8,128,52.4600944519043,68.0625,268435456 +85,self_attn.q_proj,3,32,8,128,16.62583351135254,112.25,268435456 +85,self_attn.q_proj,3,64,8,128,19.78123664855957,104.125,268435456 +85,self_attn.q_proj,3,128,8,128,22.924894332885742,100.0625,268435456 +85,self_attn.q_proj,4,32,8,128,7.7951788902282715,144.25,268435456 +85,self_attn.q_proj,4,64,8,128,9.210652351379395,136.125,268435456 +85,self_attn.q_proj,4,128,8,128,10.689851760864258,132.0625,268435456 +85,self_attn.q_proj,8,32,8,128,0.4747036397457123,272.25,268435456 +85,self_attn.q_proj,8,64,8,128,0.5615695118904114,264.125,268435456 +85,self_attn.q_proj,8,128,8,128,0.6477921009063721,260.0625,268435456 +85,self_attn.v_proj,2,32,8,128,19.409881591796875,10.03125,33554432 +85,self_attn.v_proj,2,64,8,128,23.870527267456055,9.015625,33554432 +85,self_attn.v_proj,2,128,8,128,27.80729866027832,8.5078125,33554432 +85,self_attn.v_proj,3,32,8,128,8.295442581176758,14.03125,33554432 +85,self_attn.v_proj,3,64,8,128,10.20519733428955,13.015625,33554432 +85,self_attn.v_proj,3,128,8,128,11.894606590270996,12.5078125,33554432 +85,self_attn.v_proj,4,32,8,128,3.8708150386810303,18.03125,33554432 +85,self_attn.v_proj,4,64,8,128,4.760521411895752,17.015625,33554432 +85,self_attn.v_proj,4,128,8,128,5.550412178039551,16.5078125,33554432 +85,self_attn.v_proj,8,32,8,128,0.23431144654750824,34.03125,33554432 +85,self_attn.v_proj,8,64,8,128,0.288473516702652,33.015625,33554432 +85,self_attn.v_proj,8,128,8,128,0.336249440908432,32.5078125,33554432 +85,self_attn.k_proj,2,32,8,128,23.165931701660156,10.03125,33554432 +85,self_attn.k_proj,2,64,8,128,29.57427215576172,9.015625,33554432 +85,self_attn.k_proj,2,128,8,128,35.2887077331543,8.5078125,33554432 +85,self_attn.k_proj,3,32,8,128,10.486597061157227,14.03125,33554432 +85,self_attn.k_proj,3,64,8,128,14.685663223266602,13.015625,33554432 +85,self_attn.k_proj,3,128,8,128,19.3115234375,12.5078125,33554432 +85,self_attn.k_proj,4,32,8,128,4.9100871086120605,18.03125,33554432 +85,self_attn.k_proj,4,64,8,128,6.991520881652832,17.015625,33554432 +85,self_attn.k_proj,4,128,8,128,9.397759437561035,16.5078125,33554432 +85,self_attn.k_proj,8,32,8,128,0.2969043254852295,34.03125,33554432 +85,self_attn.k_proj,8,64,8,128,0.4230281710624695,33.015625,33554432 +85,self_attn.k_proj,8,128,8,128,0.5693897604942322,32.5078125,33554432 +85,self_attn.o_proj,2,32,8,128,50.91475296020508,80.25,268435456 +85,self_attn.o_proj,2,64,8,128,59.53913497924805,72.125,268435456 +85,self_attn.o_proj,2,128,8,128,66.93292236328125,68.0625,268435456 +85,self_attn.o_proj,3,32,8,128,21.896371841430664,112.25,268435456 +85,self_attn.o_proj,3,64,8,128,25.383764266967773,104.125,268435456 +85,self_attn.o_proj,3,128,8,128,28.668594360351562,100.0625,268435456 +85,self_attn.o_proj,4,32,8,128,10.183069229125977,144.25,268435456 +85,self_attn.o_proj,4,64,8,128,11.856931686401367,136.125,268435456 +85,self_attn.o_proj,4,128,8,128,13.366982460021973,132.0625,268435456 +85,self_attn.o_proj,8,32,8,128,0.622856855392456,272.25,268435456 +85,self_attn.o_proj,8,64,8,128,0.7252886891365051,264.125,268435456 +85,self_attn.o_proj,8,128,8,128,0.8111878633499146,260.0625,268435456 +85,mlp.gate_proj,2,32,8,128,91.02368927001953,260.8125,872415232 +85,mlp.gate_proj,2,64,8,128,99.07805633544922,234.40625,872415232 +85,mlp.gate_proj,2,128,8,128,116.2250747680664,221.203125,872415232 +85,mlp.gate_proj,3,32,8,128,37.345645904541016,364.8125,872415232 +85,mlp.gate_proj,3,64,8,128,45.37360382080078,338.40625,872415232 +85,mlp.gate_proj,3,128,8,128,47.50052261352539,325.203125,872415232 +85,mlp.gate_proj,4,32,8,128,17.299468994140625,468.8125,872415232 +85,mlp.gate_proj,4,64,8,128,20.729623794555664,442.40625,872415232 +85,mlp.gate_proj,4,128,8,128,22.931509017944336,429.203125,872415232 +85,mlp.gate_proj,8,32,8,128,1.0543310642242432,884.8125,872415232 +85,mlp.gate_proj,8,64,8,128,1.2300934791564941,858.40625,872415232 +85,mlp.gate_proj,8,128,8,128,1.4199233055114746,845.203125,872415232 +85,mlp.up_proj,2,32,8,128,84.80177307128906,260.8125,872415232 +85,mlp.up_proj,2,64,8,128,93.39283752441406,234.40625,872415232 +85,mlp.up_proj,2,128,8,128,103.07076263427734,221.203125,872415232 +85,mlp.up_proj,3,32,8,128,34.669315338134766,364.8125,872415232 +85,mlp.up_proj,3,64,8,128,41.479881286621094,338.40625,872415232 +85,mlp.up_proj,3,128,8,128,45.64145278930664,325.203125,872415232 +85,mlp.up_proj,4,32,8,128,16.458534240722656,468.8125,872415232 +85,mlp.up_proj,4,64,8,128,18.6474609375,442.40625,872415232 +85,mlp.up_proj,4,128,8,128,22.370580673217773,429.203125,872415232 +85,mlp.up_proj,8,32,8,128,1.0139985084533691,884.8125,872415232 +85,mlp.up_proj,8,64,8,128,1.1146366596221924,858.40625,872415232 +85,mlp.up_proj,8,128,8,128,1.3062494993209839,845.203125,872415232 +85,mlp.down_proj,2,32,8,128,85.54476165771484,260.8125,872415232 +85,mlp.down_proj,2,64,8,128,93.7202377319336,234.40625,872415232 +85,mlp.down_proj,2,128,8,128,103.98635864257812,221.203125,872415232 +85,mlp.down_proj,3,32,8,128,34.87055206298828,364.8125,872415232 +85,mlp.down_proj,3,64,8,128,41.88881301879883,338.40625,872415232 +85,mlp.down_proj,3,128,8,128,45.71511459350586,325.203125,872415232 +85,mlp.down_proj,4,32,8,128,16.513341903686523,468.8125,872415232 +85,mlp.down_proj,4,64,8,128,18.805160522460938,442.40625,872415232 +85,mlp.down_proj,4,128,8,128,22.617015838623047,429.203125,872415232 +85,mlp.down_proj,8,32,8,128,1.0164400339126587,884.8125,872415232 +85,mlp.down_proj,8,64,8,128,1.1227995157241821,858.40625,872415232 +85,mlp.down_proj,8,128,8,128,1.3204169273376465,845.203125,872415232 +86,self_attn.q_proj,2,32,8,128,38.8509407043457,80.25,268435456 +86,self_attn.q_proj,2,64,8,128,46.440277099609375,72.125,268435456 +86,self_attn.q_proj,2,128,8,128,53.457096099853516,68.0625,268435456 +86,self_attn.q_proj,3,32,8,128,16.705320358276367,112.25,268435456 +86,self_attn.q_proj,3,64,8,128,19.964746475219727,104.125,268435456 +86,self_attn.q_proj,3,128,8,128,23.349878311157227,100.0625,268435456 +86,self_attn.q_proj,4,32,8,128,7.831290245056152,144.25,268435456 +86,self_attn.q_proj,4,64,8,128,9.293669700622559,136.125,268435456 +86,self_attn.q_proj,4,128,8,128,10.937708854675293,132.0625,268435456 +86,self_attn.q_proj,8,32,8,128,0.4768313467502594,272.25,268435456 +86,self_attn.q_proj,8,64,8,128,0.5664334893226624,264.125,268435456 +86,self_attn.q_proj,8,128,8,128,0.6624688506126404,260.0625,268435456 +86,self_attn.v_proj,2,32,8,128,19.492053985595703,10.03125,33554432 +86,self_attn.v_proj,2,64,8,128,23.97795867919922,9.015625,33554432 +86,self_attn.v_proj,2,128,8,128,27.946624755859375,8.5078125,33554432 +86,self_attn.v_proj,3,32,8,128,8.33144474029541,14.03125,33554432 +86,self_attn.v_proj,3,64,8,128,10.250680923461914,13.015625,33554432 +86,self_attn.v_proj,3,128,8,128,11.956686973571777,12.5078125,33554432 +86,self_attn.v_proj,4,32,8,128,3.8883917331695557,18.03125,33554432 +86,self_attn.v_proj,4,64,8,128,4.782217502593994,17.015625,33554432 +86,self_attn.v_proj,4,128,8,128,5.5781121253967285,16.5078125,33554432 +86,self_attn.v_proj,8,32,8,128,0.23531921207904816,34.03125,33554432 +86,self_attn.v_proj,8,64,8,128,0.2898046374320984,33.015625,33554432 +86,self_attn.v_proj,8,128,8,128,0.33791449666023254,32.5078125,33554432 +86,self_attn.k_proj,2,32,8,128,23.664052963256836,10.03125,33554432 +86,self_attn.k_proj,2,64,8,128,30.069156646728516,9.015625,33554432 +86,self_attn.k_proj,2,128,8,128,35.77016067504883,8.5078125,33554432 +86,self_attn.k_proj,3,32,8,128,10.706738471984863,14.03125,33554432 +86,self_attn.k_proj,3,64,8,128,14.938127517700195,13.015625,33554432 +86,self_attn.k_proj,3,128,8,128,19.584056854248047,12.5078125,33554432 +86,self_attn.k_proj,4,32,8,128,5.002036094665527,18.03125,33554432 +86,self_attn.k_proj,4,64,8,128,7.114867210388184,17.015625,33554432 +86,self_attn.k_proj,4,128,8,128,9.538206100463867,16.5078125,33554432 +86,self_attn.k_proj,8,32,8,128,0.30294954776763916,34.03125,33554432 +86,self_attn.k_proj,8,64,8,128,0.4311850666999817,33.015625,33554432 +86,self_attn.k_proj,8,128,8,128,0.5780110955238342,32.5078125,33554432 +86,self_attn.o_proj,2,32,8,128,51.092376708984375,80.25,268435456 +86,self_attn.o_proj,2,64,8,128,59.75732421875,72.125,268435456 +86,self_attn.o_proj,2,128,8,128,67.15240478515625,68.0625,268435456 +86,self_attn.o_proj,3,32,8,128,21.973777770996094,112.25,268435456 +86,self_attn.o_proj,3,64,8,128,25.464841842651367,104.125,268435456 +86,self_attn.o_proj,3,128,8,128,28.75604820251465,100.0625,268435456 +86,self_attn.o_proj,4,32,8,128,10.219090461730957,144.25,268435456 +86,self_attn.o_proj,4,64,8,128,11.89218521118164,136.125,268435456 +86,self_attn.o_proj,4,128,8,128,13.409656524658203,132.0625,268435456 +86,self_attn.o_proj,8,32,8,128,0.6250414848327637,272.25,268435456 +86,self_attn.o_proj,8,64,8,128,0.7274172902107239,264.125,268435456 +86,self_attn.o_proj,8,128,8,128,0.8137631416320801,260.0625,268435456 +86,mlp.gate_proj,2,32,8,128,91.02291107177734,260.8125,872415232 +86,mlp.gate_proj,2,64,8,128,99.05065155029297,234.40625,872415232 +86,mlp.gate_proj,2,128,8,128,116.12122344970703,221.203125,872415232 +86,mlp.gate_proj,3,32,8,128,37.343807220458984,364.8125,872415232 +86,mlp.gate_proj,3,64,8,128,45.37234115600586,338.40625,872415232 +86,mlp.gate_proj,3,128,8,128,47.4976921081543,325.203125,872415232 +86,mlp.gate_proj,4,32,8,128,17.29909324645996,468.8125,872415232 +86,mlp.gate_proj,4,64,8,128,20.72578239440918,442.40625,872415232 +86,mlp.gate_proj,4,128,8,128,22.929899215698242,429.203125,872415232 +86,mlp.gate_proj,8,32,8,128,1.0542786121368408,884.8125,872415232 +86,mlp.gate_proj,8,64,8,128,1.2298951148986816,858.40625,872415232 +86,mlp.gate_proj,8,128,8,128,1.419834852218628,845.203125,872415232 +86,mlp.up_proj,2,32,8,128,84.93338012695312,260.8125,872415232 +86,mlp.up_proj,2,64,8,128,93.45136260986328,234.40625,872415232 +86,mlp.up_proj,2,128,8,128,103.25699615478516,221.203125,872415232 +86,mlp.up_proj,3,32,8,128,34.70561218261719,364.8125,872415232 +86,mlp.up_proj,3,64,8,128,41.548404693603516,338.40625,872415232 +86,mlp.up_proj,3,128,8,128,45.65382385253906,325.203125,872415232 +86,mlp.up_proj,4,32,8,128,16.467924118041992,468.8125,872415232 +86,mlp.up_proj,4,64,8,128,18.678804397583008,442.40625,872415232 +86,mlp.up_proj,4,128,8,128,22.427486419677734,429.203125,872415232 +86,mlp.up_proj,8,32,8,128,1.0143914222717285,884.8125,872415232 +86,mlp.up_proj,8,64,8,128,1.1160846948623657,858.40625,872415232 +86,mlp.up_proj,8,128,8,128,1.3089401721954346,845.203125,872415232 +86,mlp.down_proj,2,32,8,128,85.56490325927734,260.8125,872415232 +86,mlp.down_proj,2,64,8,128,93.73514556884766,234.40625,872415232 +86,mlp.down_proj,2,128,8,128,104.02583312988281,221.203125,872415232 +86,mlp.down_proj,3,32,8,128,34.87166976928711,364.8125,872415232 +86,mlp.down_proj,3,64,8,128,41.89220428466797,338.40625,872415232 +86,mlp.down_proj,3,128,8,128,45.714481353759766,325.203125,872415232 +86,mlp.down_proj,4,32,8,128,16.515377044677734,468.8125,872415232 +86,mlp.down_proj,4,64,8,128,18.80251693725586,442.40625,872415232 +86,mlp.down_proj,4,128,8,128,22.606800079345703,429.203125,872415232 +86,mlp.down_proj,8,32,8,128,1.016486644744873,884.8125,872415232 +86,mlp.down_proj,8,64,8,128,1.1229008436203003,858.40625,872415232 +86,mlp.down_proj,8,128,8,128,1.320399522781372,845.203125,872415232 +87,self_attn.q_proj,2,32,8,128,39.24873733520508,80.25,268435456 +87,self_attn.q_proj,2,64,8,128,46.817874908447266,72.125,268435456 +87,self_attn.q_proj,2,128,8,128,53.86598587036133,68.0625,268435456 +87,self_attn.q_proj,3,32,8,128,16.854650497436523,112.25,268435456 +87,self_attn.q_proj,3,64,8,128,20.181365966796875,104.125,268435456 +87,self_attn.q_proj,3,128,8,128,23.533353805541992,100.0625,268435456 +87,self_attn.q_proj,4,32,8,128,7.915037631988525,144.25,268435456 +87,self_attn.q_proj,4,64,8,128,9.39190673828125,136.125,268435456 +87,self_attn.q_proj,4,128,8,128,11.037592887878418,132.0625,268435456 +87,self_attn.q_proj,8,32,8,128,0.4818665683269501,272.25,268435456 +87,self_attn.q_proj,8,64,8,128,0.5716723203659058,264.125,268435456 +87,self_attn.q_proj,8,128,8,128,0.668704092502594,260.0625,268435456 +87,self_attn.v_proj,2,32,8,128,19.436298370361328,10.03125,33554432 +87,self_attn.v_proj,2,64,8,128,23.9072322845459,9.015625,33554432 +87,self_attn.v_proj,2,128,8,128,27.86803436279297,8.5078125,33554432 +87,self_attn.v_proj,3,32,8,128,8.305256843566895,14.03125,33554432 +87,self_attn.v_proj,3,64,8,128,10.217731475830078,13.015625,33554432 +87,self_attn.v_proj,3,128,8,128,11.924817085266113,12.5078125,33554432 +87,self_attn.v_proj,4,32,8,128,3.8749430179595947,18.03125,33554432 +87,self_attn.v_proj,4,64,8,128,4.767446517944336,17.015625,33554432 +87,self_attn.v_proj,4,128,8,128,5.564157009124756,16.5078125,33554432 +87,self_attn.v_proj,8,32,8,128,0.23459133505821228,34.03125,33554432 +87,self_attn.v_proj,8,64,8,128,0.2889938950538635,33.015625,33554432 +87,self_attn.v_proj,8,128,8,128,0.3371002972126007,32.5078125,33554432 +87,self_attn.k_proj,2,32,8,128,24.679805755615234,10.03125,33554432 +87,self_attn.k_proj,2,64,8,128,31.512557983398438,9.015625,33554432 +87,self_attn.k_proj,2,128,8,128,37.510894775390625,8.5078125,33554432 +87,self_attn.k_proj,3,32,8,128,11.110137939453125,14.03125,33554432 +87,self_attn.k_proj,3,64,8,128,15.319754600524902,13.015625,33554432 +87,self_attn.k_proj,3,128,8,128,19.733909606933594,12.5078125,33554432 +87,self_attn.k_proj,4,32,8,128,5.197710037231445,18.03125,33554432 +87,self_attn.k_proj,4,64,8,128,7.2366862297058105,17.015625,33554432 +87,self_attn.k_proj,4,128,8,128,9.478378295898438,16.5078125,33554432 +87,self_attn.k_proj,8,32,8,128,0.31443437933921814,34.03125,33554432 +87,self_attn.k_proj,8,64,8,128,0.43799909949302673,33.015625,33554432 +87,self_attn.k_proj,8,128,8,128,0.5739911794662476,32.5078125,33554432 +87,self_attn.o_proj,2,32,8,128,50.59622573852539,80.25,268435456 +87,self_attn.o_proj,2,64,8,128,59.15424728393555,72.125,268435456 +87,self_attn.o_proj,2,128,8,128,66.53856658935547,68.0625,268435456 +87,self_attn.o_proj,3,32,8,128,21.750598907470703,112.25,268435456 +87,self_attn.o_proj,3,64,8,128,25.218433380126953,104.125,268435456 +87,self_attn.o_proj,3,128,8,128,28.477231979370117,100.0625,268435456 +87,self_attn.o_proj,4,32,8,128,10.117344856262207,144.25,268435456 +87,self_attn.o_proj,4,64,8,128,11.785151481628418,136.125,268435456 +87,self_attn.o_proj,4,128,8,128,13.28262996673584,132.0625,268435456 +87,self_attn.o_proj,8,32,8,128,0.6187581419944763,272.25,268435456 +87,self_attn.o_proj,8,64,8,128,0.7213142514228821,264.125,268435456 +87,self_attn.o_proj,8,128,8,128,0.8060431480407715,260.0625,268435456 +87,mlp.gate_proj,2,32,8,128,91.04483795166016,260.8125,872415232 +87,mlp.gate_proj,2,64,8,128,99.15491485595703,234.40625,872415232 +87,mlp.gate_proj,2,128,8,128,116.30770111083984,221.203125,872415232 +87,mlp.gate_proj,3,32,8,128,37.38538360595703,364.8125,872415232 +87,mlp.gate_proj,3,64,8,128,45.381683349609375,338.40625,872415232 +87,mlp.gate_proj,3,128,8,128,47.530235290527344,325.203125,872415232 +87,mlp.gate_proj,4,32,8,128,17.31284523010254,468.8125,872415232 +87,mlp.gate_proj,4,64,8,128,20.760040283203125,442.40625,872415232 +87,mlp.gate_proj,4,128,8,128,22.937471389770508,429.203125,872415232 +87,mlp.gate_proj,8,32,8,128,1.0549907684326172,884.8125,872415232 +87,mlp.gate_proj,8,64,8,128,1.2316932678222656,858.40625,872415232 +87,mlp.gate_proj,8,128,8,128,1.4200844764709473,845.203125,872415232 +87,mlp.up_proj,2,32,8,128,85.020751953125,260.8125,872415232 +87,mlp.up_proj,2,64,8,128,93.49297332763672,234.40625,872415232 +87,mlp.up_proj,2,128,8,128,103.35526275634766,221.203125,872415232 +87,mlp.up_proj,3,32,8,128,34.7272834777832,364.8125,872415232 +87,mlp.up_proj,3,64,8,128,41.59130096435547,338.40625,872415232 +87,mlp.up_proj,3,128,8,128,45.660091400146484,325.203125,872415232 +87,mlp.up_proj,4,32,8,128,16.474552154541016,468.8125,872415232 +87,mlp.up_proj,4,64,8,128,18.693984985351562,442.40625,872415232 +87,mlp.up_proj,4,128,8,128,22.453659057617188,429.203125,872415232 +87,mlp.up_proj,8,32,8,128,1.0146781206130981,884.8125,872415232 +87,mlp.up_proj,8,64,8,128,1.1170796155929565,858.40625,872415232 +87,mlp.up_proj,8,128,8,128,1.310509204864502,845.203125,872415232 +87,mlp.down_proj,2,32,8,128,85.55500793457031,260.8125,872415232 +87,mlp.down_proj,2,64,8,128,93.7242202758789,234.40625,872415232 +87,mlp.down_proj,2,128,8,128,104.02478790283203,221.203125,872415232 +87,mlp.down_proj,3,32,8,128,34.8704948425293,364.8125,872415232 +87,mlp.down_proj,3,64,8,128,41.88896560668945,338.40625,872415232 +87,mlp.down_proj,3,128,8,128,45.71332550048828,325.203125,872415232 +87,mlp.down_proj,4,32,8,128,16.514476776123047,468.8125,872415232 +87,mlp.down_proj,4,64,8,128,18.80628776550293,442.40625,872415232 +87,mlp.down_proj,4,128,8,128,22.61743927001953,429.203125,872415232 +87,mlp.down_proj,8,32,8,128,1.0164610147476196,884.8125,872415232 +87,mlp.down_proj,8,64,8,128,1.1227822303771973,858.40625,872415232 +87,mlp.down_proj,8,128,8,128,1.3203332424163818,845.203125,872415232 +88,self_attn.q_proj,2,32,8,128,37.32414627075195,80.25,268435456 +88,self_attn.q_proj,2,64,8,128,44.620792388916016,72.125,268435456 +88,self_attn.q_proj,2,128,8,128,50.86374282836914,68.0625,268435456 +88,self_attn.q_proj,3,32,8,128,16.106809616088867,112.25,268435456 +88,self_attn.q_proj,3,64,8,128,19.015871047973633,104.125,268435456 +88,self_attn.q_proj,3,128,8,128,22.1098575592041,100.0625,268435456 +88,self_attn.q_proj,4,32,8,128,7.498152256011963,144.25,268435456 +88,self_attn.q_proj,4,64,8,128,8.8668794631958,136.125,268435456 +88,self_attn.q_proj,4,128,8,128,10.28477954864502,132.0625,268435456 +88,self_attn.q_proj,8,32,8,128,0.45690131187438965,272.25,268435456 +88,self_attn.q_proj,8,64,8,128,0.5406222343444824,264.125,268435456 +88,self_attn.q_proj,8,128,8,128,0.6228071451187134,260.0625,268435456 +88,self_attn.v_proj,2,32,8,128,19.753293991088867,10.03125,33554432 +88,self_attn.v_proj,2,64,8,128,24.259624481201172,9.015625,33554432 +88,self_attn.v_proj,2,128,8,128,28.22563362121582,8.5078125,33554432 +88,self_attn.v_proj,3,32,8,128,8.441719055175781,14.03125,33554432 +88,self_attn.v_proj,3,64,8,128,10.370335578918457,13.015625,33554432 +88,self_attn.v_proj,3,128,8,128,12.070107460021973,12.5078125,33554432 +88,self_attn.v_proj,4,32,8,128,3.9396214485168457,18.03125,33554432 +88,self_attn.v_proj,4,64,8,128,4.838498115539551,17.015625,33554432 +88,self_attn.v_proj,4,128,8,128,5.633799076080322,16.5078125,33554432 +88,self_attn.v_proj,8,32,8,128,0.23843032121658325,34.03125,33554432 +88,self_attn.v_proj,8,64,8,128,0.29322049021720886,33.015625,33554432 +88,self_attn.v_proj,8,128,8,128,0.3413194417953491,32.5078125,33554432 +88,self_attn.k_proj,2,32,8,128,22.813453674316406,10.03125,33554432 +88,self_attn.k_proj,2,64,8,128,29.602214813232422,9.015625,33554432 +88,self_attn.k_proj,2,128,8,128,35.747623443603516,8.5078125,33554432 +88,self_attn.k_proj,3,32,8,128,10.024832725524902,14.03125,33554432 +88,self_attn.k_proj,3,64,8,128,13.853880882263184,13.015625,33554432 +88,self_attn.k_proj,3,128,8,128,17.94532012939453,12.5078125,33554432 +88,self_attn.k_proj,4,32,8,128,4.681119441986084,18.03125,33554432 +88,self_attn.k_proj,4,64,8,128,6.515066146850586,17.015625,33554432 +88,self_attn.k_proj,4,128,8,128,8.51795768737793,16.5078125,33554432 +88,self_attn.k_proj,8,32,8,128,0.2837967276573181,34.03125,33554432 +88,self_attn.k_proj,8,64,8,128,0.3948604464530945,33.015625,33554432 +88,self_attn.k_proj,8,128,8,128,0.5157111883163452,32.5078125,33554432 +88,self_attn.o_proj,2,32,8,128,50.621219635009766,80.25,268435456 +88,self_attn.o_proj,2,64,8,128,59.187950134277344,72.125,268435456 +88,self_attn.o_proj,2,128,8,128,66.5750961303711,68.0625,268435456 +88,self_attn.o_proj,3,32,8,128,21.76255989074707,112.25,268435456 +88,self_attn.o_proj,3,64,8,128,25.233776092529297,104.125,268435456 +88,self_attn.o_proj,3,128,8,128,28.49915885925293,100.0625,268435456 +88,self_attn.o_proj,4,32,8,128,10.122577667236328,144.25,268435456 +88,self_attn.o_proj,4,64,8,128,11.79248332977295,136.125,268435456 +88,self_attn.o_proj,4,128,8,128,13.291606903076172,132.0625,268435456 +88,self_attn.o_proj,8,32,8,128,0.6190654635429382,272.25,268435456 +88,self_attn.o_proj,8,64,8,128,0.7216482758522034,264.125,268435456 +88,self_attn.o_proj,8,128,8,128,0.8066830039024353,260.0625,268435456 +88,mlp.gate_proj,2,32,8,128,91.05687713623047,260.8125,872415232 +88,mlp.gate_proj,2,64,8,128,99.19539642333984,234.40625,872415232 +88,mlp.gate_proj,2,128,8,128,116.35260772705078,221.203125,872415232 +88,mlp.gate_proj,3,32,8,128,37.40160369873047,364.8125,872415232 +88,mlp.gate_proj,3,64,8,128,45.383750915527344,338.40625,872415232 +88,mlp.gate_proj,3,128,8,128,47.5407829284668,325.203125,872415232 +88,mlp.gate_proj,4,32,8,128,17.32044792175293,468.8125,872415232 +88,mlp.gate_proj,4,64,8,128,20.771045684814453,442.40625,872415232 +88,mlp.gate_proj,4,128,8,128,22.938671112060547,429.203125,872415232 +88,mlp.gate_proj,8,32,8,128,1.0552936792373657,884.8125,872415232 +88,mlp.gate_proj,8,64,8,128,1.232507586479187,858.40625,872415232 +88,mlp.gate_proj,8,128,8,128,1.4201297760009766,845.203125,872415232 +88,mlp.up_proj,2,32,8,128,85.13875579833984,260.8125,872415232 +88,mlp.up_proj,2,64,8,128,93.53760528564453,234.40625,872415232 +88,mlp.up_proj,2,128,8,128,103.57486724853516,221.203125,872415232 +88,mlp.up_proj,3,32,8,128,34.75800704956055,364.8125,872415232 +88,mlp.up_proj,3,64,8,128,41.66151428222656,338.40625,872415232 +88,mlp.up_proj,3,128,8,128,45.67738342285156,325.203125,872415232 +88,mlp.up_proj,4,32,8,128,16.483192443847656,468.8125,872415232 +88,mlp.up_proj,4,64,8,128,18.717382431030273,442.40625,872415232 +88,mlp.up_proj,4,128,8,128,22.484477996826172,429.203125,872415232 +88,mlp.up_proj,8,32,8,128,1.015056848526001,884.8125,872415232 +88,mlp.up_proj,8,64,8,128,1.1182427406311035,858.40625,872415232 +88,mlp.up_proj,8,128,8,128,1.312597632408142,845.203125,872415232 +88,mlp.down_proj,2,32,8,128,85.56253814697266,260.8125,872415232 +88,mlp.down_proj,2,64,8,128,93.7276382446289,234.40625,872415232 +88,mlp.down_proj,2,128,8,128,104.02767944335938,221.203125,872415232 +88,mlp.down_proj,3,32,8,128,34.87195587158203,364.8125,872415232 +88,mlp.down_proj,3,64,8,128,41.894554138183594,338.40625,872415232 +88,mlp.down_proj,3,128,8,128,45.71434020996094,325.203125,872415232 +88,mlp.down_proj,4,32,8,128,16.514970779418945,468.8125,872415232 +88,mlp.down_proj,4,64,8,128,18.80854606628418,442.40625,872415232 +88,mlp.down_proj,4,128,8,128,22.60883140563965,429.203125,872415232 +88,mlp.down_proj,8,32,8,128,1.016487956047058,884.8125,872415232 +88,mlp.down_proj,8,64,8,128,1.1229711771011353,858.40625,872415232 +88,mlp.down_proj,8,128,8,128,1.3206254243850708,845.203125,872415232 +89,self_attn.q_proj,2,32,8,128,43.28616714477539,80.25,268435456 +89,self_attn.q_proj,2,64,8,128,51.1677131652832,72.125,268435456 +89,self_attn.q_proj,2,128,8,128,58.85901641845703,68.0625,268435456 +89,self_attn.q_proj,3,32,8,128,18.445581436157227,112.25,268435456 +89,self_attn.q_proj,3,64,8,128,22.252567291259766,104.125,268435456 +89,self_attn.q_proj,3,128,8,128,25.46177101135254,100.0625,268435456 +89,self_attn.q_proj,4,32,8,128,8.613802909851074,144.25,268435456 +89,self_attn.q_proj,4,64,8,128,10.343934059143066,136.125,268435456 +89,self_attn.q_proj,4,128,8,128,11.90943717956543,132.0625,268435456 +89,self_attn.q_proj,8,32,8,128,0.5261124968528748,272.25,268435456 +89,self_attn.q_proj,8,64,8,128,0.6287208795547485,264.125,268435456 +89,self_attn.q_proj,8,128,8,128,0.7239148616790771,260.0625,268435456 +89,self_attn.v_proj,2,32,8,128,18.50972557067871,10.03125,33554432 +89,self_attn.v_proj,2,64,8,128,22.757217407226562,9.015625,33554432 +89,self_attn.v_proj,2,128,8,128,26.4965877532959,8.5078125,33554432 +89,self_attn.v_proj,3,32,8,128,7.910427570343018,14.03125,33554432 +89,self_attn.v_proj,3,64,8,128,9.728985786437988,13.015625,33554432 +89,self_attn.v_proj,3,128,8,128,11.34033489227295,12.5078125,33554432 +89,self_attn.v_proj,4,32,8,128,3.6906991004943848,18.03125,33554432 +89,self_attn.v_proj,4,64,8,128,4.5385823249816895,17.015625,33554432 +89,self_attn.v_proj,4,128,8,128,5.289995193481445,16.5078125,33554432 +89,self_attn.v_proj,8,32,8,128,0.22344127297401428,34.03125,33554432 +89,self_attn.v_proj,8,64,8,128,0.2749587297439575,33.015625,33554432 +89,self_attn.v_proj,8,128,8,128,0.320498526096344,32.5078125,33554432 +89,self_attn.k_proj,2,32,8,128,28.76340675354004,10.03125,33554432 +89,self_attn.k_proj,2,64,8,128,36.39824295043945,9.015625,33554432 +89,self_attn.k_proj,2,128,8,128,42.7716064453125,8.5078125,33554432 +89,self_attn.k_proj,3,32,8,128,12.791418075561523,14.03125,33554432 +89,self_attn.k_proj,3,64,8,128,17.42878532409668,13.015625,33554432 +89,self_attn.k_proj,3,128,8,128,21.808483123779297,12.5078125,33554432 +89,self_attn.k_proj,4,32,8,128,5.97414493560791,18.03125,33554432 +89,self_attn.k_proj,4,64,8,128,8.203927993774414,17.015625,33554432 +89,self_attn.k_proj,4,128,8,128,10.362857818603516,16.5078125,33554432 +89,self_attn.k_proj,8,32,8,128,0.36205291748046875,34.03125,33554432 +89,self_attn.k_proj,8,64,8,128,0.49707263708114624,33.015625,33554432 +89,self_attn.k_proj,8,128,8,128,0.6276662945747375,32.5078125,33554432 +89,self_attn.o_proj,2,32,8,128,50.6906852722168,80.25,268435456 +89,self_attn.o_proj,2,64,8,128,59.278629302978516,72.125,268435456 +89,self_attn.o_proj,2,128,8,128,66.68606567382812,68.0625,268435456 +89,self_attn.o_proj,3,32,8,128,21.794464111328125,112.25,268435456 +89,self_attn.o_proj,3,64,8,128,25.26764678955078,104.125,268435456 +89,self_attn.o_proj,3,128,8,128,28.556011199951172,100.0625,268435456 +89,self_attn.o_proj,4,32,8,128,10.137097358703613,144.25,268435456 +89,self_attn.o_proj,4,64,8,128,11.807367324829102,136.125,268435456 +89,self_attn.o_proj,4,128,8,128,13.312944412231445,132.0625,268435456 +89,self_attn.o_proj,8,32,8,128,0.6199817061424255,272.25,268435456 +89,self_attn.o_proj,8,64,8,128,0.7225545048713684,264.125,268435456 +89,self_attn.o_proj,8,128,8,128,0.8078972697257996,260.0625,268435456 +89,mlp.gate_proj,2,32,8,128,91.10475158691406,260.8125,872415232 +89,mlp.gate_proj,2,64,8,128,99.4183349609375,234.40625,872415232 +89,mlp.gate_proj,2,128,8,128,116.87361145019531,221.203125,872415232 +89,mlp.gate_proj,3,32,8,128,37.47905731201172,364.8125,872415232 +89,mlp.gate_proj,3,64,8,128,45.40406799316406,338.40625,872415232 +89,mlp.gate_proj,3,128,8,128,47.66929244995117,325.203125,872415232 +89,mlp.gate_proj,4,32,8,128,17.34855842590332,468.8125,872415232 +89,mlp.gate_proj,4,64,8,128,20.833715438842773,442.40625,872415232 +89,mlp.gate_proj,4,128,8,128,22.969345092773438,429.203125,872415232 +89,mlp.gate_proj,8,32,8,128,1.0567004680633545,884.8125,872415232 +89,mlp.gate_proj,8,64,8,128,1.2361071109771729,858.40625,872415232 +89,mlp.gate_proj,8,128,8,128,1.4211307764053345,845.203125,872415232 +89,mlp.up_proj,2,32,8,128,85.20333862304688,260.8125,872415232 +89,mlp.up_proj,2,64,8,128,93.56979370117188,234.40625,872415232 +89,mlp.up_proj,2,128,8,128,103.62200927734375,221.203125,872415232 +89,mlp.up_proj,3,32,8,128,34.77659225463867,364.8125,872415232 +89,mlp.up_proj,3,64,8,128,41.69667053222656,338.40625,872415232 +89,mlp.up_proj,3,128,8,128,45.681419372558594,325.203125,872415232 +89,mlp.up_proj,4,32,8,128,16.487625122070312,468.8125,872415232 +89,mlp.up_proj,4,64,8,128,18.735736846923828,442.40625,872415232 +89,mlp.up_proj,4,128,8,128,22.5057430267334,429.203125,872415232 +89,mlp.up_proj,8,32,8,128,1.0152562856674194,884.8125,872415232 +89,mlp.up_proj,8,64,8,128,1.119079828262329,858.40625,872415232 +89,mlp.up_proj,8,128,8,128,1.3141039609909058,845.203125,872415232 +89,mlp.down_proj,2,32,8,128,85.53018188476562,260.8125,872415232 +89,mlp.down_proj,2,64,8,128,93.71394348144531,234.40625,872415232 +89,mlp.down_proj,2,128,8,128,103.96363830566406,221.203125,872415232 +89,mlp.down_proj,3,32,8,128,34.861595153808594,364.8125,872415232 +89,mlp.down_proj,3,64,8,128,41.86673355102539,338.40625,872415232 +89,mlp.down_proj,3,128,8,128,45.71044158935547,325.203125,872415232 +89,mlp.down_proj,4,32,8,128,16.512048721313477,468.8125,872415232 +89,mlp.down_proj,4,64,8,128,18.79775619506836,442.40625,872415232 +89,mlp.down_proj,4,128,8,128,22.602930068969727,429.203125,872415232 +89,mlp.down_proj,8,32,8,128,1.0163483619689941,884.8125,872415232 +89,mlp.down_proj,8,64,8,128,1.1226197481155396,858.40625,872415232 +89,mlp.down_proj,8,128,8,128,1.3200795650482178,845.203125,872415232 +90,self_attn.q_proj,2,32,8,128,45.38457489013672,80.25,268435456 +90,self_attn.q_proj,2,64,8,128,53.42251205444336,72.125,268435456 +90,self_attn.q_proj,2,128,8,128,61.51541519165039,68.0625,268435456 +90,self_attn.q_proj,3,32,8,128,19.315305709838867,112.25,268435456 +90,self_attn.q_proj,3,64,8,128,23.085975646972656,104.125,268435456 +90,self_attn.q_proj,3,128,8,128,26.460676193237305,100.0625,268435456 +90,self_attn.q_proj,4,32,8,128,8.997808456420898,144.25,268435456 +90,self_attn.q_proj,4,64,8,128,10.793074607849121,136.125,268435456 +90,self_attn.q_proj,4,128,8,128,12.346318244934082,132.0625,268435456 +90,self_attn.q_proj,8,32,8,128,0.5489557981491089,272.25,268435456 +90,self_attn.q_proj,8,64,8,128,0.6562507748603821,264.125,268435456 +90,self_attn.q_proj,8,128,8,128,0.7480612397193909,260.0625,268435456 +90,self_attn.v_proj,2,32,8,128,18.519227981567383,10.03125,33554432 +90,self_attn.v_proj,2,64,8,128,22.78694725036621,9.015625,33554432 +90,self_attn.v_proj,2,128,8,128,26.55561065673828,8.5078125,33554432 +90,self_attn.v_proj,3,32,8,128,7.916794300079346,14.03125,33554432 +90,self_attn.v_proj,3,64,8,128,9.737003326416016,13.015625,33554432 +90,self_attn.v_proj,3,128,8,128,11.361595153808594,12.5078125,33554432 +90,self_attn.v_proj,4,32,8,128,3.692674160003662,18.03125,33554432 +90,self_attn.v_proj,4,64,8,128,4.543560028076172,17.015625,33554432 +90,self_attn.v_proj,4,128,8,128,5.3019118309021,16.5078125,33554432 +90,self_attn.v_proj,8,32,8,128,0.2235831767320633,34.03125,33554432 +90,self_attn.v_proj,8,64,8,128,0.2753356099128723,33.015625,33554432 +90,self_attn.v_proj,8,128,8,128,0.32109931111335754,32.5078125,33554432 +90,self_attn.k_proj,2,32,8,128,29.387483596801758,10.03125,33554432 +90,self_attn.k_proj,2,64,8,128,37.86851501464844,9.015625,33554432 +90,self_attn.k_proj,2,128,8,128,44.93813705444336,8.5078125,33554432 +90,self_attn.k_proj,3,32,8,128,12.870784759521484,14.03125,33554432 +90,self_attn.k_proj,3,64,8,128,17.241744995117188,13.015625,33554432 +90,self_attn.k_proj,3,128,8,128,21.46320915222168,12.5078125,33554432 +90,self_attn.k_proj,4,32,8,128,6.00697135925293,18.03125,33554432 +90,self_attn.k_proj,4,64,8,128,8.062541961669922,17.015625,33554432 +90,self_attn.k_proj,4,128,8,128,10.071246147155762,16.5078125,33554432 +90,self_attn.k_proj,8,32,8,128,0.36393794417381287,34.03125,33554432 +90,self_attn.k_proj,8,64,8,128,0.4881884455680847,33.015625,33554432 +90,self_attn.k_proj,8,128,8,128,0.6099880337715149,32.5078125,33554432 +90,self_attn.o_proj,2,32,8,128,49.902313232421875,80.25,268435456 +90,self_attn.o_proj,2,64,8,128,58.3250617980957,72.125,268435456 +90,self_attn.o_proj,2,128,8,128,65.71084594726562,68.0625,268435456 +90,self_attn.o_proj,3,32,8,128,21.438432693481445,112.25,268435456 +90,self_attn.o_proj,3,64,8,128,24.877910614013672,104.125,268435456 +90,self_attn.o_proj,3,128,8,128,28.11332130432129,100.0625,268435456 +90,self_attn.o_proj,4,32,8,128,9.972704887390137,144.25,268435456 +90,self_attn.o_proj,4,64,8,128,11.636697769165039,136.125,268435456 +90,self_attn.o_proj,4,128,8,128,13.110212326049805,132.0625,268435456 +90,self_attn.o_proj,8,32,8,128,0.6098513007164001,272.25,268435456 +90,self_attn.o_proj,8,64,8,128,0.7129572033882141,264.125,268435456 +90,self_attn.o_proj,8,128,8,128,0.7954801917076111,260.0625,268435456 +90,mlp.gate_proj,2,32,8,128,91.1383285522461,260.8125,872415232 +90,mlp.gate_proj,2,64,8,128,99.583984375,234.40625,872415232 +90,mlp.gate_proj,2,128,8,128,117.14173889160156,221.203125,872415232 +90,mlp.gate_proj,3,32,8,128,37.532135009765625,364.8125,872415232 +90,mlp.gate_proj,3,64,8,128,45.4182243347168,338.40625,872415232 +90,mlp.gate_proj,3,128,8,128,47.732749938964844,325.203125,872415232 +90,mlp.gate_proj,4,32,8,128,17.36771011352539,468.8125,872415232 +90,mlp.gate_proj,4,64,8,128,20.872777938842773,442.40625,872415232 +90,mlp.gate_proj,4,128,8,128,22.984268188476562,429.203125,872415232 +90,mlp.gate_proj,8,32,8,128,1.057778239250183,884.8125,872415232 +90,mlp.gate_proj,8,64,8,128,1.2387295961380005,858.40625,872415232 +90,mlp.gate_proj,8,128,8,128,1.421609878540039,845.203125,872415232 +90,mlp.up_proj,2,32,8,128,85.2514419555664,260.8125,872415232 +90,mlp.up_proj,2,64,8,128,93.59400177001953,234.40625,872415232 +90,mlp.up_proj,2,128,8,128,103.7198257446289,221.203125,872415232 +90,mlp.up_proj,3,32,8,128,34.79108428955078,364.8125,872415232 +90,mlp.up_proj,3,64,8,128,41.73367691040039,338.40625,872415232 +90,mlp.up_proj,3,128,8,128,45.68333435058594,325.203125,872415232 +90,mlp.up_proj,4,32,8,128,16.491756439208984,468.8125,872415232 +90,mlp.up_proj,4,64,8,128,18.742042541503906,442.40625,872415232 +90,mlp.up_proj,4,128,8,128,22.51616096496582,429.203125,872415232 +90,mlp.up_proj,8,32,8,128,1.0154567956924438,884.8125,872415232 +90,mlp.up_proj,8,64,8,128,1.1196365356445312,858.40625,872415232 +90,mlp.up_proj,8,128,8,128,1.3149678707122803,845.203125,872415232 +90,mlp.down_proj,2,32,8,128,85.48817443847656,260.8125,872415232 +90,mlp.down_proj,2,64,8,128,93.70204162597656,234.40625,872415232 +90,mlp.down_proj,2,128,8,128,103.99185180664062,221.203125,872415232 +90,mlp.down_proj,3,32,8,128,34.85148620605469,364.8125,872415232 +90,mlp.down_proj,3,64,8,128,41.843135833740234,338.40625,872415232 +90,mlp.down_proj,3,128,8,128,45.70873260498047,325.203125,872415232 +90,mlp.down_proj,4,32,8,128,16.50935935974121,468.8125,872415232 +90,mlp.down_proj,4,64,8,128,18.79098129272461,442.40625,872415232 +90,mlp.down_proj,4,128,8,128,22.58592414855957,429.203125,872415232 +90,mlp.down_proj,8,32,8,128,1.0162174701690674,884.8125,872415232 +90,mlp.down_proj,8,64,8,128,1.1220191717147827,858.40625,872415232 +90,mlp.down_proj,8,128,8,128,1.3191710710525513,845.203125,872415232 +91,self_attn.q_proj,2,32,8,128,43.23711395263672,80.25,268435456 +91,self_attn.q_proj,2,64,8,128,51.45014190673828,72.125,268435456 +91,self_attn.q_proj,2,128,8,128,59.3365478515625,68.0625,268435456 +91,self_attn.q_proj,3,32,8,128,18.456586837768555,112.25,268435456 +91,self_attn.q_proj,3,64,8,128,22.507312774658203,104.125,268435456 +91,self_attn.q_proj,3,128,8,128,25.923561096191406,100.0625,268435456 +91,self_attn.q_proj,4,32,8,128,8.617063522338867,144.25,268435456 +91,self_attn.q_proj,4,64,8,128,10.460740089416504,136.125,268435456 +91,self_attn.q_proj,4,128,8,128,12.109334945678711,132.0625,268435456 +91,self_attn.q_proj,8,32,8,128,0.5260053873062134,272.25,268435456 +91,self_attn.q_proj,8,64,8,128,0.635608434677124,264.125,268435456 +91,self_attn.q_proj,8,128,8,128,0.7351894378662109,260.0625,268435456 +91,self_attn.v_proj,2,32,8,128,19.116302490234375,10.03125,33554432 +91,self_attn.v_proj,2,64,8,128,23.596820831298828,9.015625,33554432 +91,self_attn.v_proj,2,128,8,128,27.621984481811523,8.5078125,33554432 +91,self_attn.v_proj,3,32,8,128,8.17251968383789,14.03125,33554432 +91,self_attn.v_proj,3,64,8,128,10.088454246520996,13.015625,33554432 +91,self_attn.v_proj,3,128,8,128,11.813273429870605,12.5078125,33554432 +91,self_attn.v_proj,4,32,8,128,3.813361167907715,18.03125,33554432 +91,self_attn.v_proj,4,64,8,128,4.706225395202637,17.015625,33554432 +91,self_attn.v_proj,4,128,8,128,5.512659549713135,16.5078125,33554432 +91,self_attn.v_proj,8,32,8,128,0.23085908591747284,34.03125,33554432 +91,self_attn.v_proj,8,64,8,128,0.2853459119796753,33.015625,33554432 +91,self_attn.v_proj,8,128,8,128,0.33394867181777954,32.5078125,33554432 +91,self_attn.k_proj,2,32,8,128,28.021419525146484,10.03125,33554432 +91,self_attn.k_proj,2,64,8,128,36.162384033203125,9.015625,33554432 +91,self_attn.k_proj,2,128,8,128,42.843292236328125,8.5078125,33554432 +91,self_attn.k_proj,3,32,8,128,12.55046558380127,14.03125,33554432 +91,self_attn.k_proj,3,64,8,128,17.176786422729492,13.015625,33554432 +91,self_attn.k_proj,3,128,8,128,21.834697723388672,12.5078125,33554432 +91,self_attn.k_proj,4,32,8,128,5.873964786529541,18.03125,33554432 +91,self_attn.k_proj,4,64,8,128,8.064376831054688,17.015625,33554432 +91,self_attn.k_proj,4,128,8,128,10.323138236999512,16.5078125,33554432 +91,self_attn.k_proj,8,32,8,128,0.3558630049228668,34.03125,33554432 +91,self_attn.k_proj,8,64,8,128,0.4880547523498535,33.015625,33554432 +91,self_attn.k_proj,8,128,8,128,0.6252514123916626,32.5078125,33554432 +91,self_attn.o_proj,2,32,8,128,50.447444915771484,80.25,268435456 +91,self_attn.o_proj,2,64,8,128,58.972530364990234,72.125,268435456 +91,self_attn.o_proj,2,128,8,128,66.34261322021484,68.0625,268435456 +91,self_attn.o_proj,3,32,8,128,21.683868408203125,112.25,268435456 +91,self_attn.o_proj,3,64,8,128,25.14029884338379,104.125,268435456 +91,self_attn.o_proj,3,128,8,128,28.394643783569336,100.0625,268435456 +91,self_attn.o_proj,4,32,8,128,10.08637523651123,144.25,268435456 +91,self_attn.o_proj,4,64,8,128,11.749342918395996,136.125,268435456 +91,self_attn.o_proj,4,128,8,128,13.243538856506348,132.0625,268435456 +91,self_attn.o_proj,8,32,8,128,0.6167757511138916,272.25,268435456 +91,self_attn.o_proj,8,64,8,128,0.7192784547805786,264.125,268435456 +91,self_attn.o_proj,8,128,8,128,0.8034374117851257,260.0625,268435456 +91,mlp.gate_proj,2,32,8,128,91.19679260253906,260.8125,872415232 +91,mlp.gate_proj,2,64,8,128,99.85008239746094,234.40625,872415232 +91,mlp.gate_proj,2,128,8,128,117.6629638671875,221.203125,872415232 +91,mlp.gate_proj,3,32,8,128,37.62437438964844,364.8125,872415232 +91,mlp.gate_proj,3,64,8,128,45.44346237182617,338.40625,872415232 +91,mlp.gate_proj,3,128,8,128,47.86741638183594,325.203125,872415232 +91,mlp.gate_proj,4,32,8,128,17.400373458862305,468.8125,872415232 +91,mlp.gate_proj,4,64,8,128,20.947729110717773,442.40625,872415232 +91,mlp.gate_proj,4,128,8,128,23.017492294311523,429.203125,872415232 +91,mlp.gate_proj,8,32,8,128,1.0594801902770996,884.8125,872415232 +91,mlp.gate_proj,8,64,8,128,1.243086814880371,858.40625,872415232 +91,mlp.gate_proj,8,128,8,128,1.422703742980957,845.203125,872415232 +91,mlp.up_proj,2,32,8,128,85.28890991210938,260.8125,872415232 +91,mlp.up_proj,2,64,8,128,93.6061782836914,234.40625,872415232 +91,mlp.up_proj,2,128,8,128,103.6849136352539,221.203125,872415232 +91,mlp.up_proj,3,32,8,128,34.80002212524414,364.8125,872415232 +91,mlp.up_proj,3,64,8,128,41.74595642089844,338.40625,872415232 +91,mlp.up_proj,3,128,8,128,45.69017028808594,325.203125,872415232 +91,mlp.up_proj,4,32,8,128,16.494647979736328,468.8125,872415232 +91,mlp.up_proj,4,64,8,128,18.752059936523438,442.40625,872415232 +91,mlp.up_proj,4,128,8,128,22.531145095825195,429.203125,872415232 +91,mlp.up_proj,8,32,8,128,1.0155442953109741,884.8125,872415232 +91,mlp.up_proj,8,64,8,128,1.119895100593567,858.40625,872415232 +91,mlp.up_proj,8,128,8,128,1.3155109882354736,845.203125,872415232 +91,mlp.down_proj,2,32,8,128,85.43452453613281,260.8125,872415232 +91,mlp.down_proj,2,64,8,128,93.67902374267578,234.40625,872415232 +91,mlp.down_proj,2,128,8,128,103.87763214111328,221.203125,872415232 +91,mlp.down_proj,3,32,8,128,34.83746337890625,364.8125,872415232 +91,mlp.down_proj,3,64,8,128,41.81705093383789,338.40625,872415232 +91,mlp.down_proj,3,128,8,128,45.70136260986328,325.203125,872415232 +91,mlp.down_proj,4,32,8,128,16.504623413085938,468.8125,872415232 +91,mlp.down_proj,4,64,8,128,18.77806282043457,442.40625,872415232 +91,mlp.down_proj,4,128,8,128,22.571517944335938,429.203125,872415232 +91,mlp.down_proj,8,32,8,128,1.0160365104675293,884.8125,872415232 +91,mlp.down_proj,8,64,8,128,1.1214137077331543,858.40625,872415232 +91,mlp.down_proj,8,128,8,128,1.317866325378418,845.203125,872415232 +92,self_attn.q_proj,2,32,8,128,47.280216217041016,80.25,268435456 +92,self_attn.q_proj,2,64,8,128,56.17616653442383,72.125,268435456 +92,self_attn.q_proj,2,128,8,128,64.3565673828125,68.0625,268435456 +92,self_attn.q_proj,3,32,8,128,20.344514846801758,112.25,268435456 +92,self_attn.q_proj,3,64,8,128,24.267261505126953,104.125,268435456 +92,self_attn.q_proj,3,128,8,128,28.107341766357422,100.0625,268435456 +92,self_attn.q_proj,4,32,8,128,9.463874816894531,144.25,268435456 +92,self_attn.q_proj,4,64,8,128,11.406828880310059,136.125,268435456 +92,self_attn.q_proj,4,128,8,128,13.081258773803711,132.0625,268435456 +92,self_attn.q_proj,8,32,8,128,0.5767565369606018,272.25,268435456 +92,self_attn.q_proj,8,64,8,128,0.6949453949928284,264.125,268435456 +92,self_attn.q_proj,8,128,8,128,0.7909873127937317,260.0625,268435456 +92,self_attn.v_proj,2,32,8,128,18.02021598815918,10.03125,33554432 +92,self_attn.v_proj,2,64,8,128,22.222192764282227,9.015625,33554432 +92,self_attn.v_proj,2,128,8,128,25.978008270263672,8.5078125,33554432 +92,self_attn.v_proj,3,32,8,128,7.702017307281494,14.03125,33554432 +92,self_attn.v_proj,3,64,8,128,9.501120567321777,13.015625,33554432 +92,self_attn.v_proj,3,128,8,128,11.117193222045898,12.5078125,33554432 +92,self_attn.v_proj,4,32,8,128,3.592540740966797,18.03125,33554432 +92,self_attn.v_proj,4,64,8,128,4.432821750640869,17.015625,33554432 +92,self_attn.v_proj,4,128,8,128,5.185615062713623,16.5078125,33554432 +92,self_attn.v_proj,8,32,8,128,0.21753305196762085,34.03125,33554432 +92,self_attn.v_proj,8,64,8,128,0.26841214299201965,33.015625,33554432 +92,self_attn.v_proj,8,128,8,128,0.3141363561153412,32.5078125,33554432 +92,self_attn.k_proj,2,32,8,128,31.411760330200195,10.03125,33554432 +92,self_attn.k_proj,2,64,8,128,40.17083740234375,9.015625,33554432 +92,self_attn.k_proj,2,128,8,128,47.121517181396484,8.5078125,33554432 +92,self_attn.k_proj,3,32,8,128,14.085495948791504,14.03125,33554432 +92,self_attn.k_proj,3,64,8,128,18.964065551757812,13.015625,33554432 +92,self_attn.k_proj,3,128,8,128,23.52911949157715,12.5078125,33554432 +92,self_attn.k_proj,4,32,8,128,6.601902961730957,18.03125,33554432 +92,self_attn.k_proj,4,64,8,128,8.914432525634766,17.015625,33554432 +92,self_attn.k_proj,4,128,8,128,11.159932136535645,16.5078125,33554432 +92,self_attn.k_proj,8,32,8,128,0.3997958302497864,34.03125,33554432 +92,self_attn.k_proj,8,64,8,128,0.5399653911590576,33.015625,33554432 +92,self_attn.k_proj,8,128,8,128,0.6758836507797241,32.5078125,33554432 +92,self_attn.o_proj,2,32,8,128,50.353179931640625,80.25,268435456 +92,self_attn.o_proj,2,64,8,128,58.88248062133789,72.125,268435456 +92,self_attn.o_proj,2,128,8,128,66.25818634033203,68.0625,268435456 +92,self_attn.o_proj,3,32,8,128,21.645992279052734,112.25,268435456 +92,self_attn.o_proj,3,64,8,128,25.104978561401367,104.125,268435456 +92,self_attn.o_proj,3,128,8,128,28.374788284301758,100.0625,268435456 +92,self_attn.o_proj,4,32,8,128,10.069229125976562,144.25,268435456 +92,self_attn.o_proj,4,64,8,128,11.73810863494873,136.125,268435456 +92,self_attn.o_proj,4,128,8,128,13.231084823608398,132.0625,268435456 +92,self_attn.o_proj,8,32,8,128,0.6157900094985962,272.25,268435456 +92,self_attn.o_proj,8,64,8,128,0.7186254858970642,264.125,268435456 +92,self_attn.o_proj,8,128,8,128,0.8028773665428162,260.0625,268435456 +92,mlp.gate_proj,2,32,8,128,91.26506042480469,260.8125,872415232 +92,mlp.gate_proj,2,64,8,128,100.15706634521484,234.40625,872415232 +92,mlp.gate_proj,2,128,8,128,118.2844009399414,221.203125,872415232 +92,mlp.gate_proj,3,32,8,128,37.72460174560547,364.8125,872415232 +92,mlp.gate_proj,3,64,8,128,45.47650909423828,338.40625,872415232 +92,mlp.gate_proj,3,128,8,128,48.025352478027344,325.203125,872415232 +92,mlp.gate_proj,4,32,8,128,17.438709259033203,468.8125,872415232 +92,mlp.gate_proj,4,64,8,128,21.03183937072754,442.40625,872415232 +92,mlp.gate_proj,4,128,8,128,23.05975341796875,429.203125,872415232 +92,mlp.gate_proj,8,32,8,128,1.0614397525787354,884.8125,872415232 +92,mlp.gate_proj,8,64,8,128,1.2481496334075928,858.40625,872415232 +92,mlp.gate_proj,8,128,8,128,1.4241182804107666,845.203125,872415232 +92,mlp.up_proj,2,32,8,128,85.31269073486328,260.8125,872415232 +92,mlp.up_proj,2,64,8,128,93.61881256103516,234.40625,872415232 +92,mlp.up_proj,2,128,8,128,103.71173858642578,221.203125,872415232 +92,mlp.up_proj,3,32,8,128,34.805606842041016,364.8125,872415232 +92,mlp.up_proj,3,64,8,128,41.75495529174805,338.40625,872415232 +92,mlp.up_proj,3,128,8,128,45.68758773803711,325.203125,872415232 +92,mlp.up_proj,4,32,8,128,16.495637893676758,468.8125,872415232 +92,mlp.up_proj,4,64,8,128,18.757831573486328,442.40625,872415232 +92,mlp.up_proj,4,128,8,128,22.53765106201172,429.203125,872415232 +92,mlp.up_proj,8,32,8,128,1.015621304512024,884.8125,872415232 +92,mlp.up_proj,8,64,8,128,1.120137333869934,858.40625,872415232 +92,mlp.up_proj,8,128,8,128,1.3159486055374146,845.203125,872415232 +92,mlp.down_proj,2,32,8,128,85.36446380615234,260.8125,872415232 +92,mlp.down_proj,2,64,8,128,93.64984893798828,234.40625,872415232 +92,mlp.down_proj,2,128,8,128,103.8499984741211,221.203125,872415232 +92,mlp.down_proj,3,32,8,128,34.82170867919922,364.8125,872415232 +92,mlp.down_proj,3,64,8,128,41.77755355834961,338.40625,872415232 +92,mlp.down_proj,3,128,8,128,45.69709014892578,325.203125,872415232 +92,mlp.down_proj,4,32,8,128,16.5006160736084,468.8125,872415232 +92,mlp.down_proj,4,64,8,128,18.76766586303711,442.40625,872415232 +92,mlp.down_proj,4,128,8,128,22.55300521850586,429.203125,872415232 +92,mlp.down_proj,8,32,8,128,1.015805721282959,884.8125,872415232 +92,mlp.down_proj,8,64,8,128,1.1206865310668945,858.40625,872415232 +92,mlp.down_proj,8,128,8,128,1.3168731927871704,845.203125,872415232 +93,self_attn.q_proj,2,32,8,128,43.80131149291992,80.25,268435456 +93,self_attn.q_proj,2,64,8,128,51.6605339050293,72.125,268435456 +93,self_attn.q_proj,2,128,8,128,59.43281173706055,68.0625,268435456 +93,self_attn.q_proj,3,32,8,128,18.64495277404785,112.25,268435456 +93,self_attn.q_proj,3,64,8,128,22.42456817626953,104.125,268435456 +93,self_attn.q_proj,3,128,8,128,25.597347259521484,100.0625,268435456 +93,self_attn.q_proj,4,32,8,128,8.698894500732422,144.25,268435456 +93,self_attn.q_proj,4,64,8,128,10.42451286315918,136.125,268435456 +93,self_attn.q_proj,4,128,8,128,11.966124534606934,132.0625,268435456 +93,self_attn.q_proj,8,32,8,128,0.5311070680618286,272.25,268435456 +93,self_attn.q_proj,8,64,8,128,0.633955180644989,264.125,268435456 +93,self_attn.q_proj,8,128,8,128,0.7270796895027161,260.0625,268435456 +93,self_attn.v_proj,2,32,8,128,18.865985870361328,10.03125,33554432 +93,self_attn.v_proj,2,64,8,128,23.22593879699707,9.015625,33554432 +93,self_attn.v_proj,2,128,8,128,27.08438491821289,8.5078125,33554432 +93,self_attn.v_proj,3,32,8,128,8.062917709350586,14.03125,33554432 +93,self_attn.v_proj,3,64,8,128,9.926377296447754,13.015625,33554432 +93,self_attn.v_proj,3,128,8,128,11.586182594299316,12.5078125,33554432 +93,self_attn.v_proj,4,32,8,128,3.7606804370880127,18.03125,33554432 +93,self_attn.v_proj,4,64,8,128,4.630988121032715,17.015625,33554432 +93,self_attn.v_proj,4,128,8,128,5.406826496124268,16.5078125,33554432 +93,self_attn.v_proj,8,32,8,128,0.2277655452489853,34.03125,33554432 +93,self_attn.v_proj,8,64,8,128,0.28060343861579895,33.015625,33554432 +93,self_attn.v_proj,8,128,8,128,0.3275551199913025,32.5078125,33554432 +93,self_attn.k_proj,2,32,8,128,29.40890121459961,10.03125,33554432 +93,self_attn.k_proj,2,64,8,128,37.90258026123047,9.015625,33554432 +93,self_attn.k_proj,2,128,8,128,45.02601623535156,8.5078125,33554432 +93,self_attn.k_proj,3,32,8,128,12.912487030029297,14.03125,33554432 +93,self_attn.k_proj,3,64,8,128,17.612491607666016,13.015625,33554432 +93,self_attn.k_proj,3,128,8,128,22.16368293762207,12.5078125,33554432 +93,self_attn.k_proj,4,32,8,128,6.032893180847168,18.03125,33554432 +93,self_attn.k_proj,4,64,8,128,8.259147644042969,17.015625,33554432 +93,self_attn.k_proj,4,128,8,128,10.457711219787598,16.5078125,33554432 +93,self_attn.k_proj,8,32,8,128,0.36541154980659485,34.03125,33554432 +93,self_attn.k_proj,8,64,8,128,0.49990615248680115,33.015625,33554432 +93,self_attn.k_proj,8,128,8,128,0.6330350041389465,32.5078125,33554432 +93,self_attn.o_proj,2,32,8,128,50.13584518432617,80.25,268435456 +93,self_attn.o_proj,2,64,8,128,58.60845947265625,72.125,268435456 +93,self_attn.o_proj,2,128,8,128,65.96133422851562,68.0625,268435456 +93,self_attn.o_proj,3,32,8,128,21.545751571655273,112.25,268435456 +93,self_attn.o_proj,3,64,8,128,24.98711395263672,104.125,268435456 +93,self_attn.o_proj,3,128,8,128,28.22178077697754,100.0625,268435456 +93,self_attn.o_proj,4,32,8,128,10.020550727844238,144.25,268435456 +93,self_attn.o_proj,4,64,8,128,11.685417175292969,136.125,268435456 +93,self_attn.o_proj,4,128,8,128,13.159632682800293,132.0625,268435456 +93,self_attn.o_proj,8,32,8,128,0.6128638386726379,272.25,268435456 +93,self_attn.o_proj,8,64,8,128,0.7155821919441223,264.125,268435456 +93,self_attn.o_proj,8,128,8,128,0.798589289188385,260.0625,268435456 +93,mlp.gate_proj,2,32,8,128,91.36434173583984,260.8125,872415232 +93,mlp.gate_proj,2,64,8,128,100.56021881103516,234.40625,872415232 +93,mlp.gate_proj,2,128,8,128,119.15399169921875,221.203125,872415232 +93,mlp.gate_proj,3,32,8,128,37.873512268066406,364.8125,872415232 +93,mlp.gate_proj,3,64,8,128,45.518184661865234,338.40625,872415232 +93,mlp.gate_proj,3,128,8,128,48.242576599121094,325.203125,872415232 +93,mlp.gate_proj,4,32,8,128,17.489715576171875,468.8125,872415232 +93,mlp.gate_proj,4,64,8,128,21.14463233947754,442.40625,872415232 +93,mlp.gate_proj,4,128,8,128,23.109216690063477,429.203125,872415232 +93,mlp.gate_proj,8,32,8,128,1.0641416311264038,884.8125,872415232 +93,mlp.gate_proj,8,64,8,128,1.2548002004623413,858.40625,872415232 +93,mlp.gate_proj,8,128,8,128,1.4259065389633179,845.203125,872415232 +93,mlp.up_proj,2,32,8,128,85.31726837158203,260.8125,872415232 +93,mlp.up_proj,2,64,8,128,93.62301635742188,234.40625,872415232 +93,mlp.up_proj,2,128,8,128,103.72083282470703,221.203125,872415232 +93,mlp.up_proj,3,32,8,128,34.807186126708984,364.8125,872415232 +93,mlp.up_proj,3,64,8,128,41.76706314086914,338.40625,872415232 +93,mlp.up_proj,3,128,8,128,45.689857482910156,325.203125,872415232 +93,mlp.up_proj,4,32,8,128,16.49614715576172,468.8125,872415232 +93,mlp.up_proj,4,64,8,128,18.752798080444336,442.40625,872415232 +93,mlp.up_proj,4,128,8,128,22.547067642211914,429.203125,872415232 +93,mlp.up_proj,8,32,8,128,1.0156512260437012,884.8125,872415232 +93,mlp.up_proj,8,64,8,128,1.120254397392273,858.40625,872415232 +93,mlp.up_proj,8,128,8,128,1.3161017894744873,845.203125,872415232 +93,mlp.down_proj,2,32,8,128,85.2759017944336,260.8125,872415232 +93,mlp.down_proj,2,64,8,128,93.6128921508789,234.40625,872415232 +93,mlp.down_proj,2,128,8,128,103.67974090576172,221.203125,872415232 +93,mlp.down_proj,3,32,8,128,34.79762649536133,364.8125,872415232 +93,mlp.down_proj,3,64,8,128,41.73492431640625,338.40625,872415232 +93,mlp.down_proj,3,128,8,128,45.693031311035156,325.203125,872415232 +93,mlp.down_proj,4,32,8,128,16.49441909790039,468.8125,872415232 +93,mlp.down_proj,4,64,8,128,18.750534057617188,442.40625,872415232 +93,mlp.down_proj,4,128,8,128,22.524747848510742,429.203125,872415232 +93,mlp.down_proj,8,32,8,128,1.015545129776001,884.8125,872415232 +93,mlp.down_proj,8,64,8,128,1.1198680400848389,858.40625,872415232 +93,mlp.down_proj,8,128,8,128,1.3152283430099487,845.203125,872415232 +94,self_attn.q_proj,2,32,8,128,45.12615203857422,80.25,268435456 +94,self_attn.q_proj,2,64,8,128,53.23491668701172,72.125,268435456 +94,self_attn.q_proj,2,128,8,128,61.14030838012695,68.0625,268435456 +94,self_attn.q_proj,3,32,8,128,19.227087020874023,112.25,268435456 +94,self_attn.q_proj,3,64,8,128,23.11713409423828,104.125,268435456 +94,self_attn.q_proj,3,128,8,128,26.545419692993164,100.0625,268435456 +94,self_attn.q_proj,4,32,8,128,8.956842422485352,144.25,268435456 +94,self_attn.q_proj,4,64,8,128,10.807720184326172,136.125,268435456 +94,self_attn.q_proj,4,128,8,128,12.38665771484375,132.0625,268435456 +94,self_attn.q_proj,8,32,8,128,0.5463981032371521,272.25,268435456 +94,self_attn.q_proj,8,64,8,128,0.6566625833511353,264.125,268435456 +94,self_attn.q_proj,8,128,8,128,0.750159740447998,260.0625,268435456 +94,self_attn.v_proj,2,32,8,128,18.71350860595703,10.03125,33554432 +94,self_attn.v_proj,2,64,8,128,23.11332130432129,9.015625,33554432 +94,self_attn.v_proj,2,128,8,128,27.05545997619629,8.5078125,33554432 +94,self_attn.v_proj,3,32,8,128,8.001301765441895,14.03125,33554432 +94,self_attn.v_proj,3,64,8,128,9.879799842834473,13.015625,33554432 +94,self_attn.v_proj,3,128,8,128,11.573440551757812,12.5078125,33554432 +94,self_attn.v_proj,4,32,8,128,3.7325541973114014,18.03125,33554432 +94,self_attn.v_proj,4,64,8,128,4.608895778656006,17.015625,33554432 +94,self_attn.v_proj,4,128,8,128,5.401462554931641,16.5078125,33554432 +94,self_attn.v_proj,8,32,8,128,0.22602032124996185,34.03125,33554432 +94,self_attn.v_proj,8,64,8,128,0.2793736457824707,33.015625,33554432 +94,self_attn.v_proj,8,128,8,128,0.327311635017395,32.5078125,33554432 +94,self_attn.k_proj,2,32,8,128,29.878965377807617,10.03125,33554432 +94,self_attn.k_proj,2,64,8,128,38.57841110229492,9.015625,33554432 +94,self_attn.k_proj,2,128,8,128,45.4550895690918,8.5078125,33554432 +94,self_attn.k_proj,3,32,8,128,13.24731731414795,14.03125,33554432 +94,self_attn.k_proj,3,64,8,128,18.069692611694336,13.015625,33554432 +94,self_attn.k_proj,3,128,8,128,22.628644943237305,12.5078125,33554432 +94,self_attn.k_proj,4,32,8,128,6.194871425628662,18.03125,33554432 +94,self_attn.k_proj,4,64,8,128,8.469803810119629,17.015625,33554432 +94,self_attn.k_proj,4,128,8,128,10.660831451416016,16.5078125,33554432 +94,self_attn.k_proj,8,32,8,128,0.3751991093158722,34.03125,33554432 +94,self_attn.k_proj,8,64,8,128,0.5130784511566162,33.015625,33554432 +94,self_attn.k_proj,8,128,8,128,0.6459773182868958,32.5078125,33554432 +94,self_attn.o_proj,2,32,8,128,49.6795768737793,80.25,268435456 +94,self_attn.o_proj,2,64,8,128,58.06516647338867,72.125,268435456 +94,self_attn.o_proj,2,128,8,128,65.44911193847656,68.0625,268435456 +94,self_attn.o_proj,3,32,8,128,21.339502334594727,112.25,268435456 +94,self_attn.o_proj,3,64,8,128,24.769479751586914,104.125,268435456 +94,self_attn.o_proj,3,128,8,128,27.996309280395508,100.0625,268435456 +94,self_attn.o_proj,4,32,8,128,9.927108764648438,144.25,268435456 +94,self_attn.o_proj,4,64,8,128,11.590516090393066,136.125,268435456 +94,self_attn.o_proj,4,128,8,128,13.052482604980469,132.0625,268435456 +94,self_attn.o_proj,8,32,8,128,0.6070466041564941,272.25,268435456 +94,self_attn.o_proj,8,64,8,128,0.7104028463363647,264.125,268435456 +94,self_attn.o_proj,8,128,8,128,0.7921432256698608,260.0625,268435456 +94,mlp.gate_proj,2,32,8,128,91.50289916992188,260.8125,872415232 +94,mlp.gate_proj,2,64,8,128,101.10448455810547,234.40625,872415232 +94,mlp.gate_proj,2,128,8,128,120.1146240234375,221.203125,872415232 +94,mlp.gate_proj,3,32,8,128,38.06827163696289,364.8125,872415232 +94,mlp.gate_proj,3,64,8,128,45.57468032836914,338.40625,872415232 +94,mlp.gate_proj,3,128,8,128,48.483009338378906,325.203125,872415232 +94,mlp.gate_proj,4,32,8,128,17.56131362915039,468.8125,872415232 +94,mlp.gate_proj,4,64,8,128,21.300073623657227,442.40625,872415232 +94,mlp.gate_proj,4,128,8,128,23.16710090637207,429.203125,872415232 +94,mlp.gate_proj,8,32,8,128,1.067876935005188,884.8125,872415232 +94,mlp.gate_proj,8,64,8,128,1.263519525527954,858.40625,872415232 +94,mlp.gate_proj,8,128,8,128,1.4280147552490234,845.203125,872415232 +94,mlp.up_proj,2,32,8,128,85.36095428466797,260.8125,872415232 +94,mlp.up_proj,2,64,8,128,93.63961791992188,234.40625,872415232 +94,mlp.up_proj,2,128,8,128,103.81463623046875,221.203125,872415232 +94,mlp.up_proj,3,32,8,128,34.82278823852539,364.8125,872415232 +94,mlp.up_proj,3,64,8,128,41.78313064575195,338.40625,872415232 +94,mlp.up_proj,3,128,8,128,45.693763732910156,325.203125,872415232 +94,mlp.up_proj,4,32,8,128,16.4993839263916,468.8125,872415232 +94,mlp.up_proj,4,64,8,128,18.765071868896484,442.40625,872415232 +94,mlp.up_proj,4,128,8,128,22.555938720703125,429.203125,872415232 +94,mlp.up_proj,8,32,8,128,1.0157946348190308,884.8125,872415232 +94,mlp.up_proj,8,64,8,128,1.120651125907898,858.40625,872415232 +94,mlp.up_proj,8,128,8,128,1.3170534372329712,845.203125,872415232 +94,mlp.down_proj,2,32,8,128,85.26542663574219,260.8125,872415232 +94,mlp.down_proj,2,64,8,128,93.60968780517578,234.40625,872415232 +94,mlp.down_proj,2,128,8,128,103.68356323242188,221.203125,872415232 +94,mlp.down_proj,3,32,8,128,34.7977294921875,364.8125,872415232 +94,mlp.down_proj,3,64,8,128,41.72941970825195,338.40625,872415232 +94,mlp.down_proj,3,128,8,128,45.69243240356445,325.203125,872415232 +94,mlp.down_proj,4,32,8,128,16.49398422241211,468.8125,872415232 +94,mlp.down_proj,4,64,8,128,18.746540069580078,442.40625,872415232 +94,mlp.down_proj,4,128,8,128,22.5236759185791,429.203125,872415232 +94,mlp.down_proj,8,32,8,128,1.0155361890792847,884.8125,872415232 +94,mlp.down_proj,8,64,8,128,1.1198090314865112,858.40625,872415232 +94,mlp.down_proj,8,128,8,128,1.3151284456253052,845.203125,872415232 +95,self_attn.q_proj,2,32,8,128,51.13070297241211,80.25,268435456 +95,self_attn.q_proj,2,64,8,128,60.59248733520508,72.125,268435456 +95,self_attn.q_proj,2,128,8,128,68.41079711914062,68.0625,268435456 +95,self_attn.q_proj,3,32,8,128,22.05278968811035,112.25,268435456 +95,self_attn.q_proj,3,64,8,128,25.77994728088379,104.125,268435456 +95,self_attn.q_proj,3,128,8,128,29.5484619140625,100.0625,268435456 +95,self_attn.q_proj,4,32,8,128,10.248698234558105,144.25,268435456 +95,self_attn.q_proj,4,64,8,128,12.043216705322266,136.125,268435456 +95,self_attn.q_proj,4,128,8,128,13.737553596496582,132.0625,268435456 +95,self_attn.q_proj,8,32,8,128,0.625680685043335,272.25,268435456 +95,self_attn.q_proj,8,64,8,128,0.736262857913971,264.125,268435456 +95,self_attn.q_proj,8,128,8,128,0.8323556184768677,260.0625,268435456 +95,self_attn.v_proj,2,32,8,128,17.450088500976562,10.03125,33554432 +95,self_attn.v_proj,2,64,8,128,21.709243774414062,9.015625,33554432 +95,self_attn.v_proj,2,128,8,128,25.507720947265625,8.5078125,33554432 +95,self_attn.v_proj,3,32,8,128,7.461106300354004,14.03125,33554432 +95,self_attn.v_proj,3,64,8,128,9.280814170837402,13.015625,33554432 +95,self_attn.v_proj,3,128,8,128,10.928187370300293,12.5078125,33554432 +95,self_attn.v_proj,4,32,8,128,3.481696844100952,18.03125,33554432 +95,self_attn.v_proj,4,64,8,128,4.329699516296387,17.015625,33554432 +95,self_attn.v_proj,4,128,8,128,5.097711563110352,16.5078125,33554432 +95,self_attn.v_proj,8,32,8,128,0.2107810080051422,34.03125,33554432 +95,self_attn.v_proj,8,64,8,128,0.2623366415500641,33.015625,33554432 +95,self_attn.v_proj,8,128,8,128,0.30901971459388733,32.5078125,33554432 +95,self_attn.k_proj,2,32,8,128,35.178470611572266,10.03125,33554432 +95,self_attn.k_proj,2,64,8,128,46.15191650390625,9.015625,33554432 +95,self_attn.k_proj,2,128,8,128,55.13057327270508,8.5078125,33554432 +95,self_attn.k_proj,3,32,8,128,15.0889892578125,14.03125,33554432 +95,self_attn.k_proj,3,64,8,128,20.108261108398438,13.015625,33554432 +95,self_attn.k_proj,3,128,8,128,24.522085189819336,12.5078125,33554432 +95,self_attn.k_proj,4,32,8,128,7.03859806060791,18.03125,33554432 +95,self_attn.k_proj,4,64,8,128,9.385393142700195,17.015625,33554432 +95,self_attn.k_proj,4,128,8,128,11.451208114624023,16.5078125,33554432 +95,self_attn.k_proj,8,32,8,128,0.426197350025177,34.03125,33554432 +95,self_attn.k_proj,8,64,8,128,0.5685625672340393,33.015625,33554432 +95,self_attn.k_proj,8,128,8,128,0.6935634613037109,32.5078125,33554432 +95,self_attn.o_proj,2,32,8,128,47.881683349609375,80.25,268435456 +95,self_attn.o_proj,2,64,8,128,55.81505584716797,72.125,268435456 +95,self_attn.o_proj,2,128,8,128,63.27791976928711,68.0625,268435456 +95,self_attn.o_proj,3,32,8,128,20.547029495239258,112.25,268435456 +95,self_attn.o_proj,3,64,8,128,23.995849609375,104.125,268435456 +95,self_attn.o_proj,3,128,8,128,27.18707847595215,100.0625,268435456 +95,self_attn.o_proj,4,32,8,128,9.571911811828613,144.25,268435456 +95,self_attn.o_proj,4,64,8,128,11.264601707458496,136.125,268435456 +95,self_attn.o_proj,4,128,8,128,12.724305152893066,132.0625,268435456 +95,self_attn.o_proj,8,32,8,128,0.5853137969970703,272.25,268435456 +95,self_attn.o_proj,8,64,8,128,0.6874048113822937,264.125,268435456 +95,self_attn.o_proj,8,128,8,128,0.7726492881774902,260.0625,268435456 +95,mlp.gate_proj,2,32,8,128,91.86393737792969,260.8125,872415232 +95,mlp.gate_proj,2,64,8,128,102.4850845336914,234.40625,872415232 +95,mlp.gate_proj,2,128,8,128,122.77909851074219,221.203125,872415232 +95,mlp.gate_proj,3,32,8,128,38.54135513305664,364.8125,872415232 +95,mlp.gate_proj,3,64,8,128,45.74736022949219,338.40625,872415232 +95,mlp.gate_proj,3,128,8,128,49.17966842651367,325.203125,872415232 +95,mlp.gate_proj,4,32,8,128,17.739151000976562,468.8125,872415232 +95,mlp.gate_proj,4,64,8,128,21.66368293762207,442.40625,872415232 +95,mlp.gate_proj,4,128,8,128,23.35683822631836,429.203125,872415232 +95,mlp.gate_proj,8,32,8,128,1.0771422386169434,884.8125,872415232 +95,mlp.gate_proj,8,64,8,128,1.2855561971664429,858.40625,872415232 +95,mlp.gate_proj,8,128,8,128,1.4353358745574951,845.203125,872415232 +95,mlp.up_proj,2,32,8,128,85.23307037353516,260.8125,872415232 +95,mlp.up_proj,2,64,8,128,93.59280395507812,234.40625,872415232 +95,mlp.up_proj,2,128,8,128,103.71922302246094,221.203125,872415232 +95,mlp.up_proj,3,32,8,128,34.78619384765625,364.8125,872415232 +95,mlp.up_proj,3,64,8,128,41.7286491394043,338.40625,872415232 +95,mlp.up_proj,3,128,8,128,45.687355041503906,325.203125,872415232 +95,mlp.up_proj,4,32,8,128,16.490718841552734,468.8125,872415232 +95,mlp.up_proj,4,64,8,128,18.740854263305664,442.40625,872415232 +95,mlp.up_proj,4,128,8,128,22.5168514251709,429.203125,872415232 +95,mlp.up_proj,8,32,8,128,1.0154192447662354,884.8125,872415232 +95,mlp.up_proj,8,64,8,128,1.1195461750030518,858.40625,872415232 +95,mlp.up_proj,8,128,8,128,1.3150534629821777,845.203125,872415232 +95,mlp.down_proj,2,32,8,128,85.10347747802734,260.8125,872415232 +95,mlp.down_proj,2,64,8,128,93.55443572998047,234.40625,872415232 +95,mlp.down_proj,2,128,8,128,103.61297607421875,221.203125,872415232 +95,mlp.down_proj,3,32,8,128,34.757877349853516,364.8125,872415232 +95,mlp.down_proj,3,64,8,128,41.658203125,338.40625,872415232 +95,mlp.down_proj,3,128,8,128,45.688201904296875,325.203125,872415232 +95,mlp.down_proj,4,32,8,128,16.482704162597656,468.8125,872415232 +95,mlp.down_proj,4,64,8,128,18.722938537597656,442.40625,872415232 +95,mlp.down_proj,4,128,8,128,22.488489151000977,429.203125,872415232 +95,mlp.down_proj,8,32,8,128,1.0150980949401855,884.8125,872415232 +95,mlp.down_proj,8,64,8,128,1.1185470819473267,858.40625,872415232 +95,mlp.down_proj,8,128,8,128,1.313111424446106,845.203125,872415232 +96,self_attn.q_proj,2,32,8,128,36.98872375488281,80.25,268435456 +96,self_attn.q_proj,2,64,8,128,44.136287689208984,72.125,268435456 +96,self_attn.q_proj,2,128,8,128,50.003231048583984,68.0625,268435456 +96,self_attn.q_proj,3,32,8,128,15.975407600402832,112.25,268435456 +96,self_attn.q_proj,3,64,8,128,18.787874221801758,104.125,268435456 +96,self_attn.q_proj,3,128,8,128,21.65170669555664,100.0625,268435456 +96,self_attn.q_proj,4,32,8,128,7.424887657165527,144.25,268435456 +96,self_attn.q_proj,4,64,8,128,8.762534141540527,136.125,268435456 +96,self_attn.q_proj,4,128,8,128,10.070662498474121,132.0625,268435456 +96,self_attn.q_proj,8,32,8,128,0.45239943265914917,272.25,268435456 +96,self_attn.q_proj,8,64,8,128,0.534494161605835,264.125,268435456 +96,self_attn.q_proj,8,128,8,128,0.6100826859474182,260.0625,268435456 +96,self_attn.v_proj,2,32,8,128,20.543611526489258,10.03125,33554432 +96,self_attn.v_proj,2,64,8,128,25.275346755981445,9.015625,33554432 +96,self_attn.v_proj,2,128,8,128,29.487825393676758,8.5078125,33554432 +96,self_attn.v_proj,3,32,8,128,8.775261878967285,14.03125,33554432 +96,self_attn.v_proj,3,64,8,128,10.804546356201172,13.015625,33554432 +96,self_attn.v_proj,3,128,8,128,12.615145683288574,12.5078125,33554432 +96,self_attn.v_proj,4,32,8,128,4.094435214996338,18.03125,33554432 +96,self_attn.v_proj,4,64,8,128,5.041255950927734,17.015625,33554432 +96,self_attn.v_proj,4,128,8,128,5.8863019943237305,16.5078125,33554432 +96,self_attn.v_proj,8,32,8,128,0.24798835813999176,34.03125,33554432 +96,self_attn.v_proj,8,64,8,128,0.30566275119781494,33.015625,33554432 +96,self_attn.v_proj,8,128,8,128,0.35657426714897156,32.5078125,33554432 +96,self_attn.k_proj,2,32,8,128,23.50887107849121,10.03125,33554432 +96,self_attn.k_proj,2,64,8,128,30.69635581970215,9.015625,33554432 +96,self_attn.k_proj,2,128,8,128,36.89748764038086,8.5078125,33554432 +96,self_attn.k_proj,3,32,8,128,10.170913696289062,14.03125,33554432 +96,self_attn.k_proj,3,64,8,128,13.769913673400879,13.015625,33554432 +96,self_attn.k_proj,3,128,8,128,17.27177619934082,12.5078125,33554432 +96,self_attn.k_proj,4,32,8,128,4.748015880584717,18.03125,33554432 +96,self_attn.k_proj,4,64,8,128,6.440525054931641,17.015625,33554432 +96,self_attn.k_proj,4,128,8,128,8.10364818572998,16.5078125,33554432 +96,self_attn.k_proj,8,32,8,128,0.2876719534397125,34.03125,33554432 +96,self_attn.k_proj,8,64,8,128,0.3902589678764343,33.015625,33554432 +96,self_attn.k_proj,8,128,8,128,0.49035102128982544,32.5078125,33554432 +96,self_attn.o_proj,2,32,8,128,50.0200309753418,80.25,268435456 +96,self_attn.o_proj,2,64,8,128,58.48949432373047,72.125,268435456 +96,self_attn.o_proj,2,128,8,128,65.90675354003906,68.0625,268435456 +96,self_attn.o_proj,3,32,8,128,21.49529457092285,112.25,268435456 +96,self_attn.o_proj,3,64,8,128,24.954355239868164,104.125,268435456 +96,self_attn.o_proj,3,128,8,128,28.218616485595703,100.0625,268435456 +96,self_attn.o_proj,4,32,8,128,9.99907112121582,144.25,268435456 +96,self_attn.o_proj,4,64,8,128,11.6703519821167,136.125,268435456 +96,self_attn.o_proj,4,128,8,128,13.159421920776367,132.0625,268435456 +96,self_attn.o_proj,8,32,8,128,0.6114853024482727,272.25,268435456 +96,self_attn.o_proj,8,64,8,128,0.7147613167762756,264.125,268435456 +96,self_attn.o_proj,8,128,8,128,0.7986252903938293,260.0625,268435456 +96,mlp.gate_proj,2,32,8,128,91.77680969238281,260.8125,872415232 +96,mlp.gate_proj,2,64,8,128,102.21487426757812,234.40625,872415232 +96,mlp.gate_proj,2,128,8,128,122.28903198242188,221.203125,872415232 +96,mlp.gate_proj,3,32,8,128,38.41584396362305,364.8125,872415232 +96,mlp.gate_proj,3,64,8,128,45.72031784057617,338.40625,872415232 +96,mlp.gate_proj,3,128,8,128,49.11187744140625,325.203125,872415232 +96,mlp.gate_proj,4,32,8,128,17.694265365600586,468.8125,872415232 +96,mlp.gate_proj,4,64,8,128,21.584613800048828,442.40625,872415232 +96,mlp.gate_proj,4,128,8,128,23.344846725463867,429.203125,872415232 +96,mlp.gate_proj,8,32,8,128,1.0749672651290894,884.8125,872415232 +96,mlp.gate_proj,8,64,8,128,1.2808960676193237,858.40625,872415232 +96,mlp.gate_proj,8,128,8,128,1.4349095821380615,845.203125,872415232 +96,mlp.up_proj,2,32,8,128,85.25302124023438,260.8125,872415232 +96,mlp.up_proj,2,64,8,128,93.59506225585938,234.40625,872415232 +96,mlp.up_proj,2,128,8,128,103.73956298828125,221.203125,872415232 +96,mlp.up_proj,3,32,8,128,34.791526794433594,364.8125,872415232 +96,mlp.up_proj,3,64,8,128,41.72397232055664,338.40625,872415232 +96,mlp.up_proj,3,128,8,128,45.689117431640625,325.203125,872415232 +96,mlp.up_proj,4,32,8,128,16.491451263427734,468.8125,872415232 +96,mlp.up_proj,4,64,8,128,18.745004653930664,442.40625,872415232 +96,mlp.up_proj,4,128,8,128,22.52145004272461,429.203125,872415232 +96,mlp.up_proj,8,32,8,128,1.0154738426208496,884.8125,872415232 +96,mlp.up_proj,8,64,8,128,1.1197049617767334,858.40625,872415232 +96,mlp.up_proj,8,128,8,128,1.3152636289596558,845.203125,872415232 +96,mlp.down_proj,2,32,8,128,84.9079818725586,260.8125,872415232 +96,mlp.down_proj,2,64,8,128,93.46382141113281,234.40625,872415232 +96,mlp.down_proj,2,128,8,128,103.27464294433594,221.203125,872415232 +96,mlp.down_proj,3,32,8,128,34.70463562011719,364.8125,872415232 +96,mlp.down_proj,3,64,8,128,41.540618896484375,338.40625,872415232 +96,mlp.down_proj,3,128,8,128,45.66714096069336,325.203125,872415232 +96,mlp.down_proj,4,32,8,128,16.469005584716797,468.8125,872415232 +96,mlp.down_proj,4,64,8,128,18.675771713256836,442.40625,872415232 +96,mlp.down_proj,4,128,8,128,22.4165096282959,429.203125,872415232 +96,mlp.down_proj,8,32,8,128,1.0144340991973877,884.8125,872415232 +96,mlp.down_proj,8,64,8,128,1.1162443161010742,858.40625,872415232 +96,mlp.down_proj,8,128,8,128,1.3090214729309082,845.203125,872415232 +97,self_attn.q_proj,2,32,8,128,35.25380325317383,80.25,268435456 +97,self_attn.q_proj,2,64,8,128,41.96034240722656,72.125,268435456 +97,self_attn.q_proj,2,128,8,128,47.77324676513672,68.0625,268435456 +97,self_attn.q_proj,3,32,8,128,15.19259262084961,112.25,268435456 +97,self_attn.q_proj,3,64,8,128,17.91670799255371,104.125,268435456 +97,self_attn.q_proj,3,128,8,128,20.660377502441406,100.0625,268435456 +97,self_attn.q_proj,4,32,8,128,7.061843395233154,144.25,268435456 +97,self_attn.q_proj,4,64,8,128,8.383964538574219,136.125,268435456 +97,self_attn.q_proj,4,128,8,128,9.612234115600586,132.0625,268435456 +97,self_attn.q_proj,8,32,8,128,0.4303331971168518,272.25,268435456 +97,self_attn.q_proj,8,64,8,128,0.51230388879776,264.125,268435456 +97,self_attn.q_proj,8,128,8,128,0.5825530886650085,260.0625,268435456 +97,self_attn.v_proj,2,32,8,128,20.55190658569336,10.03125,33554432 +97,self_attn.v_proj,2,64,8,128,25.232215881347656,9.015625,33554432 +97,self_attn.v_proj,2,128,8,128,29.358036041259766,8.5078125,33554432 +97,self_attn.v_proj,3,32,8,128,8.778325080871582,14.03125,33554432 +97,self_attn.v_proj,3,64,8,128,10.789569854736328,13.015625,33554432 +97,self_attn.v_proj,3,128,8,128,12.55465316772461,12.5078125,33554432 +97,self_attn.v_proj,4,32,8,128,4.0971550941467285,18.03125,33554432 +97,self_attn.v_proj,4,64,8,128,5.033165454864502,17.015625,33554432 +97,self_attn.v_proj,4,128,8,128,5.859689235687256,16.5078125,33554432 +97,self_attn.v_proj,8,32,8,128,0.2480727881193161,34.03125,33554432 +97,self_attn.v_proj,8,64,8,128,0.3050953447818756,33.015625,33554432 +97,self_attn.v_proj,8,128,8,128,0.35494571924209595,32.5078125,33554432 +97,self_attn.k_proj,2,32,8,128,19.43219757080078,10.03125,33554432 +97,self_attn.k_proj,2,64,8,128,25.37566566467285,9.015625,33554432 +97,self_attn.k_proj,2,128,8,128,30.88886070251465,8.5078125,33554432 +97,self_attn.k_proj,3,32,8,128,8.395625114440918,14.03125,33554432 +97,self_attn.k_proj,3,64,8,128,11.371277809143066,13.015625,33554432 +97,self_attn.k_proj,3,128,8,128,14.414375305175781,12.5078125,33554432 +97,self_attn.k_proj,4,32,8,128,3.9146299362182617,18.03125,33554432 +97,self_attn.k_proj,4,64,8,128,5.319467544555664,17.015625,33554432 +97,self_attn.k_proj,4,128,8,128,6.765968322753906,16.5078125,33554432 +97,self_attn.k_proj,8,32,8,128,0.23722636699676514,34.03125,33554432 +97,self_attn.k_proj,8,64,8,128,0.3223237097263336,33.015625,33554432 +97,self_attn.k_proj,8,128,8,128,0.4097945988178253,32.5078125,33554432 +97,self_attn.o_proj,2,32,8,128,49.547603607177734,80.25,268435456 +97,self_attn.o_proj,2,64,8,128,57.87965774536133,72.125,268435456 +97,self_attn.o_proj,2,128,8,128,65.23490905761719,68.0625,268435456 +97,self_attn.o_proj,3,32,8,128,21.2757568359375,112.25,268435456 +97,self_attn.o_proj,3,64,8,128,24.69624900817871,104.125,268435456 +97,self_attn.o_proj,3,128,8,128,27.877954483032227,100.0625,268435456 +97,self_attn.o_proj,4,32,8,128,9.898871421813965,144.25,268435456 +97,self_attn.o_proj,4,64,8,128,11.55997085571289,136.125,268435456 +97,self_attn.o_proj,4,128,8,128,13.004677772521973,132.0625,268435456 +97,self_attn.o_proj,8,32,8,128,0.6053799986839294,272.25,268435456 +97,self_attn.o_proj,8,64,8,128,0.7086215019226074,264.125,268435456 +97,self_attn.o_proj,8,128,8,128,0.7894561290740967,260.0625,268435456 +97,mlp.gate_proj,2,32,8,128,91.64935302734375,260.8125,872415232 +97,mlp.gate_proj,2,64,8,128,101.80772399902344,234.40625,872415232 +97,mlp.gate_proj,2,128,8,128,121.57489013671875,221.203125,872415232 +97,mlp.gate_proj,3,32,8,128,38.25001525878906,364.8125,872415232 +97,mlp.gate_proj,3,64,8,128,45.67014694213867,338.40625,872415232 +97,mlp.gate_proj,3,128,8,128,48.947330474853516,325.203125,872415232 +97,mlp.gate_proj,4,32,8,128,17.63474464416504,468.8125,872415232 +97,mlp.gate_proj,4,64,8,128,21.469810485839844,442.40625,872415232 +97,mlp.gate_proj,4,128,8,128,23.30169677734375,429.203125,872415232 +97,mlp.gate_proj,8,32,8,128,1.0718176364898682,884.8125,872415232 +97,mlp.gate_proj,8,64,8,128,1.2739304304122925,858.40625,872415232 +97,mlp.gate_proj,8,128,8,128,1.4332212209701538,845.203125,872415232 +97,mlp.up_proj,2,32,8,128,85.36105346679688,260.8125,872415232 +97,mlp.up_proj,2,64,8,128,93.64466857910156,234.40625,872415232 +97,mlp.up_proj,2,128,8,128,103.86986541748047,221.203125,872415232 +97,mlp.up_proj,3,32,8,128,34.82040023803711,364.8125,872415232 +97,mlp.up_proj,3,64,8,128,41.78488540649414,338.40625,872415232 +97,mlp.up_proj,3,128,8,128,45.69594192504883,325.203125,872415232 +97,mlp.up_proj,4,32,8,128,16.500022888183594,468.8125,872415232 +97,mlp.up_proj,4,64,8,128,18.765575408935547,442.40625,872415232 +97,mlp.up_proj,4,128,8,128,22.559213638305664,429.203125,872415232 +97,mlp.up_proj,8,32,8,128,1.0158230066299438,884.8125,872415232 +97,mlp.up_proj,8,64,8,128,1.1208457946777344,858.40625,872415232 +97,mlp.up_proj,8,128,8,128,1.3173073530197144,845.203125,872415232 +97,mlp.down_proj,2,32,8,128,84.78262329101562,260.8125,872415232 +97,mlp.down_proj,2,64,8,128,93.41156768798828,234.40625,872415232 +97,mlp.down_proj,2,128,8,128,103.1376724243164,221.203125,872415232 +97,mlp.down_proj,3,32,8,128,34.672637939453125,364.8125,872415232 +97,mlp.down_proj,3,64,8,128,41.483524322509766,338.40625,872415232 +97,mlp.down_proj,3,128,8,128,45.657867431640625,325.203125,872415232 +97,mlp.down_proj,4,32,8,128,16.459644317626953,468.8125,872415232 +97,mlp.down_proj,4,64,8,128,18.65079116821289,442.40625,872415232 +97,mlp.down_proj,4,128,8,128,22.38202667236328,429.203125,872415232 +97,mlp.down_proj,8,32,8,128,1.0140308141708374,884.8125,872415232 +97,mlp.down_proj,8,64,8,128,1.1149308681488037,858.40625,872415232 +97,mlp.down_proj,8,128,8,128,1.3067893981933594,845.203125,872415232 +98,self_attn.q_proj,2,32,8,128,34.05556106567383,80.25,268435456 +98,self_attn.q_proj,2,64,8,128,40.18751525878906,72.125,268435456 +98,self_attn.q_proj,2,128,8,128,45.917686462402344,68.0625,268435456 +98,self_attn.q_proj,3,32,8,128,14.612398147583008,112.25,268435456 +98,self_attn.q_proj,3,64,8,128,17.181121826171875,104.125,268435456 +98,self_attn.q_proj,3,128,8,128,19.630491256713867,100.0625,268435456 +98,self_attn.q_proj,4,32,8,128,6.796327114105225,144.25,268435456 +98,self_attn.q_proj,4,64,8,128,8.072731971740723,136.125,268435456 +98,self_attn.q_proj,4,128,8,128,9.144186019897461,132.0625,268435456 +98,self_attn.q_proj,8,32,8,128,0.41438692808151245,272.25,268435456 +98,self_attn.q_proj,8,64,8,128,0.4926092028617859,264.125,268435456 +98,self_attn.q_proj,8,128,8,128,0.5550059676170349,260.0625,268435456 +98,self_attn.v_proj,2,32,8,128,20.519174575805664,10.03125,33554432 +98,self_attn.v_proj,2,64,8,128,25.213726043701172,9.015625,33554432 +98,self_attn.v_proj,2,128,8,128,29.356218338012695,8.5078125,33554432 +98,self_attn.v_proj,3,32,8,128,8.766023635864258,14.03125,33554432 +98,self_attn.v_proj,3,64,8,128,10.77934741973877,13.015625,33554432 +98,self_attn.v_proj,3,128,8,128,12.550629615783691,12.5078125,33554432 +98,self_attn.v_proj,4,32,8,128,4.090699672698975,18.03125,33554432 +98,self_attn.v_proj,4,64,8,128,5.027293682098389,17.015625,33554432 +98,self_attn.v_proj,4,128,8,128,5.857567310333252,16.5078125,33554432 +98,self_attn.v_proj,8,32,8,128,0.247643381357193,34.03125,33554432 +98,self_attn.v_proj,8,64,8,128,0.30467838048934937,33.015625,33554432 +98,self_attn.v_proj,8,128,8,128,0.35477370023727417,32.5078125,33554432 +98,self_attn.k_proj,2,32,8,128,18.737716674804688,10.03125,33554432 +98,self_attn.k_proj,2,64,8,128,24.431169509887695,9.015625,33554432 +98,self_attn.k_proj,2,128,8,128,29.720476150512695,8.5078125,33554432 +98,self_attn.k_proj,3,32,8,128,8.065969467163086,14.03125,33554432 +98,self_attn.k_proj,3,64,8,128,10.929491996765137,13.015625,33554432 +98,self_attn.k_proj,3,128,8,128,13.664469718933105,12.5078125,33554432 +98,self_attn.k_proj,4,32,8,128,3.764037609100342,18.03125,33554432 +98,self_attn.k_proj,4,64,8,128,5.118679046630859,17.015625,33554432 +98,self_attn.k_proj,4,128,8,128,6.422038555145264,16.5078125,33554432 +98,self_attn.k_proj,8,32,8,128,0.22882108390331268,34.03125,33554432 +98,self_attn.k_proj,8,64,8,128,0.3102841079235077,33.015625,33554432 +98,self_attn.k_proj,8,128,8,128,0.3889160454273224,32.5078125,33554432 +98,self_attn.o_proj,2,32,8,128,48.797142028808594,80.25,268435456 +98,self_attn.o_proj,2,64,8,128,57.02969741821289,72.125,268435456 +98,self_attn.o_proj,2,128,8,128,64.57675170898438,68.0625,268435456 +98,self_attn.o_proj,3,32,8,128,20.97215461730957,112.25,268435456 +98,self_attn.o_proj,3,64,8,128,24.41909408569336,104.125,268435456 +98,self_attn.o_proj,3,128,8,128,27.690631866455078,100.0625,268435456 +98,self_attn.o_proj,4,32,8,128,9.766685485839844,144.25,268435456 +98,self_attn.o_proj,4,64,8,128,11.465652465820312,136.125,268435456 +98,self_attn.o_proj,4,128,8,128,12.94684886932373,132.0625,268435456 +98,self_attn.o_proj,8,32,8,128,0.5986554026603699,272.25,268435456 +98,self_attn.o_proj,8,64,8,128,0.7051060199737549,264.125,268435456 +98,self_attn.o_proj,8,128,8,128,0.7913772463798523,260.0625,268435456 +98,mlp.gate_proj,2,32,8,128,91.48529815673828,260.8125,872415232 +98,mlp.gate_proj,2,64,8,128,101.15692901611328,234.40625,872415232 +98,mlp.gate_proj,2,128,8,128,120.34211730957031,221.203125,872415232 +98,mlp.gate_proj,3,32,8,128,38.028053283691406,364.8125,872415232 +98,mlp.gate_proj,3,64,8,128,45.590049743652344,338.40625,872415232 +98,mlp.gate_proj,3,128,8,128,48.61530685424805,325.203125,872415232 +98,mlp.gate_proj,4,32,8,128,17.552349090576172,468.8125,872415232 +98,mlp.gate_proj,4,64,8,128,21.294321060180664,442.40625,872415232 +98,mlp.gate_proj,4,128,8,128,23.21273422241211,429.203125,872415232 +98,mlp.gate_proj,8,32,8,128,1.0675067901611328,884.8125,872415232 +98,mlp.gate_proj,8,64,8,128,1.263589859008789,858.40625,872415232 +98,mlp.gate_proj,8,128,8,128,1.4298182725906372,845.203125,872415232 +98,mlp.up_proj,2,32,8,128,85.70446014404297,260.8125,872415232 +98,mlp.up_proj,2,64,8,128,93.79974365234375,234.40625,872415232 +98,mlp.up_proj,2,128,8,128,104.22582244873047,221.203125,872415232 +98,mlp.up_proj,3,32,8,128,34.90974426269531,364.8125,872415232 +98,mlp.up_proj,3,64,8,128,41.965232849121094,338.40625,872415232 +98,mlp.up_proj,3,128,8,128,45.72983169555664,325.203125,872415232 +98,mlp.up_proj,4,32,8,128,16.525487899780273,468.8125,872415232 +98,mlp.up_proj,4,64,8,128,18.836977005004883,442.40625,872415232 +98,mlp.up_proj,4,128,8,128,22.628860473632812,429.203125,872415232 +98,mlp.up_proj,8,32,8,128,1.0169405937194824,884.8125,872415232 +98,mlp.up_proj,8,64,8,128,1.1245055198669434,858.40625,872415232 +98,mlp.up_proj,8,128,8,128,1.3235498666763306,845.203125,872415232 +98,mlp.down_proj,2,32,8,128,84.94208526611328,260.8125,872415232 +98,mlp.down_proj,2,64,8,128,93.48461151123047,234.40625,872415232 +98,mlp.down_proj,2,128,8,128,103.29783630371094,221.203125,872415232 +98,mlp.down_proj,3,32,8,128,34.71282196044922,364.8125,872415232 +98,mlp.down_proj,3,64,8,128,41.56558609008789,338.40625,872415232 +98,mlp.down_proj,3,128,8,128,45.670284271240234,325.203125,872415232 +98,mlp.down_proj,4,32,8,128,16.471210479736328,468.8125,872415232 +98,mlp.down_proj,4,64,8,128,18.68077850341797,442.40625,872415232 +98,mlp.down_proj,4,128,8,128,22.43159294128418,429.203125,872415232 +98,mlp.down_proj,8,32,8,128,1.0145481824874878,884.8125,872415232 +98,mlp.down_proj,8,64,8,128,1.1165778636932373,858.40625,872415232 +98,mlp.down_proj,8,128,8,128,1.3096561431884766,845.203125,872415232 +99,self_attn.q_proj,2,32,8,128,33.8935661315918,80.25,268435456 +99,self_attn.q_proj,2,64,8,128,39.8800048828125,72.125,268435456 +99,self_attn.q_proj,2,128,8,128,45.562156677246094,68.0625,268435456 +99,self_attn.q_proj,3,32,8,128,14.528738975524902,112.25,268435456 +99,self_attn.q_proj,3,64,8,128,17.05776023864746,104.125,268435456 +99,self_attn.q_proj,3,128,8,128,19.419158935546875,100.0625,268435456 +99,self_attn.q_proj,4,32,8,128,6.758681774139404,144.25,268435456 +99,self_attn.q_proj,4,64,8,128,8.019818305969238,136.125,268435456 +99,self_attn.q_proj,4,128,8,128,9.04808521270752,132.0625,268435456 +99,self_attn.q_proj,8,32,8,128,0.4122661352157593,272.25,268435456 +99,self_attn.q_proj,8,64,8,128,0.4884975254535675,264.125,268435456 +99,self_attn.q_proj,8,128,8,128,0.5496901869773865,260.0625,268435456 +99,self_attn.v_proj,2,32,8,128,21.078166961669922,10.03125,33554432 +99,self_attn.v_proj,2,64,8,128,25.883758544921875,9.015625,33554432 +99,self_attn.v_proj,2,128,8,128,30.134689331054688,8.5078125,33554432 +99,self_attn.v_proj,3,32,8,128,9.002315521240234,14.03125,33554432 +99,self_attn.v_proj,3,64,8,128,11.06530475616455,13.015625,33554432 +99,self_attn.v_proj,3,128,8,128,12.882974624633789,12.5078125,33554432 +99,self_attn.v_proj,4,32,8,128,4.199946403503418,18.03125,33554432 +99,self_attn.v_proj,4,64,8,128,5.162440776824951,17.015625,33554432 +99,self_attn.v_proj,4,128,8,128,6.012487888336182,16.5078125,33554432 +99,self_attn.v_proj,8,32,8,128,0.2543841600418091,34.03125,33554432 +99,self_attn.v_proj,8,64,8,128,0.31289446353912354,33.015625,33554432 +99,self_attn.v_proj,8,128,8,128,0.3640734553337097,32.5078125,33554432 +99,self_attn.k_proj,2,32,8,128,16.043241500854492,10.03125,33554432 +99,self_attn.k_proj,2,64,8,128,21.025920867919922,9.015625,33554432 +99,self_attn.k_proj,2,128,8,128,25.66022491455078,8.5078125,33554432 +99,self_attn.k_proj,3,32,8,128,6.885420322418213,14.03125,33554432 +99,self_attn.k_proj,3,64,8,128,9.242712020874023,13.015625,33554432 +99,self_attn.k_proj,3,128,8,128,11.381850242614746,12.5078125,33554432 +99,self_attn.k_proj,4,32,8,128,3.216794729232788,18.03125,33554432 +99,self_attn.k_proj,4,64,8,128,4.320587158203125,17.015625,33554432 +99,self_attn.k_proj,4,128,8,128,5.333681583404541,16.5078125,33554432 +99,self_attn.k_proj,8,32,8,128,0.19659100472927094,34.03125,33554432 +99,self_attn.k_proj,8,64,8,128,0.26193609833717346,33.015625,33554432 +99,self_attn.k_proj,8,128,8,128,0.32321444153785706,32.5078125,33554432 +99,self_attn.o_proj,2,32,8,128,49.58476638793945,80.25,268435456 +99,self_attn.o_proj,2,64,8,128,57.92219543457031,72.125,268435456 +99,self_attn.o_proj,2,128,8,128,65.27763366699219,68.0625,268435456 +99,self_attn.o_proj,3,32,8,128,21.28919792175293,112.25,268435456 +99,self_attn.o_proj,3,64,8,128,24.710926055908203,104.125,268435456 +99,self_attn.o_proj,3,128,8,128,27.898723602294922,100.0625,268435456 +99,self_attn.o_proj,4,32,8,128,9.903702735900879,144.25,268435456 +99,self_attn.o_proj,4,64,8,128,11.562830924987793,136.125,268435456 +99,self_attn.o_proj,4,128,8,128,13.010254859924316,132.0625,268435456 +99,self_attn.o_proj,8,32,8,128,0.6057167649269104,272.25,268435456 +99,self_attn.o_proj,8,64,8,128,0.7088463306427002,264.125,268435456 +99,self_attn.o_proj,8,128,8,128,0.7895618677139282,260.0625,268435456 +99,mlp.gate_proj,2,32,8,128,91.46717834472656,260.8125,872415232 +99,mlp.gate_proj,2,64,8,128,101.09999084472656,234.40625,872415232 +99,mlp.gate_proj,2,128,8,128,120.27177429199219,221.203125,872415232 +99,mlp.gate_proj,3,32,8,128,38.01102828979492,364.8125,872415232 +99,mlp.gate_proj,3,64,8,128,45.58327102661133,338.40625,872415232 +99,mlp.gate_proj,3,128,8,128,48.57741165161133,325.203125,872415232 +99,mlp.gate_proj,4,32,8,128,17.546066284179688,468.8125,872415232 +99,mlp.gate_proj,4,64,8,128,21.277454376220703,442.40625,872415232 +99,mlp.gate_proj,4,128,8,128,23.20304298400879,429.203125,872415232 +99,mlp.gate_proj,8,32,8,128,1.0671255588531494,884.8125,872415232 +99,mlp.gate_proj,8,64,8,128,1.2627341747283936,858.40625,872415232 +99,mlp.gate_proj,8,128,8,128,1.4295053482055664,845.203125,872415232 +99,mlp.up_proj,2,32,8,128,85.92503356933594,260.8125,872415232 +99,mlp.up_proj,2,64,8,128,93.88980865478516,234.40625,872415232 +99,mlp.up_proj,2,128,8,128,104.44052124023438,221.203125,872415232 +99,mlp.up_proj,3,32,8,128,34.96849060058594,364.8125,872415232 +99,mlp.up_proj,3,64,8,128,42.08938980102539,338.40625,872415232 +99,mlp.up_proj,3,128,8,128,45.74821090698242,325.203125,872415232 +99,mlp.up_proj,4,32,8,128,16.542083740234375,468.8125,872415232 +99,mlp.up_proj,4,64,8,128,18.880970001220703,442.40625,872415232 +99,mlp.up_proj,4,128,8,128,22.63057518005371,429.203125,872415232 +99,mlp.up_proj,8,32,8,128,1.0176783800125122,884.8125,872415232 +99,mlp.up_proj,8,64,8,128,1.1267755031585693,858.40625,872415232 +99,mlp.up_proj,8,128,8,128,1.3274462223052979,845.203125,872415232 +99,mlp.down_proj,2,32,8,128,85.03955841064453,260.8125,872415232 +99,mlp.down_proj,2,64,8,128,93.50637817382812,234.40625,872415232 +99,mlp.down_proj,2,128,8,128,103.38953399658203,221.203125,872415232 +99,mlp.down_proj,3,32,8,128,34.734153747558594,364.8125,872415232 +99,mlp.down_proj,3,64,8,128,41.60758972167969,338.40625,872415232 +99,mlp.down_proj,3,128,8,128,45.669342041015625,325.203125,872415232 +99,mlp.down_proj,4,32,8,128,16.476985931396484,468.8125,872415232 +99,mlp.down_proj,4,64,8,128,18.695554733276367,442.40625,872415232 +99,mlp.down_proj,4,128,8,128,22.451936721801758,429.203125,872415232 +99,mlp.down_proj,8,32,8,128,1.0147708654403687,884.8125,872415232 +99,mlp.down_proj,8,64,8,128,1.117307186126709,858.40625,872415232 +99,mlp.down_proj,8,128,8,128,1.310926079750061,845.203125,872415232 +100,self_attn.q_proj,2,32,8,128,33.451507568359375,80.25,268435456 +100,self_attn.q_proj,2,64,8,128,39.25100326538086,72.125,268435456 +100,self_attn.q_proj,2,128,8,128,44.907615661621094,68.0625,268435456 +100,self_attn.q_proj,3,32,8,128,14.31154727935791,112.25,268435456 +100,self_attn.q_proj,3,64,8,128,16.816844940185547,104.125,268435456 +100,self_attn.q_proj,3,128,8,128,19.093791961669922,100.0625,268435456 +100,self_attn.q_proj,4,32,8,128,6.659855365753174,144.25,268435456 +100,self_attn.q_proj,4,64,8,128,7.895917892456055,136.125,268435456 +100,self_attn.q_proj,4,128,8,128,8.903310775756836,132.0625,268435456 +100,self_attn.q_proj,8,32,8,128,0.4063563644886017,272.25,268435456 +100,self_attn.q_proj,8,64,8,128,0.4805959165096283,264.125,268435456 +100,self_attn.q_proj,8,128,8,128,0.541039764881134,260.0625,268435456 +100,self_attn.v_proj,2,32,8,128,21.08247947692871,10.03125,33554432 +100,self_attn.v_proj,2,64,8,128,25.88609504699707,9.015625,33554432 +100,self_attn.v_proj,2,128,8,128,30.11972999572754,8.5078125,33554432 +100,self_attn.v_proj,3,32,8,128,9.00629997253418,14.03125,33554432 +100,self_attn.v_proj,3,64,8,128,11.067449569702148,13.015625,33554432 +100,self_attn.v_proj,3,128,8,128,12.883041381835938,12.5078125,33554432 +100,self_attn.v_proj,4,32,8,128,4.202913284301758,18.03125,33554432 +100,self_attn.v_proj,4,64,8,128,5.162623882293701,17.015625,33554432 +100,self_attn.v_proj,4,128,8,128,6.010429859161377,16.5078125,33554432 +100,self_attn.v_proj,8,32,8,128,0.2544865310192108,34.03125,33554432 +100,self_attn.v_proj,8,64,8,128,0.3129926025867462,33.015625,33554432 +100,self_attn.v_proj,8,128,8,128,0.36411258578300476,32.5078125,33554432 +100,self_attn.k_proj,2,32,8,128,15.967106819152832,10.03125,33554432 +100,self_attn.k_proj,2,64,8,128,20.717388153076172,9.015625,33554432 +100,self_attn.k_proj,2,128,8,128,25.501447677612305,8.5078125,33554432 +100,self_attn.k_proj,3,32,8,128,6.854733943939209,14.03125,33554432 +100,self_attn.k_proj,3,64,8,128,9.149711608886719,13.015625,33554432 +100,self_attn.k_proj,3,128,8,128,11.382208824157715,12.5078125,33554432 +100,self_attn.k_proj,4,32,8,128,3.1888458728790283,18.03125,33554432 +100,self_attn.k_proj,4,64,8,128,4.281178951263428,17.015625,33554432 +100,self_attn.k_proj,4,128,8,128,5.32684850692749,16.5078125,33554432 +100,self_attn.k_proj,8,32,8,128,0.19537363946437836,34.03125,33554432 +100,self_attn.k_proj,8,64,8,128,0.2598153352737427,33.015625,33554432 +100,self_attn.k_proj,8,128,8,128,0.3229757845401764,32.5078125,33554432 +100,self_attn.o_proj,2,32,8,128,49.67283630371094,80.25,268435456 +100,self_attn.o_proj,2,64,8,128,58.024169921875,72.125,268435456 +100,self_attn.o_proj,2,128,8,128,65.3796615600586,68.0625,268435456 +100,self_attn.o_proj,3,32,8,128,21.330739974975586,112.25,268435456 +100,self_attn.o_proj,3,64,8,128,24.756013870239258,104.125,268435456 +100,self_attn.o_proj,3,128,8,128,27.950441360473633,100.0625,268435456 +100,self_attn.o_proj,4,32,8,128,9.923498153686523,144.25,268435456 +100,self_attn.o_proj,4,64,8,128,11.58486270904541,136.125,268435456 +100,self_attn.o_proj,4,128,8,128,13.036360740661621,132.0625,268435456 +100,self_attn.o_proj,8,32,8,128,0.6068750023841858,272.25,268435456 +100,self_attn.o_proj,8,64,8,128,0.7099676728248596,264.125,268435456 +100,self_attn.o_proj,8,128,8,128,0.7910623550415039,260.0625,268435456 +100,mlp.gate_proj,2,32,8,128,91.46399688720703,260.8125,872415232 +100,mlp.gate_proj,2,64,8,128,101.05953979492188,234.40625,872415232 +100,mlp.gate_proj,2,128,8,128,120.16063690185547,221.203125,872415232 +100,mlp.gate_proj,3,32,8,128,38.002384185791016,364.8125,872415232 +100,mlp.gate_proj,3,64,8,128,45.5818977355957,338.40625,872415232 +100,mlp.gate_proj,3,128,8,128,48.566986083984375,325.203125,872415232 +100,mlp.gate_proj,4,32,8,128,17.543785095214844,468.8125,872415232 +100,mlp.gate_proj,4,64,8,128,21.269296646118164,442.40625,872415232 +100,mlp.gate_proj,4,128,8,128,23.204750061035156,429.203125,872415232 +100,mlp.gate_proj,8,32,8,128,1.066928505897522,884.8125,872415232 +100,mlp.gate_proj,8,64,8,128,1.2621862888336182,858.40625,872415232 +100,mlp.gate_proj,8,128,8,128,1.4294652938842773,845.203125,872415232 +100,mlp.up_proj,2,32,8,128,86.08460235595703,260.8125,872415232 +100,mlp.up_proj,2,64,8,128,93.97100830078125,234.40625,872415232 +100,mlp.up_proj,2,128,8,128,104.67191314697266,221.203125,872415232 +100,mlp.up_proj,3,32,8,128,35.01422119140625,364.8125,872415232 +100,mlp.up_proj,3,64,8,128,42.1795768737793,338.40625,872415232 +100,mlp.up_proj,3,128,8,128,45.76767349243164,325.203125,872415232 +100,mlp.up_proj,4,32,8,128,16.554533004760742,468.8125,872415232 +100,mlp.up_proj,4,64,8,128,18.916248321533203,442.40625,872415232 +100,mlp.up_proj,4,128,8,128,22.632713317871094,429.203125,872415232 +100,mlp.up_proj,8,32,8,128,1.0182541608810425,884.8125,872415232 +100,mlp.up_proj,8,64,8,128,1.128717064857483,858.40625,872415232 +100,mlp.up_proj,8,128,8,128,1.330614447593689,845.203125,872415232 +100,mlp.down_proj,2,32,8,128,85.04367065429688,260.8125,872415232 +100,mlp.down_proj,2,64,8,128,93.51380920410156,234.40625,872415232 +100,mlp.down_proj,2,128,8,128,103.40882110595703,221.203125,872415232 +100,mlp.down_proj,3,32,8,128,34.73893737792969,364.8125,872415232 +100,mlp.down_proj,3,64,8,128,41.6246452331543,338.40625,872415232 +100,mlp.down_proj,3,128,8,128,45.67298889160156,325.203125,872415232 +100,mlp.down_proj,4,32,8,128,16.47784996032715,468.8125,872415232 +100,mlp.down_proj,4,64,8,128,18.70132827758789,442.40625,872415232 +100,mlp.down_proj,4,128,8,128,22.45576286315918,429.203125,872415232 +100,mlp.down_proj,8,32,8,128,1.0148212909698486,884.8125,872415232 +100,mlp.down_proj,8,64,8,128,1.1174521446228027,858.40625,872415232 +100,mlp.down_proj,8,128,8,128,1.311079502105713,845.203125,872415232 +101,self_attn.q_proj,2,32,8,128,39.090633392333984,80.25,268435456 +101,self_attn.q_proj,2,64,8,128,46.698036193847656,72.125,268435456 +101,self_attn.q_proj,2,128,8,128,53.370975494384766,68.0625,268435456 +101,self_attn.q_proj,3,32,8,128,16.79983901977539,112.25,268435456 +101,self_attn.q_proj,3,64,8,128,20.188230514526367,104.125,268435456 +101,self_attn.q_proj,3,128,8,128,23.44967269897461,100.0625,268435456 +101,self_attn.q_proj,4,32,8,128,7.895013332366943,144.25,268435456 +101,self_attn.q_proj,4,64,8,128,9.395231246948242,136.125,268435456 +101,self_attn.q_proj,4,128,8,128,10.99721908569336,132.0625,268435456 +101,self_attn.q_proj,8,32,8,128,0.4806171953678131,272.25,268435456 +101,self_attn.q_proj,8,64,8,128,0.5719928741455078,264.125,268435456 +101,self_attn.q_proj,8,128,8,128,0.6659162044525146,260.0625,268435456 +101,self_attn.v_proj,2,32,8,128,20.246294021606445,10.03125,33554432 +101,self_attn.v_proj,2,64,8,128,24.959165573120117,9.015625,33554432 +101,self_attn.v_proj,2,128,8,128,29.194744110107422,8.5078125,33554432 +101,self_attn.v_proj,3,32,8,128,8.6502103805542,14.03125,33554432 +101,self_attn.v_proj,3,64,8,128,10.672704696655273,13.015625,33554432 +101,self_attn.v_proj,3,128,8,128,12.487180709838867,12.5078125,33554432 +101,self_attn.v_proj,4,32,8,128,4.03695821762085,18.03125,33554432 +101,self_attn.v_proj,4,64,8,128,4.97977876663208,17.015625,33554432 +101,self_attn.v_proj,4,128,8,128,5.826483726501465,16.5078125,33554432 +101,self_attn.v_proj,8,32,8,128,0.24439702928066254,34.03125,33554432 +101,self_attn.v_proj,8,64,8,128,0.3018014132976532,33.015625,33554432 +101,self_attn.v_proj,8,128,8,128,0.3530151844024658,32.5078125,33554432 +101,self_attn.k_proj,2,32,8,128,23.36538314819336,10.03125,33554432 +101,self_attn.k_proj,2,64,8,128,29.78816032409668,9.015625,33554432 +101,self_attn.k_proj,2,128,8,128,35.45706558227539,8.5078125,33554432 +101,self_attn.k_proj,3,32,8,128,10.57906723022461,14.03125,33554432 +101,self_attn.k_proj,3,64,8,128,14.784467697143555,13.015625,33554432 +101,self_attn.k_proj,3,128,8,128,19.32869529724121,12.5078125,33554432 +101,self_attn.k_proj,4,32,8,128,4.949645042419434,18.03125,33554432 +101,self_attn.k_proj,4,64,8,128,7.015812873840332,17.015625,33554432 +101,self_attn.k_proj,4,128,8,128,9.369736671447754,16.5078125,33554432 +101,self_attn.k_proj,8,32,8,128,0.2996487319469452,34.03125,33554432 +101,self_attn.k_proj,8,64,8,128,0.42445608973503113,33.015625,33554432 +101,self_attn.k_proj,8,128,8,128,0.5674417018890381,32.5078125,33554432 +101,self_attn.o_proj,2,32,8,128,49.31966018676758,80.25,268435456 +101,self_attn.o_proj,2,64,8,128,57.62759780883789,72.125,268435456 +101,self_attn.o_proj,2,128,8,128,65.02102661132812,68.0625,268435456 +101,self_attn.o_proj,3,32,8,128,21.175113677978516,112.25,268435456 +101,self_attn.o_proj,3,64,8,128,24.593481063842773,104.125,268435456 +101,self_attn.o_proj,3,128,8,128,27.796886444091797,100.0625,268435456 +101,self_attn.o_proj,4,32,8,128,9.851852416992188,144.25,268435456 +101,self_attn.o_proj,4,64,8,128,11.516069412231445,136.125,268435456 +101,self_attn.o_proj,4,128,8,128,12.960311889648438,132.0625,268435456 +101,self_attn.o_proj,8,32,8,128,0.6024373769760132,272.25,268435456 +101,self_attn.o_proj,8,64,8,128,0.7059747576713562,264.125,268435456 +101,self_attn.o_proj,8,128,8,128,0.7866105437278748,260.0625,268435456 +101,mlp.gate_proj,2,32,8,128,91.46443176269531,260.8125,872415232 +101,mlp.gate_proj,2,64,8,128,101.03990173339844,234.40625,872415232 +101,mlp.gate_proj,2,128,8,128,120.08297729492188,221.203125,872415232 +101,mlp.gate_proj,3,32,8,128,38.001548767089844,364.8125,872415232 +101,mlp.gate_proj,3,64,8,128,45.57889175415039,338.40625,872415232 +101,mlp.gate_proj,3,128,8,128,48.56598663330078,325.203125,872415232 +101,mlp.gate_proj,4,32,8,128,17.54320526123047,468.8125,872415232 +101,mlp.gate_proj,4,64,8,128,21.26681900024414,442.40625,872415232 +101,mlp.gate_proj,4,128,8,128,23.20126724243164,429.203125,872415232 +101,mlp.gate_proj,8,32,8,128,1.0669118165969849,884.8125,872415232 +101,mlp.gate_proj,8,64,8,128,1.2617732286453247,858.40625,872415232 +101,mlp.gate_proj,8,128,8,128,1.4293973445892334,845.203125,872415232 +101,mlp.up_proj,2,32,8,128,86.24771118164062,260.8125,872415232 +101,mlp.up_proj,2,64,8,128,94.05352783203125,234.40625,872415232 +101,mlp.up_proj,2,128,8,128,104.92233276367188,221.203125,872415232 +101,mlp.up_proj,3,32,8,128,35.056339263916016,364.8125,872415232 +101,mlp.up_proj,3,64,8,128,42.26774978637695,338.40625,872415232 +101,mlp.up_proj,3,128,8,128,45.78560256958008,325.203125,872415232 +101,mlp.up_proj,4,32,8,128,16.567678451538086,468.8125,872415232 +101,mlp.up_proj,4,64,8,128,18.95128631591797,442.40625,872415232 +101,mlp.up_proj,4,128,8,128,22.63463592529297,429.203125,872415232 +101,mlp.up_proj,8,32,8,128,1.018815279006958,884.8125,872415232 +101,mlp.up_proj,8,64,8,128,1.130549669265747,858.40625,872415232 +101,mlp.up_proj,8,128,8,128,1.3337852954864502,845.203125,872415232 +101,mlp.down_proj,2,32,8,128,85.01738739013672,260.8125,872415232 +101,mlp.down_proj,2,64,8,128,93.52189636230469,234.40625,872415232 +101,mlp.down_proj,2,128,8,128,103.42573547363281,221.203125,872415232 +101,mlp.down_proj,3,32,8,128,34.733585357666016,364.8125,872415232 +101,mlp.down_proj,3,64,8,128,41.614078521728516,338.40625,872415232 +101,mlp.down_proj,3,128,8,128,45.682308197021484,325.203125,872415232 +101,mlp.down_proj,4,32,8,128,16.477012634277344,468.8125,872415232 +101,mlp.down_proj,4,64,8,128,18.69902992248535,442.40625,872415232 +101,mlp.down_proj,4,128,8,128,22.46103858947754,429.203125,872415232 +101,mlp.down_proj,8,32,8,128,1.0148048400878906,884.8125,872415232 +101,mlp.down_proj,8,64,8,128,1.117533564567566,858.40625,872415232 +101,mlp.down_proj,8,128,8,128,1.3114380836486816,845.203125,872415232 +102,self_attn.q_proj,2,32,8,128,32.80703353881836,80.25,268435456 +102,self_attn.q_proj,2,64,8,128,38.49225616455078,72.125,268435456 +102,self_attn.q_proj,2,128,8,128,44.11648941040039,68.0625,268435456 +102,self_attn.q_proj,3,32,8,128,13.993727684020996,112.25,268435456 +102,self_attn.q_proj,3,64,8,128,16.53403663635254,104.125,268435456 +102,self_attn.q_proj,3,128,8,128,18.787220001220703,100.0625,268435456 +102,self_attn.q_proj,4,32,8,128,6.514491558074951,144.25,268435456 +102,self_attn.q_proj,4,64,8,128,7.744744777679443,136.125,268435456 +102,self_attn.q_proj,4,128,8,128,8.765742301940918,132.0625,268435456 +102,self_attn.q_proj,8,32,8,128,0.3975832462310791,272.25,268435456 +102,self_attn.q_proj,8,64,8,128,0.4713457524776459,264.125,268435456 +102,self_attn.q_proj,8,128,8,128,0.532889187335968,260.0625,268435456 +102,self_attn.v_proj,2,32,8,128,20.992650985717773,10.03125,33554432 +102,self_attn.v_proj,2,64,8,128,25.769268035888672,9.015625,33554432 +102,self_attn.v_proj,2,128,8,128,29.98397445678711,8.5078125,33554432 +102,self_attn.v_proj,3,32,8,128,8.966362953186035,14.03125,33554432 +102,self_attn.v_proj,3,64,8,128,11.01889419555664,13.015625,33554432 +102,self_attn.v_proj,3,128,8,128,12.822025299072266,12.5078125,33554432 +102,self_attn.v_proj,4,32,8,128,4.186012268066406,18.03125,33554432 +102,self_attn.v_proj,4,64,8,128,5.1399617195129395,17.015625,33554432 +102,self_attn.v_proj,4,128,8,128,5.984017848968506,16.5078125,33554432 +102,self_attn.v_proj,8,32,8,128,0.25342288613319397,34.03125,33554432 +102,self_attn.v_proj,8,64,8,128,0.31150656938552856,33.015625,33554432 +102,self_attn.v_proj,8,128,8,128,0.3623608946800232,32.5078125,33554432 +102,self_attn.k_proj,2,32,8,128,15.843859672546387,10.03125,33554432 +102,self_attn.k_proj,2,64,8,128,20.588289260864258,9.015625,33554432 +102,self_attn.k_proj,2,128,8,128,25.079599380493164,8.5078125,33554432 +102,self_attn.k_proj,3,32,8,128,6.793390274047852,14.03125,33554432 +102,self_attn.k_proj,3,64,8,128,8.979023933410645,13.015625,33554432 +102,self_attn.k_proj,3,128,8,128,10.999876976013184,12.5078125,33554432 +102,self_attn.k_proj,4,32,8,128,3.1764564514160156,18.03125,33554432 +102,self_attn.k_proj,4,64,8,128,4.198643684387207,17.015625,33554432 +102,self_attn.k_proj,4,128,8,128,5.144481658935547,16.5078125,33554432 +102,self_attn.k_proj,8,32,8,128,0.193252295255661,34.03125,33554432 +102,self_attn.k_proj,8,64,8,128,0.2540026307106018,33.015625,33554432 +102,self_attn.k_proj,8,128,8,128,0.3116944432258606,32.5078125,33554432 +102,self_attn.o_proj,2,32,8,128,49.06231689453125,80.25,268435456 +102,self_attn.o_proj,2,64,8,128,57.276817321777344,72.125,268435456 +102,self_attn.o_proj,2,128,8,128,64.67054748535156,68.0625,268435456 +102,self_attn.o_proj,3,32,8,128,21.051904678344727,112.25,268435456 +102,self_attn.o_proj,3,64,8,128,24.449378967285156,104.125,268435456 +102,self_attn.o_proj,3,128,8,128,27.609230041503906,100.0625,268435456 +102,self_attn.o_proj,4,32,8,128,9.79517936706543,144.25,268435456 +102,self_attn.o_proj,4,64,8,128,11.4548978805542,136.125,268435456 +102,self_attn.o_proj,4,128,8,128,12.878239631652832,132.0625,268435456 +102,self_attn.o_proj,8,32,8,128,0.5990142822265625,272.25,268435456 +102,self_attn.o_proj,8,64,8,128,0.7014608979225159,264.125,268435456 +102,self_attn.o_proj,8,128,8,128,0.7816808819770813,260.0625,268435456 +102,mlp.gate_proj,2,32,8,128,91.53392791748047,260.8125,872415232 +102,mlp.gate_proj,2,64,8,128,101.34960174560547,234.40625,872415232 +102,mlp.gate_proj,2,128,8,128,120.730712890625,221.203125,872415232 +102,mlp.gate_proj,3,32,8,128,38.08828353881836,364.8125,872415232 +102,mlp.gate_proj,3,64,8,128,45.61930465698242,338.40625,872415232 +102,mlp.gate_proj,3,128,8,128,48.75407409667969,325.203125,872415232 +102,mlp.gate_proj,4,32,8,128,17.576845169067383,468.8125,872415232 +102,mlp.gate_proj,4,64,8,128,21.34180450439453,442.40625,872415232 +102,mlp.gate_proj,4,128,8,128,23.257526397705078,429.203125,872415232 +102,mlp.gate_proj,8,32,8,128,1.0687930583953857,884.8125,872415232 +102,mlp.gate_proj,8,64,8,128,1.266587734222412,858.40625,872415232 +102,mlp.gate_proj,8,128,8,128,1.4315248727798462,845.203125,872415232 +102,mlp.up_proj,2,32,8,128,86.3453140258789,260.8125,872415232 +102,mlp.up_proj,2,64,8,128,94.09284973144531,234.40625,872415232 +102,mlp.up_proj,2,128,8,128,104.98916625976562,221.203125,872415232 +102,mlp.up_proj,3,32,8,128,35.08196258544922,364.8125,872415232 +102,mlp.up_proj,3,64,8,128,42.31517791748047,338.40625,872415232 +102,mlp.up_proj,3,128,8,128,45.79281997680664,325.203125,872415232 +102,mlp.up_proj,4,32,8,128,16.574892044067383,468.8125,872415232 +102,mlp.up_proj,4,64,8,128,18.970458984375,442.40625,872415232 +102,mlp.up_proj,4,128,8,128,22.635639190673828,429.203125,872415232 +102,mlp.up_proj,8,32,8,128,1.0191537141799927,884.8125,872415232 +102,mlp.up_proj,8,64,8,128,1.1315901279449463,858.40625,872415232 +102,mlp.up_proj,8,128,8,128,1.3355449438095093,845.203125,872415232 +102,mlp.down_proj,2,32,8,128,84.96208190917969,260.8125,872415232 +102,mlp.down_proj,2,64,8,128,93.47846221923828,234.40625,872415232 +102,mlp.down_proj,2,128,8,128,103.3063735961914,221.203125,872415232 +102,mlp.down_proj,3,32,8,128,34.71863555908203,364.8125,872415232 +102,mlp.down_proj,3,64,8,128,41.567909240722656,338.40625,872415232 +102,mlp.down_proj,3,128,8,128,45.66462707519531,325.203125,872415232 +102,mlp.down_proj,4,32,8,128,16.47216033935547,468.8125,872415232 +102,mlp.down_proj,4,64,8,128,18.68331527709961,442.40625,872415232 +102,mlp.down_proj,4,128,8,128,22.43065071105957,429.203125,872415232 +102,mlp.down_proj,8,32,8,128,1.0145689249038696,884.8125,872415232 +102,mlp.down_proj,8,64,8,128,1.1165250539779663,858.40625,872415232 +102,mlp.down_proj,8,128,8,128,1.3094375133514404,845.203125,872415232 +103,self_attn.q_proj,2,32,8,128,31.67022705078125,80.25,268435456 +103,self_attn.q_proj,2,64,8,128,37.070701599121094,72.125,268435456 +103,self_attn.q_proj,2,128,8,128,42.270809173583984,68.0625,268435456 +103,self_attn.q_proj,3,32,8,128,13.503559112548828,112.25,268435456 +103,self_attn.q_proj,3,64,8,128,16.148698806762695,104.125,268435456 +103,self_attn.q_proj,3,128,8,128,18.3623046875,100.0625,268435456 +103,self_attn.q_proj,4,32,8,128,6.299032688140869,144.25,268435456 +103,self_attn.q_proj,4,64,8,128,7.532031059265137,136.125,268435456 +103,self_attn.q_proj,4,128,8,128,8.597352027893066,132.0625,268435456 +103,self_attn.q_proj,8,32,8,128,0.3847927749156952,272.25,268435456 +103,self_attn.q_proj,8,64,8,128,0.4578116238117218,264.125,268435456 +103,self_attn.q_proj,8,128,8,128,0.5227922797203064,260.0625,268435456 +103,self_attn.v_proj,2,32,8,128,20.55495834350586,10.03125,33554432 +103,self_attn.v_proj,2,64,8,128,25.440996170043945,9.015625,33554432 +103,self_attn.v_proj,2,128,8,128,29.831680297851562,8.5078125,33554432 +103,self_attn.v_proj,3,32,8,128,8.783329010009766,14.03125,33554432 +103,self_attn.v_proj,3,64,8,128,10.877082824707031,13.015625,33554432 +103,self_attn.v_proj,3,128,8,128,12.74814510345459,12.5078125,33554432 +103,self_attn.v_proj,4,32,8,128,4.098305702209473,18.03125,33554432 +103,self_attn.v_proj,4,64,8,128,5.072938919067383,17.015625,33554432 +103,self_attn.v_proj,4,128,8,128,5.947234153747559,16.5078125,33554432 +103,self_attn.v_proj,8,32,8,128,0.24810335040092468,34.03125,33554432 +103,self_attn.v_proj,8,64,8,128,0.30751940608024597,33.015625,33554432 +103,self_attn.v_proj,8,128,8,128,0.3603955805301666,32.5078125,33554432 +103,self_attn.k_proj,2,32,8,128,16.927576065063477,10.03125,33554432 +103,self_attn.k_proj,2,64,8,128,22.219324111938477,9.015625,33554432 +103,self_attn.k_proj,2,128,8,128,27.020708084106445,8.5078125,33554432 +103,self_attn.k_proj,3,32,8,128,7.30307674407959,14.03125,33554432 +103,self_attn.k_proj,3,64,8,128,9.830820083618164,13.015625,33554432 +103,self_attn.k_proj,3,128,8,128,12.297884941101074,12.5078125,33554432 +103,self_attn.k_proj,4,32,8,128,3.4101147651672363,18.03125,33554432 +103,self_attn.k_proj,4,64,8,128,4.597226619720459,17.015625,33554432 +103,self_attn.k_proj,4,128,8,128,5.76677131652832,16.5078125,33554432 +103,self_attn.k_proj,8,32,8,128,0.20736266672611237,34.03125,33554432 +103,self_attn.k_proj,8,64,8,128,0.27838343381881714,33.015625,33554432 +103,self_attn.k_proj,8,128,8,128,0.34929826855659485,32.5078125,33554432 +103,self_attn.o_proj,2,32,8,128,46.136531829833984,80.25,268435456 +103,self_attn.o_proj,2,64,8,128,53.5797233581543,72.125,268435456 +103,self_attn.o_proj,2,128,8,128,60.652099609375,68.0625,268435456 +103,self_attn.o_proj,3,32,8,128,19.683313369750977,112.25,268435456 +103,self_attn.o_proj,3,64,8,128,23.045495986938477,104.125,268435456 +103,self_attn.o_proj,3,128,8,128,25.978944778442383,100.0625,268435456 +103,self_attn.o_proj,4,32,8,128,9.172562599182129,144.25,268435456 +103,self_attn.o_proj,4,64,8,128,10.754429817199707,136.125,268435456 +103,self_attn.o_proj,4,128,8,128,12.143396377563477,132.0625,268435456 +103,self_attn.o_proj,8,32,8,128,0.5611866116523743,272.25,268435456 +103,self_attn.o_proj,8,64,8,128,0.6566042900085449,264.125,268435456 +103,self_attn.o_proj,8,128,8,128,0.7385467886924744,260.0625,268435456 +103,mlp.gate_proj,2,32,8,128,91.51709747314453,260.8125,872415232 +103,mlp.gate_proj,2,64,8,128,101.27765655517578,234.40625,872415232 +103,mlp.gate_proj,2,128,8,128,120.62837982177734,221.203125,872415232 +103,mlp.gate_proj,3,32,8,128,38.0738410949707,364.8125,872415232 +103,mlp.gate_proj,3,64,8,128,45.60987854003906,338.40625,872415232 +103,mlp.gate_proj,3,128,8,128,48.697593688964844,325.203125,872415232 +103,mlp.gate_proj,4,32,8,128,17.567798614501953,468.8125,872415232 +103,mlp.gate_proj,4,64,8,128,21.330081939697266,442.40625,872415232 +103,mlp.gate_proj,4,128,8,128,23.240039825439453,429.203125,872415232 +103,mlp.gate_proj,8,32,8,128,1.0683246850967407,884.8125,872415232 +103,mlp.gate_proj,8,64,8,128,1.265723705291748,858.40625,872415232 +103,mlp.gate_proj,8,128,8,128,1.4309701919555664,845.203125,872415232 +103,mlp.up_proj,2,32,8,128,86.50765228271484,260.8125,872415232 +103,mlp.up_proj,2,64,8,128,94.17731475830078,234.40625,872415232 +103,mlp.up_proj,2,128,8,128,105.24842071533203,221.203125,872415232 +103,mlp.up_proj,3,32,8,128,35.127532958984375,364.8125,872415232 +103,mlp.up_proj,3,64,8,128,42.39497375488281,338.40625,872415232 +103,mlp.up_proj,3,128,8,128,45.8146858215332,325.203125,872415232 +103,mlp.up_proj,4,32,8,128,16.587461471557617,468.8125,872415232 +103,mlp.up_proj,4,64,8,128,19.007965087890625,442.40625,872415232 +103,mlp.up_proj,4,128,8,128,22.637990951538086,429.203125,872415232 +103,mlp.up_proj,8,32,8,128,1.0197498798370361,884.8125,872415232 +103,mlp.up_proj,8,64,8,128,1.1335097551345825,858.40625,872415232 +103,mlp.up_proj,8,128,8,128,1.3387519121170044,845.203125,872415232 +103,mlp.down_proj,2,32,8,128,84.96261596679688,260.8125,872415232 +103,mlp.down_proj,2,64,8,128,93.47694396972656,234.40625,872415232 +103,mlp.down_proj,2,128,8,128,103.28773498535156,221.203125,872415232 +103,mlp.down_proj,3,32,8,128,34.7176513671875,364.8125,872415232 +103,mlp.down_proj,3,64,8,128,41.56657409667969,338.40625,872415232 +103,mlp.down_proj,3,128,8,128,45.663883209228516,325.203125,872415232 +103,mlp.down_proj,4,32,8,128,16.471946716308594,468.8125,872415232 +103,mlp.down_proj,4,64,8,128,18.682506561279297,442.40625,872415232 +103,mlp.down_proj,4,128,8,128,22.42644691467285,429.203125,872415232 +103,mlp.down_proj,8,32,8,128,1.0145516395568848,884.8125,872415232 +103,mlp.down_proj,8,64,8,128,1.1165599822998047,858.40625,872415232 +103,mlp.down_proj,8,128,8,128,1.3093010187149048,845.203125,872415232 +104,self_attn.q_proj,2,32,8,128,38.2491569519043,80.25,268435456 +104,self_attn.q_proj,2,64,8,128,45.997928619384766,72.125,268435456 +104,self_attn.q_proj,2,128,8,128,52.592227935791016,68.0625,268435456 +104,self_attn.q_proj,3,32,8,128,16.496421813964844,112.25,268435456 +104,self_attn.q_proj,3,64,8,128,19.852924346923828,104.125,268435456 +104,self_attn.q_proj,3,128,8,128,23.223459243774414,100.0625,268435456 +104,self_attn.q_proj,4,32,8,128,7.724791526794434,144.25,268435456 +104,self_attn.q_proj,4,64,8,128,9.238931655883789,136.125,268435456 +104,self_attn.q_proj,4,128,8,128,10.871441841125488,132.0625,268435456 +104,self_attn.q_proj,8,32,8,128,0.4700278639793396,272.25,268435456 +104,self_attn.q_proj,8,64,8,128,0.5627968311309814,264.125,268435456 +104,self_attn.q_proj,8,128,8,128,0.6579419374465942,260.0625,268435456 +104,self_attn.v_proj,2,32,8,128,20.3413143157959,10.03125,33554432 +104,self_attn.v_proj,2,64,8,128,25.04075050354004,9.015625,33554432 +104,self_attn.v_proj,2,128,8,128,29.251440048217773,8.5078125,33554432 +104,self_attn.v_proj,3,32,8,128,8.692098617553711,14.03125,33554432 +104,self_attn.v_proj,3,64,8,128,10.709859848022461,13.015625,33554432 +104,self_attn.v_proj,3,128,8,128,12.508888244628906,12.5078125,33554432 +104,self_attn.v_proj,4,32,8,128,4.055181503295898,18.03125,33554432 +104,self_attn.v_proj,4,64,8,128,4.994359493255615,17.015625,33554432 +104,self_attn.v_proj,4,128,8,128,5.835207462310791,16.5078125,33554432 +104,self_attn.v_proj,8,32,8,128,0.24542304873466492,34.03125,33554432 +104,self_attn.v_proj,8,64,8,128,0.302717000246048,33.015625,33554432 +104,self_attn.v_proj,8,128,8,128,0.35362061858177185,32.5078125,33554432 +104,self_attn.k_proj,2,32,8,128,24.013776779174805,10.03125,33554432 +104,self_attn.k_proj,2,64,8,128,31.256698608398438,9.015625,33554432 +104,self_attn.k_proj,2,128,8,128,37.32472229003906,8.5078125,33554432 +104,self_attn.k_proj,3,32,8,128,10.900822639465332,14.03125,33554432 +104,self_attn.k_proj,3,64,8,128,15.245696067810059,13.015625,33554432 +104,self_attn.k_proj,3,128,8,128,20.053667068481445,12.5078125,33554432 +104,self_attn.k_proj,4,32,8,128,5.098931789398193,18.03125,33554432 +104,self_attn.k_proj,4,64,8,128,7.193826675415039,17.015625,33554432 +104,self_attn.k_proj,4,128,8,128,9.610589981079102,16.5078125,33554432 +104,self_attn.k_proj,8,32,8,128,0.30877530574798584,34.03125,33554432 +104,self_attn.k_proj,8,64,8,128,0.4350765645503998,33.015625,33554432 +104,self_attn.k_proj,8,128,8,128,0.5817638039588928,32.5078125,33554432 +104,self_attn.o_proj,2,32,8,128,49.20248031616211,80.25,268435456 +104,self_attn.o_proj,2,64,8,128,57.48588180541992,72.125,268435456 +104,self_attn.o_proj,2,128,8,128,64.8730697631836,68.0625,268435456 +104,self_attn.o_proj,3,32,8,128,21.120573043823242,112.25,268435456 +104,self_attn.o_proj,3,64,8,128,24.532711029052734,104.125,268435456 +104,self_attn.o_proj,3,128,8,128,27.70929527282715,100.0625,268435456 +104,self_attn.o_proj,4,32,8,128,9.825478553771973,144.25,268435456 +104,self_attn.o_proj,4,64,8,128,11.488496780395508,136.125,268435456 +104,self_attn.o_proj,4,128,8,128,12.919234275817871,132.0625,268435456 +104,self_attn.o_proj,8,32,8,128,0.6008661389350891,272.25,268435456 +104,self_attn.o_proj,8,64,8,128,0.7039423584938049,264.125,268435456 +104,self_attn.o_proj,8,128,8,128,0.7842344641685486,260.0625,268435456 +104,mlp.gate_proj,2,32,8,128,91.52690124511719,260.8125,872415232 +104,mlp.gate_proj,2,64,8,128,101.32500457763672,234.40625,872415232 +104,mlp.gate_proj,2,128,8,128,120.62052154541016,221.203125,872415232 +104,mlp.gate_proj,3,32,8,128,38.083160400390625,364.8125,872415232 +104,mlp.gate_proj,3,64,8,128,45.61578369140625,338.40625,872415232 +104,mlp.gate_proj,3,128,8,128,48.72076416015625,325.203125,872415232 +104,mlp.gate_proj,4,32,8,128,17.573781967163086,468.8125,872415232 +104,mlp.gate_proj,4,64,8,128,21.340091705322266,442.40625,872415232 +104,mlp.gate_proj,4,128,8,128,23.246784210205078,429.203125,872415232 +104,mlp.gate_proj,8,32,8,128,1.068630576133728,884.8125,872415232 +104,mlp.gate_proj,8,64,8,128,1.2662934064865112,858.40625,872415232 +104,mlp.gate_proj,8,128,8,128,1.431201696395874,845.203125,872415232 +104,mlp.up_proj,2,32,8,128,86.63108825683594,260.8125,872415232 +104,mlp.up_proj,2,64,8,128,94.23467254638672,234.40625,872415232 +104,mlp.up_proj,2,128,8,128,105.38919830322266,221.203125,872415232 +104,mlp.up_proj,3,32,8,128,35.16071319580078,364.8125,872415232 +104,mlp.up_proj,3,64,8,128,42.462188720703125,338.40625,872415232 +104,mlp.up_proj,3,128,8,128,45.82708740234375,325.203125,872415232 +104,mlp.up_proj,4,32,8,128,16.59673309326172,468.8125,872415232 +104,mlp.up_proj,4,64,8,128,19.032272338867188,442.40625,872415232 +104,mlp.up_proj,4,128,8,128,22.639368057250977,429.203125,872415232 +104,mlp.up_proj,8,32,8,128,1.02017343044281,884.8125,872415232 +104,mlp.up_proj,8,64,8,128,1.1349290609359741,858.40625,872415232 +104,mlp.up_proj,8,128,8,128,1.3411747217178345,845.203125,872415232 +104,mlp.down_proj,2,32,8,128,84.9149398803711,260.8125,872415232 +104,mlp.down_proj,2,64,8,128,93.46113586425781,234.40625,872415232 +104,mlp.down_proj,2,128,8,128,103.2648696899414,221.203125,872415232 +104,mlp.down_proj,3,32,8,128,34.70566940307617,364.8125,872415232 +104,mlp.down_proj,3,64,8,128,41.53788757324219,338.40625,872415232 +104,mlp.down_proj,3,128,8,128,45.6598014831543,325.203125,872415232 +104,mlp.down_proj,4,32,8,128,16.468177795410156,468.8125,872415232 +104,mlp.down_proj,4,64,8,128,18.677658081054688,442.40625,872415232 +104,mlp.down_proj,4,128,8,128,22.421968460083008,429.203125,872415232 +104,mlp.down_proj,8,32,8,128,1.0144177675247192,884.8125,872415232 +104,mlp.down_proj,8,64,8,128,1.1160577535629272,858.40625,872415232 +104,mlp.down_proj,8,128,8,128,1.3086634874343872,845.203125,872415232 +105,self_attn.q_proj,2,32,8,128,35.97334289550781,80.25,268435456 +105,self_attn.q_proj,2,64,8,128,43.45014953613281,72.125,268435456 +105,self_attn.q_proj,2,128,8,128,49.52443313598633,68.0625,268435456 +105,self_attn.q_proj,3,32,8,128,15.60704231262207,112.25,268435456 +105,self_attn.q_proj,3,64,8,128,18.708999633789062,104.125,268435456 +105,self_attn.q_proj,3,128,8,128,21.98774528503418,100.0625,268435456 +105,self_attn.q_proj,4,32,8,128,7.25100040435791,144.25,268435456 +105,self_attn.q_proj,4,64,8,128,8.72883415222168,136.125,268435456 +105,self_attn.q_proj,4,128,8,128,10.21858024597168,132.0625,268435456 +105,self_attn.q_proj,8,32,8,128,0.4411213994026184,272.25,268435456 +105,self_attn.q_proj,8,64,8,128,0.5319743156433105,264.125,268435456 +105,self_attn.q_proj,8,128,8,128,0.6186290979385376,260.0625,268435456 +105,self_attn.v_proj,2,32,8,128,20.266220092773438,10.03125,33554432 +105,self_attn.v_proj,2,64,8,128,24.974985122680664,9.015625,33554432 +105,self_attn.v_proj,2,128,8,128,29.18036460876465,8.5078125,33554432 +105,self_attn.v_proj,3,32,8,128,8.658744812011719,14.03125,33554432 +105,self_attn.v_proj,3,64,8,128,10.680122375488281,13.015625,33554432 +105,self_attn.v_proj,3,128,8,128,12.480326652526855,12.5078125,33554432 +105,self_attn.v_proj,4,32,8,128,4.040397644042969,18.03125,33554432 +105,self_attn.v_proj,4,64,8,128,4.9815287590026855,17.015625,33554432 +105,self_attn.v_proj,4,128,8,128,5.82422399520874,16.5078125,33554432 +105,self_attn.v_proj,8,32,8,128,0.24460045993328094,34.03125,33554432 +105,self_attn.v_proj,8,64,8,128,0.30198097229003906,33.015625,33554432 +105,self_attn.v_proj,8,128,8,128,0.3529415428638458,32.5078125,33554432 +105,self_attn.k_proj,2,32,8,128,23.439979553222656,10.03125,33554432 +105,self_attn.k_proj,2,64,8,128,30.704320907592773,9.015625,33554432 +105,self_attn.k_proj,2,128,8,128,36.997955322265625,8.5078125,33554432 +105,self_attn.k_proj,3,32,8,128,10.379762649536133,14.03125,33554432 +105,self_attn.k_proj,3,64,8,128,14.450788497924805,13.015625,33554432 +105,self_attn.k_proj,3,128,8,128,18.94112777709961,12.5078125,33554432 +105,self_attn.k_proj,4,32,8,128,4.851301193237305,18.03125,33554432 +105,self_attn.k_proj,4,64,8,128,6.781935214996338,17.015625,33554432 +105,self_attn.k_proj,4,128,8,128,8.972264289855957,16.5078125,33554432 +105,self_attn.k_proj,8,32,8,128,0.2936513423919678,34.03125,33554432 +105,self_attn.k_proj,8,64,8,128,0.4102289080619812,33.015625,33554432 +105,self_attn.k_proj,8,128,8,128,0.5426934361457825,32.5078125,33554432 +105,self_attn.o_proj,2,32,8,128,47.99753189086914,80.25,268435456 +105,self_attn.o_proj,2,64,8,128,55.99322509765625,72.125,268435456 +105,self_attn.o_proj,2,128,8,128,63.47992706298828,68.0625,268435456 +105,self_attn.o_proj,3,32,8,128,20.571104049682617,112.25,268435456 +105,self_attn.o_proj,3,64,8,128,23.954612731933594,104.125,268435456 +105,self_attn.o_proj,3,128,8,128,27.069658279418945,100.0625,268435456 +105,self_attn.o_proj,4,32,8,128,9.573163986206055,144.25,268435456 +105,self_attn.o_proj,4,64,8,128,11.247544288635254,136.125,268435456 +105,self_attn.o_proj,4,128,8,128,12.627774238586426,132.0625,268435456 +105,self_attn.o_proj,8,32,8,128,0.5853062868118286,272.25,268435456 +105,self_attn.o_proj,8,64,8,128,0.6865647435188293,264.125,268435456 +105,self_attn.o_proj,8,128,8,128,0.7668383717536926,260.0625,268435456 +105,mlp.gate_proj,2,32,8,128,91.62163543701172,260.8125,872415232 +105,mlp.gate_proj,2,64,8,128,101.71006774902344,234.40625,872415232 +105,mlp.gate_proj,2,128,8,128,121.36865997314453,221.203125,872415232 +105,mlp.gate_proj,3,32,8,128,38.19755172729492,364.8125,872415232 +105,mlp.gate_proj,3,64,8,128,45.66862106323242,338.40625,872415232 +105,mlp.gate_proj,3,128,8,128,48.969337463378906,325.203125,872415232 +105,mlp.gate_proj,4,32,8,128,17.617658615112305,468.8125,872415232 +105,mlp.gate_proj,4,64,8,128,21.436635971069336,442.40625,872415232 +105,mlp.gate_proj,4,128,8,128,23.317358016967773,429.203125,872415232 +105,mlp.gate_proj,8,32,8,128,1.0709154605865479,884.8125,872415232 +105,mlp.gate_proj,8,64,8,128,1.2721542119979858,858.40625,872415232 +105,mlp.gate_proj,8,128,8,128,1.4340550899505615,845.203125,872415232 +105,mlp.up_proj,2,32,8,128,86.73152160644531,260.8125,872415232 +105,mlp.up_proj,2,64,8,128,94.29193115234375,234.40625,872415232 +105,mlp.up_proj,2,128,8,128,105.48784637451172,221.203125,872415232 +105,mlp.up_proj,3,32,8,128,35.191429138183594,364.8125,872415232 +105,mlp.up_proj,3,64,8,128,42.51860046386719,338.40625,872415232 +105,mlp.up_proj,3,128,8,128,45.843544006347656,325.203125,872415232 +105,mlp.up_proj,4,32,8,128,16.605501174926758,468.8125,872415232 +105,mlp.up_proj,4,64,8,128,19.060436248779297,442.40625,872415232 +105,mlp.up_proj,4,128,8,128,22.641164779663086,429.203125,872415232 +105,mlp.up_proj,8,32,8,128,1.0205596685409546,884.8125,872415232 +105,mlp.up_proj,8,64,8,128,1.1361069679260254,858.40625,872415232 +105,mlp.up_proj,8,128,8,128,1.343143105506897,845.203125,872415232 +105,mlp.down_proj,2,32,8,128,84.84095764160156,260.8125,872415232 +105,mlp.down_proj,2,64,8,128,93.43518829345703,234.40625,872415232 +105,mlp.down_proj,2,128,8,128,103.15374755859375,221.203125,872415232 +105,mlp.down_proj,3,32,8,128,34.68495559692383,364.8125,872415232 +105,mlp.down_proj,3,64,8,128,41.50349044799805,338.40625,872415232 +105,mlp.down_proj,3,128,8,128,45.65887451171875,325.203125,872415232 +105,mlp.down_proj,4,32,8,128,16.46377944946289,468.8125,872415232 +105,mlp.down_proj,4,64,8,128,18.661970138549805,442.40625,872415232 +105,mlp.down_proj,4,128,8,128,22.39568328857422,429.203125,872415232 +105,mlp.down_proj,8,32,8,128,1.0142072439193726,884.8125,872415232 +105,mlp.down_proj,8,64,8,128,1.1152889728546143,858.40625,872415232 +105,mlp.down_proj,8,128,8,128,1.3070785999298096,845.203125,872415232 +106,self_attn.q_proj,2,32,8,128,36.399566650390625,80.25,268435456 +106,self_attn.q_proj,2,64,8,128,43.93779373168945,72.125,268435456 +106,self_attn.q_proj,2,128,8,128,49.93979263305664,68.0625,268435456 +106,self_attn.q_proj,3,32,8,128,15.829813957214355,112.25,268435456 +106,self_attn.q_proj,3,64,8,128,18.99468231201172,104.125,268435456 +106,self_attn.q_proj,3,128,8,128,22.369665145874023,100.0625,268435456 +106,self_attn.q_proj,4,32,8,128,7.354943752288818,144.25,268435456 +106,self_attn.q_proj,4,64,8,128,8.85695743560791,136.125,268435456 +106,self_attn.q_proj,4,128,8,128,10.405451774597168,132.0625,268435456 +106,self_attn.q_proj,8,32,8,128,0.4474533796310425,272.25,268435456 +106,self_attn.q_proj,8,64,8,128,0.5400016903877258,264.125,268435456 +106,self_attn.q_proj,8,128,8,128,0.6297966837882996,260.0625,268435456 +106,self_attn.v_proj,2,32,8,128,19.908832550048828,10.03125,33554432 +106,self_attn.v_proj,2,64,8,128,24.541217803955078,9.015625,33554432 +106,self_attn.v_proj,2,128,8,128,28.684995651245117,8.5078125,33554432 +106,self_attn.v_proj,3,32,8,128,8.507237434387207,14.03125,33554432 +106,self_attn.v_proj,3,64,8,128,10.495914459228516,13.015625,33554432 +106,self_attn.v_proj,3,128,8,128,12.26952075958252,12.5078125,33554432 +106,self_attn.v_proj,4,32,8,128,3.9710440635681152,18.03125,33554432 +106,self_attn.v_proj,4,64,8,128,4.89593505859375,17.015625,33554432 +106,self_attn.v_proj,4,128,8,128,5.727261066436768,16.5078125,33554432 +106,self_attn.v_proj,8,32,8,128,0.24026384949684143,34.03125,33554432 +106,self_attn.v_proj,8,64,8,128,0.29669952392578125,33.015625,33554432 +106,self_attn.v_proj,8,128,8,128,0.3469373881816864,32.5078125,33554432 +106,self_attn.k_proj,2,32,8,128,23.841182708740234,10.03125,33554432 +106,self_attn.k_proj,2,64,8,128,31.210214614868164,9.015625,33554432 +106,self_attn.k_proj,2,128,8,128,37.47145462036133,8.5078125,33554432 +106,self_attn.k_proj,3,32,8,128,10.69657039642334,14.03125,33554432 +106,self_attn.k_proj,3,64,8,128,14.914462089538574,13.015625,33554432 +106,self_attn.k_proj,3,128,8,128,19.62149429321289,12.5078125,33554432 +106,self_attn.k_proj,4,32,8,128,4.997899055480957,18.03125,33554432 +106,self_attn.k_proj,4,64,8,128,7.012454986572266,17.015625,33554432 +106,self_attn.k_proj,4,128,8,128,9.342874526977539,16.5078125,33554432 +106,self_attn.k_proj,8,32,8,128,0.30261197686195374,34.03125,33554432 +106,self_attn.k_proj,8,64,8,128,0.42417874932289124,33.015625,33554432 +106,self_attn.k_proj,8,128,8,128,0.5655814409255981,32.5078125,33554432 +106,self_attn.o_proj,2,32,8,128,47.16142654418945,80.25,268435456 +106,self_attn.o_proj,2,64,8,128,54.97670364379883,72.125,268435456 +106,self_attn.o_proj,2,128,8,128,62.39496994018555,68.0625,268435456 +106,self_attn.o_proj,3,32,8,128,20.18286895751953,112.25,268435456 +106,self_attn.o_proj,3,64,8,128,23.577463150024414,104.125,268435456 +106,self_attn.o_proj,3,128,8,128,26.675363540649414,100.0625,268435456 +106,self_attn.o_proj,4,32,8,128,9.392965316772461,144.25,268435456 +106,self_attn.o_proj,4,64,8,128,11.050042152404785,136.125,268435456 +106,self_attn.o_proj,4,128,8,128,12.446910858154297,132.0625,268435456 +106,self_attn.o_proj,8,32,8,128,0.5743024945259094,272.25,268435456 +106,self_attn.o_proj,8,64,8,128,0.6743336319923401,264.125,268435456 +106,self_attn.o_proj,8,128,8,128,0.7560534477233887,260.0625,268435456 +106,mlp.gate_proj,2,32,8,128,91.54370880126953,260.8125,872415232 +106,mlp.gate_proj,2,64,8,128,101.38118743896484,234.40625,872415232 +106,mlp.gate_proj,2,128,8,128,120.7262954711914,221.203125,872415232 +106,mlp.gate_proj,3,32,8,128,38.10383605957031,364.8125,872415232 +106,mlp.gate_proj,3,64,8,128,45.62294006347656,338.40625,872415232 +106,mlp.gate_proj,3,128,8,128,48.752925872802734,325.203125,872415232 +106,mlp.gate_proj,4,32,8,128,17.57964515686035,468.8125,872415232 +106,mlp.gate_proj,4,64,8,128,21.357852935791016,442.40625,872415232 +106,mlp.gate_proj,4,128,8,128,23.25649642944336,429.203125,872415232 +106,mlp.gate_proj,8,32,8,128,1.0689496994018555,884.8125,872415232 +106,mlp.gate_proj,8,64,8,128,1.2671787738800049,858.40625,872415232 +106,mlp.gate_proj,8,128,8,128,1.4315696954727173,845.203125,872415232 +106,mlp.up_proj,2,32,8,128,86.97026824951172,260.8125,872415232 +106,mlp.up_proj,2,64,8,128,94.40436553955078,234.40625,872415232 +106,mlp.up_proj,2,128,8,128,105.76457214355469,221.203125,872415232 +106,mlp.up_proj,3,32,8,128,35.25674057006836,364.8125,872415232 +106,mlp.up_proj,3,64,8,128,42.642433166503906,338.40625,872415232 +106,mlp.up_proj,3,128,8,128,45.86810302734375,325.203125,872415232 +106,mlp.up_proj,4,32,8,128,16.624156951904297,468.8125,872415232 +106,mlp.up_proj,4,64,8,128,19.104286193847656,442.40625,872415232 +106,mlp.up_proj,4,128,8,128,22.64383316040039,429.203125,872415232 +106,mlp.up_proj,8,32,8,128,1.021403431892395,884.8125,872415232 +106,mlp.up_proj,8,64,8,128,1.1386744976043701,858.40625,872415232 +106,mlp.up_proj,8,128,8,128,1.3476518392562866,845.203125,872415232 +106,mlp.down_proj,2,32,8,128,84.92080688476562,260.8125,872415232 +106,mlp.down_proj,2,64,8,128,93.4627685546875,234.40625,872415232 +106,mlp.down_proj,2,128,8,128,103.26278686523438,221.203125,872415232 +106,mlp.down_proj,3,32,8,128,34.70520782470703,364.8125,872415232 +106,mlp.down_proj,3,64,8,128,41.53816604614258,338.40625,872415232 +106,mlp.down_proj,3,128,8,128,45.66164016723633,325.203125,872415232 +106,mlp.down_proj,4,32,8,128,16.46855354309082,468.8125,872415232 +106,mlp.down_proj,4,64,8,128,18.673643112182617,442.40625,872415232 +106,mlp.down_proj,4,128,8,128,22.421241760253906,429.203125,872415232 +106,mlp.down_proj,8,32,8,128,1.0144386291503906,884.8125,872415232 +106,mlp.down_proj,8,64,8,128,1.1160684823989868,858.40625,872415232 +106,mlp.down_proj,8,128,8,128,1.308568000793457,845.203125,872415232 +107,self_attn.q_proj,2,32,8,128,39.3211669921875,80.25,268435456 +107,self_attn.q_proj,2,64,8,128,46.71706771850586,72.125,268435456 +107,self_attn.q_proj,2,128,8,128,52.84812545776367,68.0625,268435456 +107,self_attn.q_proj,3,32,8,128,16.975034713745117,112.25,268435456 +107,self_attn.q_proj,3,64,8,128,20.444746017456055,104.125,268435456 +107,self_attn.q_proj,3,128,8,128,23.640777587890625,100.0625,268435456 +107,self_attn.q_proj,4,32,8,128,7.987271785736084,144.25,268435456 +107,self_attn.q_proj,4,64,8,128,9.505400657653809,136.125,268435456 +107,self_attn.q_proj,4,128,8,128,11.110320091247559,132.0625,268435456 +107,self_attn.q_proj,8,32,8,128,0.4859354496002197,272.25,268435456 +107,self_attn.q_proj,8,64,8,128,0.5787341594696045,264.125,268435456 +107,self_attn.q_proj,8,128,8,128,0.6726441979408264,260.0625,268435456 +107,self_attn.v_proj,2,32,8,128,19.610706329345703,10.03125,33554432 +107,self_attn.v_proj,2,64,8,128,24.263254165649414,9.015625,33554432 +107,self_attn.v_proj,2,128,8,128,28.485490798950195,8.5078125,33554432 +107,self_attn.v_proj,3,32,8,128,8.37969970703125,14.03125,33554432 +107,self_attn.v_proj,3,64,8,128,10.37292766571045,13.015625,33554432 +107,self_attn.v_proj,3,128,8,128,12.181975364685059,12.5078125,33554432 +107,self_attn.v_proj,4,32,8,128,3.9123001098632812,18.03125,33554432 +107,self_attn.v_proj,4,64,8,128,4.840473651885986,17.015625,33554432 +107,self_attn.v_proj,4,128,8,128,5.68774938583374,16.5078125,33554432 +107,self_attn.v_proj,8,32,8,128,0.23674042522907257,34.03125,33554432 +107,self_attn.v_proj,8,64,8,128,0.2933196425437927,33.015625,33554432 +107,self_attn.v_proj,8,128,8,128,0.3443946838378906,32.5078125,33554432 +107,self_attn.k_proj,2,32,8,128,26.80897331237793,10.03125,33554432 +107,self_attn.k_proj,2,64,8,128,35.60865783691406,9.015625,33554432 +107,self_attn.k_proj,2,128,8,128,42.59599685668945,8.5078125,33554432 +107,self_attn.k_proj,3,32,8,128,12.000631332397461,14.03125,33554432 +107,self_attn.k_proj,3,64,8,128,16.631332397460938,13.015625,33554432 +107,self_attn.k_proj,3,128,8,128,21.460966110229492,12.5078125,33554432 +107,self_attn.k_proj,4,32,8,128,5.61665678024292,18.03125,33554432 +107,self_attn.k_proj,4,64,8,128,7.788478851318359,17.015625,33554432 +107,self_attn.k_proj,4,128,8,128,10.101200103759766,16.5078125,33554432 +107,self_attn.k_proj,8,32,8,128,0.3401142954826355,34.03125,33554432 +107,self_attn.k_proj,8,64,8,128,0.4712105095386505,33.015625,33554432 +107,self_attn.k_proj,8,128,8,128,0.6118205785751343,32.5078125,33554432 +107,self_attn.o_proj,2,32,8,128,47.362979888916016,80.25,268435456 +107,self_attn.o_proj,2,64,8,128,55.30276107788086,72.125,268435456 +107,self_attn.o_proj,2,128,8,128,62.860435485839844,68.0625,268435456 +107,self_attn.o_proj,3,32,8,128,20.307504653930664,112.25,268435456 +107,self_attn.o_proj,3,64,8,128,23.75177001953125,104.125,268435456 +107,self_attn.o_proj,3,128,8,128,26.977846145629883,100.0625,268435456 +107,self_attn.o_proj,4,32,8,128,9.462394714355469,144.25,268435456 +107,self_attn.o_proj,4,64,8,128,11.161698341369629,136.125,268435456 +107,self_attn.o_proj,4,128,8,128,12.62569808959961,132.0625,268435456 +107,self_attn.o_proj,8,32,8,128,0.5789687037467957,272.25,268435456 +107,self_attn.o_proj,8,64,8,128,0.6825801134109497,264.125,268435456 +107,self_attn.o_proj,8,128,8,128,0.7685683965682983,260.0625,268435456 +107,mlp.gate_proj,2,32,8,128,91.55155944824219,260.8125,872415232 +107,mlp.gate_proj,2,64,8,128,101.39127349853516,234.40625,872415232 +107,mlp.gate_proj,2,128,8,128,120.76301574707031,221.203125,872415232 +107,mlp.gate_proj,3,32,8,128,38.11513900756836,364.8125,872415232 +107,mlp.gate_proj,3,64,8,128,45.62630081176758,338.40625,872415232 +107,mlp.gate_proj,3,128,8,128,48.771610260009766,325.203125,872415232 +107,mlp.gate_proj,4,32,8,128,17.586225509643555,468.8125,872415232 +107,mlp.gate_proj,4,64,8,128,21.359804153442383,442.40625,872415232 +107,mlp.gate_proj,4,128,8,128,23.259693145751953,429.203125,872415232 +107,mlp.gate_proj,8,32,8,128,1.0692466497421265,884.8125,872415232 +107,mlp.gate_proj,8,64,8,128,1.267752766609192,858.40625,872415232 +107,mlp.gate_proj,8,128,8,128,1.4317659139633179,845.203125,872415232 +107,mlp.up_proj,2,32,8,128,87.09600830078125,260.8125,872415232 +107,mlp.up_proj,2,64,8,128,94.47975158691406,234.40625,872415232 +107,mlp.up_proj,2,128,8,128,105.9495849609375,221.203125,872415232 +107,mlp.up_proj,3,32,8,128,35.29676055908203,364.8125,872415232 +107,mlp.up_proj,3,64,8,128,42.72421646118164,338.40625,872415232 +107,mlp.up_proj,3,128,8,128,45.8903923034668,325.203125,872415232 +107,mlp.up_proj,4,32,8,128,16.63768768310547,468.8125,872415232 +107,mlp.up_proj,4,64,8,128,19.138395309448242,442.40625,872415232 +107,mlp.up_proj,4,128,8,128,22.646480560302734,429.203125,872415232 +107,mlp.up_proj,8,32,8,128,1.022000789642334,884.8125,872415232 +107,mlp.up_proj,8,64,8,128,1.140528678894043,858.40625,872415232 +107,mlp.up_proj,8,128,8,128,1.3507450819015503,845.203125,872415232 +107,mlp.down_proj,2,32,8,128,84.92992401123047,260.8125,872415232 +107,mlp.down_proj,2,64,8,128,93.4829330444336,234.40625,872415232 +107,mlp.down_proj,2,128,8,128,103.32282257080078,221.203125,872415232 +107,mlp.down_proj,3,32,8,128,34.71296691894531,364.8125,872415232 +107,mlp.down_proj,3,64,8,128,41.553367614746094,338.40625,872415232 +107,mlp.down_proj,3,128,8,128,45.668216705322266,325.203125,872415232 +107,mlp.down_proj,4,32,8,128,16.470600128173828,468.8125,872415232 +107,mlp.down_proj,4,64,8,128,18.683101654052734,442.40625,872415232 +107,mlp.down_proj,4,128,8,128,22.41908073425293,429.203125,872415232 +107,mlp.down_proj,8,32,8,128,1.0145231485366821,884.8125,872415232 +107,mlp.down_proj,8,64,8,128,1.1164658069610596,858.40625,872415232 +107,mlp.down_proj,8,128,8,128,1.3091834783554077,845.203125,872415232 +108,self_attn.q_proj,2,32,8,128,43.7552604675293,80.25,268435456 +108,self_attn.q_proj,2,64,8,128,51.68016052246094,72.125,268435456 +108,self_attn.q_proj,2,128,8,128,59.31783676147461,68.0625,268435456 +108,self_attn.q_proj,3,32,8,128,18.722511291503906,112.25,268435456 +108,self_attn.q_proj,3,64,8,128,22.728946685791016,104.125,268435456 +108,self_attn.q_proj,3,128,8,128,26.176464080810547,100.0625,268435456 +108,self_attn.q_proj,4,32,8,128,8.7376070022583,144.25,268435456 +108,self_attn.q_proj,4,64,8,128,10.576529502868652,136.125,268435456 +108,self_attn.q_proj,4,128,8,128,12.22314453125,132.0625,268435456 +108,self_attn.q_proj,8,32,8,128,0.533211886882782,272.25,268435456 +108,self_attn.q_proj,8,64,8,128,0.643564760684967,264.125,268435456 +108,self_attn.q_proj,8,128,8,128,0.7426735758781433,260.0625,268435456 +108,self_attn.v_proj,2,32,8,128,20.175832748413086,10.03125,33554432 +108,self_attn.v_proj,2,64,8,128,24.884490966796875,9.015625,33554432 +108,self_attn.v_proj,2,128,8,128,29.09523582458496,8.5078125,33554432 +108,self_attn.v_proj,3,32,8,128,8.621716499328613,14.03125,33554432 +108,self_attn.v_proj,3,64,8,128,10.639603614807129,13.015625,33554432 +108,self_attn.v_proj,3,128,8,128,12.444436073303223,12.5078125,33554432 +108,self_attn.v_proj,4,32,8,128,4.0227251052856445,18.03125,33554432 +108,self_attn.v_proj,4,64,8,128,4.963648796081543,17.015625,33554432 +108,self_attn.v_proj,4,128,8,128,5.806397438049316,16.5078125,33554432 +108,self_attn.v_proj,8,32,8,128,0.24351264536380768,34.03125,33554432 +108,self_attn.v_proj,8,64,8,128,0.30079230666160583,33.015625,33554432 +108,self_attn.v_proj,8,128,8,128,0.35174933075904846,32.5078125,33554432 +108,self_attn.k_proj,2,32,8,128,29.646522521972656,10.03125,33554432 +108,self_attn.k_proj,2,64,8,128,38.77748107910156,9.015625,33554432 +108,self_attn.k_proj,2,128,8,128,46.163970947265625,8.5078125,33554432 +108,self_attn.k_proj,3,32,8,128,13.066384315490723,14.03125,33554432 +108,self_attn.k_proj,3,64,8,128,17.741670608520508,13.015625,33554432 +108,self_attn.k_proj,3,128,8,128,22.29288673400879,12.5078125,33554432 +108,self_attn.k_proj,4,32,8,128,6.108715534210205,18.03125,33554432 +108,self_attn.k_proj,4,64,8,128,8.30125617980957,17.015625,33554432 +108,self_attn.k_proj,4,128,8,128,10.463775634765625,16.5078125,33554432 +108,self_attn.k_proj,8,32,8,128,0.3698209226131439,34.03125,33554432 +108,self_attn.k_proj,8,64,8,128,0.5023631453514099,33.015625,33554432 +108,self_attn.k_proj,8,128,8,128,0.6338397264480591,32.5078125,33554432 +108,self_attn.o_proj,2,32,8,128,49.2007942199707,80.25,268435456 +108,self_attn.o_proj,2,64,8,128,57.5318489074707,72.125,268435456 +108,self_attn.o_proj,2,128,8,128,64.9482421875,68.0625,268435456 +108,self_attn.o_proj,3,32,8,128,21.126657485961914,112.25,268435456 +108,self_attn.o_proj,3,64,8,128,24.540559768676758,104.125,268435456 +108,self_attn.o_proj,3,128,8,128,27.76376724243164,100.0625,268435456 +108,self_attn.o_proj,4,32,8,128,9.827550888061523,144.25,268435456 +108,self_attn.o_proj,4,64,8,128,11.499531745910645,136.125,268435456 +108,self_attn.o_proj,4,128,8,128,12.939757347106934,132.0625,268435456 +108,self_attn.o_proj,8,32,8,128,0.600836455821991,272.25,268435456 +108,self_attn.o_proj,8,64,8,128,0.7046746611595154,264.125,268435456 +108,self_attn.o_proj,8,128,8,128,0.7851842045783997,260.0625,268435456 +108,mlp.gate_proj,2,32,8,128,91.54438781738281,260.8125,872415232 +108,mlp.gate_proj,2,64,8,128,101.38091278076172,234.40625,872415232 +108,mlp.gate_proj,2,128,8,128,120.81802368164062,221.203125,872415232 +108,mlp.gate_proj,3,32,8,128,38.104164123535156,364.8125,872415232 +108,mlp.gate_proj,3,64,8,128,45.62528991699219,338.40625,872415232 +108,mlp.gate_proj,3,128,8,128,48.765869140625,325.203125,872415232 +108,mlp.gate_proj,4,32,8,128,17.580856323242188,468.8125,872415232 +108,mlp.gate_proj,4,64,8,128,21.360183715820312,442.40625,872415232 +108,mlp.gate_proj,4,128,8,128,23.264076232910156,429.203125,872415232 +108,mlp.gate_proj,8,32,8,128,1.0689754486083984,884.8125,872415232 +108,mlp.gate_proj,8,64,8,128,1.2672117948532104,858.40625,872415232 +108,mlp.gate_proj,8,128,8,128,1.4318169355392456,845.203125,872415232 +108,mlp.up_proj,2,32,8,128,87.27328491210938,260.8125,872415232 +108,mlp.up_proj,2,64,8,128,94.57349395751953,234.40625,872415232 +108,mlp.up_proj,2,128,8,128,106.16072845458984,221.203125,872415232 +108,mlp.up_proj,3,32,8,128,35.348777770996094,364.8125,872415232 +108,mlp.up_proj,3,64,8,128,42.83236312866211,338.40625,872415232 +108,mlp.up_proj,3,128,8,128,45.92262649536133,325.203125,872415232 +108,mlp.up_proj,4,32,8,128,16.653318405151367,468.8125,872415232 +108,mlp.up_proj,4,64,8,128,19.18234634399414,442.40625,872415232 +108,mlp.up_proj,4,128,8,128,22.650903701782227,429.203125,872415232 +108,mlp.up_proj,8,32,8,128,1.022733211517334,884.8125,872415232 +108,mlp.up_proj,8,64,8,128,1.1429314613342285,858.40625,872415232 +108,mlp.up_proj,8,128,8,128,1.3549615144729614,845.203125,872415232 +108,mlp.down_proj,2,32,8,128,84.94422149658203,260.8125,872415232 +108,mlp.down_proj,2,64,8,128,93.49801635742188,234.40625,872415232 +108,mlp.down_proj,2,128,8,128,103.31383514404297,221.203125,872415232 +108,mlp.down_proj,3,32,8,128,34.71881103515625,364.8125,872415232 +108,mlp.down_proj,3,64,8,128,41.57015609741211,338.40625,872415232 +108,mlp.down_proj,3,128,8,128,45.6773567199707,325.203125,872415232 +108,mlp.down_proj,4,32,8,128,16.473337173461914,468.8125,872415232 +108,mlp.down_proj,4,64,8,128,18.68669319152832,442.40625,872415232 +108,mlp.down_proj,4,128,8,128,22.43341636657715,429.203125,872415232 +108,mlp.down_proj,8,32,8,128,1.0146228075027466,884.8125,872415232 +108,mlp.down_proj,8,64,8,128,1.116915225982666,858.40625,872415232 +108,mlp.down_proj,8,128,8,128,1.3099620342254639,845.203125,872415232 +109,self_attn.q_proj,2,32,8,128,50.29551696777344,80.25,268435456 +109,self_attn.q_proj,2,64,8,128,60.321022033691406,72.125,268435456 +109,self_attn.q_proj,2,128,8,128,68.18819427490234,68.0625,268435456 +109,self_attn.q_proj,3,32,8,128,21.87982177734375,112.25,268435456 +109,self_attn.q_proj,3,64,8,128,26.15812110900879,104.125,268435456 +109,self_attn.q_proj,3,128,8,128,30.52762794494629,100.0625,268435456 +109,self_attn.q_proj,4,32,8,128,10.163618087768555,144.25,268435456 +109,self_attn.q_proj,4,64,8,128,12.213167190551758,136.125,268435456 +109,self_attn.q_proj,4,128,8,128,14.188650131225586,132.0625,268435456 +109,self_attn.q_proj,8,32,8,128,0.6197539567947388,272.25,268435456 +109,self_attn.q_proj,8,64,8,128,0.7445166110992432,264.125,268435456 +109,self_attn.q_proj,8,128,8,128,0.8582049608230591,260.0625,268435456 +109,self_attn.v_proj,2,32,8,128,19.257152557373047,10.03125,33554432 +109,self_attn.v_proj,2,64,8,128,23.715322494506836,9.015625,33554432 +109,self_attn.v_proj,2,128,8,128,27.6829776763916,8.5078125,33554432 +109,self_attn.v_proj,3,32,8,128,8.228440284729004,14.03125,33554432 +109,self_attn.v_proj,3,64,8,128,10.1384859085083,13.015625,33554432 +109,self_attn.v_proj,3,128,8,128,11.843596458435059,12.5078125,33554432 +109,self_attn.v_proj,4,32,8,128,3.8388640880584717,18.03125,33554432 +109,self_attn.v_proj,4,64,8,128,4.729865550994873,17.015625,33554432 +109,self_attn.v_proj,4,128,8,128,5.527465343475342,16.5078125,33554432 +109,self_attn.v_proj,8,32,8,128,0.2323572039604187,34.03125,33554432 +109,self_attn.v_proj,8,64,8,128,0.28667810559272766,33.015625,33554432 +109,self_attn.v_proj,8,128,8,128,0.33472901582717896,32.5078125,33554432 +109,self_attn.k_proj,2,32,8,128,32.827388763427734,10.03125,33554432 +109,self_attn.k_proj,2,64,8,128,42.082881927490234,9.015625,33554432 +109,self_attn.k_proj,2,128,8,128,49.39219284057617,8.5078125,33554432 +109,self_attn.k_proj,3,32,8,128,14.583806037902832,14.03125,33554432 +109,self_attn.k_proj,3,64,8,128,19.626291275024414,13.015625,33554432 +109,self_attn.k_proj,3,128,8,128,24.190214157104492,12.5078125,33554432 +109,self_attn.k_proj,4,32,8,128,6.825461387634277,18.03125,33554432 +109,self_attn.k_proj,4,64,8,128,9.212530136108398,17.015625,33554432 +109,self_attn.k_proj,4,128,8,128,11.441311836242676,16.5078125,33554432 +109,self_attn.k_proj,8,32,8,128,0.41343045234680176,34.03125,33554432 +109,self_attn.k_proj,8,64,8,128,0.5579806566238403,33.015625,33554432 +109,self_attn.k_proj,8,128,8,128,0.6934868693351746,32.5078125,33554432 +109,self_attn.o_proj,2,32,8,128,49.6051139831543,80.25,268435456 +109,self_attn.o_proj,2,64,8,128,58.04452896118164,72.125,268435456 +109,self_attn.o_proj,2,128,8,128,65.42948913574219,68.0625,268435456 +109,self_attn.o_proj,3,32,8,128,21.325504302978516,112.25,268435456 +109,self_attn.o_proj,3,64,8,128,24.743568420410156,104.125,268435456 +109,self_attn.o_proj,3,128,8,128,28.0312442779541,100.0625,268435456 +109,self_attn.o_proj,4,32,8,128,9.919100761413574,144.25,268435456 +109,self_attn.o_proj,4,64,8,128,11.588675498962402,136.125,268435456 +109,self_attn.o_proj,4,128,8,128,13.05411148071289,132.0625,268435456 +109,self_attn.o_proj,8,32,8,128,0.6063210964202881,272.25,268435456 +109,self_attn.o_proj,8,64,8,128,0.7103501558303833,264.125,268435456 +109,self_attn.o_proj,8,128,8,128,0.7917840480804443,260.0625,268435456 +109,mlp.gate_proj,2,32,8,128,91.50676727294922,260.8125,872415232 +109,mlp.gate_proj,2,64,8,128,101.25321960449219,234.40625,872415232 +109,mlp.gate_proj,2,128,8,128,120.60743713378906,221.203125,872415232 +109,mlp.gate_proj,3,32,8,128,38.04829788208008,364.8125,872415232 +109,mlp.gate_proj,3,64,8,128,45.60932540893555,338.40625,872415232 +109,mlp.gate_proj,3,128,8,128,48.707191467285156,325.203125,872415232 +109,mlp.gate_proj,4,32,8,128,17.561702728271484,468.8125,872415232 +109,mlp.gate_proj,4,64,8,128,21.31553077697754,442.40625,872415232 +109,mlp.gate_proj,4,128,8,128,23.244081497192383,429.203125,872415232 +109,mlp.gate_proj,8,32,8,128,1.0679173469543457,884.8125,872415232 +109,mlp.gate_proj,8,64,8,128,1.2649827003479004,858.40625,872415232 +109,mlp.gate_proj,8,128,8,128,1.4310684204101562,845.203125,872415232 +109,mlp.up_proj,2,32,8,128,87.30673217773438,260.8125,872415232 +109,mlp.up_proj,2,64,8,128,94.58424377441406,234.40625,872415232 +109,mlp.up_proj,2,128,8,128,106.21485900878906,221.203125,872415232 +109,mlp.up_proj,3,32,8,128,35.354881286621094,364.8125,872415232 +109,mlp.up_proj,3,64,8,128,42.83125305175781,338.40625,872415232 +109,mlp.up_proj,3,128,8,128,45.91788101196289,325.203125,872415232 +109,mlp.up_proj,4,32,8,128,16.653579711914062,468.8125,872415232 +109,mlp.up_proj,4,64,8,128,19.180259704589844,442.40625,872415232 +109,mlp.up_proj,4,128,8,128,22.64927864074707,429.203125,872415232 +109,mlp.up_proj,8,32,8,128,1.0227640867233276,884.8125,872415232 +109,mlp.up_proj,8,64,8,128,1.1428000926971436,858.40625,872415232 +109,mlp.up_proj,8,128,8,128,1.3543270826339722,845.203125,872415232 +109,mlp.down_proj,2,32,8,128,84.98806762695312,260.8125,872415232 +109,mlp.down_proj,2,64,8,128,93.49976348876953,234.40625,872415232 +109,mlp.down_proj,2,128,8,128,103.34293365478516,221.203125,872415232 +109,mlp.down_proj,3,32,8,128,34.724891662597656,364.8125,872415232 +109,mlp.down_proj,3,64,8,128,41.57688522338867,338.40625,872415232 +109,mlp.down_proj,3,128,8,128,45.67146301269531,325.203125,872415232 +109,mlp.down_proj,4,32,8,128,16.47414779663086,468.8125,872415232 +109,mlp.down_proj,4,64,8,128,18.68956756591797,442.40625,872415232 +109,mlp.down_proj,4,128,8,128,22.44266700744629,429.203125,872415232 +109,mlp.down_proj,8,32,8,128,1.014709234237671,884.8125,872415232 +109,mlp.down_proj,8,64,8,128,1.1169863939285278,858.40625,872415232 +109,mlp.down_proj,8,128,8,128,1.3098303079605103,845.203125,872415232 +110,self_attn.q_proj,2,32,8,128,46.338043212890625,80.25,268435456 +110,self_attn.q_proj,2,64,8,128,55.01385498046875,72.125,268435456 +110,self_attn.q_proj,2,128,8,128,63.353824615478516,68.0625,268435456 +110,self_attn.q_proj,3,32,8,128,19.844161987304688,112.25,268435456 +110,self_attn.q_proj,3,64,8,128,23.773418426513672,104.125,268435456 +110,self_attn.q_proj,3,128,8,128,27.527841567993164,100.0625,268435456 +110,self_attn.q_proj,4,32,8,128,9.234439849853516,144.25,268435456 +110,self_attn.q_proj,4,64,8,128,11.166494369506836,136.125,268435456 +110,self_attn.q_proj,4,128,8,128,12.82092571258545,132.0625,268435456 +110,self_attn.q_proj,8,32,8,128,0.5634030699729919,272.25,268435456 +110,self_attn.q_proj,8,64,8,128,0.6793033480644226,264.125,268435456 +110,self_attn.q_proj,8,128,8,128,0.7765060067176819,260.0625,268435456 +110,self_attn.v_proj,2,32,8,128,20.48101806640625,10.03125,33554432 +110,self_attn.v_proj,2,64,8,128,25.285175323486328,9.015625,33554432 +110,self_attn.v_proj,2,128,8,128,29.603670120239258,8.5078125,33554432 +110,self_attn.v_proj,3,32,8,128,8.750457763671875,14.03125,33554432 +110,self_attn.v_proj,3,64,8,128,10.812410354614258,13.015625,33554432 +110,self_attn.v_proj,3,128,8,128,12.656452178955078,12.5078125,33554432 +110,self_attn.v_proj,4,32,8,128,4.083406925201416,18.03125,33554432 +110,self_attn.v_proj,4,64,8,128,5.043664932250977,17.015625,33554432 +110,self_attn.v_proj,4,128,8,128,5.906978130340576,16.5078125,33554432 +110,self_attn.v_proj,8,32,8,128,0.24724070727825165,34.03125,33554432 +110,self_attn.v_proj,8,64,8,128,0.30576953291893005,33.015625,33554432 +110,self_attn.v_proj,8,128,8,128,0.35795506834983826,32.5078125,33554432 +110,self_attn.k_proj,2,32,8,128,31.47015953063965,10.03125,33554432 +110,self_attn.k_proj,2,64,8,128,40.43003463745117,9.015625,33554432 +110,self_attn.k_proj,2,128,8,128,47.5428581237793,8.5078125,33554432 +110,self_attn.k_proj,3,32,8,128,13.762640953063965,14.03125,33554432 +110,self_attn.k_proj,3,64,8,128,18.436954498291016,13.015625,33554432 +110,self_attn.k_proj,3,128,8,128,22.711030960083008,12.5078125,33554432 +110,self_attn.k_proj,4,32,8,128,6.431363582611084,18.03125,33554432 +110,self_attn.k_proj,4,64,8,128,8.629644393920898,17.015625,33554432 +110,self_attn.k_proj,4,128,8,128,10.67418098449707,16.5078125,33554432 +110,self_attn.k_proj,8,32,8,128,0.38973933458328247,34.03125,33554432 +110,self_attn.k_proj,8,64,8,128,0.52290278673172,33.015625,33554432 +110,self_attn.k_proj,8,128,8,128,0.646653413772583,32.5078125,33554432 +110,self_attn.o_proj,2,32,8,128,49.260189056396484,80.25,268435456 +110,self_attn.o_proj,2,64,8,128,57.570858001708984,72.125,268435456 +110,self_attn.o_proj,2,128,8,128,64.96711730957031,68.0625,268435456 +110,self_attn.o_proj,3,32,8,128,21.153213500976562,112.25,268435456 +110,self_attn.o_proj,3,64,8,128,24.556476593017578,104.125,268435456 +110,self_attn.o_proj,3,128,8,128,27.750343322753906,100.0625,268435456 +110,self_attn.o_proj,4,32,8,128,9.840205192565918,144.25,268435456 +110,self_attn.o_proj,4,64,8,128,11.504830360412598,136.125,268435456 +110,self_attn.o_proj,4,128,8,128,12.931405067443848,132.0625,268435456 +110,self_attn.o_proj,8,32,8,128,0.6016017198562622,272.25,268435456 +110,self_attn.o_proj,8,64,8,128,0.7052858471870422,264.125,268435456 +110,self_attn.o_proj,8,128,8,128,0.7848449945449829,260.0625,268435456 +110,mlp.gate_proj,2,32,8,128,91.51517486572266,260.8125,872415232 +110,mlp.gate_proj,2,64,8,128,101.28429412841797,234.40625,872415232 +110,mlp.gate_proj,2,128,8,128,120.54830932617188,221.203125,872415232 +110,mlp.gate_proj,3,32,8,128,38.06734848022461,364.8125,872415232 +110,mlp.gate_proj,3,64,8,128,45.60941696166992,338.40625,872415232 +110,mlp.gate_proj,3,128,8,128,48.70803451538086,325.203125,872415232 +110,mlp.gate_proj,4,32,8,128,17.56657600402832,468.8125,872415232 +110,mlp.gate_proj,4,64,8,128,21.329130172729492,442.40625,872415232 +110,mlp.gate_proj,4,128,8,128,23.23992156982422,429.203125,872415232 +110,mlp.gate_proj,8,32,8,128,1.0682740211486816,884.8125,872415232 +110,mlp.gate_proj,8,64,8,128,1.2655211687088013,858.40625,872415232 +110,mlp.gate_proj,8,128,8,128,1.4309821128845215,845.203125,872415232 +110,mlp.up_proj,2,32,8,128,87.49349212646484,260.8125,872415232 +110,mlp.up_proj,2,64,8,128,94.68070983886719,234.40625,872415232 +110,mlp.up_proj,2,128,8,128,106.49991607666016,221.203125,872415232 +110,mlp.up_proj,3,32,8,128,35.40814971923828,364.8125,872415232 +110,mlp.up_proj,3,64,8,128,42.92695236206055,338.40625,872415232 +110,mlp.up_proj,3,128,8,128,45.94029998779297,325.203125,872415232 +110,mlp.up_proj,4,32,8,128,16.67006492614746,468.8125,872415232 +110,mlp.up_proj,4,64,8,128,19.223011016845703,442.40625,872415232 +110,mlp.up_proj,4,128,8,128,22.652057647705078,429.203125,872415232 +110,mlp.up_proj,8,32,8,128,1.0234766006469727,884.8125,872415232 +110,mlp.up_proj,8,64,8,128,1.1449642181396484,858.40625,872415232 +110,mlp.up_proj,8,128,8,128,1.3579732179641724,845.203125,872415232 +110,mlp.down_proj,2,32,8,128,85.08609008789062,260.8125,872415232 +110,mlp.down_proj,2,64,8,128,93.549560546875,234.40625,872415232 +110,mlp.down_proj,2,128,8,128,103.52387237548828,221.203125,872415232 +110,mlp.down_proj,3,32,8,128,34.752559661865234,364.8125,872415232 +110,mlp.down_proj,3,64,8,128,41.63064956665039,338.40625,872415232 +110,mlp.down_proj,3,128,8,128,45.68155288696289,325.203125,872415232 +110,mlp.down_proj,4,32,8,128,16.482057571411133,468.8125,872415232 +110,mlp.down_proj,4,64,8,128,18.71054458618164,442.40625,872415232 +110,mlp.down_proj,4,128,8,128,22.462127685546875,429.203125,872415232 +110,mlp.down_proj,8,32,8,128,1.0150433778762817,884.8125,872415232 +110,mlp.down_proj,8,64,8,128,1.118082880973816,858.40625,872415232 +110,mlp.down_proj,8,128,8,128,1.311808705329895,845.203125,872415232 +111,self_attn.q_proj,2,32,8,128,50.46704864501953,80.25,268435456 +111,self_attn.q_proj,2,64,8,128,60.08896255493164,72.125,268435456 +111,self_attn.q_proj,2,128,8,128,67.8038558959961,68.0625,268435456 +111,self_attn.q_proj,3,32,8,128,21.804141998291016,112.25,268435456 +111,self_attn.q_proj,3,64,8,128,25.66510772705078,104.125,268435456 +111,self_attn.q_proj,3,128,8,128,29.51650047302246,100.0625,268435456 +111,self_attn.q_proj,4,32,8,128,10.132197380065918,144.25,268435456 +111,self_attn.q_proj,4,64,8,128,11.997413635253906,136.125,268435456 +111,self_attn.q_proj,4,128,8,128,13.718873023986816,132.0625,268435456 +111,self_attn.q_proj,8,32,8,128,0.618413507938385,272.25,268435456 +111,self_attn.q_proj,8,64,8,128,0.7325189709663391,264.125,268435456 +111,self_attn.q_proj,8,128,8,128,0.8292121291160583,260.0625,268435456 +111,self_attn.v_proj,2,32,8,128,20.8023681640625,10.03125,33554432 +111,self_attn.v_proj,2,64,8,128,25.724037170410156,9.015625,33554432 +111,self_attn.v_proj,2,128,8,128,30.158979415893555,8.5078125,33554432 +111,self_attn.v_proj,3,32,8,128,8.885883331298828,14.03125,33554432 +111,self_attn.v_proj,3,64,8,128,11.000041007995605,13.015625,33554432 +111,self_attn.v_proj,3,128,8,128,12.895625114440918,12.5078125,33554432 +111,self_attn.v_proj,4,32,8,128,4.1466827392578125,18.03125,33554432 +111,self_attn.v_proj,4,64,8,128,5.131444454193115,17.015625,33554432 +111,self_attn.v_proj,4,128,8,128,6.017545700073242,16.5078125,33554432 +111,self_attn.v_proj,8,32,8,128,0.2510581314563751,34.03125,33554432 +111,self_attn.v_proj,8,64,8,128,0.310996949672699,33.015625,33554432 +111,self_attn.v_proj,8,128,8,128,0.36454281210899353,32.5078125,33554432 +111,self_attn.k_proj,2,32,8,128,35.6386604309082,10.03125,33554432 +111,self_attn.k_proj,2,64,8,128,46.17045211791992,9.015625,33554432 +111,self_attn.k_proj,2,128,8,128,54.32435607910156,8.5078125,33554432 +111,self_attn.k_proj,3,32,8,128,15.435585975646973,14.03125,33554432 +111,self_attn.k_proj,3,64,8,128,20.57869529724121,13.015625,33554432 +111,self_attn.k_proj,3,128,8,128,24.995412826538086,12.5078125,33554432 +111,self_attn.k_proj,4,32,8,128,7.212345600128174,18.03125,33554432 +111,self_attn.k_proj,4,64,8,128,9.633260726928711,17.015625,33554432 +111,self_attn.k_proj,4,128,8,128,11.751089096069336,16.5078125,33554432 +111,self_attn.k_proj,8,32,8,128,0.43678009510040283,34.03125,33554432 +111,self_attn.k_proj,8,64,8,128,0.5840903520584106,33.015625,33554432 +111,self_attn.k_proj,8,128,8,128,0.7124744057655334,32.5078125,33554432 +111,self_attn.o_proj,2,32,8,128,50.074729919433594,80.25,268435456 +111,self_attn.o_proj,2,64,8,128,58.5781135559082,72.125,268435456 +111,self_attn.o_proj,2,128,8,128,65.96320343017578,68.0625,268435456 +111,self_attn.o_proj,3,32,8,128,21.526752471923828,112.25,268435456 +111,self_attn.o_proj,3,64,8,128,24.960371017456055,104.125,268435456 +111,self_attn.o_proj,3,128,8,128,28.228775024414062,100.0625,268435456 +111,self_attn.o_proj,4,32,8,128,10.011157989501953,144.25,268435456 +111,self_attn.o_proj,4,64,8,128,11.67792797088623,136.125,268435456 +111,self_attn.o_proj,4,128,8,128,13.150853157043457,132.0625,268435456 +111,self_attn.o_proj,8,32,8,128,0.6120740175247192,272.25,268435456 +111,self_attn.o_proj,8,64,8,128,0.7153217792510986,264.125,268435456 +111,self_attn.o_proj,8,128,8,128,0.79771888256073,260.0625,268435456 +111,mlp.gate_proj,2,32,8,128,91.8416519165039,260.8125,872415232 +111,mlp.gate_proj,2,64,8,128,102.56807708740234,234.40625,872415232 +111,mlp.gate_proj,2,128,8,128,123.05081939697266,221.203125,872415232 +111,mlp.gate_proj,3,32,8,128,38.47184371948242,364.8125,872415232 +111,mlp.gate_proj,3,64,8,128,45.779720306396484,338.40625,872415232 +111,mlp.gate_proj,3,128,8,128,49.427818298339844,325.203125,872415232 +111,mlp.gate_proj,4,32,8,128,17.720827102661133,468.8125,872415232 +111,mlp.gate_proj,4,64,8,128,21.650747299194336,442.40625,872415232 +111,mlp.gate_proj,4,128,8,128,23.441295623779297,429.203125,872415232 +111,mlp.gate_proj,8,32,8,128,1.0763676166534424,884.8125,872415232 +111,mlp.gate_proj,8,64,8,128,1.285140037536621,858.40625,872415232 +111,mlp.gate_proj,8,128,8,128,1.4389044046401978,845.203125,872415232 +111,mlp.up_proj,2,32,8,128,87.3088607788086,260.8125,872415232 +111,mlp.up_proj,2,64,8,128,94.59856414794922,234.40625,872415232 +111,mlp.up_proj,2,128,8,128,106.24785614013672,221.203125,872415232 +111,mlp.up_proj,3,32,8,128,35.35239791870117,364.8125,872415232 +111,mlp.up_proj,3,64,8,128,42.844703674316406,338.40625,872415232 +111,mlp.up_proj,3,128,8,128,45.92176818847656,325.203125,872415232 +111,mlp.up_proj,4,32,8,128,16.654556274414062,468.8125,872415232 +111,mlp.up_proj,4,64,8,128,19.184850692749023,442.40625,872415232 +111,mlp.up_proj,4,128,8,128,22.650482177734375,429.203125,872415232 +111,mlp.up_proj,8,32,8,128,1.0227588415145874,884.8125,872415232 +111,mlp.up_proj,8,64,8,128,1.1429582834243774,858.40625,872415232 +111,mlp.up_proj,8,128,8,128,1.3547954559326172,845.203125,872415232 +111,mlp.down_proj,2,32,8,128,84.72409057617188,260.8125,872415232 +111,mlp.down_proj,2,64,8,128,93.415771484375,234.40625,872415232 +111,mlp.down_proj,2,128,8,128,103.08561706542969,221.203125,872415232 +111,mlp.down_proj,3,32,8,128,34.66016387939453,364.8125,872415232 +111,mlp.down_proj,3,64,8,128,41.45621871948242,338.40625,872415232 +111,mlp.down_proj,3,128,8,128,45.6568603515625,325.203125,872415232 +111,mlp.down_proj,4,32,8,128,16.457313537597656,468.8125,872415232 +111,mlp.down_proj,4,64,8,128,18.639921188354492,442.40625,872415232 +111,mlp.down_proj,4,128,8,128,22.356027603149414,429.203125,872415232 +111,mlp.down_proj,8,32,8,128,1.0139206647872925,884.8125,872415232 +111,mlp.down_proj,8,64,8,128,1.114518165588379,858.40625,872415232 +111,mlp.down_proj,8,128,8,128,1.305275559425354,845.203125,872415232 +112,self_attn.q_proj,2,32,8,128,49.11835861206055,80.25,268435456 +112,self_attn.q_proj,2,64,8,128,58.531394958496094,72.125,268435456 +112,self_attn.q_proj,2,128,8,128,66.4838638305664,68.0625,268435456 +112,self_attn.q_proj,3,32,8,128,21.206787109375,112.25,268435456 +112,self_attn.q_proj,3,64,8,128,25.13172721862793,104.125,268435456 +112,self_attn.q_proj,3,128,8,128,29.047273635864258,100.0625,268435456 +112,self_attn.q_proj,4,32,8,128,9.859338760375977,144.25,268435456 +112,self_attn.q_proj,4,64,8,128,11.766012191772461,136.125,268435456 +112,self_attn.q_proj,4,128,8,128,13.510631561279297,132.0625,268435456 +112,self_attn.q_proj,8,32,8,128,0.6001951694488525,272.25,268435456 +112,self_attn.q_proj,8,64,8,128,0.7187260389328003,264.125,268435456 +112,self_attn.q_proj,8,128,8,128,0.8170894980430603,260.0625,268435456 +112,self_attn.v_proj,2,32,8,128,20.498693466186523,10.03125,33554432 +112,self_attn.v_proj,2,64,8,128,25.290769577026367,9.015625,33554432 +112,self_attn.v_proj,2,128,8,128,29.60739517211914,8.5078125,33554432 +112,self_attn.v_proj,3,32,8,128,8.756817817687988,14.03125,33554432 +112,self_attn.v_proj,3,64,8,128,10.813997268676758,13.015625,33554432 +112,self_attn.v_proj,3,128,8,128,12.66268539428711,12.5078125,33554432 +112,self_attn.v_proj,4,32,8,128,4.086859226226807,18.03125,33554432 +112,self_attn.v_proj,4,64,8,128,5.0454864501953125,17.015625,33554432 +112,self_attn.v_proj,4,128,8,128,5.908915042877197,16.5078125,33554432 +112,self_attn.v_proj,8,32,8,128,0.2474234253168106,34.03125,33554432 +112,self_attn.v_proj,8,64,8,128,0.3059267997741699,33.015625,33554432 +112,self_attn.v_proj,8,128,8,128,0.35803884267807007,32.5078125,33554432 +112,self_attn.k_proj,2,32,8,128,32.5338020324707,10.03125,33554432 +112,self_attn.k_proj,2,64,8,128,42.06261444091797,9.015625,33554432 +112,self_attn.k_proj,2,128,8,128,49.9579963684082,8.5078125,33554432 +112,self_attn.k_proj,3,32,8,128,14.070292472839355,14.03125,33554432 +112,self_attn.k_proj,3,64,8,128,18.449111938476562,13.015625,33554432 +112,self_attn.k_proj,3,128,8,128,22.409961700439453,12.5078125,33554432 +112,self_attn.k_proj,4,32,8,128,6.569504737854004,18.03125,33554432 +112,self_attn.k_proj,4,64,8,128,8.611306190490723,17.015625,33554432 +112,self_attn.k_proj,4,128,8,128,10.468798637390137,16.5078125,33554432 +112,self_attn.k_proj,8,32,8,128,0.39796122908592224,34.03125,33554432 +112,self_attn.k_proj,8,64,8,128,0.5216730833053589,33.015625,33554432 +112,self_attn.k_proj,8,128,8,128,0.6339514255523682,32.5078125,33554432 +112,self_attn.o_proj,2,32,8,128,49.37180709838867,80.25,268435456 +112,self_attn.o_proj,2,64,8,128,57.732666015625,72.125,268435456 +112,self_attn.o_proj,2,128,8,128,65.12635803222656,68.0625,268435456 +112,self_attn.o_proj,3,32,8,128,21.205358505249023,112.25,268435456 +112,self_attn.o_proj,3,64,8,128,24.621761322021484,104.125,268435456 +112,self_attn.o_proj,3,128,8,128,27.8593692779541,100.0625,268435456 +112,self_attn.o_proj,4,32,8,128,9.864908218383789,144.25,268435456 +112,self_attn.o_proj,4,64,8,128,11.531431198120117,136.125,268435456 +112,self_attn.o_proj,4,128,8,128,12.980364799499512,132.0625,268435456 +112,self_attn.o_proj,8,32,8,128,0.6030908226966858,272.25,268435456 +112,self_attn.o_proj,8,64,8,128,0.7071242332458496,264.125,268435456 +112,self_attn.o_proj,8,128,8,128,0.7875619530677795,260.0625,268435456 +112,mlp.gate_proj,2,32,8,128,91.70130157470703,260.8125,872415232 +112,mlp.gate_proj,2,64,8,128,102.06000518798828,234.40625,872415232 +112,mlp.gate_proj,2,128,8,128,122.07233428955078,221.203125,872415232 +112,mlp.gate_proj,3,32,8,128,38.300357818603516,364.8125,872415232 +112,mlp.gate_proj,3,64,8,128,45.70833969116211,338.40625,872415232 +112,mlp.gate_proj,3,128,8,128,49.13541030883789,325.203125,872415232 +112,mlp.gate_proj,4,32,8,128,17.6552791595459,468.8125,872415232 +112,mlp.gate_proj,4,64,8,128,21.520923614501953,442.40625,872415232 +112,mlp.gate_proj,4,128,8,128,23.360916137695312,429.203125,872415232 +112,mlp.gate_proj,8,32,8,128,1.072959303855896,884.8125,872415232 +112,mlp.gate_proj,8,64,8,128,1.2772376537322998,858.40625,872415232 +112,mlp.gate_proj,8,128,8,128,1.4354774951934814,845.203125,872415232 +112,mlp.up_proj,2,32,8,128,87.45341491699219,260.8125,872415232 +112,mlp.up_proj,2,64,8,128,94.66851043701172,234.40625,872415232 +112,mlp.up_proj,2,128,8,128,106.4359130859375,221.203125,872415232 +112,mlp.up_proj,3,32,8,128,35.39804458618164,364.8125,872415232 +112,mlp.up_proj,3,64,8,128,42.91351318359375,338.40625,872415232 +112,mlp.up_proj,3,128,8,128,45.94077682495117,325.203125,872415232 +112,mlp.up_proj,4,32,8,128,16.66583824157715,468.8125,872415232 +112,mlp.up_proj,4,64,8,128,19.21628189086914,442.40625,872415232 +112,mlp.up_proj,4,128,8,128,22.652849197387695,429.203125,872415232 +112,mlp.up_proj,8,32,8,128,1.023356556892395,884.8125,872415232 +112,mlp.up_proj,8,64,8,128,1.1447540521621704,858.40625,872415232 +112,mlp.up_proj,8,128,8,128,1.3576369285583496,845.203125,872415232 +112,mlp.down_proj,2,32,8,128,84.74142456054688,260.8125,872415232 +112,mlp.down_proj,2,64,8,128,93.42385864257812,234.40625,872415232 +112,mlp.down_proj,2,128,8,128,103.11366271972656,221.203125,872415232 +112,mlp.down_proj,3,32,8,128,34.669403076171875,364.8125,872415232 +112,mlp.down_proj,3,64,8,128,41.45838928222656,338.40625,872415232 +112,mlp.down_proj,3,128,8,128,45.66801834106445,325.203125,872415232 +112,mlp.down_proj,4,32,8,128,16.460010528564453,468.8125,872415232 +112,mlp.down_proj,4,64,8,128,18.650693893432617,442.40625,872415232 +112,mlp.down_proj,4,128,8,128,22.376604080200195,429.203125,872415232 +112,mlp.down_proj,8,32,8,128,1.0140334367752075,884.8125,872415232 +112,mlp.down_proj,8,64,8,128,1.1149122714996338,858.40625,872415232 +112,mlp.down_proj,8,128,8,128,1.3061261177062988,845.203125,872415232 +113,self_attn.q_proj,2,32,8,128,43.28667068481445,80.25,268435456 +113,self_attn.q_proj,2,64,8,128,51.47956466674805,72.125,268435456 +113,self_attn.q_proj,2,128,8,128,59.44916915893555,68.0625,268435456 +113,self_attn.q_proj,3,32,8,128,18.444721221923828,112.25,268435456 +113,self_attn.q_proj,3,64,8,128,22.3790225982666,104.125,268435456 +113,self_attn.q_proj,3,128,8,128,25.725099563598633,100.0625,268435456 +113,self_attn.q_proj,4,32,8,128,8.611543655395508,144.25,268435456 +113,self_attn.q_proj,4,64,8,128,10.4083833694458,136.125,268435456 +113,self_attn.q_proj,4,128,8,128,12.016988754272461,132.0625,268435456 +113,self_attn.q_proj,8,32,8,128,0.5257114768028259,272.25,268435456 +113,self_attn.q_proj,8,64,8,128,0.6323543190956116,264.125,268435456 +113,self_attn.q_proj,8,128,8,128,0.7296386361122131,260.0625,268435456 +113,self_attn.v_proj,2,32,8,128,20.586902618408203,10.03125,33554432 +113,self_attn.v_proj,2,64,8,128,25.360763549804688,9.015625,33554432 +113,self_attn.v_proj,2,128,8,128,29.632619857788086,8.5078125,33554432 +113,self_attn.v_proj,3,32,8,128,8.796941757202148,14.03125,33554432 +113,self_attn.v_proj,3,64,8,128,10.846148490905762,13.015625,33554432 +113,self_attn.v_proj,3,128,8,128,12.670741081237793,12.5078125,33554432 +113,self_attn.v_proj,4,32,8,128,4.105088233947754,18.03125,33554432 +113,self_attn.v_proj,4,64,8,128,5.058722972869873,17.015625,33554432 +113,self_attn.v_proj,4,128,8,128,5.91135835647583,16.5078125,33554432 +113,self_attn.v_proj,8,32,8,128,0.24847540259361267,34.03125,33554432 +113,self_attn.v_proj,8,64,8,128,0.30660176277160645,33.015625,33554432 +113,self_attn.v_proj,8,128,8,128,0.35809531807899475,32.5078125,33554432 +113,self_attn.k_proj,2,32,8,128,29.000045776367188,10.03125,33554432 +113,self_attn.k_proj,2,64,8,128,37.33335494995117,9.015625,33554432 +113,self_attn.k_proj,2,128,8,128,44.54660415649414,8.5078125,33554432 +113,self_attn.k_proj,3,32,8,128,12.477592468261719,14.03125,33554432 +113,self_attn.k_proj,3,64,8,128,16.280609130859375,13.015625,33554432 +113,self_attn.k_proj,3,128,8,128,19.78008460998535,12.5078125,33554432 +113,self_attn.k_proj,4,32,8,128,5.823434829711914,18.03125,33554432 +113,self_attn.k_proj,4,64,8,128,7.5986738204956055,17.015625,33554432 +113,self_attn.k_proj,4,128,8,128,9.23094654083252,16.5078125,33554432 +113,self_attn.k_proj,8,32,8,128,0.3529598116874695,34.03125,33554432 +113,self_attn.k_proj,8,64,8,128,0.4600408971309662,33.015625,33554432 +113,self_attn.k_proj,8,128,8,128,0.5590525269508362,32.5078125,33554432 +113,self_attn.o_proj,2,32,8,128,47.78307342529297,80.25,268435456 +113,self_attn.o_proj,2,64,8,128,55.6756591796875,72.125,268435456 +113,self_attn.o_proj,2,128,8,128,63.09137725830078,68.0625,268435456 +113,self_attn.o_proj,3,32,8,128,20.467119216918945,112.25,268435456 +113,self_attn.o_proj,3,64,8,128,23.837860107421875,104.125,268435456 +113,self_attn.o_proj,3,128,8,128,26.887094497680664,100.0625,268435456 +113,self_attn.o_proj,4,32,8,128,9.526016235351562,144.25,268435456 +113,self_attn.o_proj,4,64,8,128,11.187106132507324,136.125,268435456 +113,self_attn.o_proj,4,128,8,128,12.55115795135498,132.0625,268435456 +113,self_attn.o_proj,8,32,8,128,0.5822497010231018,272.25,268435456 +113,self_attn.o_proj,8,64,8,128,0.6826947331428528,264.125,268435456 +113,self_attn.o_proj,8,128,8,128,0.7625142335891724,260.0625,268435456 +113,mlp.gate_proj,2,32,8,128,91.34940338134766,260.8125,872415232 +113,mlp.gate_proj,2,64,8,128,100.58686828613281,234.40625,872415232 +113,mlp.gate_proj,2,128,8,128,119.21854400634766,221.203125,872415232 +113,mlp.gate_proj,3,32,8,128,37.8392448425293,364.8125,872415232 +113,mlp.gate_proj,3,64,8,128,45.526920318603516,338.40625,872415232 +113,mlp.gate_proj,3,128,8,128,48.324668884277344,325.203125,872415232 +113,mlp.gate_proj,4,32,8,128,17.483177185058594,468.8125,872415232 +113,mlp.gate_proj,4,64,8,128,21.139415740966797,442.40625,872415232 +113,mlp.gate_proj,4,128,8,128,23.13763427734375,429.203125,872415232 +113,mlp.gate_proj,8,32,8,128,1.0638093948364258,884.8125,872415232 +113,mlp.gate_proj,8,64,8,128,1.2544983625411987,858.40625,872415232 +113,mlp.gate_proj,8,128,8,128,1.4270461797714233,845.203125,872415232 +113,mlp.up_proj,2,32,8,128,88.00466918945312,260.8125,872415232 +113,mlp.up_proj,2,64,8,128,94.96636199951172,234.40625,872415232 +113,mlp.up_proj,2,128,8,128,107.10147094726562,221.203125,872415232 +113,mlp.up_proj,3,32,8,128,35.5537109375,364.8125,872415232 +113,mlp.up_proj,3,64,8,128,43.209510803222656,338.40625,872415232 +113,mlp.up_proj,3,128,8,128,46.01380157470703,325.203125,872415232 +113,mlp.up_proj,4,32,8,128,16.71296501159668,468.8125,872415232 +113,mlp.up_proj,4,64,8,128,19.336498260498047,442.40625,872415232 +113,mlp.up_proj,4,128,8,128,22.661701202392578,429.203125,872415232 +113,mlp.up_proj,8,32,8,128,1.0255126953125,884.8125,872415232 +113,mlp.up_proj,8,64,8,128,1.1512001752853394,858.40625,872415232 +113,mlp.up_proj,8,128,8,128,1.368137001991272,845.203125,872415232 +113,mlp.down_proj,2,32,8,128,85.1773681640625,260.8125,872415232 +113,mlp.down_proj,2,64,8,128,93.59657287597656,234.40625,872415232 +113,mlp.down_proj,2,128,8,128,103.64452362060547,221.203125,872415232 +113,mlp.down_proj,3,32,8,128,34.778411865234375,364.8125,872415232 +113,mlp.down_proj,3,64,8,128,41.67805862426758,338.40625,872415232 +113,mlp.down_proj,3,128,8,128,45.70061111450195,325.203125,872415232 +113,mlp.down_proj,4,32,8,128,16.490102767944336,468.8125,872415232 +113,mlp.down_proj,4,64,8,128,18.73062515258789,442.40625,872415232 +113,mlp.down_proj,4,128,8,128,22.49881362915039,429.203125,872415232 +113,mlp.down_proj,8,32,8,128,1.0153613090515137,884.8125,872415232 +113,mlp.down_proj,8,64,8,128,1.119186282157898,858.40625,872415232 +113,mlp.down_proj,8,128,8,128,1.313758134841919,845.203125,872415232 +114,self_attn.q_proj,2,32,8,128,38.721107482910156,80.25,268435456 +114,self_attn.q_proj,2,64,8,128,46.224510192871094,72.125,268435456 +114,self_attn.q_proj,2,128,8,128,53.38874053955078,68.0625,268435456 +114,self_attn.q_proj,3,32,8,128,16.646081924438477,112.25,268435456 +114,self_attn.q_proj,3,64,8,128,19.888206481933594,104.125,268435456 +114,self_attn.q_proj,3,128,8,128,23.30806541442871,100.0625,268435456 +114,self_attn.q_proj,4,32,8,128,7.804619789123535,144.25,268435456 +114,self_attn.q_proj,4,64,8,128,9.255754470825195,136.125,268435456 +114,self_attn.q_proj,4,128,8,128,10.918953895568848,132.0625,268435456 +114,self_attn.q_proj,8,32,8,128,0.4752866327762604,272.25,268435456 +114,self_attn.q_proj,8,64,8,128,0.5634641051292419,264.125,268435456 +114,self_attn.q_proj,8,128,8,128,0.6612383127212524,260.0625,268435456 +114,self_attn.v_proj,2,32,8,128,21.503725051879883,10.03125,33554432 +114,self_attn.v_proj,2,64,8,128,26.50663948059082,9.015625,33554432 +114,self_attn.v_proj,2,128,8,128,30.99842071533203,8.5078125,33554432 +114,self_attn.v_proj,3,32,8,128,9.182074546813965,14.03125,33554432 +114,self_attn.v_proj,3,64,8,128,11.333683013916016,13.015625,33554432 +114,self_attn.v_proj,3,128,8,128,13.256555557250977,12.5078125,33554432 +114,self_attn.v_proj,4,32,8,128,4.285810470581055,18.03125,33554432 +114,self_attn.v_proj,4,64,8,128,5.287614345550537,17.015625,33554432 +114,self_attn.v_proj,4,128,8,128,6.1855034828186035,16.5078125,33554432 +114,self_attn.v_proj,8,32,8,128,0.25955718755722046,34.03125,33554432 +114,self_attn.v_proj,8,64,8,128,0.3204907774925232,33.015625,33554432 +114,self_attn.v_proj,8,128,8,128,0.37459611892700195,32.5078125,33554432 +114,self_attn.k_proj,2,32,8,128,25.690258026123047,10.03125,33554432 +114,self_attn.k_proj,2,64,8,128,33.322608947753906,9.015625,33554432 +114,self_attn.k_proj,2,128,8,128,40.09213638305664,8.5078125,33554432 +114,self_attn.k_proj,3,32,8,128,11.125069618225098,14.03125,33554432 +114,self_attn.k_proj,3,64,8,128,14.763238906860352,13.015625,33554432 +114,self_attn.k_proj,3,128,8,128,18.391925811767578,12.5078125,33554432 +114,self_attn.k_proj,4,32,8,128,5.1891374588012695,18.03125,33554432 +114,self_attn.k_proj,4,64,8,128,6.893242359161377,17.015625,33554432 +114,self_attn.k_proj,4,128,8,128,8.603657722473145,16.5078125,33554432 +114,self_attn.k_proj,8,32,8,128,0.31437093019485474,34.03125,33554432 +114,self_attn.k_proj,8,64,8,128,0.4175606667995453,33.015625,33554432 +114,self_attn.k_proj,8,128,8,128,0.5206201076507568,32.5078125,33554432 +114,self_attn.o_proj,2,32,8,128,49.69625473022461,80.25,268435456 +114,self_attn.o_proj,2,64,8,128,58.122344970703125,72.125,268435456 +114,self_attn.o_proj,2,128,8,128,65.52879333496094,68.0625,268435456 +114,self_attn.o_proj,3,32,8,128,21.35270881652832,112.25,268435456 +114,self_attn.o_proj,3,64,8,128,24.793874740600586,104.125,268435456 +114,self_attn.o_proj,3,128,8,128,28.05365562438965,100.0625,268435456 +114,self_attn.o_proj,4,32,8,128,9.9329833984375,144.25,268435456 +114,self_attn.o_proj,4,64,8,128,11.603784561157227,136.125,268435456 +114,self_attn.o_proj,4,128,8,128,13.077630996704102,132.0625,268435456 +114,self_attn.o_proj,8,32,8,128,0.6073366403579712,272.25,268435456 +114,self_attn.o_proj,8,64,8,128,0.7110889554023743,264.125,268435456 +114,self_attn.o_proj,8,128,8,128,0.7934966683387756,260.0625,268435456 +114,mlp.gate_proj,2,32,8,128,91.28328704833984,260.8125,872415232 +114,mlp.gate_proj,2,64,8,128,100.2791519165039,234.40625,872415232 +114,mlp.gate_proj,2,128,8,128,118.61949157714844,221.203125,872415232 +114,mlp.gate_proj,3,32,8,128,37.74552536010742,364.8125,872415232 +114,mlp.gate_proj,3,64,8,128,45.493675231933594,338.40625,872415232 +114,mlp.gate_proj,3,128,8,128,48.159812927246094,325.203125,872415232 +114,mlp.gate_proj,4,32,8,128,17.448034286499023,468.8125,872415232 +114,mlp.gate_proj,4,64,8,128,21.05911636352539,442.40625,872415232 +114,mlp.gate_proj,4,128,8,128,23.09749412536621,429.203125,872415232 +114,mlp.gate_proj,8,32,8,128,1.0618913173675537,884.8125,872415232 +114,mlp.gate_proj,8,64,8,128,1.2497268915176392,858.40625,872415232 +114,mlp.gate_proj,8,128,8,128,1.4254847764968872,845.203125,872415232 +114,mlp.up_proj,2,32,8,128,88.32121276855469,260.8125,872415232 +114,mlp.up_proj,2,64,8,128,95.1329574584961,234.40625,872415232 +114,mlp.up_proj,2,128,8,128,107.53750610351562,221.203125,872415232 +114,mlp.up_proj,3,32,8,128,35.647396087646484,364.8125,872415232 +114,mlp.up_proj,3,64,8,128,43.39257049560547,338.40625,872415232 +114,mlp.up_proj,3,128,8,128,46.05622863769531,325.203125,872415232 +114,mlp.up_proj,4,32,8,128,16.7414493560791,468.8125,872415232 +114,mlp.up_proj,4,64,8,128,19.410451889038086,442.40625,872415232 +114,mlp.up_proj,4,128,8,128,22.6674861907959,429.203125,872415232 +114,mlp.up_proj,8,32,8,128,1.0268274545669556,884.8125,872415232 +114,mlp.up_proj,8,64,8,128,1.1550750732421875,858.40625,872415232 +114,mlp.up_proj,8,128,8,128,1.374215006828308,845.203125,872415232 +114,mlp.down_proj,2,32,8,128,85.34832000732422,260.8125,872415232 +114,mlp.down_proj,2,64,8,128,93.6811294555664,234.40625,872415232 +114,mlp.down_proj,2,128,8,128,103.88861846923828,221.203125,872415232 +114,mlp.down_proj,3,32,8,128,34.8265495300293,364.8125,872415232 +114,mlp.down_proj,3,64,8,128,41.77846145629883,338.40625,872415232 +114,mlp.down_proj,3,128,8,128,45.71495819091797,325.203125,872415232 +114,mlp.down_proj,4,32,8,128,16.502403259277344,468.8125,872415232 +114,mlp.down_proj,4,64,8,128,18.767929077148438,442.40625,872415232 +114,mlp.down_proj,4,128,8,128,22.552244186401367,429.203125,872415232 +114,mlp.down_proj,8,32,8,128,1.0159249305725098,884.8125,872415232 +114,mlp.down_proj,8,64,8,128,1.1210451126098633,858.40625,872415232 +114,mlp.down_proj,8,128,8,128,1.3169316053390503,845.203125,872415232 +115,self_attn.q_proj,2,32,8,128,33.178565979003906,80.25,268435456 +115,self_attn.q_proj,2,64,8,128,39.11039733886719,72.125,268435456 +115,self_attn.q_proj,2,128,8,128,44.64295196533203,68.0625,268435456 +115,self_attn.q_proj,3,32,8,128,14.245895385742188,112.25,268435456 +115,self_attn.q_proj,3,64,8,128,16.857633590698242,104.125,268435456 +115,self_attn.q_proj,3,128,8,128,19.291955947875977,100.0625,268435456 +115,self_attn.q_proj,4,32,8,128,6.635627269744873,144.25,268435456 +115,self_attn.q_proj,4,64,8,128,7.943985462188721,136.125,268435456 +115,self_attn.q_proj,4,128,8,128,9.01472282409668,132.0625,268435456 +115,self_attn.q_proj,8,32,8,128,0.4045684337615967,272.25,268435456 +115,self_attn.q_proj,8,64,8,128,0.48349234461784363,264.125,268435456 +115,self_attn.q_proj,8,128,8,128,0.5476545095443726,260.0625,268435456 +115,self_attn.v_proj,2,32,8,128,21.530536651611328,10.03125,33554432 +115,self_attn.v_proj,2,64,8,128,26.67119026184082,9.015625,33554432 +115,self_attn.v_proj,2,128,8,128,31.375431060791016,8.5078125,33554432 +115,self_attn.v_proj,3,32,8,128,9.198164939880371,14.03125,33554432 +115,self_attn.v_proj,3,64,8,128,11.408799171447754,13.015625,33554432 +115,self_attn.v_proj,3,128,8,128,13.427373886108398,12.5078125,33554432 +115,self_attn.v_proj,4,32,8,128,4.292064666748047,18.03125,33554432 +115,self_attn.v_proj,4,64,8,128,5.321331024169922,17.015625,33554432 +115,self_attn.v_proj,4,128,8,128,6.261746406555176,16.5078125,33554432 +115,self_attn.v_proj,8,32,8,128,0.2598925530910492,34.03125,33554432 +115,self_attn.v_proj,8,64,8,128,0.3225403130054474,33.015625,33554432 +115,self_attn.v_proj,8,128,8,128,0.3791949152946472,32.5078125,33554432 +115,self_attn.k_proj,2,32,8,128,21.89805030822754,10.03125,33554432 +115,self_attn.k_proj,2,64,8,128,28.2817325592041,9.015625,33554432 +115,self_attn.k_proj,2,128,8,128,34.42355728149414,8.5078125,33554432 +115,self_attn.k_proj,3,32,8,128,9.392208099365234,14.03125,33554432 +115,self_attn.k_proj,3,64,8,128,12.344869613647461,13.015625,33554432 +115,self_attn.k_proj,3,128,8,128,15.347246170043945,12.5078125,33554432 +115,self_attn.k_proj,4,32,8,128,4.381032943725586,18.03125,33554432 +115,self_attn.k_proj,4,64,8,128,5.761362075805664,17.015625,33554432 +115,self_attn.k_proj,4,128,8,128,7.165683269500732,16.5078125,33554432 +115,self_attn.k_proj,8,32,8,128,0.2652791142463684,34.03125,33554432 +115,self_attn.k_proj,8,64,8,128,0.34925132989883423,33.015625,33554432 +115,self_attn.k_proj,8,128,8,128,0.4337978959083557,32.5078125,33554432 +115,self_attn.o_proj,2,32,8,128,46.97608947753906,80.25,268435456 +115,self_attn.o_proj,2,64,8,128,54.60013961791992,72.125,268435456 +115,self_attn.o_proj,2,128,8,128,61.759883880615234,68.0625,268435456 +115,self_attn.o_proj,3,32,8,128,20.071918487548828,112.25,268435456 +115,self_attn.o_proj,3,64,8,128,23.42995262145996,104.125,268435456 +115,self_attn.o_proj,3,128,8,128,26.38681411743164,100.0625,268435456 +115,self_attn.o_proj,4,32,8,128,9.352840423583984,144.25,268435456 +115,self_attn.o_proj,4,64,8,128,10.965805053710938,136.125,268435456 +115,self_attn.o_proj,4,128,8,128,12.335963249206543,132.0625,268435456 +115,self_attn.o_proj,8,32,8,128,0.5719954371452332,272.25,268435456 +115,self_attn.o_proj,8,64,8,128,0.6692215204238892,264.125,268435456 +115,self_attn.o_proj,8,128,8,128,0.749890148639679,260.0625,268435456 +115,mlp.gate_proj,2,32,8,128,91.2223129272461,260.8125,872415232 +115,mlp.gate_proj,2,64,8,128,99.95832824707031,234.40625,872415232 +115,mlp.gate_proj,2,128,8,128,117.91962432861328,221.203125,872415232 +115,mlp.gate_proj,3,32,8,128,37.66029357910156,364.8125,872415232 +115,mlp.gate_proj,3,64,8,128,45.45750427246094,338.40625,872415232 +115,mlp.gate_proj,3,128,8,128,47.959686279296875,325.203125,872415232 +115,mlp.gate_proj,4,32,8,128,17.413930892944336,468.8125,872415232 +115,mlp.gate_proj,4,64,8,128,20.986347198486328,442.40625,872415232 +115,mlp.gate_proj,4,128,8,128,23.041908264160156,429.203125,872415232 +115,mlp.gate_proj,8,32,8,128,1.0601587295532227,884.8125,872415232 +115,mlp.gate_proj,8,64,8,128,1.244951844215393,858.40625,872415232 +115,mlp.gate_proj,8,128,8,128,1.4236395359039307,845.203125,872415232 +115,mlp.up_proj,2,32,8,128,88.69912719726562,260.8125,872415232 +115,mlp.up_proj,2,64,8,128,95.3508071899414,234.40625,872415232 +115,mlp.up_proj,2,128,8,128,108.06716918945312,221.203125,872415232 +115,mlp.up_proj,3,32,8,128,35.76027297973633,364.8125,872415232 +115,mlp.up_proj,3,64,8,128,43.591270446777344,338.40625,872415232 +115,mlp.up_proj,3,128,8,128,46.11405563354492,325.203125,872415232 +115,mlp.up_proj,4,32,8,128,16.776140213012695,468.8125,872415232 +115,mlp.up_proj,4,64,8,128,19.49053955078125,442.40625,872415232 +115,mlp.up_proj,4,128,8,128,22.675073623657227,429.203125,872415232 +115,mlp.up_proj,8,32,8,128,1.0284584760665894,884.8125,872415232 +115,mlp.up_proj,8,64,8,128,1.1597905158996582,858.40625,872415232 +115,mlp.up_proj,8,128,8,128,1.3818135261535645,845.203125,872415232 +115,mlp.down_proj,2,32,8,128,85.65606689453125,260.8125,872415232 +115,mlp.down_proj,2,64,8,128,93.81863403320312,234.40625,872415232 +115,mlp.down_proj,2,128,8,128,104.17461395263672,221.203125,872415232 +115,mlp.down_proj,3,32,8,128,34.910526275634766,364.8125,872415232 +115,mlp.down_proj,3,64,8,128,41.93470001220703,338.40625,872415232 +115,mlp.down_proj,3,128,8,128,45.742652893066406,325.203125,872415232 +115,mlp.down_proj,4,32,8,128,16.525924682617188,468.8125,872415232 +115,mlp.down_proj,4,64,8,128,18.82776641845703,442.40625,872415232 +115,mlp.down_proj,4,128,8,128,22.62584114074707,429.203125,872415232 +115,mlp.down_proj,8,32,8,128,1.0169556140899658,884.8125,872415232 +115,mlp.down_proj,8,64,8,128,1.1243215799331665,858.40625,872415232 +115,mlp.down_proj,8,128,8,128,1.322465181350708,845.203125,872415232 +116,self_attn.q_proj,2,32,8,128,39.473594665527344,80.25,268435456 +116,self_attn.q_proj,2,64,8,128,47.460906982421875,72.125,268435456 +116,self_attn.q_proj,2,128,8,128,54.26572036743164,68.0625,268435456 +116,self_attn.q_proj,3,32,8,128,17.010833740234375,112.25,268435456 +116,self_attn.q_proj,3,64,8,128,20.763158798217773,104.125,268435456 +116,self_attn.q_proj,3,128,8,128,24.144529342651367,100.0625,268435456 +116,self_attn.q_proj,4,32,8,128,8.002197265625,144.25,268435456 +116,self_attn.q_proj,4,64,8,128,9.655243873596191,136.125,268435456 +116,self_attn.q_proj,4,128,8,128,11.366899490356445,132.0625,268435456 +116,self_attn.q_proj,8,32,8,128,0.4870778024196625,272.25,268435456 +116,self_attn.q_proj,8,64,8,128,0.5873523950576782,264.125,268435456 +116,self_attn.q_proj,8,128,8,128,0.6893438696861267,260.0625,268435456 +116,self_attn.v_proj,2,32,8,128,20.898555755615234,10.03125,33554432 +116,self_attn.v_proj,2,64,8,128,25.963041305541992,9.015625,33554432 +116,self_attn.v_proj,2,128,8,128,30.621997833251953,8.5078125,33554432 +116,self_attn.v_proj,3,32,8,128,8.93155288696289,14.03125,33554432 +116,self_attn.v_proj,3,64,8,128,11.10513687133789,13.015625,33554432 +116,self_attn.v_proj,3,128,8,128,13.101042747497559,12.5078125,33554432 +116,self_attn.v_proj,4,32,8,128,4.167455673217773,18.03125,33554432 +116,self_attn.v_proj,4,64,8,128,5.181742191314697,17.015625,33554432 +116,self_attn.v_proj,4,128,8,128,6.112998962402344,16.5078125,33554432 +116,self_attn.v_proj,8,32,8,128,0.25229766964912415,34.03125,33554432 +116,self_attn.v_proj,8,64,8,128,0.31392860412597656,33.015625,33554432 +116,self_attn.v_proj,8,128,8,128,0.3702133297920227,32.5078125,33554432 +116,self_attn.k_proj,2,32,8,128,25.900819778442383,10.03125,33554432 +116,self_attn.k_proj,2,64,8,128,33.558528900146484,9.015625,33554432 +116,self_attn.k_proj,2,128,8,128,40.20188522338867,8.5078125,33554432 +116,self_attn.k_proj,3,32,8,128,11.350510597229004,14.03125,33554432 +116,self_attn.k_proj,3,64,8,128,15.2249116897583,13.015625,33554432 +116,self_attn.k_proj,3,128,8,128,19.19818115234375,12.5078125,33554432 +116,self_attn.k_proj,4,32,8,128,5.296821594238281,18.03125,33554432 +116,self_attn.k_proj,4,64,8,128,7.117425918579102,17.015625,33554432 +116,self_attn.k_proj,4,128,8,128,8.998756408691406,16.5078125,33554432 +116,self_attn.k_proj,8,32,8,128,0.32080939412117004,34.03125,33554432 +116,self_attn.k_proj,8,64,8,128,0.4309459328651428,33.015625,33554432 +116,self_attn.k_proj,8,128,8,128,0.5451241135597229,32.5078125,33554432 +116,self_attn.o_proj,2,32,8,128,46.792842864990234,80.25,268435456 +116,self_attn.o_proj,2,64,8,128,54.349918365478516,72.125,268435456 +116,self_attn.o_proj,2,128,8,128,61.633182525634766,68.0625,268435456 +116,self_attn.o_proj,3,32,8,128,19.97287368774414,112.25,268435456 +116,self_attn.o_proj,3,64,8,128,23.341407775878906,104.125,268435456 +116,self_attn.o_proj,3,128,8,128,26.244874954223633,100.0625,268435456 +116,self_attn.o_proj,4,32,8,128,9.297492980957031,144.25,268435456 +116,self_attn.o_proj,4,64,8,128,10.917885780334473,136.125,268435456 +116,self_attn.o_proj,4,128,8,128,12.261734008789062,132.0625,268435456 +116,self_attn.o_proj,8,32,8,128,0.568302571773529,272.25,268435456 +116,self_attn.o_proj,8,64,8,128,0.6657924056053162,264.125,268435456 +116,self_attn.o_proj,8,128,8,128,0.7455386519432068,260.0625,268435456 +116,mlp.gate_proj,2,32,8,128,91.22529602050781,260.8125,872415232 +116,mlp.gate_proj,2,64,8,128,99.97532653808594,234.40625,872415232 +116,mlp.gate_proj,2,128,8,128,117.8875503540039,221.203125,872415232 +116,mlp.gate_proj,3,32,8,128,37.67231750488281,364.8125,872415232 +116,mlp.gate_proj,3,64,8,128,45.45792770385742,338.40625,872415232 +116,mlp.gate_proj,3,128,8,128,47.933998107910156,325.203125,872415232 +116,mlp.gate_proj,4,32,8,128,17.417043685913086,468.8125,872415232 +116,mlp.gate_proj,4,64,8,128,20.984899520874023,442.40625,872415232 +116,mlp.gate_proj,4,128,8,128,23.03488540649414,429.203125,872415232 +116,mlp.gate_proj,8,32,8,128,1.0603268146514893,884.8125,872415232 +116,mlp.gate_proj,8,64,8,128,1.2452681064605713,858.40625,872415232 +116,mlp.gate_proj,8,128,8,128,1.423413634300232,845.203125,872415232 +116,mlp.up_proj,2,32,8,128,89.00831604003906,260.8125,872415232 +116,mlp.up_proj,2,64,8,128,95.53382873535156,234.40625,872415232 +116,mlp.up_proj,2,128,8,128,108.45437622070312,221.203125,872415232 +116,mlp.up_proj,3,32,8,128,35.854129791259766,364.8125,872415232 +116,mlp.up_proj,3,64,8,128,43.76805877685547,338.40625,872415232 +116,mlp.up_proj,3,128,8,128,46.17715072631836,325.203125,872415232 +116,mlp.up_proj,4,32,8,128,16.804946899414062,468.8125,872415232 +116,mlp.up_proj,4,64,8,128,19.566740036010742,442.40625,872415232 +116,mlp.up_proj,4,128,8,128,22.683570861816406,429.203125,872415232 +116,mlp.up_proj,8,32,8,128,1.0297966003417969,884.8125,872415232 +116,mlp.up_proj,8,64,8,128,1.1637494564056396,858.40625,872415232 +116,mlp.up_proj,8,128,8,128,1.3881691694259644,845.203125,872415232 +116,mlp.down_proj,2,32,8,128,85.99430084228516,260.8125,872415232 +116,mlp.down_proj,2,64,8,128,93.98245239257812,234.40625,872415232 +116,mlp.down_proj,2,128,8,128,104.59130096435547,221.203125,872415232 +116,mlp.down_proj,3,32,8,128,34.99901580810547,364.8125,872415232 +116,mlp.down_proj,3,64,8,128,42.11381530761719,338.40625,872415232 +116,mlp.down_proj,3,128,8,128,45.7878532409668,325.203125,872415232 +116,mlp.down_proj,4,32,8,128,16.552608489990234,468.8125,872415232 +116,mlp.down_proj,4,64,8,128,18.90266227722168,442.40625,872415232 +116,mlp.down_proj,4,128,8,128,22.63209342956543,429.203125,872415232 +116,mlp.down_proj,8,32,8,128,1.018160343170166,884.8125,872415232 +116,mlp.down_proj,8,64,8,128,1.1282449960708618,858.40625,872415232 +116,mlp.down_proj,8,128,8,128,1.328900694847107,845.203125,872415232 +117,self_attn.q_proj,2,32,8,128,46.32225799560547,80.25,268435456 +117,self_attn.q_proj,2,64,8,128,55.45085906982422,72.125,268435456 +117,self_attn.q_proj,2,128,8,128,63.86505126953125,68.0625,268435456 +117,self_attn.q_proj,3,32,8,128,20.035202026367188,112.25,268435456 +117,self_attn.q_proj,3,64,8,128,24.386873245239258,104.125,268435456 +117,self_attn.q_proj,3,128,8,128,28.767641067504883,100.0625,268435456 +117,self_attn.q_proj,4,32,8,128,9.321025848388672,144.25,268435456 +117,self_attn.q_proj,4,64,8,128,11.460204124450684,136.125,268435456 +117,self_attn.q_proj,4,128,8,128,13.386472702026367,132.0625,268435456 +117,self_attn.q_proj,8,32,8,128,0.5681605339050293,272.25,268435456 +117,self_attn.q_proj,8,64,8,128,0.6999149322509766,264.125,268435456 +117,self_attn.q_proj,8,128,8,128,0.8094133138656616,260.0625,268435456 +117,self_attn.v_proj,2,32,8,128,20.599536895751953,10.03125,33554432 +117,self_attn.v_proj,2,64,8,128,25.46173858642578,9.015625,33554432 +117,self_attn.v_proj,2,128,8,128,29.88483428955078,8.5078125,33554432 +117,self_attn.v_proj,3,32,8,128,8.79977798461914,14.03125,33554432 +117,self_attn.v_proj,3,64,8,128,10.889512062072754,13.015625,33554432 +117,self_attn.v_proj,3,128,8,128,12.785658836364746,12.5078125,33554432 +117,self_attn.v_proj,4,32,8,128,4.106142520904541,18.03125,33554432 +117,self_attn.v_proj,4,64,8,128,5.081111907958984,17.015625,33554432 +117,self_attn.v_proj,4,128,8,128,5.965333938598633,16.5078125,33554432 +117,self_attn.v_proj,8,32,8,128,0.24859510362148285,34.03125,33554432 +117,self_attn.v_proj,8,64,8,128,0.30795592069625854,33.015625,33554432 +117,self_attn.v_proj,8,128,8,128,0.3613625168800354,32.5078125,33554432 +117,self_attn.k_proj,2,32,8,128,27.874099731445312,10.03125,33554432 +117,self_attn.k_proj,2,64,8,128,36.01446533203125,9.015625,33554432 +117,self_attn.k_proj,2,128,8,128,43.087005615234375,8.5078125,33554432 +117,self_attn.k_proj,3,32,8,128,12.16275691986084,14.03125,33554432 +117,self_attn.k_proj,3,64,8,128,16.13125228881836,13.015625,33554432 +117,self_attn.k_proj,3,128,8,128,20.044435501098633,12.5078125,33554432 +117,self_attn.k_proj,4,32,8,128,5.680554389953613,18.03125,33554432 +117,self_attn.k_proj,4,64,8,128,7.53582239151001,17.015625,33554432 +117,self_attn.k_proj,4,128,8,128,9.37623119354248,16.5078125,33554432 +117,self_attn.k_proj,8,32,8,128,0.34397920966148376,34.03125,33554432 +117,self_attn.k_proj,8,64,8,128,0.4561770260334015,33.015625,33554432 +117,self_attn.k_proj,8,128,8,128,0.5679517388343811,32.5078125,33554432 +117,self_attn.o_proj,2,32,8,128,49.2777214050293,80.25,268435456 +117,self_attn.o_proj,2,64,8,128,57.644248962402344,72.125,268435456 +117,self_attn.o_proj,2,128,8,128,65.0478744506836,68.0625,268435456 +117,self_attn.o_proj,3,32,8,128,21.17436981201172,112.25,268435456 +117,self_attn.o_proj,3,64,8,128,24.58315658569336,104.125,268435456 +117,self_attn.o_proj,3,128,8,128,27.851163864135742,100.0625,268435456 +117,self_attn.o_proj,4,32,8,128,9.85079574584961,144.25,268435456 +117,self_attn.o_proj,4,64,8,128,11.523280143737793,136.125,268435456 +117,self_attn.o_proj,4,128,8,128,12.975994110107422,132.0625,268435456 +117,self_attn.o_proj,8,32,8,128,0.6020411252975464,272.25,268435456 +117,self_attn.o_proj,8,64,8,128,0.7064563035964966,264.125,268435456 +117,self_attn.o_proj,8,128,8,128,0.7869717478752136,260.0625,268435456 +117,mlp.gate_proj,2,32,8,128,91.25071716308594,260.8125,872415232 +117,mlp.gate_proj,2,64,8,128,100.08856964111328,234.40625,872415232 +117,mlp.gate_proj,2,128,8,128,118.2175064086914,221.203125,872415232 +117,mlp.gate_proj,3,32,8,128,37.70480728149414,364.8125,872415232 +117,mlp.gate_proj,3,64,8,128,45.47239303588867,338.40625,872415232 +117,mlp.gate_proj,3,128,8,128,48.014564514160156,325.203125,872415232 +117,mlp.gate_proj,4,32,8,128,17.430801391601562,468.8125,872415232 +117,mlp.gate_proj,4,64,8,128,21.02085304260254,442.40625,872415232 +117,mlp.gate_proj,4,128,8,128,23.054243087768555,429.203125,872415232 +117,mlp.gate_proj,8,32,8,128,1.0610146522521973,884.8125,872415232 +117,mlp.gate_proj,8,64,8,128,1.247230887413025,858.40625,872415232 +117,mlp.gate_proj,8,128,8,128,1.4240247011184692,845.203125,872415232 +117,mlp.up_proj,2,32,8,128,88.99375915527344,260.8125,872415232 +117,mlp.up_proj,2,64,8,128,95.53378295898438,234.40625,872415232 +117,mlp.up_proj,2,128,8,128,108.45232391357422,221.203125,872415232 +117,mlp.up_proj,3,32,8,128,35.84854507446289,364.8125,872415232 +117,mlp.up_proj,3,64,8,128,43.75558090209961,338.40625,872415232 +117,mlp.up_proj,3,128,8,128,46.173118591308594,325.203125,872415232 +117,mlp.up_proj,4,32,8,128,16.80310821533203,468.8125,872415232 +117,mlp.up_proj,4,64,8,128,19.56368637084961,442.40625,872415232 +117,mlp.up_proj,4,128,8,128,22.683347702026367,429.203125,872415232 +117,mlp.up_proj,8,32,8,128,1.0297503471374512,884.8125,872415232 +117,mlp.up_proj,8,64,8,128,1.1635717153549194,858.40625,872415232 +117,mlp.up_proj,8,128,8,128,1.3879718780517578,845.203125,872415232 +117,mlp.down_proj,2,32,8,128,86.05584716796875,260.8125,872415232 +117,mlp.down_proj,2,64,8,128,94.02408599853516,234.40625,872415232 +117,mlp.down_proj,2,128,8,128,104.73005676269531,221.203125,872415232 +117,mlp.down_proj,3,32,8,128,35.01969528198242,364.8125,872415232 +117,mlp.down_proj,3,64,8,128,42.16777801513672,338.40625,872415232 +117,mlp.down_proj,3,128,8,128,45.79974365234375,325.203125,872415232 +117,mlp.down_proj,4,32,8,128,16.5576229095459,468.8125,872415232 +117,mlp.down_proj,4,64,8,128,18.918676376342773,442.40625,872415232 +117,mlp.down_proj,4,128,8,128,22.633180618286133,429.203125,872415232 +117,mlp.down_proj,8,32,8,128,1.0184489488601685,884.8125,872415232 +117,mlp.down_proj,8,64,8,128,1.1291695833206177,858.40625,872415232 +117,mlp.down_proj,8,128,8,128,1.3303790092468262,845.203125,872415232 +118,self_attn.q_proj,2,32,8,128,37.925437927246094,80.25,268435456 +118,self_attn.q_proj,2,64,8,128,45.775184631347656,72.125,268435456 +118,self_attn.q_proj,2,128,8,128,51.5335807800293,68.0625,268435456 +118,self_attn.q_proj,3,32,8,128,16.598649978637695,112.25,268435456 +118,self_attn.q_proj,3,64,8,128,20.348377227783203,104.125,268435456 +118,self_attn.q_proj,3,128,8,128,23.774322509765625,100.0625,268435456 +118,self_attn.q_proj,4,32,8,128,7.788280010223389,144.25,268435456 +118,self_attn.q_proj,4,64,8,128,9.482813835144043,136.125,268435456 +118,self_attn.q_proj,4,128,8,128,11.23763370513916,132.0625,268435456 +118,self_attn.q_proj,8,32,8,128,0.47335511445999146,272.25,268435456 +118,self_attn.q_proj,8,64,8,128,0.5762568116188049,264.125,268435456 +118,self_attn.q_proj,8,128,8,128,0.680260419845581,260.0625,268435456 +118,self_attn.v_proj,2,32,8,128,20.455354690551758,10.03125,33554432 +118,self_attn.v_proj,2,64,8,128,25.215295791625977,9.015625,33554432 +118,self_attn.v_proj,2,128,8,128,29.46042823791504,8.5078125,33554432 +118,self_attn.v_proj,3,32,8,128,8.736489295959473,14.03125,33554432 +118,self_attn.v_proj,3,64,8,128,10.779728889465332,13.015625,33554432 +118,self_attn.v_proj,3,128,8,128,12.59723949432373,12.5078125,33554432 +118,self_attn.v_proj,4,32,8,128,4.077795028686523,18.03125,33554432 +118,self_attn.v_proj,4,64,8,128,5.028275489807129,17.015625,33554432 +118,self_attn.v_proj,4,128,8,128,5.8799285888671875,16.5078125,33554432 +118,self_attn.v_proj,8,32,8,128,0.24683061242103577,34.03125,33554432 +118,self_attn.v_proj,8,64,8,128,0.30476367473602295,33.015625,33554432 +118,self_attn.v_proj,8,128,8,128,0.3561583459377289,32.5078125,33554432 +118,self_attn.k_proj,2,32,8,128,24.22377586364746,10.03125,33554432 +118,self_attn.k_proj,2,64,8,128,30.920822143554688,9.015625,33554432 +118,self_attn.k_proj,2,128,8,128,36.854835510253906,8.5078125,33554432 +118,self_attn.k_proj,3,32,8,128,10.443117141723633,14.03125,33554432 +118,self_attn.k_proj,3,64,8,128,13.471405982971191,13.015625,33554432 +118,self_attn.k_proj,3,128,8,128,16.338123321533203,12.5078125,33554432 +118,self_attn.k_proj,4,32,8,128,4.874256610870361,18.03125,33554432 +118,self_attn.k_proj,4,64,8,128,6.2873616218566895,17.015625,33554432 +118,self_attn.k_proj,4,128,8,128,7.634311676025391,16.5078125,33554432 +118,self_attn.k_proj,8,32,8,128,0.2950798273086548,34.03125,33554432 +118,self_attn.k_proj,8,64,8,128,0.3810230791568756,33.015625,33554432 +118,self_attn.k_proj,8,128,8,128,0.4619346261024475,32.5078125,33554432 +118,self_attn.o_proj,2,32,8,128,45.2176628112793,80.25,268435456 +118,self_attn.o_proj,2,64,8,128,52.368289947509766,72.125,268435456 +118,self_attn.o_proj,2,128,8,128,59.449378967285156,68.0625,268435456 +118,self_attn.o_proj,3,32,8,128,19.243913650512695,112.25,268435456 +118,self_attn.o_proj,3,64,8,128,22.66777229309082,104.125,268435456 +118,self_attn.o_proj,3,128,8,128,25.54467010498047,100.0625,268435456 +118,self_attn.o_proj,4,32,8,128,8.988764762878418,144.25,268435456 +118,self_attn.o_proj,4,64,8,128,10.591676712036133,136.125,268435456 +118,self_attn.o_proj,4,128,8,128,12.010711669921875,132.0625,268435456 +118,self_attn.o_proj,8,32,8,128,0.5497921109199524,272.25,268435456 +118,self_attn.o_proj,8,64,8,128,0.6467545628547668,264.125,268435456 +118,self_attn.o_proj,8,128,8,128,0.7322803139686584,260.0625,268435456 +118,mlp.gate_proj,2,32,8,128,91.23873901367188,260.8125,872415232 +118,mlp.gate_proj,2,64,8,128,100.14328002929688,234.40625,872415232 +118,mlp.gate_proj,2,128,8,128,118.30886840820312,221.203125,872415232 +118,mlp.gate_proj,3,32,8,128,37.681312561035156,364.8125,872415232 +118,mlp.gate_proj,3,64,8,128,45.478965759277344,338.40625,872415232 +118,mlp.gate_proj,3,128,8,128,48.091949462890625,325.203125,872415232 +118,mlp.gate_proj,4,32,8,128,17.42422103881836,468.8125,872415232 +118,mlp.gate_proj,4,64,8,128,21.02126121520996,442.40625,872415232 +118,mlp.gate_proj,4,128,8,128,23.078489303588867,429.203125,872415232 +118,mlp.gate_proj,8,32,8,128,1.0608490705490112,884.8125,872415232 +118,mlp.gate_proj,8,64,8,128,1.24746572971344,858.40625,872415232 +118,mlp.gate_proj,8,128,8,128,1.4248676300048828,845.203125,872415232 +118,mlp.up_proj,2,32,8,128,88.60037994384766,260.8125,872415232 +118,mlp.up_proj,2,64,8,128,95.3661117553711,234.40625,872415232 +118,mlp.up_proj,2,128,8,128,108.15631103515625,221.203125,872415232 +118,mlp.up_proj,3,32,8,128,35.74051284790039,364.8125,872415232 +118,mlp.up_proj,3,64,8,128,43.57638931274414,338.40625,872415232 +118,mlp.up_proj,3,128,8,128,46.15861129760742,325.203125,872415232 +118,mlp.up_proj,4,32,8,128,16.772708892822266,468.8125,872415232 +118,mlp.up_proj,4,64,8,128,19.492389678955078,442.40625,872415232 +118,mlp.up_proj,4,128,8,128,22.681903839111328,429.203125,872415232 +118,mlp.up_proj,8,32,8,128,1.0282583236694336,884.8125,872415232 +118,mlp.up_proj,8,64,8,128,1.1597977876663208,858.40625,872415232 +118,mlp.up_proj,8,128,8,128,1.3828535079956055,845.203125,872415232 +118,mlp.down_proj,2,32,8,128,85.72254180908203,260.8125,872415232 +118,mlp.down_proj,2,64,8,128,93.91040802001953,234.40625,872415232 +118,mlp.down_proj,2,128,8,128,104.4352798461914,221.203125,872415232 +118,mlp.down_proj,3,32,8,128,34.942420959472656,364.8125,872415232 +118,mlp.down_proj,3,64,8,128,42.00798034667969,338.40625,872415232 +118,mlp.down_proj,3,128,8,128,45.795616149902344,325.203125,872415232 +118,mlp.down_proj,4,32,8,128,16.538650512695312,468.8125,872415232 +118,mlp.down_proj,4,64,8,128,18.866666793823242,442.40625,872415232 +118,mlp.down_proj,4,128,8,128,22.630765914916992,429.203125,872415232 +118,mlp.down_proj,8,32,8,128,1.0176187753677368,884.8125,872415232 +118,mlp.down_proj,8,64,8,128,1.1266043186187744,858.40625,872415232 +118,mlp.down_proj,8,128,8,128,1.3260928392410278,845.203125,872415232 +119,self_attn.q_proj,2,32,8,128,46.07899475097656,80.25,268435456 +119,self_attn.q_proj,2,64,8,128,54.71880340576172,72.125,268435456 +119,self_attn.q_proj,2,128,8,128,62.97612380981445,68.0625,268435456 +119,self_attn.q_proj,3,32,8,128,19.685943603515625,112.25,268435456 +119,self_attn.q_proj,3,64,8,128,23.627857208251953,104.125,268435456 +119,self_attn.q_proj,3,128,8,128,27.223094940185547,100.0625,268435456 +119,self_attn.q_proj,4,32,8,128,9.165937423706055,144.25,268435456 +119,self_attn.q_proj,4,64,8,128,11.09457015991211,136.125,268435456 +119,self_attn.q_proj,4,128,8,128,12.684795379638672,132.0625,268435456 +119,self_attn.q_proj,8,32,8,128,0.5591906309127808,272.25,268435456 +119,self_attn.q_proj,8,64,8,128,0.6750959753990173,264.125,268435456 +119,self_attn.q_proj,8,128,8,128,0.7684754133224487,260.0625,268435456 +119,self_attn.v_proj,2,32,8,128,21.75895881652832,10.03125,33554432 +119,self_attn.v_proj,2,64,8,128,26.967485427856445,9.015625,33554432 +119,self_attn.v_proj,2,128,8,128,31.706501007080078,8.5078125,33554432 +119,self_attn.v_proj,3,32,8,128,9.296394348144531,14.03125,33554432 +119,self_attn.v_proj,3,64,8,128,11.535534858703613,13.015625,33554432 +119,self_attn.v_proj,3,128,8,128,13.558564186096191,12.5078125,33554432 +119,self_attn.v_proj,4,32,8,128,4.336394786834717,18.03125,33554432 +119,self_attn.v_proj,4,64,8,128,5.379573345184326,17.015625,33554432 +119,self_attn.v_proj,4,128,8,128,6.326752662658691,16.5078125,33554432 +119,self_attn.v_proj,8,32,8,128,0.2626459300518036,34.03125,33554432 +119,self_attn.v_proj,8,64,8,128,0.3260292410850525,33.015625,33554432 +119,self_attn.v_proj,8,128,8,128,0.3828895390033722,32.5078125,33554432 +119,self_attn.k_proj,2,32,8,128,31.219818115234375,10.03125,33554432 +119,self_attn.k_proj,2,64,8,128,40.80670928955078,9.015625,33554432 +119,self_attn.k_proj,2,128,8,128,49.239158630371094,8.5078125,33554432 +119,self_attn.k_proj,3,32,8,128,13.396900177001953,14.03125,33554432 +119,self_attn.k_proj,3,64,8,128,17.713172912597656,13.015625,33554432 +119,self_attn.k_proj,3,128,8,128,21.742626190185547,12.5078125,33554432 +119,self_attn.k_proj,4,32,8,128,6.250872611999512,18.03125,33554432 +119,self_attn.k_proj,4,64,8,128,8.268904685974121,17.015625,33554432 +119,self_attn.k_proj,4,128,8,128,10.151009559631348,16.5078125,33554432 +119,self_attn.k_proj,8,32,8,128,0.37867382168769836,34.03125,33554432 +119,self_attn.k_proj,8,64,8,128,0.5005226135253906,33.015625,33554432 +119,self_attn.k_proj,8,128,8,128,0.6149221062660217,32.5078125,33554432 +119,self_attn.o_proj,2,32,8,128,47.95311737060547,80.25,268435456 +119,self_attn.o_proj,2,64,8,128,56.00288391113281,72.125,268435456 +119,self_attn.o_proj,2,128,8,128,63.60493850708008,68.0625,268435456 +119,self_attn.o_proj,3,32,8,128,20.59354019165039,112.25,268435456 +119,self_attn.o_proj,3,64,8,128,24.017627716064453,104.125,268435456 +119,self_attn.o_proj,3,128,8,128,27.236835479736328,100.0625,268435456 +119,self_attn.o_proj,4,32,8,128,9.597627639770508,144.25,268435456 +119,self_attn.o_proj,4,64,8,128,11.316469192504883,136.125,268435456 +119,self_attn.o_proj,4,128,8,128,12.756260871887207,132.0625,268435456 +119,self_attn.o_proj,8,32,8,128,0.5864912867546082,272.25,268435456 +119,self_attn.o_proj,8,64,8,128,0.6907459497451782,264.125,268435456 +119,self_attn.o_proj,8,128,8,128,0.774741530418396,260.0625,268435456 +119,mlp.gate_proj,2,32,8,128,92.75392150878906,260.8125,872415232 +119,mlp.gate_proj,2,64,8,128,106.2709732055664,234.40625,872415232 +119,mlp.gate_proj,2,128,8,128,128.2449951171875,221.203125,872415232 +119,mlp.gate_proj,3,32,8,128,39.4976921081543,364.8125,872415232 +119,mlp.gate_proj,3,64,8,128,46.357391357421875,338.40625,872415232 +119,mlp.gate_proj,3,128,8,128,51.5972785949707,325.203125,872415232 +119,mlp.gate_proj,4,32,8,128,18.124279022216797,468.8125,872415232 +119,mlp.gate_proj,4,64,8,128,22.53720474243164,442.40625,872415232 +119,mlp.gate_proj,4,128,8,128,24.086944580078125,429.203125,872415232 +119,mlp.gate_proj,8,32,8,128,1.0984891653060913,884.8125,872415232 +119,mlp.gate_proj,8,64,8,128,1.3393908739089966,858.40625,872415232 +119,mlp.gate_proj,8,128,8,128,1.465969443321228,845.203125,872415232 +119,mlp.up_proj,2,32,8,128,87.6264877319336,260.8125,872415232 +119,mlp.up_proj,2,64,8,128,95.09368133544922,234.40625,872415232 +119,mlp.up_proj,2,128,8,128,107.67098236083984,221.203125,872415232 +119,mlp.up_proj,3,32,8,128,35.49170684814453,364.8125,872415232 +119,mlp.up_proj,3,64,8,128,43.18802261352539,338.40625,872415232 +119,mlp.up_proj,3,128,8,128,46.193878173828125,325.203125,872415232 +119,mlp.up_proj,4,32,8,128,16.70152473449707,468.8125,872415232 +119,mlp.up_proj,4,64,8,128,19.35008430480957,442.40625,872415232 +119,mlp.up_proj,4,128,8,128,22.68617057800293,429.203125,872415232 +119,mlp.up_proj,8,32,8,128,1.0250873565673828,884.8125,872415232 +119,mlp.up_proj,8,64,8,128,1.1527118682861328,858.40625,872415232 +119,mlp.up_proj,8,128,8,128,1.3749297857284546,845.203125,872415232 +119,mlp.down_proj,2,32,8,128,84.13456726074219,260.8125,872415232 +119,mlp.down_proj,2,64,8,128,93.39166259765625,234.40625,872415232 +119,mlp.down_proj,2,128,8,128,102.72283935546875,221.203125,872415232 +119,mlp.down_proj,3,32,8,128,34.5724983215332,364.8125,872415232 +119,mlp.down_proj,3,64,8,128,41.16849899291992,338.40625,872415232 +119,mlp.down_proj,3,128,8,128,45.71870040893555,325.203125,872415232 +119,mlp.down_proj,4,32,8,128,16.43917465209961,468.8125,872415232 +119,mlp.down_proj,4,64,8,128,18.567623138427734,442.40625,872415232 +119,mlp.down_proj,4,128,8,128,22.204147338867188,429.203125,872415232 +119,mlp.down_proj,8,32,8,128,1.0131975412368774,884.8125,872415232 +119,mlp.down_proj,8,64,8,128,1.1120374202728271,858.40625,872415232 +119,mlp.down_proj,8,128,8,128,1.2975084781646729,845.203125,872415232 +120,self_attn.q_proj,2,32,8,128,52.10374450683594,80.25,268435456 +120,self_attn.q_proj,2,64,8,128,62.91189956665039,72.125,268435456 +120,self_attn.q_proj,2,128,8,128,71.11506652832031,68.0625,268435456 +120,self_attn.q_proj,3,32,8,128,22.71673583984375,112.25,268435456 +120,self_attn.q_proj,3,64,8,128,27.349260330200195,104.125,268435456 +120,self_attn.q_proj,3,128,8,128,32.182376861572266,100.0625,268435456 +120,self_attn.q_proj,4,32,8,128,10.565053939819336,144.25,268435456 +120,self_attn.q_proj,4,64,8,128,12.741395950317383,136.125,268435456 +120,self_attn.q_proj,4,128,8,128,14.982040405273438,132.0625,268435456 +120,self_attn.q_proj,8,32,8,128,0.6435202360153198,272.25,268435456 +120,self_attn.q_proj,8,64,8,128,0.7746250033378601,264.125,268435456 +120,self_attn.q_proj,8,128,8,128,0.9049152731895447,260.0625,268435456 +120,self_attn.v_proj,2,32,8,128,22.771982192993164,10.03125,33554432 +120,self_attn.v_proj,2,64,8,128,28.267349243164062,9.015625,33554432 +120,self_attn.v_proj,2,128,8,128,33.29567337036133,8.5078125,33554432 +120,self_attn.v_proj,3,32,8,128,9.730752944946289,14.03125,33554432 +120,self_attn.v_proj,3,64,8,128,12.087502479553223,13.015625,33554432 +120,self_attn.v_proj,3,128,8,128,14.247142791748047,12.5078125,33554432 +120,self_attn.v_proj,4,32,8,128,4.539900302886963,18.03125,33554432 +120,self_attn.v_proj,4,64,8,128,5.640538215637207,17.015625,33554432 +120,self_attn.v_proj,4,128,8,128,6.646066665649414,16.5078125,33554432 +120,self_attn.v_proj,8,32,8,128,0.27496838569641113,34.03125,33554432 +120,self_attn.v_proj,8,64,8,128,0.34178197383880615,33.015625,33554432 +120,self_attn.v_proj,8,128,8,128,0.40223902463912964,32.5078125,33554432 +120,self_attn.k_proj,2,32,8,128,32.6981086730957,10.03125,33554432 +120,self_attn.k_proj,2,64,8,128,42.63628005981445,9.015625,33554432 +120,self_attn.k_proj,2,128,8,128,51.48446273803711,8.5078125,33554432 +120,self_attn.k_proj,3,32,8,128,14.062421798706055,14.03125,33554432 +120,self_attn.k_proj,3,64,8,128,18.62045669555664,13.015625,33554432 +120,self_attn.k_proj,3,128,8,128,23.020832061767578,12.5078125,33554432 +120,self_attn.k_proj,4,32,8,128,6.560489177703857,18.03125,33554432 +120,self_attn.k_proj,4,64,8,128,8.688570976257324,17.015625,33554432 +120,self_attn.k_proj,4,128,8,128,10.745702743530273,16.5078125,33554432 +120,self_attn.k_proj,8,32,8,128,0.3972821533679962,34.03125,33554432 +120,self_attn.k_proj,8,64,8,128,0.5262494683265686,33.015625,33554432 +120,self_attn.k_proj,8,128,8,128,0.6513852477073669,32.5078125,33554432 +120,self_attn.o_proj,2,32,8,128,50.55602264404297,80.25,268435456 +120,self_attn.o_proj,2,64,8,128,59.200462341308594,72.125,268435456 +120,self_attn.o_proj,2,128,8,128,66.5439224243164,68.0625,268435456 +120,self_attn.o_proj,3,32,8,128,21.758207321166992,112.25,268435456 +120,self_attn.o_proj,3,64,8,128,25.221908569335938,104.125,268435456 +120,self_attn.o_proj,3,128,8,128,28.576322555541992,100.0625,268435456 +120,self_attn.o_proj,4,32,8,128,10.118236541748047,144.25,268435456 +120,self_attn.o_proj,4,64,8,128,11.791394233703613,136.125,268435456 +120,self_attn.o_proj,4,128,8,128,13.31435775756836,132.0625,268435456 +120,self_attn.o_proj,8,32,8,128,0.6184996366500854,272.25,268435456 +120,self_attn.o_proj,8,64,8,128,0.7216565012931824,264.125,268435456 +120,self_attn.o_proj,8,128,8,128,0.807287871837616,260.0625,268435456 +120,mlp.gate_proj,2,32,8,128,92.97103881835938,260.8125,872415232 +120,mlp.gate_proj,2,64,8,128,106.63111877441406,234.40625,872415232 +120,mlp.gate_proj,2,128,8,128,128.28826904296875,221.203125,872415232 +120,mlp.gate_proj,3,32,8,128,39.707847595214844,364.8125,872415232 +120,mlp.gate_proj,3,64,8,128,46.40863037109375,338.40625,872415232 +120,mlp.gate_proj,3,128,8,128,51.65049362182617,325.203125,872415232 +120,mlp.gate_proj,4,32,8,128,18.20116424560547,468.8125,872415232 +120,mlp.gate_proj,4,64,8,128,22.630712509155273,442.40625,872415232 +120,mlp.gate_proj,4,128,8,128,24.103235244750977,429.203125,872415232 +120,mlp.gate_proj,8,32,8,128,1.102542519569397,884.8125,872415232 +120,mlp.gate_proj,8,64,8,128,1.3456896543502808,858.40625,872415232 +120,mlp.gate_proj,8,128,8,128,1.4664160013198853,845.203125,872415232 +120,mlp.up_proj,2,32,8,128,87.52924346923828,260.8125,872415232 +120,mlp.up_proj,2,64,8,128,94.85191345214844,234.40625,872415232 +120,mlp.up_proj,2,128,8,128,106.93241882324219,221.203125,872415232 +120,mlp.up_proj,3,32,8,128,35.441314697265625,364.8125,872415232 +120,mlp.up_proj,3,64,8,128,43.03803253173828,338.40625,872415232 +120,mlp.up_proj,3,128,8,128,46.06766128540039,325.203125,872415232 +120,mlp.up_proj,4,32,8,128,16.683475494384766,468.8125,872415232 +120,mlp.up_proj,4,64,8,128,19.276269912719727,442.40625,872415232 +120,mlp.up_proj,4,128,8,128,22.668519973754883,429.203125,872415232 +120,mlp.up_proj,8,32,8,128,1.0241495370864868,884.8125,872415232 +120,mlp.up_proj,8,64,8,128,1.1482479572296143,858.40625,872415232 +120,mlp.up_proj,8,128,8,128,1.3656312227249146,845.203125,872415232 +120,mlp.down_proj,2,32,8,128,84.36249542236328,260.8125,872415232 +120,mlp.down_proj,2,64,8,128,93.38133239746094,234.40625,872415232 +120,mlp.down_proj,2,128,8,128,102.96238708496094,221.203125,872415232 +120,mlp.down_proj,3,32,8,128,34.59979248046875,364.8125,872415232 +120,mlp.down_proj,3,64,8,128,41.295589447021484,338.40625,872415232 +120,mlp.down_proj,3,128,8,128,45.69040298461914,325.203125,872415232 +120,mlp.down_proj,4,32,8,128,16.442676544189453,468.8125,872415232 +120,mlp.down_proj,4,64,8,128,18.598894119262695,442.40625,872415232 +120,mlp.down_proj,4,128,8,128,22.290298461914062,429.203125,872415232 +120,mlp.down_proj,8,32,8,128,1.0132957696914673,884.8125,872415232 +120,mlp.down_proj,8,64,8,128,1.1130672693252563,858.40625,872415232 +120,mlp.down_proj,8,128,8,128,1.3022501468658447,845.203125,872415232 +121,self_attn.q_proj,2,32,8,128,49.45817565917969,80.25,268435456 +121,self_attn.q_proj,2,64,8,128,59.122161865234375,72.125,268435456 +121,self_attn.q_proj,2,128,8,128,67.28020477294922,68.0625,268435456 +121,self_attn.q_proj,3,32,8,128,21.306238174438477,112.25,268435456 +121,self_attn.q_proj,3,64,8,128,25.25258445739746,104.125,268435456 +121,self_attn.q_proj,3,128,8,128,29.17830467224121,100.0625,268435456 +121,self_attn.q_proj,4,32,8,128,9.903901100158691,144.25,268435456 +121,self_attn.q_proj,4,64,8,128,11.819578170776367,136.125,268435456 +121,self_attn.q_proj,4,128,8,128,13.567105293273926,132.0625,268435456 +121,self_attn.q_proj,8,32,8,128,0.6047264933586121,272.25,268435456 +121,self_attn.q_proj,8,64,8,128,0.7225156426429749,264.125,268435456 +121,self_attn.q_proj,8,128,8,128,0.8207822442054749,260.0625,268435456 +121,self_attn.v_proj,2,32,8,128,22.31537437438965,10.03125,33554432 +121,self_attn.v_proj,2,64,8,128,27.96665382385254,9.015625,33554432 +121,self_attn.v_proj,2,128,8,128,33.30689239501953,8.5078125,33554432 +121,self_attn.v_proj,3,32,8,128,9.533510208129883,14.03125,33554432 +121,self_attn.v_proj,3,64,8,128,11.967185974121094,13.015625,33554432 +121,self_attn.v_proj,3,128,8,128,14.278457641601562,12.5078125,33554432 +121,self_attn.v_proj,4,32,8,128,4.447699069976807,18.03125,33554432 +121,self_attn.v_proj,4,64,8,128,5.584160804748535,17.015625,33554432 +121,self_attn.v_proj,4,128,8,128,6.658475875854492,16.5078125,33554432 +121,self_attn.v_proj,8,32,8,128,0.2693935036659241,34.03125,33554432 +121,self_attn.v_proj,8,64,8,128,0.33844152092933655,33.015625,33554432 +121,self_attn.v_proj,8,128,8,128,0.4031447768211365,32.5078125,33554432 +121,self_attn.k_proj,2,32,8,128,32.141265869140625,10.03125,33554432 +121,self_attn.k_proj,2,64,8,128,41.65219497680664,9.015625,33554432 +121,self_attn.k_proj,2,128,8,128,50.144962310791016,8.5078125,33554432 +121,self_attn.k_proj,3,32,8,128,13.759528160095215,14.03125,33554432 +121,self_attn.k_proj,3,64,8,128,17.941104888916016,13.015625,33554432 +121,self_attn.k_proj,3,128,8,128,21.803789138793945,12.5078125,33554432 +121,self_attn.k_proj,4,32,8,128,6.418406963348389,18.03125,33554432 +121,self_attn.k_proj,4,64,8,128,8.37063980102539,17.015625,33554432 +121,self_attn.k_proj,4,128,8,128,10.171942710876465,16.5078125,33554432 +121,self_attn.k_proj,8,32,8,128,0.38886386156082153,34.03125,33554432 +121,self_attn.k_proj,8,64,8,128,0.5067479610443115,33.015625,33554432 +121,self_attn.k_proj,8,128,8,128,0.6164672374725342,32.5078125,33554432 +121,self_attn.o_proj,2,32,8,128,48.560089111328125,80.25,268435456 +121,self_attn.o_proj,2,64,8,128,56.80399703979492,72.125,268435456 +121,self_attn.o_proj,2,128,8,128,64.40128326416016,68.0625,268435456 +121,self_attn.o_proj,3,32,8,128,20.86781120300293,112.25,268435456 +121,self_attn.o_proj,3,64,8,128,24.277629852294922,104.125,268435456 +121,self_attn.o_proj,3,128,8,128,27.533649444580078,100.0625,268435456 +121,self_attn.o_proj,4,32,8,128,9.707571029663086,144.25,268435456 +121,self_attn.o_proj,4,64,8,128,11.408859252929688,136.125,268435456 +121,self_attn.o_proj,4,128,8,128,12.836030960083008,132.0625,268435456 +121,self_attn.o_proj,8,32,8,128,0.5930430293083191,272.25,268435456 +121,self_attn.o_proj,8,64,8,128,0.6976965665817261,264.125,268435456 +121,self_attn.o_proj,8,128,8,128,0.7785678505897522,260.0625,268435456 +121,mlp.gate_proj,2,32,8,128,93.1369400024414,260.8125,872415232 +121,mlp.gate_proj,2,64,8,128,106.8154067993164,234.40625,872415232 +121,mlp.gate_proj,2,128,8,128,128.276611328125,221.203125,872415232 +121,mlp.gate_proj,3,32,8,128,39.908329010009766,364.8125,872415232 +121,mlp.gate_proj,3,64,8,128,46.41926956176758,338.40625,872415232 +121,mlp.gate_proj,3,128,8,128,51.50689697265625,325.203125,872415232 +121,mlp.gate_proj,4,32,8,128,18.26723289489746,468.8125,872415232 +121,mlp.gate_proj,4,64,8,128,22.64229965209961,442.40625,872415232 +121,mlp.gate_proj,4,128,8,128,24.038326263427734,429.203125,872415232 +121,mlp.gate_proj,8,32,8,128,1.1058743000030518,884.8125,872415232 +121,mlp.gate_proj,8,64,8,128,1.3500779867172241,858.40625,872415232 +121,mlp.gate_proj,8,128,8,128,1.4636483192443848,845.203125,872415232 +121,mlp.up_proj,2,32,8,128,88.32003784179688,260.8125,872415232 +121,mlp.up_proj,2,64,8,128,95.32875061035156,234.40625,872415232 +121,mlp.up_proj,2,128,8,128,108.03002166748047,221.203125,872415232 +121,mlp.up_proj,3,32,8,128,35.68247604370117,364.8125,872415232 +121,mlp.up_proj,3,64,8,128,43.52215576171875,338.40625,872415232 +121,mlp.up_proj,3,128,8,128,46.249263763427734,325.203125,872415232 +121,mlp.up_proj,4,32,8,128,16.758312225341797,468.8125,872415232 +121,mlp.up_proj,4,64,8,128,19.47102165222168,442.40625,872415232 +121,mlp.up_proj,4,128,8,128,22.698122024536133,429.203125,872415232 +121,mlp.up_proj,8,32,8,128,1.0277220010757446,884.8125,872415232 +121,mlp.up_proj,8,64,8,128,1.1589596271514893,858.40625,872415232 +121,mlp.up_proj,8,128,8,128,1.3836958408355713,845.203125,872415232 +121,mlp.down_proj,2,32,8,128,85.02532196044922,260.8125,872415232 +121,mlp.down_proj,2,64,8,128,93.70183563232422,234.40625,872415232 +121,mlp.down_proj,2,128,8,128,103.85884857177734,221.203125,872415232 +121,mlp.down_proj,3,32,8,128,34.782405853271484,364.8125,872415232 +121,mlp.down_proj,3,64,8,128,41.677337646484375,338.40625,872415232 +121,mlp.down_proj,3,128,8,128,45.78754806518555,325.203125,872415232 +121,mlp.down_proj,4,32,8,128,16.4947566986084,468.8125,872415232 +121,mlp.down_proj,4,64,8,128,18.75496482849121,442.40625,872415232 +121,mlp.down_proj,4,128,8,128,22.521730422973633,429.203125,872415232 +121,mlp.down_proj,8,32,8,128,1.01559579372406,884.8125,872415232 +121,mlp.down_proj,8,64,8,128,1.1211055517196655,858.40625,872415232 +121,mlp.down_proj,8,128,8,128,1.3167020082473755,845.203125,872415232 +122,self_attn.q_proj,2,32,8,128,51.452537536621094,80.25,268435456 +122,self_attn.q_proj,2,64,8,128,61.235748291015625,72.125,268435456 +122,self_attn.q_proj,2,128,8,128,69.30321502685547,68.0625,268435456 +122,self_attn.q_proj,3,32,8,128,22.202091217041016,112.25,268435456 +122,self_attn.q_proj,3,64,8,128,26.074052810668945,104.125,268435456 +122,self_attn.q_proj,3,128,8,128,30.006675720214844,100.0625,268435456 +122,self_attn.q_proj,4,32,8,128,10.317777633666992,144.25,268435456 +122,self_attn.q_proj,4,64,8,128,12.1709566116333,136.125,268435456 +122,self_attn.q_proj,4,128,8,128,13.951592445373535,132.0625,268435456 +122,self_attn.q_proj,8,32,8,128,0.6295381188392639,272.25,268435456 +122,self_attn.q_proj,8,64,8,128,0.7428016066551208,264.125,268435456 +122,self_attn.q_proj,8,128,8,128,0.8444564938545227,260.0625,268435456 +122,self_attn.v_proj,2,32,8,128,23.83382225036621,10.03125,33554432 +122,self_attn.v_proj,2,64,8,128,29.719196319580078,9.015625,33554432 +122,self_attn.v_proj,2,128,8,128,35.10361862182617,8.5078125,33554432 +122,self_attn.v_proj,3,32,8,128,10.184625625610352,14.03125,33554432 +122,self_attn.v_proj,3,64,8,128,12.705279350280762,13.015625,33554432 +122,self_attn.v_proj,3,128,8,128,15.030224800109863,12.5078125,33554432 +122,self_attn.v_proj,4,32,8,128,4.7514448165893555,18.03125,33554432 +122,self_attn.v_proj,4,64,8,128,5.929732799530029,17.015625,33554432 +122,self_attn.v_proj,4,128,8,128,7.012306213378906,16.5078125,33554432 +122,self_attn.v_proj,8,32,8,128,0.2879346013069153,34.03125,33554432 +122,self_attn.v_proj,8,64,8,128,0.35940563678741455,33.015625,33554432 +122,self_attn.v_proj,8,128,8,128,0.42442455887794495,32.5078125,33554432 +122,self_attn.k_proj,2,32,8,128,32.06830978393555,10.03125,33554432 +122,self_attn.k_proj,2,64,8,128,41.39417266845703,9.015625,33554432 +122,self_attn.k_proj,2,128,8,128,49.455326080322266,8.5078125,33554432 +122,self_attn.k_proj,3,32,8,128,13.715800285339355,14.03125,33554432 +122,self_attn.k_proj,3,64,8,128,17.788034439086914,13.015625,33554432 +122,self_attn.k_proj,3,128,8,128,21.39192771911621,12.5078125,33554432 +122,self_attn.k_proj,4,32,8,128,6.400416374206543,18.03125,33554432 +122,self_attn.k_proj,4,64,8,128,8.30246353149414,17.015625,33554432 +122,self_attn.k_proj,4,128,8,128,9.981616973876953,16.5078125,33554432 +122,self_attn.k_proj,8,32,8,128,0.3878757357597351,34.03125,33554432 +122,self_attn.k_proj,8,64,8,128,0.5027245879173279,33.015625,33554432 +122,self_attn.k_proj,8,128,8,128,0.604806661605835,32.5078125,33554432 +122,self_attn.o_proj,2,32,8,128,51.064918518066406,80.25,268435456 +122,self_attn.o_proj,2,64,8,128,59.90488052368164,72.125,268435456 +122,self_attn.o_proj,2,128,8,128,67.45220184326172,68.0625,268435456 +122,self_attn.o_proj,3,32,8,128,22.022930145263672,112.25,268435456 +122,self_attn.o_proj,3,64,8,128,25.52500343322754,104.125,268435456 +122,self_attn.o_proj,3,128,8,128,29.009458541870117,100.0625,268435456 +122,self_attn.o_proj,4,32,8,128,10.23918628692627,144.25,268435456 +122,self_attn.o_proj,4,64,8,128,11.949971199035645,136.125,268435456 +122,self_attn.o_proj,4,128,8,128,13.522171020507812,132.0625,268435456 +122,self_attn.o_proj,8,32,8,128,0.6256190538406372,272.25,268435456 +122,self_attn.o_proj,8,64,8,128,0.7307889461517334,264.125,268435456 +122,self_attn.o_proj,8,128,8,128,0.8198421597480774,260.0625,268435456 +122,mlp.gate_proj,2,32,8,128,93.1277847290039,260.8125,872415232 +122,mlp.gate_proj,2,64,8,128,106.57379150390625,234.40625,872415232 +122,mlp.gate_proj,2,128,8,128,128.18170166015625,221.203125,872415232 +122,mlp.gate_proj,3,32,8,128,39.95270919799805,364.8125,872415232 +122,mlp.gate_proj,3,64,8,128,46.34222412109375,338.40625,872415232 +122,mlp.gate_proj,3,128,8,128,51.15306091308594,325.203125,872415232 +122,mlp.gate_proj,4,32,8,128,18.279067993164062,468.8125,872415232 +122,mlp.gate_proj,4,64,8,128,22.63702964782715,442.40625,872415232 +122,mlp.gate_proj,4,128,8,128,23.914445877075195,429.203125,872415232 +122,mlp.gate_proj,8,32,8,128,1.1063580513000488,884.8125,872415232 +122,mlp.gate_proj,8,64,8,128,1.3480619192123413,858.40625,872415232 +122,mlp.gate_proj,8,128,8,128,1.4577902555465698,845.203125,872415232 +122,mlp.up_proj,2,32,8,128,88.98814392089844,260.8125,872415232 +122,mlp.up_proj,2,64,8,128,95.69043731689453,234.40625,872415232 +122,mlp.up_proj,2,128,8,128,108.83889770507812,221.203125,872415232 +122,mlp.up_proj,3,32,8,128,35.86984634399414,364.8125,872415232 +122,mlp.up_proj,3,64,8,128,43.838165283203125,338.40625,872415232 +122,mlp.up_proj,3,128,8,128,46.30643844604492,325.203125,872415232 +122,mlp.up_proj,4,32,8,128,16.81427574157715,468.8125,872415232 +122,mlp.up_proj,4,64,8,128,19.607471466064453,442.40625,872415232 +122,mlp.up_proj,4,128,8,128,22.704994201660156,429.203125,872415232 +122,mlp.up_proj,8,32,8,128,1.0303236246109009,884.8125,872415232 +122,mlp.up_proj,8,64,8,128,1.1660804748535156,858.40625,872415232 +122,mlp.up_proj,8,128,8,128,1.3939480781555176,845.203125,872415232 +122,mlp.down_proj,2,32,8,128,85.95291900634766,260.8125,872415232 +122,mlp.down_proj,2,64,8,128,94.21633911132812,234.40625,872415232 +122,mlp.down_proj,2,128,8,128,105.16968536376953,221.203125,872415232 +122,mlp.down_proj,3,32,8,128,35.052207946777344,364.8125,872415232 +122,mlp.down_proj,3,64,8,128,42.223567962646484,338.40625,872415232 +122,mlp.down_proj,3,128,8,128,45.960567474365234,325.203125,872415232 +122,mlp.down_proj,4,32,8,128,16.573680877685547,468.8125,872415232 +122,mlp.down_proj,4,64,8,128,18.981689453125,442.40625,872415232 +122,mlp.down_proj,4,128,8,128,22.64491844177246,429.203125,872415232 +122,mlp.down_proj,8,32,8,128,1.0191783905029297,884.8125,872415232 +122,mlp.down_proj,8,64,8,128,1.133263349533081,858.40625,872415232 +122,mlp.down_proj,8,128,8,128,1.338369607925415,845.203125,872415232 +123,self_attn.q_proj,2,32,8,128,55.896732330322266,80.25,268435456 +123,self_attn.q_proj,2,64,8,128,65.76622009277344,72.125,268435456 +123,self_attn.q_proj,2,128,8,128,74.39888763427734,68.0625,268435456 +123,self_attn.q_proj,3,32,8,128,23.890954971313477,112.25,268435456 +123,self_attn.q_proj,3,64,8,128,28.107362747192383,104.125,268435456 +123,self_attn.q_proj,3,128,8,128,32.14628601074219,100.0625,268435456 +123,self_attn.q_proj,4,32,8,128,11.223020553588867,144.25,268435456 +123,self_attn.q_proj,4,64,8,128,13.079620361328125,136.125,268435456 +123,self_attn.q_proj,4,128,8,128,14.965149879455566,132.0625,268435456 +123,self_attn.q_proj,8,32,8,128,0.6855818629264832,272.25,268435456 +123,self_attn.q_proj,8,64,8,128,0.7963373064994812,264.125,268435456 +123,self_attn.q_proj,8,128,8,128,0.906578004360199,260.0625,268435456 +123,self_attn.v_proj,2,32,8,128,24.99024200439453,10.03125,33554432 +123,self_attn.v_proj,2,64,8,128,31.198261260986328,9.015625,33554432 +123,self_attn.v_proj,2,128,8,128,36.941864013671875,8.5078125,33554432 +123,self_attn.v_proj,3,32,8,128,10.684585571289062,14.03125,33554432 +123,self_attn.v_proj,3,64,8,128,13.340594291687012,13.015625,33554432 +123,self_attn.v_proj,3,128,8,128,15.818693161010742,12.5078125,33554432 +123,self_attn.v_proj,4,32,8,128,4.983623027801514,18.03125,33554432 +123,self_attn.v_proj,4,64,8,128,6.223974227905273,17.015625,33554432 +123,self_attn.v_proj,4,128,8,128,7.381647109985352,16.5078125,33554432 +123,self_attn.v_proj,8,32,8,128,0.3020614981651306,34.03125,33554432 +123,self_attn.v_proj,8,64,8,128,0.3771863281726837,33.015625,33554432 +123,self_attn.v_proj,8,128,8,128,0.44669589400291443,32.5078125,33554432 +123,self_attn.k_proj,2,32,8,128,32.719329833984375,10.03125,33554432 +123,self_attn.k_proj,2,64,8,128,42.26693344116211,9.015625,33554432 +123,self_attn.k_proj,2,128,8,128,50.406471252441406,8.5078125,33554432 +123,self_attn.k_proj,3,32,8,128,13.974533081054688,14.03125,33554432 +123,self_attn.k_proj,3,64,8,128,18.09894371032715,13.015625,33554432 +123,self_attn.k_proj,3,128,8,128,21.628150939941406,12.5078125,33554432 +123,self_attn.k_proj,4,32,8,128,6.521193981170654,18.03125,33554432 +123,self_attn.k_proj,4,64,8,128,8.443979263305664,17.015625,33554432 +123,self_attn.k_proj,4,128,8,128,10.092450141906738,16.5078125,33554432 +123,self_attn.k_proj,8,32,8,128,0.3950003385543823,34.03125,33554432 +123,self_attn.k_proj,8,64,8,128,0.5114190578460693,33.015625,33554432 +123,self_attn.k_proj,8,128,8,128,0.6115928888320923,32.5078125,33554432 +123,self_attn.o_proj,2,32,8,128,54.75246047973633,80.25,268435456 +123,self_attn.o_proj,2,64,8,128,64.2726058959961,72.125,268435456 +123,self_attn.o_proj,2,128,8,128,71.91596984863281,68.0625,268435456 +123,self_attn.o_proj,3,32,8,128,23.460657119750977,112.25,268435456 +123,self_attn.o_proj,3,64,8,128,27.351980209350586,104.125,268435456 +123,self_attn.o_proj,3,128,8,128,31.119747161865234,100.0625,268435456 +123,self_attn.o_proj,4,32,8,128,10.990605354309082,144.25,268435456 +123,self_attn.o_proj,4,64,8,128,12.735268592834473,136.125,268435456 +123,self_attn.o_proj,4,128,8,128,14.478355407714844,132.0625,268435456 +123,self_attn.o_proj,8,32,8,128,0.6718305945396423,272.25,268435456 +123,self_attn.o_proj,8,64,8,128,0.7762925028800964,264.125,268435456 +123,self_attn.o_proj,8,128,8,128,0.8771017789840698,260.0625,268435456 +123,mlp.gate_proj,2,32,8,128,92.79490661621094,260.8125,872415232 +123,mlp.gate_proj,2,64,8,128,105.4990234375,234.40625,872415232 +123,mlp.gate_proj,2,128,8,128,127.8276138305664,221.203125,872415232 +123,mlp.gate_proj,3,32,8,128,39.64451599121094,364.8125,872415232 +123,mlp.gate_proj,3,64,8,128,46.15900421142578,338.40625,872415232 +123,mlp.gate_proj,3,128,8,128,50.53569412231445,325.203125,872415232 +123,mlp.gate_proj,4,32,8,128,18.15114402770996,468.8125,872415232 +123,mlp.gate_proj,4,64,8,128,22.451824188232422,442.40625,872415232 +123,mlp.gate_proj,4,128,8,128,23.724851608276367,429.203125,872415232 +123,mlp.gate_proj,8,32,8,128,1.0991052389144897,884.8125,872415232 +123,mlp.gate_proj,8,64,8,128,1.3326225280761719,858.40625,872415232 +123,mlp.gate_proj,8,128,8,128,1.45014488697052,845.203125,872415232 +123,mlp.up_proj,2,32,8,128,89.08289337158203,260.8125,872415232 +123,mlp.up_proj,2,64,8,128,95.92098236083984,234.40625,872415232 +123,mlp.up_proj,2,128,8,128,109.50064849853516,221.203125,872415232 +123,mlp.up_proj,3,32,8,128,35.92765808105469,364.8125,872415232 +123,mlp.up_proj,3,64,8,128,43.98801803588867,338.40625,872415232 +123,mlp.up_proj,3,128,8,128,46.498260498046875,325.203125,872415232 +123,mlp.up_proj,4,32,8,128,16.836023330688477,468.8125,872415232 +123,mlp.up_proj,4,64,8,128,19.676380157470703,442.40625,872415232 +123,mlp.up_proj,4,128,8,128,22.74234390258789,429.203125,872415232 +123,mlp.up_proj,8,32,8,128,1.0314427614212036,884.8125,872415232 +123,mlp.up_proj,8,64,8,128,1.1704916954040527,858.40625,872415232 +123,mlp.up_proj,8,128,8,128,1.4035332202911377,845.203125,872415232 +123,mlp.down_proj,2,32,8,128,86.9775619506836,260.8125,872415232 +123,mlp.down_proj,2,64,8,128,94.99559783935547,234.40625,872415232 +123,mlp.down_proj,2,128,8,128,107.17925262451172,221.203125,872415232 +123,mlp.down_proj,3,32,8,128,35.391334533691406,364.8125,872415232 +123,mlp.down_proj,3,64,8,128,42.954994201660156,338.40625,872415232 +123,mlp.down_proj,3,128,8,128,46.351715087890625,325.203125,872415232 +123,mlp.down_proj,4,32,8,128,16.682727813720703,468.8125,872415232 +123,mlp.down_proj,4,64,8,128,19.290489196777344,442.40625,872415232 +123,mlp.down_proj,4,128,8,128,22.709028244018555,429.203125,872415232 +123,mlp.down_proj,8,32,8,128,1.0242952108383179,884.8125,872415232 +123,mlp.down_proj,8,64,8,128,1.1508275270462036,858.40625,872415232 +123,mlp.down_proj,8,128,8,128,1.371276617050171,845.203125,872415232 +124,self_attn.q_proj,2,32,8,128,55.36981964111328,80.25,268435456 +124,self_attn.q_proj,2,64,8,128,65.27532958984375,72.125,268435456 +124,self_attn.q_proj,2,128,8,128,73.95537567138672,68.0625,268435456 +124,self_attn.q_proj,3,32,8,128,23.68292808532715,112.25,268435456 +124,self_attn.q_proj,3,64,8,128,27.878822326660156,104.125,268435456 +124,self_attn.q_proj,3,128,8,128,31.942401885986328,100.0625,268435456 +124,self_attn.q_proj,4,32,8,128,11.11007022857666,144.25,268435456 +124,self_attn.q_proj,4,64,8,128,12.9754056930542,136.125,268435456 +124,self_attn.q_proj,4,128,8,128,14.858808517456055,132.0625,268435456 +124,self_attn.q_proj,8,32,8,128,0.6788483262062073,272.25,268435456 +124,self_attn.q_proj,8,64,8,128,0.7902889847755432,264.125,268435456 +124,self_attn.q_proj,8,128,8,128,0.9006078243255615,260.0625,268435456 +124,self_attn.v_proj,2,32,8,128,22.786056518554688,10.03125,33554432 +124,self_attn.v_proj,2,64,8,128,28.08745574951172,9.015625,33554432 +124,self_attn.v_proj,2,128,8,128,32.836368560791016,8.5078125,33554432 +124,self_attn.v_proj,3,32,8,128,9.732880592346191,14.03125,33554432 +124,self_attn.v_proj,3,64,8,128,12.01059341430664,13.015625,33554432 +124,self_attn.v_proj,3,128,8,128,14.048480033874512,12.5078125,33554432 +124,self_attn.v_proj,4,32,8,128,4.539859294891357,18.03125,33554432 +124,self_attn.v_proj,4,64,8,128,5.603846073150635,17.015625,33554432 +124,self_attn.v_proj,4,128,8,128,6.5533366203308105,16.5078125,33554432 +124,self_attn.v_proj,8,32,8,128,0.2751381993293762,34.03125,33554432 +124,self_attn.v_proj,8,64,8,128,0.33962857723236084,33.015625,33554432 +124,self_attn.v_proj,8,128,8,128,0.39668694138526917,32.5078125,33554432 +124,self_attn.k_proj,2,32,8,128,33.3597297668457,10.03125,33554432 +124,self_attn.k_proj,2,64,8,128,42.595176696777344,9.015625,33554432 +124,self_attn.k_proj,2,128,8,128,50.6859016418457,8.5078125,33554432 +124,self_attn.k_proj,3,32,8,128,14.252952575683594,14.03125,33554432 +124,self_attn.k_proj,3,64,8,128,18.22700309753418,13.015625,33554432 +124,self_attn.k_proj,3,128,8,128,21.719465255737305,12.5078125,33554432 +124,self_attn.k_proj,4,32,8,128,6.648288249969482,18.03125,33554432 +124,self_attn.k_proj,4,64,8,128,8.506731986999512,17.015625,33554432 +124,self_attn.k_proj,4,128,8,128,10.136991500854492,16.5078125,33554432 +124,self_attn.k_proj,8,32,8,128,0.40276867151260376,34.03125,33554432 +124,self_attn.k_proj,8,64,8,128,0.5151926875114441,33.015625,33554432 +124,self_attn.k_proj,8,128,8,128,0.6142271757125854,32.5078125,33554432 +124,self_attn.o_proj,2,32,8,128,53.20305252075195,80.25,268435456 +124,self_attn.o_proj,2,64,8,128,62.532371520996094,72.125,268435456 +124,self_attn.o_proj,2,128,8,128,70.06344604492188,68.0625,268435456 +124,self_attn.o_proj,3,32,8,128,22.89319610595703,112.25,268435456 +124,self_attn.o_proj,3,64,8,128,26.587432861328125,104.125,268435456 +124,self_attn.o_proj,3,128,8,128,30.25910186767578,100.0625,268435456 +124,self_attn.o_proj,4,32,8,128,10.672351837158203,144.25,268435456 +124,self_attn.o_proj,4,64,8,128,12.395220756530762,136.125,268435456 +124,self_attn.o_proj,4,128,8,128,14.079050064086914,132.0625,268435456 +124,self_attn.o_proj,8,32,8,128,0.652272641658783,272.25,268435456 +124,self_attn.o_proj,8,64,8,128,0.7563419938087463,264.125,268435456 +124,self_attn.o_proj,8,128,8,128,0.8529017567634583,260.0625,268435456 +124,mlp.gate_proj,2,32,8,128,93.77217102050781,260.8125,872415232 +124,mlp.gate_proj,2,64,8,128,108.44293212890625,234.40625,872415232 +124,mlp.gate_proj,2,128,8,128,128.5764923095703,221.203125,872415232 +124,mlp.gate_proj,3,32,8,128,40.60728073120117,364.8125,872415232 +124,mlp.gate_proj,3,64,8,128,46.70403289794922,338.40625,872415232 +124,mlp.gate_proj,3,128,8,128,52.2612419128418,325.203125,872415232 +124,mlp.gate_proj,4,32,8,128,18.5338077545166,468.8125,872415232 +124,mlp.gate_proj,4,64,8,128,22.714336395263672,442.40625,872415232 +124,mlp.gate_proj,4,128,8,128,24.272010803222656,429.203125,872415232 +124,mlp.gate_proj,8,32,8,128,1.1202043294906616,884.8125,872415232 +124,mlp.gate_proj,8,64,8,128,1.3768755197525024,858.40625,872415232 +124,mlp.gate_proj,8,128,8,128,1.4741829633712769,845.203125,872415232 +124,mlp.up_proj,2,32,8,128,90.03709411621094,260.8125,872415232 +124,mlp.up_proj,2,64,8,128,96.87377166748047,234.40625,872415232 +124,mlp.up_proj,2,128,8,128,111.62337493896484,221.203125,872415232 +124,mlp.up_proj,3,32,8,128,36.28093719482422,364.8125,872415232 +124,mlp.up_proj,3,64,8,128,44.73046875,338.40625,872415232 +124,mlp.up_proj,3,128,8,128,47.102073669433594,325.203125,872415232 +124,mlp.up_proj,4,32,8,128,16.95816993713379,468.8125,872415232 +124,mlp.up_proj,4,64,8,128,20.003671646118164,442.40625,872415232 +124,mlp.up_proj,4,128,8,128,22.877389907836914,429.203125,872415232 +124,mlp.up_proj,8,32,8,128,1.0374289751052856,884.8125,872415232 +124,mlp.up_proj,8,64,8,128,1.1891889572143555,858.40625,872415232 +124,mlp.up_proj,8,128,8,128,1.416827917098999,845.203125,872415232 +124,mlp.down_proj,2,32,8,128,88.34225463867188,260.8125,872415232 +124,mlp.down_proj,2,64,8,128,96.671630859375,234.40625,872415232 +124,mlp.down_proj,2,128,8,128,111.1593017578125,221.203125,872415232 +124,mlp.down_proj,3,32,8,128,36.02233123779297,364.8125,872415232 +124,mlp.down_proj,3,64,8,128,44.34687042236328,338.40625,872415232 +124,mlp.down_proj,3,128,8,128,47.69202423095703,325.203125,872415232 +124,mlp.down_proj,4,32,8,128,16.91050148010254,468.8125,872415232 +124,mlp.down_proj,4,64,8,128,19.9580135345459,442.40625,872415232 +124,mlp.down_proj,4,128,8,128,23.054601669311523,429.203125,872415232 +124,mlp.down_proj,8,32,8,128,1.0354433059692383,884.8125,872415232 +124,mlp.down_proj,8,64,8,128,1.1897356510162354,858.40625,872415232 +124,mlp.down_proj,8,128,8,128,1.4208450317382812,845.203125,872415232 +125,self_attn.q_proj,2,32,8,128,48.76233673095703,80.25,268435456 +125,self_attn.q_proj,2,64,8,128,57.67710876464844,72.125,268435456 +125,self_attn.q_proj,2,128,8,128,65.65937042236328,68.0625,268435456 +125,self_attn.q_proj,3,32,8,128,20.94544792175293,112.25,268435456 +125,self_attn.q_proj,3,64,8,128,24.593721389770508,104.125,268435456 +125,self_attn.q_proj,3,128,8,128,28.132553100585938,100.0625,268435456 +125,self_attn.q_proj,4,32,8,128,9.740955352783203,144.25,268435456 +125,self_attn.q_proj,4,64,8,128,11.534509658813477,136.125,268435456 +125,self_attn.q_proj,4,128,8,128,13.090705871582031,132.0625,268435456 +125,self_attn.q_proj,8,32,8,128,0.5945702791213989,272.25,268435456 +125,self_attn.q_proj,8,64,8,128,0.7064894437789917,264.125,268435456 +125,self_attn.q_proj,8,128,8,128,0.7937830090522766,260.0625,268435456 +125,self_attn.v_proj,2,32,8,128,18.379701614379883,10.03125,33554432 +125,self_attn.v_proj,2,64,8,128,22.7462215423584,9.015625,33554432 +125,self_attn.v_proj,2,128,8,128,26.681386947631836,8.5078125,33554432 +125,self_attn.v_proj,3,32,8,128,7.857790946960449,14.03125,33554432 +125,self_attn.v_proj,3,64,8,128,9.724590301513672,13.015625,33554432 +125,self_attn.v_proj,3,128,8,128,11.419112205505371,12.5078125,33554432 +125,self_attn.v_proj,4,32,8,128,3.6648952960968018,18.03125,33554432 +125,self_attn.v_proj,4,64,8,128,4.535887241363525,17.015625,33554432 +125,self_attn.v_proj,4,128,8,128,5.3280181884765625,16.5078125,33554432 +125,self_attn.v_proj,8,32,8,128,0.221855029463768,34.03125,33554432 +125,self_attn.v_proj,8,64,8,128,0.27490875124931335,33.015625,33554432 +125,self_attn.v_proj,8,128,8,128,0.32276520133018494,32.5078125,33554432 +125,self_attn.k_proj,2,32,8,128,32.644474029541016,10.03125,33554432 +125,self_attn.k_proj,2,64,8,128,41.539085388183594,9.015625,33554432 +125,self_attn.k_proj,2,128,8,128,49.61772537231445,8.5078125,33554432 +125,self_attn.k_proj,3,32,8,128,13.95103931427002,14.03125,33554432 +125,self_attn.k_proj,3,64,8,128,17.793418884277344,13.015625,33554432 +125,self_attn.k_proj,3,128,8,128,21.307371139526367,12.5078125,33554432 +125,self_attn.k_proj,4,32,8,128,6.511795520782471,18.03125,33554432 +125,self_attn.k_proj,4,64,8,128,8.3038330078125,17.015625,33554432 +125,self_attn.k_proj,4,128,8,128,9.942025184631348,16.5078125,33554432 +125,self_attn.k_proj,8,32,8,128,0.39454180002212524,34.03125,33554432 +125,self_attn.k_proj,8,64,8,128,0.5027164816856384,33.015625,33554432 +125,self_attn.k_proj,8,128,8,128,0.6024474501609802,32.5078125,33554432 +125,self_attn.o_proj,2,32,8,128,42.382991790771484,80.25,268435456 +125,self_attn.o_proj,2,64,8,128,49.366477966308594,72.125,268435456 +125,self_attn.o_proj,2,128,8,128,56.29500198364258,68.0625,268435456 +125,self_attn.o_proj,3,32,8,128,18.062623977661133,112.25,268435456 +125,self_attn.o_proj,3,64,8,128,21.404386520385742,104.125,268435456 +125,self_attn.o_proj,3,128,8,128,24.340927124023438,100.0625,268435456 +125,self_attn.o_proj,4,32,8,128,8.451262474060059,144.25,268435456 +125,self_attn.o_proj,4,64,8,128,9.954730987548828,136.125,268435456 +125,self_attn.o_proj,4,128,8,128,11.466767311096191,132.0625,268435456 +125,self_attn.o_proj,8,32,8,128,0.5170131325721741,272.25,268435456 +125,self_attn.o_proj,8,64,8,128,0.6060802340507507,264.125,268435456 +125,self_attn.o_proj,8,128,8,128,0.6979808807373047,260.0625,268435456 +125,mlp.gate_proj,2,32,8,128,93.24972534179688,260.8125,872415232 +125,mlp.gate_proj,2,64,8,128,108.16423797607422,234.40625,872415232 +125,mlp.gate_proj,2,128,8,128,128.7753143310547,221.203125,872415232 +125,mlp.gate_proj,3,32,8,128,39.939754486083984,364.8125,872415232 +125,mlp.gate_proj,3,64,8,128,46.8294792175293,338.40625,872415232 +125,mlp.gate_proj,3,128,8,128,53.104679107666016,325.203125,872415232 +125,mlp.gate_proj,4,32,8,128,18.329090118408203,468.8125,872415232 +125,mlp.gate_proj,4,64,8,128,22.704431533813477,442.40625,872415232 +125,mlp.gate_proj,4,128,8,128,24.622581481933594,429.203125,872415232 +125,mlp.gate_proj,8,32,8,128,1.1099344491958618,884.8125,872415232 +125,mlp.gate_proj,8,64,8,128,1.3691189289093018,858.40625,872415232 +125,mlp.gate_proj,8,128,8,128,1.4916263818740845,845.203125,872415232 +125,mlp.up_proj,2,32,8,128,87.4345932006836,260.8125,872415232 +125,mlp.up_proj,2,64,8,128,96.5567626953125,234.40625,872415232 +125,mlp.up_proj,2,128,8,128,111.39537048339844,221.203125,872415232 +125,mlp.up_proj,3,32,8,128,35.67714309692383,364.8125,872415232 +125,mlp.up_proj,3,64,8,128,43.87355041503906,338.40625,872415232 +125,mlp.up_proj,3,128,8,128,47.164100646972656,325.203125,872415232 +125,mlp.up_proj,4,32,8,128,16.785343170166016,468.8125,872415232 +125,mlp.up_proj,4,64,8,128,19.73459243774414,442.40625,872415232 +125,mlp.up_proj,4,128,8,128,22.867252349853516,429.203125,872415232 +125,mlp.up_proj,8,32,8,128,1.0291346311569214,884.8125,872415232 +125,mlp.up_proj,8,64,8,128,1.176885962486267,858.40625,872415232 +125,mlp.up_proj,8,128,8,128,1.415444254875183,845.203125,872415232 +125,mlp.down_proj,2,32,8,128,80.83686065673828,260.8125,872415232 +125,mlp.down_proj,2,64,8,128,94.27082061767578,234.40625,872415232 +125,mlp.down_proj,2,128,8,128,106.94767761230469,221.203125,872415232 +125,mlp.down_proj,3,32,8,128,34.47894287109375,364.8125,872415232 +125,mlp.down_proj,3,64,8,128,41.807369232177734,338.40625,872415232 +125,mlp.down_proj,3,128,8,128,48.07999038696289,325.203125,872415232 +125,mlp.down_proj,4,32,8,128,16.422809600830078,468.8125,872415232 +125,mlp.down_proj,4,64,8,128,19.197998046875,442.40625,872415232 +125,mlp.down_proj,4,128,8,128,23.10745620727539,429.203125,872415232 +125,mlp.down_proj,8,32,8,128,1.0097682476043701,884.8125,872415232 +125,mlp.down_proj,8,64,8,128,1.154837965965271,858.40625,872415232 +125,mlp.down_proj,8,128,8,128,1.4134111404418945,845.203125,872415232 diff --git a/lm-quant-toolkit/data-vis/data/llama-mxq-cfgs.csv b/lm-quant-toolkit/data-vis/data/llama-mxq-cfgs.csv new file mode 100644 index 0000000000000000000000000000000000000000..c29f5a4d9134b1ca51d5aa9af8d4f23082b45e60 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/llama-mxq-cfgs.csv @@ -0,0 +1,2185 @@ +b1,g1,b2,g2,memmb,model,layer,module,bit_budget +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.v_proj,4.51 +4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.down_proj,4.51 +8,128,8,128,16.001953125,Llama-2-7b-hf,1,self_attn.q_proj,4.51 +8,128,8,128,16.001953125,Llama-2-7b-hf,1,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,1,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.down_proj,4.51 +8,128,8,128,16.001953125,Llama-2-7b-hf,2,self_attn.q_proj,4.51 +8,128,8,128,16.001953125,Llama-2-7b-hf,2,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,2,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,3,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,4,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.51 +8,128,8,128,16.001953125,Llama-2-7b-hf,5,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,5,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,6,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,7,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,8,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,9,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,10,mlp.gate_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,11,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,11,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,12,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,12,mlp.up_proj,4.51 +4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.gate_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.up_proj,4.51 +4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.v_proj,4.25 +3,64,8,128,6.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.25 +3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.gate_proj,4.25 +3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,1,self_attn.v_proj,4.25 +3,32,8,128,6.0078125,Llama-2-7b-hf,1,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,1,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,1,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,4,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,4,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,5,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,5,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,6,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,6,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,7,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,7,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,8,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,8,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,9,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,9,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,20,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,21,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,22,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,23,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,24,mlp.gate_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.up_proj,4.25 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.25 +4,64,8,128,8.00390625,Llama-2-7b-hf,31,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.gate_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.up_proj,4.25 +4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.v_proj,4.13 +3,64,8,128,6.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.gate_proj,4.13 +3,64,8,128,16.135498046875,Llama-2-7b-hf,0,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.k_proj,4.13 +3,32,8,128,6.0078125,Llama-2-7b-hf,1,self_attn.v_proj,4.13 +3,64,8,128,6.00390625,Llama-2-7b-hf,1,self_attn.o_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.o_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,2,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,2,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.13 +4,128,8,128,8.001953125,Llama-2-7b-hf,3,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.o_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,3,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,3,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,4,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,4,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,5,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,5,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,6,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,6,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,7,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,7,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,8,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,8,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.gate_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,9,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,9,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.up_proj,4.13 +3,32,8,128,16.14599609375,Llama-2-7b-hf,10,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,20,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,21,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,22,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,23,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,24,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,27,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,27,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,28,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,28,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,28,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,28,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,29,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,29,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.gate_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,29,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,29,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,30,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,30,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.gate_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,30,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.13 +4,64,8,128,8.00390625,Llama-2-7b-hf,31,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.gate_proj,4.13 +4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.up_proj,4.13 +4,128,8,128,21.5052490234375,Llama-2-7b-hf,31,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.v_proj,4.51 +4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.gate_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,1,mlp.gate_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.down_proj,4.51 +8,128,8,128,25.0030517578125,Llama-2-13b-hf,2,self_attn.q_proj,4.51 +8,128,8,128,25.0030517578125,Llama-2-13b-hf,2,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,2,mlp.gate_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.down_proj,4.51 +8,128,8,128,25.0030517578125,Llama-2-13b-hf,3,self_attn.q_proj,4.51 +8,128,8,128,25.0030517578125,Llama-2-13b-hf,3,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,4,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,4,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,4,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,5,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,5,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,5,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,6,mlp.gate_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,7,mlp.gate_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,8,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,8,mlp.up_proj,4.51 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.v_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.o_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.gate_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.up_proj,4.51 +4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.down_proj,4.51 +4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.v_proj,4.25 +3,64,8,128,9.381103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.25 +3,32,8,128,25.345458984375,Llama-2-13b-hf,0,mlp.gate_proj,4.25 +3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,1,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,1,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,3,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,4,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,5,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,6,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,6,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,7,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,7,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,8,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,8,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,9,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,9,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,9,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,10,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,10,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,10,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,11,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,21,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,22,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,23,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,24,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,25,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,26,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,27,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,28,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,29,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,30,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,31,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,32,mlp.gate_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.up_proj,4.25 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.v_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.v_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.v_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.v_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.down_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.v_proj,4.25 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.o_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.gate_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.up_proj,4.25 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.down_proj,4.25 +4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.q_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.k_proj,4.13 +3,32,8,128,9.38720703125,Llama-2-13b-hf,0,self_attn.v_proj,4.13 +3,64,8,128,9.381103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.13 +3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.gate_proj,4.13 +3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,0,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.v_proj,4.13 +3,32,8,128,9.38720703125,Llama-2-13b-hf,1,self_attn.o_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,1,mlp.gate_proj,4.13 +3,64,8,128,25.3289794921875,Llama-2-13b-hf,1,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,1,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.o_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,2,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,2,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.o_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,3,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,3,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.o_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,4,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,4,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.o_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,5,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,5,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,6,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,6,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,7,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,7,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,8,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,8,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,9,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,9,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,9,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,10,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,10,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,10,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,11,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,11,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,12,mlp.up_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,12,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,15,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,15,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,21,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,22,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,23,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,24,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,24,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,25,mlp.gate_proj,4.13 +3,32,8,128,25.345458984375,Llama-2-13b-hf,25,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,26,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,27,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,28,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,29,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,30,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,31,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,32,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,33,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,33,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,34,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,34,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,35,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,35,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,36,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,36,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,36,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,36,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,37,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,37,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.gate_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,37,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,37,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,38,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,38,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.gate_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.up_proj,4.13 +4,128,8,128,33.75823974609375,Llama-2-13b-hf,38,mlp.down_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.13 +4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,39,self_attn.v_proj,4.13 +4,64,8,128,12.506103515625,Llama-2-13b-hf,39,self_attn.o_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.gate_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.up_proj,4.13 +4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.down_proj,4.13 +8,128,8,128,16.001953125,Meta-Llama-3-8B,0,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.o_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.down_proj,4.51 +8,128,8,128,16.001953125,Meta-Llama-3-8B,1,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.down_proj,4.51 +8,128,8,128,16.001953125,Meta-Llama-3-8B,2,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,2,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.o_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,3,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,3,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,4,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,4,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,5,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,5,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,6,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,6,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,7,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,7,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,8,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,8,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,9,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,9,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,10,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,10,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,11,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,11,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,12,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,13,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,13,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,14,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,14,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.down_proj,4.51 +8,128,8,128,16.001953125,Meta-Llama-3-8B,15,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,15,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,15,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,16,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,16,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,17,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,17,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,18,self_attn.k_proj,4.51 +4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,18,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,19,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,19,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,20,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,20,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,21,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,22,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,23,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,24,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,24,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,25,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,26,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,26,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.51 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,27,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,27,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,28,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,29,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,30,mlp.gate_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.51 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.51 +4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.up_proj,4.51 +4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.51 +4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.q_proj,4.25 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,0,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,0,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.q_proj,4.25 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,2,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,2,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,3,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,3,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,3,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,3,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,4,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,4,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.gate_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,5,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,5,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.gate_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,6,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,6,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.gate_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,7,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,7,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,7,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,8,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,8,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.gate_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,9,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,9,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,9,mlp.up_proj,4.25 +3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,10,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,10,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,10,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,10,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,11,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,11,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,12,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,12,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.gate_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.up_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,13,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,13,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.gate_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,14,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,14,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,15,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,15,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,16,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,16,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,16,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,16,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,17,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,17,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,17,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,17,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,18,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,18,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,18,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,18,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,19,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,19,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,19,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,19,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,20,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,20,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,20,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,20,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,21,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,21,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,21,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,22,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,22,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,23,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,23,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,24,self_attn.v_proj,4.25 +4,64,8,128,8.00390625,Meta-Llama-3-8B,24,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,25,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,26,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,27,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.25 +4,32,8,128,2.001953125,Meta-Llama-3-8B,28,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.gate_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.gate_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.25 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,29,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.gate_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.25 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.25 +4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.up_proj,4.25 +4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.25 +4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.q_proj,4.13 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,0,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.q_proj,4.13 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,1,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,2,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,2,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,3,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,3,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,3,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,3,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,4,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,4,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,5,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,5,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,6,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,6,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,7,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,7,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,8,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,8,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,9,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,9,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,10,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,10,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,10,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,10,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,11,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,11,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,11,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,12,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,12,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,12,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,12,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,13,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,13,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.13 +8,64,8,128,4.0009765625,Meta-Llama-3-8B,14,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,14,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,15,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,15,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,16,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,16,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,16,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,16,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,17,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,17,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,17,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,17,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,18,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,18,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,18,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,18,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,19,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,19,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,19,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,19,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,20,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,20,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,20,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,20,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,21,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,21,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.gate_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,21,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,21,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,22,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,22,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.up_proj,4.13 +3,32,8,128,21.02734375,Meta-Llama-3-8B,22,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,23,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,23,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,24,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,24,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,25,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,26,self_attn.v_proj,4.13 +4,64,8,128,8.00390625,Meta-Llama-3-8B,26,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,27,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.13 +4,32,8,128,2.001953125,Meta-Llama-3-8B,28,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.gate_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.gate_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,29,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.gate_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.13 +4,128,8,128,28.0068359375,Meta-Llama-3-8B,30,mlp.down_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.13 +8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.13 +4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.13 +4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.up_proj,4.13 +4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.13 diff --git a/lm-quant-toolkit/data-vis/data/llama-sensitivity.csv b/lm-quant-toolkit/data-vis/data/llama-sensitivity.csv new file mode 100644 index 0000000000000000000000000000000000000000..169c94df0971313e78c218363ea1b84f598e8d46 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/llama-sensitivity.csv @@ -0,0 +1,10945 @@ +dataset,part,model,nbits,group_size,layer,sensitivity +pileval,attn_in,Llama-2-7b-hf,3,32,0,7.323668000935868e-07 +pileval,attn_out,Llama-2-7b-hf,3,32,0,1.4089265505390358e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,32,0,4.204481456326903e-07 +pileval,mlp_down,Llama-2-7b-hf,3,32,0,3.4292393138457555e-06 +pileval,attn_in,Llama-2-7b-hf,3,32,1,3.019787754965364e-06 +pileval,attn_out,Llama-2-7b-hf,3,32,1,5.1959732445538975e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,32,1,8.488156890962273e-05 +pileval,mlp_down,Llama-2-7b-hf,3,32,1,0.008964169770479202 +pileval,attn_in,Llama-2-7b-hf,3,32,2,9.743419468577486e-06 +pileval,attn_out,Llama-2-7b-hf,3,32,2,5.388124918681569e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,32,2,1.302797954849666e-05 +pileval,mlp_down,Llama-2-7b-hf,3,32,2,1.573244844621513e-05 +pileval,attn_in,Llama-2-7b-hf,3,32,3,2.3472133761970326e-05 +pileval,attn_out,Llama-2-7b-hf,3,32,3,1.023778531816788e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,32,3,3.1847590435063466e-05 +pileval,mlp_down,Llama-2-7b-hf,3,32,3,3.0639985197922215e-05 +pileval,attn_in,Llama-2-7b-hf,3,32,4,5.353008600650355e-05 +pileval,attn_out,Llama-2-7b-hf,3,32,4,2.0687572032329626e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,32,4,5.988179691485129e-05 +pileval,mlp_down,Llama-2-7b-hf,3,32,4,7.001098128966987e-05 +pileval,attn_in,Llama-2-7b-hf,3,32,5,0.0001001299315248616 +pileval,attn_out,Llama-2-7b-hf,3,32,5,4.082700252183713e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,32,5,9.363078424939886e-05 +pileval,mlp_down,Llama-2-7b-hf,3,32,5,8.21021749288775e-05 +pileval,attn_in,Llama-2-7b-hf,3,32,6,0.00010778152500279248 +pileval,attn_out,Llama-2-7b-hf,3,32,6,5.0123315304517746e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013959023635834455 +pileval,mlp_down,Llama-2-7b-hf,3,32,6,0.00012401620915625244 +pileval,attn_in,Llama-2-7b-hf,3,32,7,0.00015008318587206304 +pileval,attn_out,Llama-2-7b-hf,3,32,7,7.18965966370888e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,32,7,0.00019249408796895295 +pileval,mlp_down,Llama-2-7b-hf,3,32,7,0.00016600127855781466 +pileval,attn_in,Llama-2-7b-hf,3,32,8,0.00024514266988262534 +pileval,attn_out,Llama-2-7b-hf,3,32,8,0.0001043544543790631 +pileval,mlp_gate,Llama-2-7b-hf,3,32,8,0.00023842712107580155 +pileval,mlp_down,Llama-2-7b-hf,3,32,8,0.000202592316782102 +pileval,attn_in,Llama-2-7b-hf,3,32,9,0.0003097690350841731 +pileval,attn_out,Llama-2-7b-hf,3,32,9,0.00014246077626012266 +pileval,mlp_gate,Llama-2-7b-hf,3,32,9,0.00027948981733061373 +pileval,mlp_down,Llama-2-7b-hf,3,32,9,0.00023460423108190298 +pileval,attn_in,Llama-2-7b-hf,3,32,10,0.00039093769737519324 +pileval,attn_out,Llama-2-7b-hf,3,32,10,0.00019553412857931107 +pileval,mlp_gate,Llama-2-7b-hf,3,32,10,0.0003267282445449382 +pileval,mlp_down,Llama-2-7b-hf,3,32,10,0.0002705933293327689 +pileval,attn_in,Llama-2-7b-hf,3,32,11,0.0004086094268132001 +pileval,attn_out,Llama-2-7b-hf,3,32,11,0.000200433045392856 +pileval,mlp_gate,Llama-2-7b-hf,3,32,11,0.00037025506026111543 +pileval,mlp_down,Llama-2-7b-hf,3,32,11,0.00030985561897978187 +pileval,attn_in,Llama-2-7b-hf,3,32,12,0.0005283163045533001 +pileval,attn_out,Llama-2-7b-hf,3,32,12,0.00023689362569712102 +pileval,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004210266924928874 +pileval,mlp_down,Llama-2-7b-hf,3,32,12,0.00035445415414869785 +pileval,attn_in,Llama-2-7b-hf,3,32,13,0.0005071223713457584 +pileval,attn_out,Llama-2-7b-hf,3,32,13,0.00025669659953564405 +pileval,mlp_gate,Llama-2-7b-hf,3,32,13,0.0005000387318432331 +pileval,mlp_down,Llama-2-7b-hf,3,32,13,0.0004333310353104025 +pileval,attn_in,Llama-2-7b-hf,3,32,14,0.0005088290199637413 +pileval,attn_out,Llama-2-7b-hf,3,32,14,0.00028953191940672696 +pileval,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005637059803120792 +pileval,mlp_down,Llama-2-7b-hf,3,32,14,0.0005158944986760616 +pileval,attn_in,Llama-2-7b-hf,3,32,15,0.0006643387023359537 +pileval,attn_out,Llama-2-7b-hf,3,32,15,0.00031254239729605615 +pileval,mlp_gate,Llama-2-7b-hf,3,32,15,0.0006986299995332956 +pileval,mlp_down,Llama-2-7b-hf,3,32,15,0.0006455883267335594 +pileval,attn_in,Llama-2-7b-hf,3,32,16,0.0007202827255241573 +pileval,attn_out,Llama-2-7b-hf,3,32,16,0.00044959847582504153 +pileval,mlp_gate,Llama-2-7b-hf,3,32,16,0.0009079768788069487 +pileval,mlp_down,Llama-2-7b-hf,3,32,16,0.0009299982921220362 +pileval,attn_in,Llama-2-7b-hf,3,32,17,0.0005272038979455829 +pileval,attn_out,Llama-2-7b-hf,3,32,17,0.00031916392617858946 +pileval,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010183005360886455 +pileval,mlp_down,Llama-2-7b-hf,3,32,17,0.0009869795758277178 +pileval,attn_in,Llama-2-7b-hf,3,32,18,0.0005806251429021358 +pileval,attn_out,Llama-2-7b-hf,3,32,18,0.000372476177290082 +pileval,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012110196985304356 +pileval,mlp_down,Llama-2-7b-hf,3,32,18,0.0011813269229605794 +pileval,attn_in,Llama-2-7b-hf,3,32,19,0.0005597185809165239 +pileval,attn_out,Llama-2-7b-hf,3,32,19,0.00032153050415217876 +pileval,mlp_gate,Llama-2-7b-hf,3,32,19,0.001392517937347293 +pileval,mlp_down,Llama-2-7b-hf,3,32,19,0.001320046023465693 +pileval,attn_in,Llama-2-7b-hf,3,32,20,0.0007109734578989446 +pileval,attn_out,Llama-2-7b-hf,3,32,20,0.000378420198103413 +pileval,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016472074203193188 +pileval,mlp_down,Llama-2-7b-hf,3,32,20,0.001611331827007234 +pileval,attn_in,Llama-2-7b-hf,3,32,21,0.0005196577985771 +pileval,attn_out,Llama-2-7b-hf,3,32,21,0.00035175131051801145 +pileval,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018137790029868484 +pileval,mlp_down,Llama-2-7b-hf,3,32,21,0.0016320645809173584 +pileval,attn_in,Llama-2-7b-hf,3,32,22,0.000848886847961694 +pileval,attn_out,Llama-2-7b-hf,3,32,22,0.00044352063559927046 +pileval,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020720437169075012 +pileval,mlp_down,Llama-2-7b-hf,3,32,22,0.0018298192881047726 +pileval,attn_in,Llama-2-7b-hf,3,32,23,0.0006767807062715292 +pileval,attn_out,Llama-2-7b-hf,3,32,23,0.0003801460552494973 +pileval,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023212542291730642 +pileval,mlp_down,Llama-2-7b-hf,3,32,23,0.0019369593355804682 +pileval,attn_in,Llama-2-7b-hf,3,32,24,0.0009041863377206028 +pileval,attn_out,Llama-2-7b-hf,3,32,24,0.0004779863520525396 +pileval,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025314046069979668 +pileval,mlp_down,Llama-2-7b-hf,3,32,24,0.002006849041208625 +pileval,attn_in,Llama-2-7b-hf,3,32,25,0.0007930511492304504 +pileval,attn_out,Llama-2-7b-hf,3,32,25,0.00039882014971226454 +pileval,mlp_gate,Llama-2-7b-hf,3,32,25,0.002849253360182047 +pileval,mlp_down,Llama-2-7b-hf,3,32,25,0.0021613240242004395 +pileval,attn_in,Llama-2-7b-hf,3,32,26,0.0012492963578552008 +pileval,attn_out,Llama-2-7b-hf,3,32,26,0.0006594585720449686 +pileval,mlp_gate,Llama-2-7b-hf,3,32,26,0.003191918134689331 +pileval,mlp_down,Llama-2-7b-hf,3,32,26,0.002350366208702326 +pileval,attn_in,Llama-2-7b-hf,3,32,27,0.0010234155924990773 +pileval,attn_out,Llama-2-7b-hf,3,32,27,0.0006278637447394431 +pileval,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036541889421641827 +pileval,mlp_down,Llama-2-7b-hf,3,32,27,0.0027093286626040936 +pileval,attn_in,Llama-2-7b-hf,3,32,28,0.0012735538184642792 +pileval,attn_out,Llama-2-7b-hf,3,32,28,0.0007416437729261816 +pileval,mlp_gate,Llama-2-7b-hf,3,32,28,0.00433586910367012 +pileval,mlp_down,Llama-2-7b-hf,3,32,28,0.003426073584705591 +pileval,attn_in,Llama-2-7b-hf,3,32,29,0.001295530004426837 +pileval,attn_out,Llama-2-7b-hf,3,32,29,0.0007429771358147264 +pileval,mlp_gate,Llama-2-7b-hf,3,32,29,0.00521848676726222 +pileval,mlp_down,Llama-2-7b-hf,3,32,29,0.00470524188131094 +pileval,attn_in,Llama-2-7b-hf,3,32,30,0.0014545278390869498 +pileval,attn_out,Llama-2-7b-hf,3,32,30,0.0009956321446225047 +pileval,mlp_gate,Llama-2-7b-hf,3,32,30,0.008490437641739845 +pileval,mlp_down,Llama-2-7b-hf,3,32,30,0.011870835907757282 +pileval,attn_in,Llama-2-7b-hf,3,32,31,0.003081011353060603 +pileval,attn_out,Llama-2-7b-hf,3,32,31,0.00125761644449085 +pileval,mlp_gate,Llama-2-7b-hf,3,32,31,0.01738024316728115 +pileval,mlp_down,Llama-2-7b-hf,3,32,31,0.032843030989170074 +pileval,attn_in,Meta-Llama-3-8B,3,32,0,7.449373242707225e-07 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,0,1.290545242227381e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,32,0,2.3361048988590483e-06 +pileval,attn_in,Meta-Llama-3-8B,3,32,1,1.29671718696045e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001068881610990502 +pileval,mlp_down,Meta-Llama-3-8B,3,32,1,3.247546192142181e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,2,2.8790157102775993e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,2,6.452908564824611e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,32,2,6.157353254820919e-06 +pileval,attn_in,Meta-Llama-3-8B,3,32,3,4.9934842536458746e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,3,1.4433471733354963e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,3,1.1900183380930685e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,4,9.59290537139168e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,4,2.4826045773806982e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,4,2.032453085121233e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,5,1.5235071259667166e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,5,3.5503187973517925e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,5,3.0042090656934306e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,6,2.0850895452895202e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,6,4.51074265583884e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,6,3.6901496059726924e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,7,2.7716827389667742e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,7,5.2175557357259095e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,7,4.1096929635386914e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,8,3.6626744986278936e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,8,5.684147618012503e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,8,4.5009684981778264e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,9,4.555668056127615e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,9,6.445051985792816e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,9,5.1771952712442726e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,10,4.476361209526658e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,10,6.575891893589869e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,10,5.395081825554371e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,11,4.744471880258061e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,11,6.983552157180384e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,11,5.628777216770686e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,12,4.9910246161744e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,12,8.03275834186934e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,12,6.149124965304509e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,13,6.255988409975544e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,13,9.244171815225855e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,32,13,7.51987608964555e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,14,7.702497532591224e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00010982229287037626 +pileval,mlp_down,Meta-Llama-3-8B,3,32,14,8.48514901008457e-05 +pileval,attn_in,Meta-Llama-3-8B,3,32,15,6.929909432074055e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00012673086894210428 +pileval,mlp_down,Meta-Llama-3-8B,3,32,15,0.00010867745004361495 +pileval,attn_in,Meta-Llama-3-8B,3,32,16,8.205322228604928e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013194777420721948 +pileval,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011534181248862296 +pileval,attn_in,Meta-Llama-3-8B,3,32,17,6.784059951314703e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,17,0.0001526917185401544 +pileval,mlp_down,Meta-Llama-3-8B,3,32,17,0.00014006946003064513 +pileval,attn_in,Meta-Llama-3-8B,3,32,18,4.693906885222532e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00015182659262791276 +pileval,mlp_down,Meta-Llama-3-8B,3,32,18,0.00013590492017101496 +pileval,attn_in,Meta-Llama-3-8B,3,32,19,4.0432489186059684e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00016031862469390035 +pileval,mlp_down,Meta-Llama-3-8B,3,32,19,0.00013747144839726388 +pileval,attn_in,Meta-Llama-3-8B,3,32,20,4.8289384722011164e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,20,0.0001755043340381235 +pileval,mlp_down,Meta-Llama-3-8B,3,32,20,0.00014974171062931418 +pileval,attn_in,Meta-Llama-3-8B,3,32,21,7.438541069859639e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,21,0.0002075549855362624 +pileval,mlp_down,Meta-Llama-3-8B,3,32,21,0.00017952226335182786 +pileval,attn_in,Meta-Llama-3-8B,3,32,22,6.176935858093202e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,22,0.00021727023704443127 +pileval,mlp_down,Meta-Llama-3-8B,3,32,22,0.00018766657740343362 +pileval,attn_in,Meta-Llama-3-8B,3,32,23,5.970662459731102e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,23,0.00023789114493411034 +pileval,mlp_down,Meta-Llama-3-8B,3,32,23,0.00019401180907152593 +pileval,attn_in,Meta-Llama-3-8B,3,32,24,7.64403521316126e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,24,0.0002607516071293503 +pileval,mlp_down,Meta-Llama-3-8B,3,32,24,0.0002076457312796265 +pileval,attn_in,Meta-Llama-3-8B,3,32,25,9.933624096447602e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,25,0.00029694807017222047 +pileval,mlp_down,Meta-Llama-3-8B,3,32,25,0.00021997671865392476 +pileval,attn_in,Meta-Llama-3-8B,3,32,26,0.0001215306983795017 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,26,0.00034652152680791914 +pileval,mlp_down,Meta-Llama-3-8B,3,32,26,0.0002570823999121785 +pileval,attn_in,Meta-Llama-3-8B,3,32,27,0.00017058079538401216 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,27,0.00042985990876331925 +pileval,mlp_down,Meta-Llama-3-8B,3,32,27,0.0003375224769115448 +pileval,attn_in,Meta-Llama-3-8B,3,32,28,0.0001916693727253005 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005889945314265788 +pileval,mlp_down,Meta-Llama-3-8B,3,32,28,0.00046089597162790596 +pileval,attn_in,Meta-Llama-3-8B,3,32,29,0.0003082248440477997 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008408137946389616 +pileval,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006963260821066797 +pileval,attn_in,Meta-Llama-3-8B,3,32,30,0.0005997457192279398 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0015749160666018724 +pileval,mlp_down,Meta-Llama-3-8B,3,32,30,0.0015577140729874372 +pileval,attn_in,Meta-Llama-3-8B,3,32,31,0.0008136106189340353 +pileval,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006783846765756607 +pileval,mlp_down,Meta-Llama-3-8B,3,32,31,0.12424173951148987 +pileval,attn_in,Llama-2-7b-hf,3,64,0,1.5155692381085828e-06 +pileval,attn_out,Llama-2-7b-hf,3,64,0,2.3838510969653726e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,0,6.056709480617428e-07 +pileval,mlp_down,Llama-2-7b-hf,3,64,0,4.970005647919606e-06 +pileval,attn_in,Llama-2-7b-hf,3,64,1,5.622877779387636e-06 +pileval,attn_out,Llama-2-7b-hf,3,64,1,8.069297109614126e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,1,2.3556474843644537e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.012331870384514332 +pileval,attn_in,Llama-2-7b-hf,3,64,2,1.6642638001940213e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,2,7.601624929520767e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.774707379809115e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.1837659005541354e-05 +pileval,attn_in,Llama-2-7b-hf,3,64,3,3.820676647592336e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,3,1.454199809813872e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.369132875581272e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.189203536952846e-05 +pileval,attn_in,Llama-2-7b-hf,3,64,4,7.530896982643753e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,4,2.88727260340238e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,4,8.292728307424113e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,4,0.00010303854651283473 +pileval,attn_in,Llama-2-7b-hf,3,64,5,0.00012481905287131667 +pileval,attn_out,Llama-2-7b-hf,3,64,5,5.740837877965532e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012975563004147261 +pileval,mlp_down,Llama-2-7b-hf,3,64,5,0.00011205601913388819 +pileval,attn_in,Llama-2-7b-hf,3,64,6,0.0001673993974691257 +pileval,attn_out,Llama-2-7b-hf,3,64,6,7.008948887232691e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,6,0.0001937421184265986 +pileval,mlp_down,Llama-2-7b-hf,3,64,6,0.0001689566415734589 +pileval,attn_in,Llama-2-7b-hf,3,64,7,0.00024033586669247597 +pileval,attn_out,Llama-2-7b-hf,3,64,7,9.95032605715096e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002675720606930554 +pileval,mlp_down,Llama-2-7b-hf,3,64,7,0.000226622520131059 +pileval,attn_in,Llama-2-7b-hf,3,64,8,0.0003565699444152415 +pileval,attn_out,Llama-2-7b-hf,3,64,8,0.00014327700773719698 +pileval,mlp_gate,Llama-2-7b-hf,3,64,8,0.000332223396981135 +pileval,mlp_down,Llama-2-7b-hf,3,64,8,0.00027683679945766926 +pileval,attn_in,Llama-2-7b-hf,3,64,9,0.0005272958660498261 +pileval,attn_out,Llama-2-7b-hf,3,64,9,0.0001948490971699357 +pileval,mlp_gate,Llama-2-7b-hf,3,64,9,0.00039085070602595806 +pileval,mlp_down,Llama-2-7b-hf,3,64,9,0.0003201410290785134 +pileval,attn_in,Llama-2-7b-hf,3,64,10,0.0005470328615047038 +pileval,attn_out,Llama-2-7b-hf,3,64,10,0.0002686232328414917 +pileval,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045787382987327874 +pileval,mlp_down,Llama-2-7b-hf,3,64,10,0.0003692955360747874 +pileval,attn_in,Llama-2-7b-hf,3,64,11,0.0006926613277755678 +pileval,attn_out,Llama-2-7b-hf,3,64,11,0.0002755132154561579 +pileval,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005191491218283772 +pileval,mlp_down,Llama-2-7b-hf,3,64,11,0.0004224902659188956 +pileval,attn_in,Llama-2-7b-hf,3,64,12,0.0007409342215396464 +pileval,attn_out,Llama-2-7b-hf,3,64,12,0.00032454426400363445 +pileval,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005876031355001032 +pileval,mlp_down,Llama-2-7b-hf,3,64,12,0.00048264223732985556 +pileval,attn_in,Llama-2-7b-hf,3,64,13,0.0006969568785279989 +pileval,attn_out,Llama-2-7b-hf,3,64,13,0.00035089754965156317 +pileval,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006968479719944298 +pileval,mlp_down,Llama-2-7b-hf,3,64,13,0.0005891413893550634 +pileval,attn_in,Llama-2-7b-hf,3,64,14,0.0007834317511878908 +pileval,attn_out,Llama-2-7b-hf,3,64,14,0.0003962363989558071 +pileval,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007846665102988482 +pileval,mlp_down,Llama-2-7b-hf,3,64,14,0.0007017967291176319 +pileval,attn_in,Llama-2-7b-hf,3,64,15,0.0009412768995389342 +pileval,attn_out,Llama-2-7b-hf,3,64,15,0.0004291552468203008 +pileval,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009755450882948935 +pileval,mlp_down,Llama-2-7b-hf,3,64,15,0.0008792392327450216 +pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0010924653615802526 +pileval,attn_out,Llama-2-7b-hf,3,64,16,0.0006138230673968792 +pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012669956777244806 +pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.0012785017024725676 +pileval,attn_in,Llama-2-7b-hf,3,64,17,0.0007896984461694956 +pileval,attn_out,Llama-2-7b-hf,3,64,17,0.00043672879110090435 +pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014061150141060352 +pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0013407571241259575 +pileval,attn_in,Llama-2-7b-hf,3,64,18,0.0008632803801447153 +pileval,attn_out,Llama-2-7b-hf,3,64,18,0.0005120710120536387 +pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016676008235663176 +pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0016111967852339149 +pileval,attn_in,Llama-2-7b-hf,3,64,19,0.0008202075841836631 +pileval,attn_out,Llama-2-7b-hf,3,64,19,0.00043905762140639126 +pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019224855350330472 +pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0018129975069314241 +pileval,attn_in,Llama-2-7b-hf,3,64,20,0.0009337561787106097 +pileval,attn_out,Llama-2-7b-hf,3,64,20,0.0005190923693589866 +pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.002256288891658187 +pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.0022002109326422215 +pileval,attn_in,Llama-2-7b-hf,3,64,21,0.0007585252169519663 +pileval,attn_out,Llama-2-7b-hf,3,64,21,0.0004818141460418701 +pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.002489602193236351 +pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.002220114693045616 +pileval,attn_in,Llama-2-7b-hf,3,64,22,0.001224595122039318 +pileval,attn_out,Llama-2-7b-hf,3,64,22,0.0006050997180864215 +pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.002840911503881216 +pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.0024799848906695843 +pileval,attn_in,Llama-2-7b-hf,3,64,23,0.0009085024939849973 +pileval,attn_out,Llama-2-7b-hf,3,64,23,0.0005183095927350223 +pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031743564177304506 +pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.0026326177176088095 +pileval,attn_in,Llama-2-7b-hf,3,64,24,0.0015401877462863922 +pileval,attn_out,Llama-2-7b-hf,3,64,24,0.0006566983065567911 +pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.0034638310316950083 +pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.0027257115580141544 +pileval,attn_in,Llama-2-7b-hf,3,64,25,0.0010668524773791432 +pileval,attn_out,Llama-2-7b-hf,3,64,25,0.0005442951805889606 +pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.00390047300606966 +pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.0029364668298512697 +pileval,attn_in,Llama-2-7b-hf,3,64,26,0.0018383394926786423 +pileval,attn_out,Llama-2-7b-hf,3,64,26,0.0009111964609473944 +pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004378968849778175 +pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0031901071779429913 +pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0015159769682213664 +pileval,attn_out,Llama-2-7b-hf,3,64,27,0.0008550500497221947 +pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005042789503931999 +pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.00368892983533442 +pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019082088256254792 +pileval,attn_out,Llama-2-7b-hf,3,64,28,0.0010148248402401805 +pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.006009231321513653 +pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.004673436749726534 +pileval,attn_in,Llama-2-7b-hf,3,64,29,0.0018394177313894033 +pileval,attn_out,Llama-2-7b-hf,3,64,29,0.001024575438350439 +pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007274962496012449 +pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.006544481497257948 +pileval,attn_in,Llama-2-7b-hf,3,64,30,0.002054605633020401 +pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0013765337644144893 +pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.013619771227240562 +pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.017093367874622345 +pileval,attn_in,Llama-2-7b-hf,3,64,31,0.006992908660322428 +pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0017780072521418333 +pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.024871142581105232 +pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.051316481083631516 +pileval,attn_in,Meta-Llama-3-8B,3,64,0,1.038387722473999e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,0,1.8014482066064375e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,0,3.465049758233363e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,1,2.5601746074244147e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,1,9.068877989193425e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,1,5.137992775416933e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,2,4.2803385440493e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,2,8.925611837184988e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,2,8.735432857065462e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,3,8.72283817443531e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,3,2.009015588555485e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,3,1.6575702829868533e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,4,1.5838772014831193e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,4,3.48092544300016e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,4,2.8048496460542083e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,5,2.579879765107762e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,5,4.9762093112803996e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,5,4.1648752812761813e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,6,3.341737829032354e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,6,6.31623697699979e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,6,5.1125989557476714e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,7,4.19463831349276e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,7,7.352150714723393e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,7,5.7005021517397836e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,8,5.1676874136319384e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,8,8.031412289710715e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,8,6.213310552993789e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,9,6.84352417010814e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,9,9.110642713494599e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,9,7.166444265749305e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,10,7.072929292917252e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,10,9.24526757444255e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,10,7.474621088476852e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,11,7.85720840212889e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,11,9.904677426675335e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,11,7.78992471168749e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,12,7.5189680501353e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001154224228230305 +pileval,mlp_down,Meta-Llama-3-8B,3,64,12,8.532407809980214e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,13,9.560657781548798e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001325070479651913 +pileval,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010345789632992819 +pileval,attn_in,Meta-Llama-3-8B,3,64,14,0.00011446366261225194 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00015840164269320667 +pileval,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011654364061541855 +pileval,attn_in,Meta-Llama-3-8B,3,64,15,0.00010491321882000193 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,15,0.0001811410766094923 +pileval,mlp_down,Meta-Llama-3-8B,3,64,15,0.0001498382189311087 +pileval,attn_in,Meta-Llama-3-8B,3,64,16,0.0001225943269673735 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018640786584001034 +pileval,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015866704052314162 +pileval,attn_in,Meta-Llama-3-8B,3,64,17,0.00010433325951453298 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00021479203132912517 +pileval,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019335201068315655 +pileval,attn_in,Meta-Llama-3-8B,3,64,18,7.015700248302892e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00021259606000967324 +pileval,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018703581008594483 +pileval,attn_in,Meta-Llama-3-8B,3,64,19,6.003943053656258e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002237681474070996 +pileval,mlp_down,Meta-Llama-3-8B,3,64,19,0.00018954460392706096 +pileval,attn_in,Meta-Llama-3-8B,3,64,20,7.373376138275489e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024368146841879934 +pileval,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020657367713283747 +pileval,attn_in,Meta-Llama-3-8B,3,64,21,0.00010529446444706991 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002885717840399593 +pileval,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002492677012924105 +pileval,attn_in,Meta-Llama-3-8B,3,64,22,9.303085244027898e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,22,0.00030130124650895596 +pileval,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025789858773350716 +pileval,attn_in,Meta-Llama-3-8B,3,64,23,8.94630211405456e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003291649336460978 +pileval,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002668577362783253 +pileval,attn_in,Meta-Llama-3-8B,3,64,24,0.00011329545668559149 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036113729584030807 +pileval,mlp_down,Meta-Llama-3-8B,3,64,24,0.0002854193444363773 +pileval,attn_in,Meta-Llama-3-8B,3,64,25,0.0001582981931278482 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041208151378668845 +pileval,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003029028885066509 +pileval,attn_in,Meta-Llama-3-8B,3,64,26,0.00017908478912431747 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00048363246605731547 +pileval,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003521245380397886 +pileval,attn_in,Meta-Llama-3-8B,3,64,27,0.0002956066164188087 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,27,0.000601433333940804 +pileval,mlp_down,Meta-Llama-3-8B,3,64,27,0.0004618468810804188 +pileval,attn_in,Meta-Llama-3-8B,3,64,28,0.0002998709096573293 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008338557672686875 +pileval,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006312535260803998 +pileval,attn_in,Meta-Llama-3-8B,3,64,29,0.0004402331542223692 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011848693247884512 +pileval,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009707435965538025 +pileval,attn_in,Meta-Llama-3-8B,3,64,30,0.0009142418275587261 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002212075050920248 +pileval,mlp_down,Meta-Llama-3-8B,3,64,30,0.002265592571347952 +pileval,attn_in,Meta-Llama-3-8B,3,64,31,0.0013321504229679704 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,31,0.00975552573800087 +pileval,mlp_down,Meta-Llama-3-8B,3,64,31,0.20126058161258698 +pileval,attn_in,Llama-2-7b-hf,3,128,0,3.0573014555557165e-06 +pileval,attn_out,Llama-2-7b-hf,3,128,0,3.6636567983805435e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,128,0,8.344591151399072e-07 +pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.136275144148385e-06 +pileval,attn_in,Llama-2-7b-hf,3,128,1,8.130258720484562e-06 +pileval,attn_out,Llama-2-7b-hf,3,128,1,1.2794391295756213e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,1,0.00022384546173270792 +pileval,mlp_down,Llama-2-7b-hf,3,128,1,0.02852078713476658 +pileval,attn_in,Llama-2-7b-hf,3,128,2,1.8451939467922784e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,2,1.0367852155468427e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.276323539263103e-05 +pileval,mlp_down,Llama-2-7b-hf,3,128,2,2.910836337832734e-05 +pileval,attn_in,Llama-2-7b-hf,3,128,3,4.432051719049923e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,3,1.9759028873522766e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,3,5.6469663832103834e-05 +pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.373532258090563e-05 +pileval,attn_in,Llama-2-7b-hf,3,128,4,9.080448216991499e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,4,3.836734686046839e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010866339289350435 +pileval,mlp_down,Llama-2-7b-hf,3,128,4,0.00014666683273389935 +pileval,attn_in,Llama-2-7b-hf,3,128,5,0.00017632746312301606 +pileval,attn_out,Llama-2-7b-hf,3,128,5,7.63490388635546e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016866547230165452 +pileval,mlp_down,Llama-2-7b-hf,3,128,5,0.00014327987446449697 +pileval,attn_in,Llama-2-7b-hf,3,128,6,0.0002025837602559477 +pileval,attn_out,Llama-2-7b-hf,3,128,6,9.186880197376013e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002521155111026019 +pileval,mlp_down,Llama-2-7b-hf,3,128,6,0.00021584438218269497 +pileval,attn_in,Llama-2-7b-hf,3,128,7,0.00028341446886770427 +pileval,attn_out,Llama-2-7b-hf,3,128,7,0.00013142224634066224 +pileval,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003509726084303111 +pileval,mlp_down,Llama-2-7b-hf,3,128,7,0.0002902369014918804 +pileval,attn_in,Llama-2-7b-hf,3,128,8,0.00048127173795364797 +pileval,attn_out,Llama-2-7b-hf,3,128,8,0.00018605735385790467 +pileval,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043663635733537376 +pileval,mlp_down,Llama-2-7b-hf,3,128,8,0.00035564813879318535 +pileval,attn_in,Llama-2-7b-hf,3,128,9,0.0006133763818070292 +pileval,attn_out,Llama-2-7b-hf,3,128,9,0.00025182843091897666 +pileval,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005151124205440283 +pileval,mlp_down,Llama-2-7b-hf,3,128,9,0.00040966898086480796 +pileval,attn_in,Llama-2-7b-hf,3,128,10,0.0006958264857530594 +pileval,attn_out,Llama-2-7b-hf,3,128,10,0.0003480982268229127 +pileval,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006082780892029405 +pileval,mlp_down,Llama-2-7b-hf,3,128,10,0.0004720875294879079 +pileval,attn_in,Llama-2-7b-hf,3,128,11,0.0007416457519866526 +pileval,attn_out,Llama-2-7b-hf,3,128,11,0.00035708467476069927 +pileval,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006836489774286747 +pileval,mlp_down,Llama-2-7b-hf,3,128,11,0.0005403910763561726 +pileval,attn_in,Llama-2-7b-hf,3,128,12,0.0009082350879907608 +pileval,attn_out,Llama-2-7b-hf,3,128,12,0.0004176648217253387 +pileval,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007695782696828246 +pileval,mlp_down,Llama-2-7b-hf,3,128,12,0.000617450859863311 +pileval,attn_in,Llama-2-7b-hf,3,128,13,0.0009354497888125479 +pileval,attn_out,Llama-2-7b-hf,3,128,13,0.00045435986248776317 +pileval,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009158642496913671 +pileval,mlp_down,Llama-2-7b-hf,3,128,13,0.000754675711505115 +pileval,attn_in,Llama-2-7b-hf,3,128,14,0.0009751271572895348 +pileval,attn_out,Llama-2-7b-hf,3,128,14,0.0005077998503111303 +pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010314806131646037 +pileval,mlp_down,Llama-2-7b-hf,3,128,14,0.0008964024018496275 +pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0010679402621462941 +pileval,attn_out,Llama-2-7b-hf,3,128,15,0.0005524447187781334 +pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012866811593994498 +pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011245951754972339 +pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0012640788918361068 +pileval,attn_out,Llama-2-7b-hf,3,128,16,0.0007910772110335529 +pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016466722590848804 +pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.0016716626705601811 +pileval,attn_in,Llama-2-7b-hf,3,128,17,0.0010025618830695748 +pileval,attn_out,Llama-2-7b-hf,3,128,17,0.000562962784897536 +pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.001821933314204216 +pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0017102345591410995 +pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0010712798684835434 +pileval,attn_out,Llama-2-7b-hf,3,128,18,0.0006627010880038142 +pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.0021627622190862894 +pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0020622466690838337 +pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0010400345781818032 +pileval,attn_out,Llama-2-7b-hf,3,128,19,0.0005687675438821316 +pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.00248494534753263 +pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.0023320927284657955 +pileval,attn_in,Llama-2-7b-hf,3,128,20,0.0011330136330798268 +pileval,attn_out,Llama-2-7b-hf,3,128,20,0.0006669073482044041 +pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.0029097488150000572 +pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.002823407296091318 +pileval,attn_in,Llama-2-7b-hf,3,128,21,0.0009154526051133871 +pileval,attn_out,Llama-2-7b-hf,3,128,21,0.000620332604739815 +pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032036895863711834 +pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.002828191965818405 +pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001522532314993441 +pileval,attn_out,Llama-2-7b-hf,3,128,22,0.0007750179502181709 +pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036471339408308268 +pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003152823308482766 +pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0012038529384881258 +pileval,attn_out,Llama-2-7b-hf,3,128,23,0.0006632106960751116 +pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004064390901476145 +pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.0033499642740935087 +pileval,attn_in,Llama-2-7b-hf,3,128,24,0.001629590755328536 +pileval,attn_out,Llama-2-7b-hf,3,128,24,0.0008595355320721865 +pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004442899022251368 +pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.0034644543193280697 +pileval,attn_in,Llama-2-7b-hf,3,128,25,0.0014179536374285817 +pileval,attn_out,Llama-2-7b-hf,3,128,25,0.0006956326542422175 +pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005011596716940403 +pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.0037422464229166508 +pileval,attn_in,Llama-2-7b-hf,3,128,26,0.0021088675130158663 +pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0011845917906612158 +pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.005654674023389816 +pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.004067800473421812 +pileval,attn_in,Llama-2-7b-hf,3,128,27,0.0018865589518100023 +pileval,attn_out,Llama-2-7b-hf,3,128,27,0.0010937266051769257 +pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006525352597236633 +pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.004697713535279036 +pileval,attn_in,Llama-2-7b-hf,3,128,28,0.002448367653414607 +pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013047953834757209 +pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.007823150604963303 +pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.0059875366277992725 +pileval,attn_in,Llama-2-7b-hf,3,128,29,0.002292183693498373 +pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0013158798683434725 +pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.009582111611962318 +pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.008739805780351162 +pileval,attn_in,Llama-2-7b-hf,3,128,30,0.0026862062513828278 +pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0017922201659530401 +pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016373910009860992 +pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.02779489941895008 +pileval,attn_in,Llama-2-7b-hf,3,128,31,0.010080674663186073 +pileval,attn_out,Llama-2-7b-hf,3,128,31,0.002426684834063053 +pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03300805389881134 +pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.07783669233322144 +pileval,attn_in,Meta-Llama-3-8B,3,128,0,1.5446798897755798e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,0,2.36177334045351e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,128,0,5.2416903599805664e-06 +pileval,attn_in,Meta-Llama-3-8B,3,128,1,4.32414253737079e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,1,4.586330396705307e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012476819392759353 +pileval,attn_in,Meta-Llama-3-8B,3,128,2,7.247330358950421e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,2,1.165756202681223e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,2,1.1639158401521854e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,3,1.1064742466260213e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,3,2.651957947819028e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,3,2.1829344404977746e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,4,2.419904740236234e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,4,4.62610405520536e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,4,3.646433833637275e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,5,3.086595825152472e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,5,6.537872104672715e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,5,5.4652991821058095e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,6,3.959316745749675e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,6,8.340262866113335e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,6,6.685920379823074e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,7,5.5311204050667584e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,7,9.772807970875874e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,7,7.443469075951725e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,8,7.222833664854988e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010692147043300793 +pileval,mlp_down,Meta-Llama-3-8B,3,128,8,8.05764357210137e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,9,9.218831837642938e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012140881881350651 +pileval,mlp_down,Meta-Llama-3-8B,3,128,9,9.301353566115722e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,10,9.812672215048224e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012259198410902172 +pileval,mlp_down,Meta-Llama-3-8B,3,128,10,9.683820826467127e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,11,9.304730338044465e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001325210032518953 +pileval,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010169999586651102 +pileval,attn_in,Meta-Llama-3-8B,3,128,12,9.665571997174993e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015654671005904675 +pileval,mlp_down,Meta-Llama-3-8B,3,128,12,0.0001117443316616118 +pileval,attn_in,Meta-Llama-3-8B,3,128,13,0.00013067886175122112 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,13,0.000179796785232611 +pileval,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013514792954083532 +pileval,attn_in,Meta-Llama-3-8B,3,128,14,0.0001610573090147227 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021591741824522614 +pileval,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015061977319419384 +pileval,attn_in,Meta-Llama-3-8B,3,128,15,0.0001418456668034196 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024528431822545826 +pileval,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001944708201335743 +pileval,attn_in,Meta-Llama-3-8B,3,128,16,0.00016813504043966532 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024942803429439664 +pileval,mlp_down,Meta-Llama-3-8B,3,128,16,0.00020534977375064045 +pileval,attn_in,Meta-Llama-3-8B,3,128,17,0.00012597984459716827 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002868402807507664 +pileval,mlp_down,Meta-Llama-3-8B,3,128,17,0.0002530143246985972 +pileval,attn_in,Meta-Llama-3-8B,3,128,18,9.330637112725526e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002802606613840908 +pileval,mlp_down,Meta-Llama-3-8B,3,128,18,0.00024243768712040037 +pileval,attn_in,Meta-Llama-3-8B,3,128,19,8.462255937047303e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00029493283363990486 +pileval,mlp_down,Meta-Llama-3-8B,3,128,19,0.00024603947531431913 +pileval,attn_in,Meta-Llama-3-8B,3,128,20,9.847572800936177e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00032025709515437484 +pileval,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002684827777557075 +pileval,attn_in,Meta-Llama-3-8B,3,128,21,0.00014511296467389911 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00037984512164257467 +pileval,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003273029869887978 +pileval,attn_in,Meta-Llama-3-8B,3,128,22,0.00011807204282376915 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,22,0.00039360628579743207 +pileval,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003358846006449312 +pileval,attn_in,Meta-Llama-3-8B,3,128,23,0.00012726480781566352 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004307430062908679 +pileval,mlp_down,Meta-Llama-3-8B,3,128,23,0.00034472328843548894 +pileval,attn_in,Meta-Llama-3-8B,3,128,24,0.00015033867384772748 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004720573197118938 +pileval,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003712167090270668 +pileval,attn_in,Meta-Llama-3-8B,3,128,25,0.00020724926434922963 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,25,0.000540265697054565 +pileval,mlp_down,Meta-Llama-3-8B,3,128,25,0.00039056316018104553 +pileval,attn_in,Meta-Llama-3-8B,3,128,26,0.00024855206720530987 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006374304066412151 +pileval,mlp_down,Meta-Llama-3-8B,3,128,26,0.00045263979700393975 +pileval,attn_in,Meta-Llama-3-8B,3,128,27,0.00034877320285886526 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007989597506821156 +pileval,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005988561897538602 +pileval,attn_in,Meta-Llama-3-8B,3,128,28,0.00040488046943210065 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0011075454531237483 +pileval,mlp_down,Meta-Llama-3-8B,3,128,28,0.000816645217128098 +pileval,attn_in,Meta-Llama-3-8B,3,128,29,0.0006047611823305488 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015858282567933202 +pileval,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012886340264230967 +pileval,attn_in,Meta-Llama-3-8B,3,128,30,0.0014397588092833757 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029372218996286392 +pileval,mlp_down,Meta-Llama-3-8B,3,128,30,0.003155418438836932 +pileval,attn_in,Meta-Llama-3-8B,3,128,31,0.001565116224810481 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,31,0.012973355129361153 +pileval,mlp_down,Meta-Llama-3-8B,3,128,31,0.47053632140159607 +pileval,attn_in,Llama-2-7b-hf,4,32,0,2.2910474228865496e-07 +pileval,attn_out,Llama-2-7b-hf,4,32,0,3.4698507533903467e-07 +pileval,mlp_gate,Llama-2-7b-hf,4,32,0,9.102836173724427e-08 +pileval,mlp_down,Llama-2-7b-hf,4,32,0,7.415872573801607e-07 +pileval,attn_in,Llama-2-7b-hf,4,32,1,8.741732813177805e-07 +pileval,attn_out,Llama-2-7b-hf,4,32,1,1.2623348766283016e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,32,1,9.912624591379426e-06 +pileval,mlp_down,Llama-2-7b-hf,4,32,1,0.008519677445292473 +pileval,attn_in,Llama-2-7b-hf,4,32,2,2.906428790083737e-06 +pileval,attn_out,Llama-2-7b-hf,4,32,2,1.1729770221791114e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,32,2,2.8104532248107716e-06 +pileval,mlp_down,Llama-2-7b-hf,4,32,2,3.601925982366083e-06 +pileval,attn_in,Llama-2-7b-hf,4,32,3,5.274244358588476e-06 +pileval,attn_out,Llama-2-7b-hf,4,32,3,2.264980821564677e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,32,3,6.859480890852865e-06 +pileval,mlp_down,Llama-2-7b-hf,4,32,3,6.694348485325463e-06 +pileval,attn_in,Llama-2-7b-hf,4,32,4,1.1850836017401889e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,4,4.546024229057366e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,32,4,1.3018813660892192e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,4,1.5693325622123666e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,5,1.782503750291653e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,5,8.914089448808227e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,32,5,2.0193418095004745e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,5,1.7907361325342208e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,6,2.3809412596165203e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,6,1.0958250641124323e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,6,3.007348823302891e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,6,2.7013251383323222e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,7,3.5926328564528376e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,7,1.5589244867442176e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,7,4.1532217437634245e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,7,3.617215043050237e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,8,5.667113509844057e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,8,2.2732443540007807e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,8,5.146151306689717e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,8,4.432770947460085e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,9,6.401889550033957e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,9,3.08879571093712e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,9,6.032397141098045e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,9,5.110719212098047e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,10,8.489572064718232e-05 +pileval,attn_out,Llama-2-7b-hf,4,32,10,4.288355557946488e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,10,7.049836858641356e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,10,5.893251727684401e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,11,0.00010176575597142801 +pileval,attn_out,Llama-2-7b-hf,4,32,11,4.382208862807602e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,11,7.974101026775315e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,11,6.753008347004652e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,12,0.00011651439126580954 +pileval,attn_out,Llama-2-7b-hf,4,32,12,5.152444646228105e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,12,9.066874190466478e-05 +pileval,mlp_down,Llama-2-7b-hf,4,32,12,7.725156319793314e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,13,0.00011209957301616669 +pileval,attn_out,Llama-2-7b-hf,4,32,13,5.5863412853796035e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,13,0.00010779091826407239 +pileval,mlp_down,Llama-2-7b-hf,4,32,13,9.453522943658754e-05 +pileval,attn_in,Llama-2-7b-hf,4,32,14,0.00011530004121595994 +pileval,attn_out,Llama-2-7b-hf,4,32,14,6.318923260550946e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,14,0.00012155524746049196 +pileval,mlp_down,Llama-2-7b-hf,4,32,14,0.00011227588402107358 +pileval,attn_in,Llama-2-7b-hf,4,32,15,0.0001229164336109534 +pileval,attn_out,Llama-2-7b-hf,4,32,15,6.779731484130025e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,15,0.00015033569070510566 +pileval,mlp_down,Llama-2-7b-hf,4,32,15,0.0001406688243150711 +pileval,attn_in,Llama-2-7b-hf,4,32,16,0.00014884615666233003 +pileval,attn_out,Llama-2-7b-hf,4,32,16,9.753397171152756e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,16,0.00019635811622720212 +pileval,mlp_down,Llama-2-7b-hf,4,32,16,0.0002033059427049011 +pileval,attn_in,Llama-2-7b-hf,4,32,17,0.0001353519910480827 +pileval,attn_out,Llama-2-7b-hf,4,32,17,6.945138738956302e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002189574297517538 +pileval,mlp_down,Llama-2-7b-hf,4,32,17,0.000214872183278203 +pileval,attn_in,Llama-2-7b-hf,4,32,18,0.0001338840665994212 +pileval,attn_out,Llama-2-7b-hf,4,32,18,8.092511416180059e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,18,0.00026075690402649343 +pileval,mlp_down,Llama-2-7b-hf,4,32,18,0.0002583144523669034 +pileval,attn_in,Llama-2-7b-hf,4,32,19,0.00011939467367483303 +pileval,attn_out,Llama-2-7b-hf,4,32,19,7.012481364654377e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,19,0.00030016666278243065 +pileval,mlp_down,Llama-2-7b-hf,4,32,19,0.0002885576686821878 +pileval,attn_in,Llama-2-7b-hf,4,32,20,0.00014187664783094078 +pileval,attn_out,Llama-2-7b-hf,4,32,20,8.280303154606372e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003539039462339133 +pileval,mlp_down,Llama-2-7b-hf,4,32,20,0.0003517236327752471 +pileval,attn_in,Llama-2-7b-hf,4,32,21,0.00011411207378841937 +pileval,attn_out,Llama-2-7b-hf,4,32,21,7.669736805837601e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,21,0.00039036295493133366 +pileval,mlp_down,Llama-2-7b-hf,4,32,21,0.00035535014467313886 +pileval,attn_in,Llama-2-7b-hf,4,32,22,0.00018108983931597322 +pileval,attn_out,Llama-2-7b-hf,4,32,22,9.572947601554915e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004461146891117096 +pileval,mlp_down,Llama-2-7b-hf,4,32,22,0.0003970586112700403 +pileval,attn_in,Llama-2-7b-hf,4,32,23,0.00014327971439342946 +pileval,attn_out,Llama-2-7b-hf,4,32,23,8.26765171950683e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,23,0.0004980642115697265 +pileval,mlp_down,Llama-2-7b-hf,4,32,23,0.0004221778071951121 +pileval,attn_in,Llama-2-7b-hf,4,32,24,0.00018159586761612445 +pileval,attn_out,Llama-2-7b-hf,4,32,24,0.00010543080134084448 +pileval,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005438842345029116 +pileval,mlp_down,Llama-2-7b-hf,4,32,24,0.00043686036951839924 +pileval,attn_in,Llama-2-7b-hf,4,32,25,0.00015730390441603959 +pileval,attn_out,Llama-2-7b-hf,4,32,25,8.698832243680954e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006112302653491497 +pileval,mlp_down,Llama-2-7b-hf,4,32,25,0.0004706471227109432 +pileval,attn_in,Llama-2-7b-hf,4,32,26,0.0002734062436502427 +pileval,attn_out,Llama-2-7b-hf,4,32,26,0.00014632595411967486 +pileval,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006845823954790831 +pileval,mlp_down,Llama-2-7b-hf,4,32,26,0.0005114960949867964 +pileval,attn_in,Llama-2-7b-hf,4,32,27,0.00022060825722292066 +pileval,attn_out,Llama-2-7b-hf,4,32,27,0.00013662212586496025 +pileval,mlp_gate,Llama-2-7b-hf,4,32,27,0.00078226113691926 +pileval,mlp_down,Llama-2-7b-hf,4,32,27,0.0005907756858505309 +pileval,attn_in,Llama-2-7b-hf,4,32,28,0.00027731547015719116 +pileval,attn_out,Llama-2-7b-hf,4,32,28,0.00016157666686922312 +pileval,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009321878897026181 +pileval,mlp_down,Llama-2-7b-hf,4,32,28,0.0007479118066839874 +pileval,attn_in,Llama-2-7b-hf,4,32,29,0.0002932650677394122 +pileval,attn_out,Llama-2-7b-hf,4,32,29,0.00016219587996602058 +pileval,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011241891188547015 +pileval,mlp_down,Llama-2-7b-hf,4,32,29,0.0010280488058924675 +pileval,attn_in,Llama-2-7b-hf,4,32,30,0.0003027116763405502 +pileval,attn_out,Llama-2-7b-hf,4,32,30,0.00021723010286223143 +pileval,mlp_gate,Llama-2-7b-hf,4,32,30,0.0018272706074640155 +pileval,mlp_down,Llama-2-7b-hf,4,32,30,0.004494919907301664 +pileval,attn_in,Llama-2-7b-hf,4,32,31,0.0008667416987009346 +pileval,attn_out,Llama-2-7b-hf,4,32,31,0.0002824871626216918 +pileval,mlp_gate,Llama-2-7b-hf,4,32,31,0.003776226658374071 +pileval,mlp_down,Llama-2-7b-hf,4,32,31,0.007319207303225994 +pileval,attn_in,Meta-Llama-3-8B,4,32,0,1.8924012579191185e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,0,2.77455768582513e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,32,0,6.70020767756796e-07 +pileval,attn_in,Meta-Llama-3-8B,4,32,1,2.5846125595307967e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,1,1.2225414138811175e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,1,1.4735306649527047e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,2,6.203171096785809e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3863104868505616e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,2,1.3510407370631583e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,3,1.1515904816405964e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,3,3.108589908151771e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,3,2.5972781259042677e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,4,2.273283371323487e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,4,5.355051598598948e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,4,4.432274636201328e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,5,3.249917199354968e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,5,7.679665941395797e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,5,6.564712293766206e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,6,4.360068487585522e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,6,9.76093542703893e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,32,6,8.058624189288821e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,7,6.033576482877834e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1310234185657464e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,7,8.962569154391531e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,8,7.696744432905689e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2313686056586448e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,8,9.828312613535672e-06 +pileval,attn_in,Meta-Llama-3-8B,4,32,9,1.015506040857872e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,9,1.3940510143584106e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,9,1.1321376405248884e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,10,9.900898476189468e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4226478924683761e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,10,1.181004336103797e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,11,1.0280878086632583e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,11,1.5133518900256604e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,11,1.2259939467185177e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,12,1.1138185982417781e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,12,1.735866862873081e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,12,1.3448860954667907e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,13,1.3779410437564366e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,13,2.0029636289109476e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,13,1.6364963812520728e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,14,1.849286854849197e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,14,2.383539867878426e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,14,1.8520895537221804e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,15,1.5544579582638107e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,15,2.7450756533653475e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,15,2.3707483705948107e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,16,1.7027714420692064e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,16,2.8493182981037535e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,16,2.5225452191079967e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,17,1.3872963791072834e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,17,3.282825127826072e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,17,3.069684680667706e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,18,9.755072824191302e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,18,3.274033952038735e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,18,2.9654966056114063e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,19,8.926529517339077e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,19,3.453292083577253e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,19,2.9982351406943053e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,20,1.121711920859525e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,20,3.785091030295007e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,20,3.2737232686486095e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,21,1.5505307601415552e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,21,4.468684710445814e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,21,3.9297294279094785e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,22,1.2483012142183725e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,22,4.689875277108513e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,22,4.108816210646182e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,23,1.3545167348638643e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,23,5.1156373956473544e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,23,4.253540464560501e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,24,1.5662350051570684e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,24,5.610437074210495e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,24,4.530717706074938e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,25,2.1548270524363033e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,25,6.385032611433417e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,25,4.8215479182545096e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,26,2.4294271497637965e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,26,7.453299622284248e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,26,5.6091441365424544e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,27,3.4489858080632985e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,27,9.200882777804509e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,32,27,7.412850391119719e-05 +pileval,attn_in,Meta-Llama-3-8B,4,32,28,4.1628834878792986e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,28,0.0001270485809072852 +pileval,mlp_down,Meta-Llama-3-8B,4,32,28,0.00010054987797047943 +pileval,attn_in,Meta-Llama-3-8B,4,32,29,5.8989277022192255e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,29,0.0001796925935195759 +pileval,mlp_down,Meta-Llama-3-8B,4,32,29,0.0001525616244180128 +pileval,attn_in,Meta-Llama-3-8B,4,32,30,0.00013282563304528594 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,30,0.0003384192823432386 +pileval,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003400339337531477 +pileval,attn_in,Meta-Llama-3-8B,4,32,31,0.0001737741258693859 +pileval,mlp_gate,Meta-Llama-3-8B,4,32,31,0.0014737596502527595 +pileval,mlp_down,Meta-Llama-3-8B,4,32,31,0.06806547939777374 +pileval,attn_in,Llama-2-7b-hf,4,64,0,3.5112520890834276e-07 +pileval,attn_out,Llama-2-7b-hf,4,64,0,5.996923846396385e-07 +pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.3132982701336005e-07 +pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.116492285291315e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,1,1.1230303016418475e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,1,1.9699409676832147e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,1,3.190103598171845e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.01109052263200283 +pileval,attn_in,Llama-2-7b-hf,4,64,2,4.232647825119784e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,2,1.6720242683732067e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,2,3.831796675513033e-06 +pileval,mlp_down,Llama-2-7b-hf,4,64,2,5.077923560747877e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,3,8.20862169348402e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,3,3.2434377317258622e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,3,9.4121887741494e-06 +pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.163330105366185e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,4,1.840256118157413e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,4,6.374161330313655e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.8175354853156023e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.3200484065455385e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,5,3.1707564630778506e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,5,1.2589415746333543e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,5,2.797519300656859e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.4447845135000534e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,6,4.1241120925405994e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,6,1.534799230284989e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.1680410504341125e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,6,3.688649303512648e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,7,5.036446964368224e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,7,2.1903808374190703e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,7,5.7778179325396195e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,7,4.949917274643667e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,8,8.275920117739588e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,8,3.149401891278103e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.177540828706697e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.067876165616326e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,9,0.00012172867718618363 +pileval,attn_out,Llama-2-7b-hf,4,64,9,4.24713252868969e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,9,8.42771987663582e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,9,6.981325714150444e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,10,0.00012341282854322344 +pileval,attn_out,Llama-2-7b-hf,4,64,10,5.917765520280227e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,10,9.913711255649105e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.062620327109471e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,11,0.00014837335038464516 +pileval,attn_out,Llama-2-7b-hf,4,64,11,6.026827759342268e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011187846394022927 +pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.217795013682917e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,12,0.0001613202621228993 +pileval,attn_out,Llama-2-7b-hf,4,64,12,7.075531175360084e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,12,0.0001263067970285192 +pileval,mlp_down,Llama-2-7b-hf,4,64,12,0.00010519409261178225 +pileval,attn_in,Llama-2-7b-hf,4,64,13,0.0001523020473541692 +pileval,attn_out,Llama-2-7b-hf,4,64,13,7.67381425248459e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015027161862235516 +pileval,mlp_down,Llama-2-7b-hf,4,64,13,0.00012898707063868642 +pileval,attn_in,Llama-2-7b-hf,4,64,14,0.00017738113820087165 +pileval,attn_out,Llama-2-7b-hf,4,64,14,8.662589243613183e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016938253247644752 +pileval,mlp_down,Llama-2-7b-hf,4,64,14,0.00015278153296094388 +pileval,attn_in,Llama-2-7b-hf,4,64,15,0.00019123419770039618 +pileval,attn_out,Llama-2-7b-hf,4,64,15,9.319519449491054e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,15,0.0002099390549119562 +pileval,mlp_down,Llama-2-7b-hf,4,64,15,0.000192236591828987 +pileval,attn_in,Llama-2-7b-hf,4,64,16,0.00022740692656952888 +pileval,attn_out,Llama-2-7b-hf,4,64,16,0.00013398118608165532 +pileval,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002720398479141295 +pileval,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808569115586579 +pileval,attn_in,Llama-2-7b-hf,4,64,17,0.00018193048890680075 +pileval,attn_out,Llama-2-7b-hf,4,64,17,9.519917512079701e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030208012321963906 +pileval,mlp_down,Llama-2-7b-hf,4,64,17,0.00029216750408522785 +pileval,attn_in,Llama-2-7b-hf,4,64,18,0.00019963789964094758 +pileval,attn_out,Llama-2-7b-hf,4,64,18,0.00011155115498695523 +pileval,mlp_gate,Llama-2-7b-hf,4,64,18,0.00035903716343455017 +pileval,mlp_down,Llama-2-7b-hf,4,64,18,0.0003533831622917205 +pileval,attn_in,Llama-2-7b-hf,4,64,19,0.00016247964231297374 +pileval,attn_out,Llama-2-7b-hf,4,64,19,9.622184006730095e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041256987606175244 +pileval,mlp_down,Llama-2-7b-hf,4,64,19,0.00039766280679032207 +pileval,attn_in,Llama-2-7b-hf,4,64,20,0.00019958704069722444 +pileval,attn_out,Llama-2-7b-hf,4,64,20,0.00011364324745954946 +pileval,mlp_gate,Llama-2-7b-hf,4,64,20,0.00048459292156621814 +pileval,mlp_down,Llama-2-7b-hf,4,64,20,0.00048140791477635503 +pileval,attn_in,Llama-2-7b-hf,4,64,21,0.0001697187835816294 +pileval,attn_out,Llama-2-7b-hf,4,64,21,0.00010500274220248684 +pileval,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005333480658009648 +pileval,mlp_down,Llama-2-7b-hf,4,64,21,0.00048393046017736197 +pileval,attn_in,Llama-2-7b-hf,4,64,22,0.0002710487460717559 +pileval,attn_out,Llama-2-7b-hf,4,64,22,0.000131516411784105 +pileval,mlp_gate,Llama-2-7b-hf,4,64,22,0.000608640955761075 +pileval,mlp_down,Llama-2-7b-hf,4,64,22,0.0005396594642661512 +pileval,attn_in,Llama-2-7b-hf,4,64,23,0.00022279600671026856 +pileval,attn_out,Llama-2-7b-hf,4,64,23,0.00011295548756606877 +pileval,mlp_gate,Llama-2-7b-hf,4,64,23,0.000679080665577203 +pileval,mlp_down,Llama-2-7b-hf,4,64,23,0.0005731675773859024 +pileval,attn_in,Llama-2-7b-hf,4,64,24,0.0002745922247413546 +pileval,attn_out,Llama-2-7b-hf,4,64,24,0.00014576167450286448 +pileval,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007426660740748048 +pileval,mlp_down,Llama-2-7b-hf,4,64,24,0.0005940698902122676 +pileval,attn_in,Llama-2-7b-hf,4,64,25,0.0002396950585534796 +pileval,attn_out,Llama-2-7b-hf,4,64,25,0.00011872268805745989 +pileval,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008360930369235575 +pileval,mlp_down,Llama-2-7b-hf,4,64,25,0.0006420676363632083 +pileval,attn_in,Llama-2-7b-hf,4,64,26,0.000393207767046988 +pileval,attn_out,Llama-2-7b-hf,4,64,26,0.00020280107855796814 +pileval,mlp_gate,Llama-2-7b-hf,4,64,26,0.000938576296903193 +pileval,mlp_down,Llama-2-7b-hf,4,64,26,0.0006941358442418277 +pileval,attn_in,Llama-2-7b-hf,4,64,27,0.00031607458367943764 +pileval,attn_out,Llama-2-7b-hf,4,64,27,0.00018604610522743315 +pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010777750285342336 +pileval,mlp_down,Llama-2-7b-hf,4,64,27,0.0008032343466766179 +pileval,attn_in,Llama-2-7b-hf,4,64,28,0.0003718503867276013 +pileval,attn_out,Llama-2-7b-hf,4,64,28,0.0002210345701314509 +pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012836423702538013 +pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.0010198998497799039 +pileval,attn_in,Llama-2-7b-hf,4,64,29,0.00039460937841795385 +pileval,attn_out,Llama-2-7b-hf,4,64,29,0.00022196362260729074 +pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015612951247021556 +pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.001442722394131124 +pileval,attn_in,Llama-2-7b-hf,4,64,30,0.00044782337499782443 +pileval,attn_out,Llama-2-7b-hf,4,64,30,0.00029881519731134176 +pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025908066891133785 +pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.006203715689480305 +pileval,attn_in,Llama-2-7b-hf,4,64,31,0.0020526100415736437 +pileval,attn_out,Llama-2-7b-hf,4,64,31,0.00040688703302294016 +pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.0053017633035779 +pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.01145612820982933 +pileval,attn_in,Meta-Llama-3-8B,4,64,0,2.3504355795012088e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,0,3.8732471807634283e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,64,0,1.022435526465415e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,1,3.939759949389554e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5860730400163447e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,1,2.590278563729953e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,2,9.326020631306164e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,2,1.9166438960382948e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,2,1.924652906382107e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,3,1.5665997352698469e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,3,4.331189757067477e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,3,3.6192425341141643e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,4,3.732759296326549e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,4,7.5180246312811505e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,4,6.131288046162808e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,5,5.492578566190787e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0729807399911806e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,5,9.16959106689319e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,6,6.826936896686675e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3640113138535526e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,6,1.119308035413269e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,7,8.94385993888136e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,7,1.5917512428131886e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,7,1.246558895218186e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,8,1.259053260582732e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,8,1.736560807330534e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,8,1.3630980902235024e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,9,1.545005761727225e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9692888599820435e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,9,1.5630836060154252e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,10,1.5661613360862248e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0056813809787855e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,10,1.642370261834003e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,11,1.598008384462446e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1369023670558818e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,11,1.702754343568813e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,12,1.6118803614517674e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,12,2.492406201781705e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,12,1.8670300050871447e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,13,2.202295399911236e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8637865398195572e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,13,2.266871160827577e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,14,2.678215787454974e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,14,3.4405660699121654e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,14,2.545565803302452e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,15,2.328735718037933e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,15,3.931487663066946e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,15,3.272089088568464e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,16,2.7760812372434884e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,16,4.0284980059368536e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,16,3.478123471722938e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,17,2.0931785911670886e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,17,4.6294422645587474e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,17,4.277548941900022e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,18,1.4197165000950918e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,18,4.5863536797696725e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,18,4.10507018386852e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,19,1.2588428035087418e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,19,4.83258263557218e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,19,4.1493127355352044e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,20,1.5595796867273748e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,20,5.25682553416118e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,20,4.5334993046708405e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,21,2.3958395104273222e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,21,6.226491677807644e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,21,5.4852658649906516e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,22,1.8626806195243262e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,22,6.48412897135131e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,22,5.678017987520434e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,23,1.9537032130756415e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,23,7.07345170667395e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,23,5.868830339750275e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,24,2.3221307856147178e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,24,7.768856448819861e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,24,6.239259528229013e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,25,3.281717363279313e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,25,8.866462303558365e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,25,6.630196003243327e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,26,3.806484892265871e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010366818605689332 +pileval,mlp_down,Meta-Llama-3-8B,4,64,26,7.719753193669021e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,27,5.681679249391891e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,27,0.0001290496002184227 +pileval,mlp_down,Meta-Llama-3-8B,4,64,27,0.00010146880958927795 +pileval,attn_in,Meta-Llama-3-8B,4,64,28,6.343707354972139e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017864370602183044 +pileval,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013823156768921763 +pileval,attn_in,Meta-Llama-3-8B,4,64,29,9.894864342641085e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00025600841036066413 +pileval,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021439717966131866 +pileval,attn_in,Meta-Llama-3-8B,4,64,30,0.00020991287601646036 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004749982035718858 +pileval,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004934174357913435 +pileval,attn_in,Meta-Llama-3-8B,4,64,31,0.00026171901845373213 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021007047034800053 +pileval,mlp_down,Meta-Llama-3-8B,4,64,31,0.10236936062574387 +pileval,attn_in,Llama-2-7b-hf,4,128,0,5.7365252814634e-07 +pileval,attn_out,Llama-2-7b-hf,4,128,0,1.0760882105387282e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,0,1.861595251284598e-07 +pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.6233066162385512e-06 +pileval,attn_in,Llama-2-7b-hf,4,128,1,2.3217321540869307e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,1,3.3071585221478017e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,1,1.4629394172516186e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.020547563210129738 +pileval,attn_in,Llama-2-7b-hf,4,128,2,5.587065970757976e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,2,2.3047618924465496e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,2,4.913451903121313e-06 +pileval,mlp_down,Llama-2-7b-hf,4,128,2,7.002324764471268e-06 +pileval,attn_in,Llama-2-7b-hf,4,128,3,9.725760719447862e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,3,4.464368885237491e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.2161384802311659e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.1805805115727708e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,4,2.220077112724539e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,4,8.57053146319231e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.3407023036270402e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.467865099082701e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,5,3.5072476748609915e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,5,1.6959380445769057e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.638958150986582e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.1332860089605674e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,6,4.818919114768505e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,6,2.0740266336360946e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.433813566924073e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,6,4.72279243695084e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,7,6.710401066811755e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,7,2.8940316042280756e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,7,7.578264194307849e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.359531835187227e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,8,0.00011424494732636958 +pileval,attn_out,Llama-2-7b-hf,4,128,8,4.1054274333873764e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,8,9.438076813239604e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,8,7.822664338164032e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,9,0.00015850224008318037 +pileval,attn_out,Llama-2-7b-hf,4,128,9,5.522979699890129e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011118467227788642 +pileval,mlp_down,Llama-2-7b-hf,4,128,9,8.951458585215732e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,10,0.00015122367767617106 +pileval,attn_out,Llama-2-7b-hf,4,128,10,7.650213228771463e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013125795521773398 +pileval,mlp_down,Llama-2-7b-hf,4,128,10,0.00010323939204681665 +pileval,attn_in,Llama-2-7b-hf,4,128,11,0.0001730309595586732 +pileval,attn_out,Llama-2-7b-hf,4,128,11,7.825963984942064e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001471971336286515 +pileval,mlp_down,Llama-2-7b-hf,4,128,11,0.00011815235484391451 +pileval,attn_in,Llama-2-7b-hf,4,128,12,0.00021172122796997428 +pileval,attn_out,Llama-2-7b-hf,4,128,12,9.137520100921392e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016587722348049283 +pileval,mlp_down,Llama-2-7b-hf,4,128,12,0.0001344064367003739 +pileval,attn_in,Llama-2-7b-hf,4,128,13,0.00019097384938504547 +pileval,attn_out,Llama-2-7b-hf,4,128,13,9.909881191560999e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019760386203415692 +pileval,mlp_down,Llama-2-7b-hf,4,128,13,0.0001654283987591043 +pileval,attn_in,Llama-2-7b-hf,4,128,14,0.0002107231121044606 +pileval,attn_out,Llama-2-7b-hf,4,128,14,0.0001113023899961263 +pileval,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022244405408855528 +pileval,mlp_down,Llama-2-7b-hf,4,128,14,0.00019551308650989085 +pileval,attn_in,Llama-2-7b-hf,4,128,15,0.00024589282111264765 +pileval,attn_out,Llama-2-7b-hf,4,128,15,0.00012089187657693401 +pileval,mlp_gate,Llama-2-7b-hf,4,128,15,0.00027671008137986064 +pileval,mlp_down,Llama-2-7b-hf,4,128,15,0.0002459965762682259 +pileval,attn_in,Llama-2-7b-hf,4,128,16,0.000283767789369449 +pileval,attn_out,Llama-2-7b-hf,4,128,16,0.00017270055832341313 +pileval,mlp_gate,Llama-2-7b-hf,4,128,16,0.00035564397694543004 +pileval,mlp_down,Llama-2-7b-hf,4,128,16,0.000369303859770298 +pileval,attn_in,Llama-2-7b-hf,4,128,17,0.0002241489855805412 +pileval,attn_out,Llama-2-7b-hf,4,128,17,0.00012286069977562875 +pileval,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003923937620129436 +pileval,mlp_down,Llama-2-7b-hf,4,128,17,0.00037329792394302785 +pileval,attn_in,Llama-2-7b-hf,4,128,18,0.00023681111633777618 +pileval,attn_out,Llama-2-7b-hf,4,128,18,0.000144892735988833 +pileval,mlp_gate,Llama-2-7b-hf,4,128,18,0.00046454338007606566 +pileval,mlp_down,Llama-2-7b-hf,4,128,18,0.0004531296726781875 +pileval,attn_in,Llama-2-7b-hf,4,128,19,0.00020435241458471864 +pileval,attn_out,Llama-2-7b-hf,4,128,19,0.00012463600432965904 +pileval,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005336274043656886 +pileval,mlp_down,Llama-2-7b-hf,4,128,19,0.0005132153164595366 +pileval,attn_in,Llama-2-7b-hf,4,128,20,0.00023089440946932882 +pileval,attn_out,Llama-2-7b-hf,4,128,20,0.00014661300519946963 +pileval,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006247559795156121 +pileval,mlp_down,Llama-2-7b-hf,4,128,20,0.0006176095921546221 +pileval,attn_in,Llama-2-7b-hf,4,128,21,0.00022043247008696198 +pileval,attn_out,Llama-2-7b-hf,4,128,21,0.00013526777911465615 +pileval,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006877027335576713 +pileval,mlp_down,Llama-2-7b-hf,4,128,21,0.0006187300896272063 +pileval,attn_in,Llama-2-7b-hf,4,128,22,0.00034436245914548635 +pileval,attn_out,Llama-2-7b-hf,4,128,22,0.0001709360658423975 +pileval,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007817854057066143 +pileval,mlp_down,Llama-2-7b-hf,4,128,22,0.000688162341248244 +pileval,attn_in,Llama-2-7b-hf,4,128,23,0.000241565823671408 +pileval,attn_out,Llama-2-7b-hf,4,128,23,0.00014500845281872898 +pileval,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008728873217478395 +pileval,mlp_down,Llama-2-7b-hf,4,128,23,0.0007317829877138138 +pileval,attn_in,Llama-2-7b-hf,4,128,24,0.0003629546845331788 +pileval,attn_out,Llama-2-7b-hf,4,128,24,0.0001910441496875137 +pileval,mlp_gate,Llama-2-7b-hf,4,128,24,0.000952844275161624 +pileval,mlp_down,Llama-2-7b-hf,4,128,24,0.0007561719976365566 +pileval,attn_in,Llama-2-7b-hf,4,128,25,0.00028085248777642846 +pileval,attn_out,Llama-2-7b-hf,4,128,25,0.0001518285571364686 +pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010718673001974821 +pileval,mlp_down,Llama-2-7b-hf,4,128,25,0.0008214993868023157 +pileval,attn_in,Llama-2-7b-hf,4,128,26,0.0004912287113256752 +pileval,attn_out,Llama-2-7b-hf,4,128,26,0.0002700579643715173 +pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012095739366486669 +pileval,mlp_down,Llama-2-7b-hf,4,128,26,0.0008855746127665043 +pileval,attn_in,Llama-2-7b-hf,4,128,27,0.00041733033140189946 +pileval,attn_out,Llama-2-7b-hf,4,128,27,0.00023813221196178347 +pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013937082840129733 +pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010281701106578112 +pileval,attn_in,Llama-2-7b-hf,4,128,28,0.0004941461374983191 +pileval,attn_out,Llama-2-7b-hf,4,128,28,0.000285186804831028 +pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.001671645906753838 +pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0013159735826775432 +pileval,attn_in,Llama-2-7b-hf,4,128,29,0.0005010282620787621 +pileval,attn_out,Llama-2-7b-hf,4,128,29,0.00028737258980982006 +pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.0020488493610173464 +pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0019359689904376864 +pileval,attn_in,Llama-2-7b-hf,4,128,30,0.0005508865579031408 +pileval,attn_out,Llama-2-7b-hf,4,128,30,0.0003919610462617129 +pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.003443480469286442 +pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.009169675409793854 +pileval,attn_in,Llama-2-7b-hf,4,128,31,0.0043077412992715836 +pileval,attn_out,Llama-2-7b-hf,4,128,31,0.0005716779851354659 +pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007036206778138876 +pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.01826154626905918 +pileval,attn_in,Meta-Llama-3-8B,4,128,0,3.2995461651808e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,0,5.093872914585518e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,128,0,2.0635789041989483e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,1,6.01745512085472e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3329319017429953e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,1,9.840968414209783e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,2,1.4096955283093848e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,2,2.5021574856509687e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,2,2.627231197038782e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,3,2.4364910586882615e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,3,5.700364908989286e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,3,4.785969849763205e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,4,5.12488441017922e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,4,9.999925168813206e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,4,7.984504009073135e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,5,6.647930604231078e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4122364518698305e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,5,1.2154134310549125e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,6,8.79054277902469e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,6,1.8005535821430385e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,6,1.4634016224590596e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,7,1.2711247109109536e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1186013327678666e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,7,1.6346315533155575e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,8,1.711512049951125e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3088421585271135e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,8,1.77213987626601e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,9,2.166310696338769e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,9,2.632308860484045e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,9,2.0388195480336435e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,10,2.2108231860329397e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6518191589275375e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,10,2.1447078324854374e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,11,2.2697046006214805e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8547057809191756e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,11,2.2251992049859837e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,12,2.2472608179668896e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,12,3.400640343897976e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,12,2.4585759092587978e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,13,3.0401270123547874e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,13,3.90004861401394e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,13,2.9517654184019193e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,14,3.84900085919071e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,14,4.7076195187401026e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,14,3.286367063992657e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,15,3.18851598422043e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,15,5.322468132362701e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,15,4.253339284332469e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,16,3.682047099573538e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,16,5.4026688303565606e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,16,4.5372693421086296e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,17,2.7409423637436703e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,17,6.195859896251932e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,17,5.63372959732078e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,18,1.8514474504627287e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,18,6.0402220697142184e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,18,5.346375473891385e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,19,1.7246649804292247e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,19,6.344703433569521e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,19,5.428925942396745e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,20,2.348359521420207e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,20,6.890090298838913e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,20,5.9293295635143295e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,21,3.236265911255032e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,21,8.1915597547777e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,21,7.255052332766354e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,22,2.5776171241886914e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,22,8.451216126559302e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,22,7.372982508968562e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,23,2.725475133047439e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,23,9.237599442712963e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,23,7.652711065020412e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,24,3.1600964575773105e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,24,0.00010133664181921631 +pileval,mlp_down,Meta-Llama-3-8B,4,128,24,8.152869122568518e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,25,4.385430656839162e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011588764027692378 +pileval,mlp_down,Meta-Llama-3-8B,4,128,25,8.595501276431605e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,26,5.14505009050481e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013667193707078695 +pileval,mlp_down,Meta-Llama-3-8B,4,128,26,9.952440450433642e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,27,7.469041156582534e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00017064112762454897 +pileval,mlp_down,Meta-Llama-3-8B,4,128,27,0.00013163818221073598 +pileval,attn_in,Meta-Llama-3-8B,4,128,28,8.011124009499326e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023793255968485028 +pileval,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017912019393406808 +pileval,attn_in,Meta-Llama-3-8B,4,128,29,0.00012854780652560294 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00034217757638543844 +pileval,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002882369444705546 +pileval,attn_in,Meta-Llama-3-8B,4,128,30,0.00027312463498674333 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006286089774221182 +pileval,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006927727954462171 +pileval,attn_in,Meta-Llama-3-8B,4,128,31,0.00037048617377877235 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,31,0.002771410858258605 +pileval,mlp_down,Meta-Llama-3-8B,4,128,31,0.17154479026794434 +wikitext,attn_in,Llama-2-7b-hf,3,32,0,7.373973289759306e-07 +wikitext,attn_out,Llama-2-7b-hf,3,32,0,1.4813989537287853e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,0,3.903636525137699e-07 +wikitext,mlp_down,Llama-2-7b-hf,3,32,0,3.6008350434713066e-06 +wikitext,attn_in,Llama-2-7b-hf,3,32,1,3.258104925407679e-06 +wikitext,attn_out,Llama-2-7b-hf,3,32,1,6.486324764409801e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,1,8.576756954425946e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,32,1,0.013344473205506802 +wikitext,attn_in,Llama-2-7b-hf,3,32,2,6.3881125242915004e-06 +wikitext,attn_out,Llama-2-7b-hf,3,32,2,3.790597475017421e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,2,1.2112405784137081e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,32,2,1.4348443983180914e-05 +wikitext,attn_in,Llama-2-7b-hf,3,32,3,2.020423380599823e-05 +wikitext,attn_out,Llama-2-7b-hf,3,32,3,9.242254236596636e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,3,2.9264134354889393e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,32,3,2.7039714041166008e-05 +wikitext,attn_in,Llama-2-7b-hf,3,32,4,4.558225555229001e-05 +wikitext,attn_out,Llama-2-7b-hf,3,32,4,1.7069754903786816e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,4,5.7025124988285825e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,32,4,7.929906860226765e-05 +wikitext,attn_in,Llama-2-7b-hf,3,32,5,8.735709707252681e-05 +wikitext,attn_out,Llama-2-7b-hf,3,32,5,3.657002162071876e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,5,9.226340625900775e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,32,5,8.174646063707769e-05 +wikitext,attn_in,Llama-2-7b-hf,3,32,6,9.920258162310347e-05 +wikitext,attn_out,Llama-2-7b-hf,3,32,6,4.6099255996523425e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013803622277919203 +wikitext,mlp_down,Llama-2-7b-hf,3,32,6,0.00012323148257564753 +wikitext,attn_in,Llama-2-7b-hf,3,32,7,0.000134459332912229 +wikitext,attn_out,Llama-2-7b-hf,3,32,7,6.276575004449114e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,7,0.00018983971676789224 +wikitext,mlp_down,Llama-2-7b-hf,3,32,7,0.00016632424376439303 +wikitext,attn_in,Llama-2-7b-hf,3,32,8,0.0002179859293391928 +wikitext,attn_out,Llama-2-7b-hf,3,32,8,9.873919043457136e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,8,0.0002388867869740352 +wikitext,mlp_down,Llama-2-7b-hf,3,32,8,0.00020452620810829103 +wikitext,attn_in,Llama-2-7b-hf,3,32,9,0.0002931388735305518 +wikitext,attn_out,Llama-2-7b-hf,3,32,9,0.00013379892334342003 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,9,0.00028084457153454423 +wikitext,mlp_down,Llama-2-7b-hf,3,32,9,0.0002422620018478483 +wikitext,attn_in,Llama-2-7b-hf,3,32,10,0.00035826381645165384 +wikitext,attn_out,Llama-2-7b-hf,3,32,10,0.00017927119915839285 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,10,0.0003282298275735229 +wikitext,mlp_down,Llama-2-7b-hf,3,32,10,0.00027350749587640166 +wikitext,attn_in,Llama-2-7b-hf,3,32,11,0.00036269790143705904 +wikitext,attn_out,Llama-2-7b-hf,3,32,11,0.00017520898836664855 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,11,0.00036701661883853376 +wikitext,mlp_down,Llama-2-7b-hf,3,32,11,0.0003109767858404666 +wikitext,attn_in,Llama-2-7b-hf,3,32,12,0.00047512794844806194 +wikitext,attn_out,Llama-2-7b-hf,3,32,12,0.00020969762408640236 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004126650164835155 +wikitext,mlp_down,Llama-2-7b-hf,3,32,12,0.00034415433765389025 +wikitext,attn_in,Llama-2-7b-hf,3,32,13,0.0004555757623165846 +wikitext,attn_out,Llama-2-7b-hf,3,32,13,0.0002424876729492098 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,13,0.0004856171435676515 +wikitext,mlp_down,Llama-2-7b-hf,3,32,13,0.0004201238334644586 +wikitext,attn_in,Llama-2-7b-hf,3,32,14,0.0004488319100346416 +wikitext,attn_out,Llama-2-7b-hf,3,32,14,0.00025812702369876206 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005501023260876536 +wikitext,mlp_down,Llama-2-7b-hf,3,32,14,0.0005002677789889276 +wikitext,attn_in,Llama-2-7b-hf,3,32,15,0.0006414357922039926 +wikitext,attn_out,Llama-2-7b-hf,3,32,15,0.0002881074324250221 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,15,0.0006807000609114766 +wikitext,mlp_down,Llama-2-7b-hf,3,32,15,0.0006298134685494006 +wikitext,attn_in,Llama-2-7b-hf,3,32,16,0.0006176838069222867 +wikitext,attn_out,Llama-2-7b-hf,3,32,16,0.00037578330375254154 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,16,0.0008711658301763237 +wikitext,mlp_down,Llama-2-7b-hf,3,32,16,0.0009200515341944993 +wikitext,attn_in,Llama-2-7b-hf,3,32,17,0.0004799269372597337 +wikitext,attn_out,Llama-2-7b-hf,3,32,17,0.0003153484140057117 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,17,0.0009889289503917098 +wikitext,mlp_down,Llama-2-7b-hf,3,32,17,0.0009758236119523644 +wikitext,attn_in,Llama-2-7b-hf,3,32,18,0.0005096490494906902 +wikitext,attn_out,Llama-2-7b-hf,3,32,18,0.0002969572669826448 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,18,0.001170421252027154 +wikitext,mlp_down,Llama-2-7b-hf,3,32,18,0.0011329865083098412 +wikitext,attn_in,Llama-2-7b-hf,3,32,19,0.000495324784424156 +wikitext,attn_out,Llama-2-7b-hf,3,32,19,0.00028160022338852286 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,19,0.0013259861152619123 +wikitext,mlp_down,Llama-2-7b-hf,3,32,19,0.0012373542413115501 +wikitext,attn_in,Llama-2-7b-hf,3,32,20,0.0006778608658351004 +wikitext,attn_out,Llama-2-7b-hf,3,32,20,0.00037409065407700837 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,20,0.0015639617340639234 +wikitext,mlp_down,Llama-2-7b-hf,3,32,20,0.0015685141552239656 +wikitext,attn_in,Llama-2-7b-hf,3,32,21,0.0004134727059863508 +wikitext,attn_out,Llama-2-7b-hf,3,32,21,0.00026709624216891825 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,21,0.0017638806020841002 +wikitext,mlp_down,Llama-2-7b-hf,3,32,21,0.001669090474024415 +wikitext,attn_in,Llama-2-7b-hf,3,32,22,0.0007558011566288769 +wikitext,attn_out,Llama-2-7b-hf,3,32,22,0.00043334855581633747 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,22,0.0019758774433285 +wikitext,mlp_down,Llama-2-7b-hf,3,32,22,0.0017706347862258554 +wikitext,attn_in,Llama-2-7b-hf,3,32,23,0.0006520363967865705 +wikitext,attn_out,Llama-2-7b-hf,3,32,23,0.00040286852163262665 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,23,0.00225399830378592 +wikitext,mlp_down,Llama-2-7b-hf,3,32,23,0.0018952030222862959 +wikitext,attn_in,Llama-2-7b-hf,3,32,24,0.0007931494619697332 +wikitext,attn_out,Llama-2-7b-hf,3,32,24,0.0004313903336878866 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,24,0.00248343707062304 +wikitext,mlp_down,Llama-2-7b-hf,3,32,24,0.002008096082136035 +wikitext,attn_in,Llama-2-7b-hf,3,32,25,0.0009606745443306863 +wikitext,attn_out,Llama-2-7b-hf,3,32,25,0.000575990357901901 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,25,0.002818858250975609 +wikitext,mlp_down,Llama-2-7b-hf,3,32,25,0.002123524434864521 +wikitext,attn_in,Llama-2-7b-hf,3,32,26,0.001183888642117381 +wikitext,attn_out,Llama-2-7b-hf,3,32,26,0.0006171558052301407 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031518745236098766 +wikitext,mlp_down,Llama-2-7b-hf,3,32,26,0.0023659567814320326 +wikitext,attn_in,Llama-2-7b-hf,3,32,27,0.0010158956283703446 +wikitext,attn_out,Llama-2-7b-hf,3,32,27,0.0006283189868554473 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036484207957983017 +wikitext,mlp_down,Llama-2-7b-hf,3,32,27,0.0027447736356407404 +wikitext,attn_in,Llama-2-7b-hf,3,32,28,0.0013519484782591462 +wikitext,attn_out,Llama-2-7b-hf,3,32,28,0.0008637519204057753 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,28,0.0041932906024158 +wikitext,mlp_down,Llama-2-7b-hf,3,32,28,0.0031822773162275553 +wikitext,attn_in,Llama-2-7b-hf,3,32,29,0.0013283389853313565 +wikitext,attn_out,Llama-2-7b-hf,3,32,29,0.0008570250938646495 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,29,0.004980936646461487 +wikitext,mlp_down,Llama-2-7b-hf,3,32,29,0.0048356810584664345 +wikitext,attn_in,Llama-2-7b-hf,3,32,30,0.0014597857370972633 +wikitext,attn_out,Llama-2-7b-hf,3,32,30,0.0010684558656066656 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,30,0.008479475975036621 +wikitext,mlp_down,Llama-2-7b-hf,3,32,30,0.021981876343488693 +wikitext,attn_in,Llama-2-7b-hf,3,32,31,0.0034372813533991575 +wikitext,attn_out,Llama-2-7b-hf,3,32,31,0.0014453664189204574 +wikitext,mlp_gate,Llama-2-7b-hf,3,32,31,0.01664031110703945 +wikitext,mlp_down,Llama-2-7b-hf,3,32,31,0.030062900856137276 +wikitext,attn_in,Meta-Llama-3-8B,3,32,0,6.794667797294096e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,0,1.1511003776831785e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,0,3.396369720576331e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,32,1,8.920216032493045e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001694567035883665 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,1,4.159245145274326e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,2,1.990454620681703e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,2,6.163688340166118e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,2,5.835118827235419e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,32,3,3.541147407304379e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,3,1.3748616765951738e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,3,1.062381579686189e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,4,8.2648866737145e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,4,2.427922845527064e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,4,1.937642809934914e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,5,1.4249679225031286e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,5,3.461473170318641e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,5,2.9545233701355755e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,6,2.072229835903272e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,6,4.4453256123233587e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,6,3.635135726653971e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,7,2.5973724405048415e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,7,5.1658411393873394e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,7,4.0516759327147156e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,8,3.2347015803679824e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,8,5.6546316045569256e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,8,4.539540532277897e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,9,4.165111749898642e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,9,6.432350346585736e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,9,5.2047791541554034e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,10,4.1048006096389145e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,10,6.562250200659037e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,10,5.445766510092653e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,11,4.508454003371298e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,11,7.031717541394755e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,11,5.7613960962044075e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,12,4.845424336963333e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,12,8.058678213274106e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,12,6.174341251607984e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,13,5.797437916044146e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,13,9.161772322840989e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,13,7.356649439316243e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,14,7.195385114755481e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00010841301991604269 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,14,8.391276787733659e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,32,15,6.403540464816615e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00012577688903547823 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,15,0.00010833608394023031 +wikitext,attn_in,Meta-Llama-3-8B,3,32,16,7.226729940157384e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013041621423326433 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011216479470022023 +wikitext,attn_in,Meta-Llama-3-8B,3,32,17,6.229006248759106e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,17,0.00014769224799238145 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,17,0.00013358512660488486 +wikitext,attn_in,Meta-Llama-3-8B,3,32,18,4.3436273699626327e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00014762236969545484 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,18,0.0001299357390962541 +wikitext,attn_in,Meta-Llama-3-8B,3,32,19,3.230590664315969e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00015273276949301362 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,19,0.0001304566685575992 +wikitext,attn_in,Meta-Llama-3-8B,3,32,20,4.1243358282372355e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,20,0.00016866173245944083 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,20,0.00014646767522208393 +wikitext,attn_in,Meta-Llama-3-8B,3,32,21,6.823420699220151e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,21,0.00019894447177648544 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,21,0.0001725686015561223 +wikitext,attn_in,Meta-Llama-3-8B,3,32,22,5.00666064908728e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,22,0.00021113886032253504 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,22,0.00018528400687500834 +wikitext,attn_in,Meta-Llama-3-8B,3,32,23,5.763813896919601e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,23,0.00023118722310755402 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,23,0.00018792237096931785 +wikitext,attn_in,Meta-Llama-3-8B,3,32,24,7.38683229428716e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,24,0.0002559538115747273 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,24,0.00019672600319609046 +wikitext,attn_in,Meta-Llama-3-8B,3,32,25,9.667469566920772e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,25,0.0002895183570217341 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,25,0.00020939014211762697 +wikitext,attn_in,Meta-Llama-3-8B,3,32,26,0.00012097123544663191 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,26,0.00033072990481741726 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,26,0.0002388024004176259 +wikitext,attn_in,Meta-Llama-3-8B,3,32,27,0.00019371628877706826 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,27,0.0004173086490482092 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,27,0.00030217779567465186 +wikitext,attn_in,Meta-Llama-3-8B,3,32,28,0.00020550232147797942 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005741002387367189 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,28,0.00042501476127654314 +wikitext,attn_in,Meta-Llama-3-8B,3,32,29,0.0003626170218922198 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008086419547908008 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006563506321981549 +wikitext,attn_in,Meta-Llama-3-8B,3,32,30,0.0007231677882373333 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0014655257109552622 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,30,0.0017860799562186003 +wikitext,attn_in,Meta-Llama-3-8B,3,32,31,0.001012204447761178 +wikitext,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006674698553979397 +wikitext,mlp_down,Meta-Llama-3-8B,3,32,31,0.42305755615234375 +wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.4221989204088459e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,0,2.5508841190458043e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,5.441927442007e-07 +wikitext,mlp_down,Llama-2-7b-hf,3,64,0,5.367994617699878e-06 +wikitext,attn_in,Llama-2-7b-hf,3,64,1,5.259378667687997e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.0216215741820633e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,4.374186391942203e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.018430929630994797 +wikitext,attn_in,Llama-2-7b-hf,3,64,2,9.979785318137147e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,2,5.415198302216595e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.654116749705281e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.0342637071735226e-05 +wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.452726741670631e-05 +wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.3151118764653802e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.01707693526987e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,3,3.704277696670033e-05 +wikitext,attn_in,Llama-2-7b-hf,3,64,4,5.912147389608435e-05 +wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.380312798777595e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,7.888174877734855e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,4,0.00012348132440820336 +wikitext,attn_in,Llama-2-7b-hf,3,64,5,0.00010718419798649848 +wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.1474879001034424e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012819727999158204 +wikitext,mlp_down,Llama-2-7b-hf,3,64,5,0.00011152664228575304 +wikitext,attn_in,Llama-2-7b-hf,3,64,6,0.00014863353862892836 +wikitext,attn_out,Llama-2-7b-hf,3,64,6,6.404751911759377e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019108509877696633 +wikitext,mlp_down,Llama-2-7b-hf,3,64,6,0.0001681087160250172 +wikitext,attn_in,Llama-2-7b-hf,3,64,7,0.0001977680658455938 +wikitext,attn_out,Llama-2-7b-hf,3,64,7,8.722414349904284e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002640332968439907 +wikitext,mlp_down,Llama-2-7b-hf,3,64,7,0.00022724579321220517 +wikitext,attn_in,Llama-2-7b-hf,3,64,8,0.00032829944393597543 +wikitext,attn_out,Llama-2-7b-hf,3,64,8,0.00013595586642622948 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,0.00033277328475378454 +wikitext,mlp_down,Llama-2-7b-hf,3,64,8,0.00027963731554336846 +wikitext,attn_in,Llama-2-7b-hf,3,64,9,0.00046848750207573175 +wikitext,attn_out,Llama-2-7b-hf,3,64,9,0.0001826594234444201 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,0.0003906858910340816 +wikitext,mlp_down,Llama-2-7b-hf,3,64,9,0.00033080417779274285 +wikitext,attn_in,Llama-2-7b-hf,3,64,10,0.0005076957168057561 +wikitext,attn_out,Llama-2-7b-hf,3,64,10,0.0002470742037985474 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,0.00046064372872933745 +wikitext,mlp_down,Llama-2-7b-hf,3,64,10,0.0003729720483534038 +wikitext,attn_in,Llama-2-7b-hf,3,64,11,0.0006374099175445735 +wikitext,attn_out,Llama-2-7b-hf,3,64,11,0.00024127181677613407 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,0.000513482722453773 +wikitext,mlp_down,Llama-2-7b-hf,3,64,11,0.0004232164064887911 +wikitext,attn_in,Llama-2-7b-hf,3,64,12,0.0006584685761481524 +wikitext,attn_out,Llama-2-7b-hf,3,64,12,0.0002862699911929667 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005738395266234875 +wikitext,mlp_down,Llama-2-7b-hf,3,64,12,0.00046933049452491105 +wikitext,attn_in,Llama-2-7b-hf,3,64,13,0.0006321868859231472 +wikitext,attn_out,Llama-2-7b-hf,3,64,13,0.0003311209729872644 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006754213245585561 +wikitext,mlp_down,Llama-2-7b-hf,3,64,13,0.0005720881163142622 +wikitext,attn_in,Llama-2-7b-hf,3,64,14,0.0007140033412724733 +wikitext,attn_out,Llama-2-7b-hf,3,64,14,0.00035235940595157444 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007666813908144832 +wikitext,mlp_down,Llama-2-7b-hf,3,64,14,0.0006783377029933035 +wikitext,attn_in,Llama-2-7b-hf,3,64,15,0.0008294099825434387 +wikitext,attn_out,Llama-2-7b-hf,3,64,15,0.0003963644558098167 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009476069244556129 +wikitext,mlp_down,Llama-2-7b-hf,3,64,15,0.0008591877995058894 +wikitext,attn_in,Llama-2-7b-hf,3,64,16,0.0009370027692057192 +wikitext,attn_out,Llama-2-7b-hf,3,64,16,0.0005138353444635868 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012166702654212713 +wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.001272116438485682 +wikitext,attn_in,Llama-2-7b-hf,3,64,17,0.0007090686121955514 +wikitext,attn_out,Llama-2-7b-hf,3,64,17,0.00043157703476026654 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.0013636579969897866 +wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.001325874007306993 +wikitext,attn_in,Llama-2-7b-hf,3,64,18,0.0007268546032719314 +wikitext,attn_out,Llama-2-7b-hf,3,64,18,0.0004075712931808084 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016069650882855058 +wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0015471667284145951 +wikitext,attn_in,Llama-2-7b-hf,3,64,19,0.000730827625375241 +wikitext,attn_out,Llama-2-7b-hf,3,64,19,0.0003856919938698411 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018411015626043081 +wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.0017105031292885542 +wikitext,attn_in,Llama-2-7b-hf,3,64,20,0.0008717553573660553 +wikitext,attn_out,Llama-2-7b-hf,3,64,20,0.0005119316629134119 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0021438454277813435 +wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.0021388973109424114 +wikitext,attn_in,Llama-2-7b-hf,3,64,21,0.000669088214635849 +wikitext,attn_out,Llama-2-7b-hf,3,64,21,0.00036632883711718023 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.002420231467112899 +wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0022737006656825542 +wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.0011277530575171113 +wikitext,attn_out,Llama-2-7b-hf,3,64,22,0.000592468015383929 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.002713338239118457 +wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.002400117926299572 +wikitext,attn_in,Llama-2-7b-hf,3,64,23,0.0009232618613168597 +wikitext,attn_out,Llama-2-7b-hf,3,64,23,0.0005513227661140263 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.0030802548862993717 +wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0025732116773724556 +wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013639682438224554 +wikitext,attn_out,Llama-2-7b-hf,3,64,24,0.0005890734028071165 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.0033968817442655563 +wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.0027253576554358006 +wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0011857168283313513 +wikitext,attn_out,Llama-2-7b-hf,3,64,25,0.0007721393485553563 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.003850002773106098 +wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.002887535374611616 +wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.001628586556762457 +wikitext,attn_out,Llama-2-7b-hf,3,64,26,0.0008529407787136734 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.004346523899585009 +wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003200054867193103 +wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0014581845607608557 +wikitext,attn_out,Llama-2-7b-hf,3,64,27,0.00085711624706164 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.005014023277908564 +wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.00373660190962255 +wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.002063875086605549 +wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0011759049957618117 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.005833913572132587 +wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.004328940063714981 +wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.0019767896737903357 +wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0011985150631517172 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.006951565854251385 +wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.006777225527912378 +wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0020288005471229553 +wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0014655600534752011 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.018058301880955696 +wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.031562741845846176 +wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.006402166094630957 +wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.0020208789501339197 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.023559240624308586 +wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.047182176262140274 +wikitext,attn_in,Meta-Llama-3-8B,3,64,0,9.592214382792008e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5906812222965527e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,0,5.186596354178619e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,1,1.6278436305583455e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00010697243851609528 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,1,6.553761340910569e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,2,2.897531885537319e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,2,8.545988748664968e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,2,8.275391337519977e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,3,5.891125056223245e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,3,1.9245222574681975e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,3,1.491494185756892e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,4,1.2882745068054646e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,4,3.4036129363812506e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,4,2.6721350877778605e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,5,2.2754566089133732e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,5,4.850308323511854e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,5,4.101342710782774e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,6,3.271725290687755e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,6,6.219349597813562e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,6,5.024497659178451e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,7,4.0008442738326266e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,7,7.253140211105347e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,7,5.61744709557388e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,8,4.700540011981502e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,8,7.992911559995264e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,8,6.268396828090772e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,9,6.341573316603899e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,9,9.086933278013021e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,9,7.195620855782181e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,10,6.362105341395363e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,10,9.222842345479876e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,10,7.571782043669373e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,11,7.176210056059062e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,11,9.92614877759479e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,11,7.972762250574306e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,12,7.022311183391139e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011529659968800843 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,12,8.557008550269529e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,13,8.943118155002594e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013080216012895107 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010129837755812332 +wikitext,attn_in,Meta-Llama-3-8B,3,64,14,0.00011053611524403095 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001559588999953121 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011533545330166817 +wikitext,attn_in,Meta-Llama-3-8B,3,64,15,9.745684656081721e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018018943956121802 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014931001351214945 +wikitext,attn_in,Meta-Llama-3-8B,3,64,16,0.0001104219991248101 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,16,0.0001843363424995914 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015388691099360585 +wikitext,attn_in,Meta-Llama-3-8B,3,64,17,9.140166366705671e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,17,0.0002088031906168908 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,17,0.00018466319306753576 +wikitext,attn_in,Meta-Llama-3-8B,3,64,18,6.068438233342022e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,18,0.0002061726409010589 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,18,0.00017851496522780508 +wikitext,attn_in,Meta-Llama-3-8B,3,64,19,5.010901077184826e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002137151313945651 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,19,0.00017948821187019348 +wikitext,attn_in,Meta-Llama-3-8B,3,64,20,6.567923264810815e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00023426498228218406 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020204609609209 +wikitext,attn_in,Meta-Llama-3-8B,3,64,21,9.420994319953024e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,21,0.00027570099337026477 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,21,0.00023943078122101724 +wikitext,attn_in,Meta-Llama-3-8B,3,64,22,7.787255162838846e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,22,0.000293464632704854 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025410810485482216 +wikitext,attn_in,Meta-Llama-3-8B,3,64,23,8.180929580703378e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003198113990947604 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002585638139862567 +wikitext,attn_in,Meta-Llama-3-8B,3,64,24,0.00010563142132014036 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00035354882129468024 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,24,0.00027034356025978923 +wikitext,attn_in,Meta-Llama-3-8B,3,64,25,0.00013379825395531952 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00040242652175948024 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,25,0.00028745929012075067 +wikitext,attn_in,Meta-Llama-3-8B,3,64,26,0.00018287140119355172 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00046299269888550043 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003281267127022147 +wikitext,attn_in,Meta-Llama-3-8B,3,64,27,0.00030014102230779827 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005824079853482544 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,27,0.00041514396434649825 +wikitext,attn_in,Meta-Llama-3-8B,3,64,28,0.0003417027182877064 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008094295626506209 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,28,0.0005817402852699161 +wikitext,attn_in,Meta-Llama-3-8B,3,64,29,0.0005308192921802402 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011440913658589125 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009199313353747129 +wikitext,attn_in,Meta-Llama-3-8B,3,64,30,0.0011654853587970138 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002049163682386279 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,30,0.0025849214289337397 +wikitext,attn_in,Meta-Llama-3-8B,3,64,31,0.00160985067486763 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,31,0.010055402293801308 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,31,0.6774871945381165 +wikitext,attn_in,Llama-2-7b-hf,3,128,0,2.5673964501038427e-06 +wikitext,attn_out,Llama-2-7b-hf,3,128,0,3.7795700791320996e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,7.691664904996287e-07 +wikitext,mlp_down,Llama-2-7b-hf,3,128,0,7.605570772284409e-06 +wikitext,attn_in,Llama-2-7b-hf,3,128,1,8.242922376666684e-06 +wikitext,attn_out,Llama-2-7b-hf,3,128,1,1.6270860214717686e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,0.00042427759035490453 +wikitext,mlp_down,Llama-2-7b-hf,3,128,1,0.04296180605888367 +wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.280415199289564e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,2,7.63992102292832e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.1265183022478595e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,128,2,2.833206053765025e-05 +wikitext,attn_in,Llama-2-7b-hf,3,128,3,3.8970836612861603e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,3,1.7893313270178623e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.2000617870362476e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,128,3,4.745768819702789e-05 +wikitext,attn_in,Llama-2-7b-hf,3,128,4,7.652252679690719e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.1812040106160566e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010352856043027714 +wikitext,mlp_down,Llama-2-7b-hf,3,128,4,0.00018859480042010546 +wikitext,attn_in,Llama-2-7b-hf,3,128,5,0.00014950278273317963 +wikitext,attn_out,Llama-2-7b-hf,3,128,5,6.831752398284152e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016676521045155823 +wikitext,mlp_down,Llama-2-7b-hf,3,128,5,0.0001426710223313421 +wikitext,attn_in,Llama-2-7b-hf,3,128,6,0.00017270831449422985 +wikitext,attn_out,Llama-2-7b-hf,3,128,6,8.441341924481094e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002502026909496635 +wikitext,mlp_down,Llama-2-7b-hf,3,128,6,0.00021428923355415463 +wikitext,attn_in,Llama-2-7b-hf,3,128,7,0.0002498370304238051 +wikitext,attn_out,Llama-2-7b-hf,3,128,7,0.00011503481073305011 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003467271162662655 +wikitext,mlp_down,Llama-2-7b-hf,3,128,7,0.00029187535983510315 +wikitext,attn_in,Llama-2-7b-hf,3,128,8,0.000430867075920105 +wikitext,attn_out,Llama-2-7b-hf,3,128,8,0.00017572674551047385 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043635041220113635 +wikitext,mlp_down,Llama-2-7b-hf,3,128,8,0.00035887726699002087 +wikitext,attn_in,Llama-2-7b-hf,3,128,9,0.0005639276350848377 +wikitext,attn_out,Llama-2-7b-hf,3,128,9,0.00023539883841294795 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,0.000515341351274401 +wikitext,mlp_down,Llama-2-7b-hf,3,128,9,0.00042372423922643065 +wikitext,attn_in,Llama-2-7b-hf,3,128,10,0.0006440068245865405 +wikitext,attn_out,Llama-2-7b-hf,3,128,10,0.00032164930598810315 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006136320880614221 +wikitext,mlp_down,Llama-2-7b-hf,3,128,10,0.000477066554594785 +wikitext,attn_in,Llama-2-7b-hf,3,128,11,0.0006522696348838508 +wikitext,attn_out,Llama-2-7b-hf,3,128,11,0.00031343084992840886 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006781687843613327 +wikitext,mlp_down,Llama-2-7b-hf,3,128,11,0.0005417197244241834 +wikitext,attn_in,Llama-2-7b-hf,3,128,12,0.0008402574458159506 +wikitext,attn_out,Llama-2-7b-hf,3,128,12,0.0003682053356897086 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007545921835117042 +wikitext,mlp_down,Llama-2-7b-hf,3,128,12,0.0005997155676595867 +wikitext,attn_in,Llama-2-7b-hf,3,128,13,0.0008764230879023671 +wikitext,attn_out,Llama-2-7b-hf,3,128,13,0.00042933947406709194 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,0.0008877418586052954 +wikitext,mlp_down,Llama-2-7b-hf,3,128,13,0.0007335387053899467 +wikitext,attn_in,Llama-2-7b-hf,3,128,14,0.0008686194778420031 +wikitext,attn_out,Llama-2-7b-hf,3,128,14,0.0004525783588178456 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010042886715382338 +wikitext,mlp_down,Llama-2-7b-hf,3,128,14,0.0008662889013066888 +wikitext,attn_in,Llama-2-7b-hf,3,128,15,0.0009839929407462478 +wikitext,attn_out,Llama-2-7b-hf,3,128,15,0.0005107802571728826 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012529435334727168 +wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.0010980989318341017 +wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.0010756081901490688 +wikitext,attn_out,Llama-2-7b-hf,3,128,16,0.000661420461256057 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015789892058819532 +wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.0016994166653603315 +wikitext,attn_in,Llama-2-7b-hf,3,128,17,0.0009061073651537299 +wikitext,attn_out,Llama-2-7b-hf,3,128,17,0.0005584534374065697 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0017672422109171748 +wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.001693582278676331 +wikitext,attn_in,Llama-2-7b-hf,3,128,18,0.0009517375729046762 +wikitext,attn_out,Llama-2-7b-hf,3,128,18,0.0005225525819696486 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0020829662680625916 +wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.001979595050215721 +wikitext,attn_in,Llama-2-7b-hf,3,128,19,0.0009231869480572641 +wikitext,attn_out,Llama-2-7b-hf,3,128,19,0.0004974748007953167 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.0023669193033128977 +wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.0022172152530401945 +wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0010792466346174479 +wikitext,attn_out,Llama-2-7b-hf,3,128,20,0.0006558336317539215 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027665416710078716 +wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.0027402674313634634 +wikitext,attn_in,Llama-2-7b-hf,3,128,21,0.0007808325462974608 +wikitext,attn_out,Llama-2-7b-hf,3,128,21,0.0004725787730421871 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031166307162493467 +wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.0028884271159768105 +wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.001439885119907558 +wikitext,attn_out,Llama-2-7b-hf,3,128,22,0.0007533312309533358 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.003484766697511077 +wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.003058408619835973 +wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011868436122313142 +wikitext,attn_out,Llama-2-7b-hf,3,128,23,0.000708177569322288 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.003943291958421469 +wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.003270675428211689 +wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015084275510162115 +wikitext,attn_out,Llama-2-7b-hf,3,128,24,0.0007639250834472477 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004346506204456091 +wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0034665269777178764 +wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.0016320755239576101 +wikitext,attn_out,Llama-2-7b-hf,3,128,25,0.0009900755248963833 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.004958693403750658 +wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.0036673578433692455 +wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.0019489360274747014 +wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.0011094785295426846 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.00560533395037055 +wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004079408012330532 +wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.0018292940221726894 +wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0010995594784617424 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006518748123198748 +wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.0047594341449439526 +wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.0027603060007095337 +wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.0015078603755682707 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.007614676840603352 +wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.0055554211139678955 +wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.0024260524660348892 +wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.0015345439314842224 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.009142774157226086 +wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.009215577505528927 +wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.0026109858881682158 +wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.0019123980309814215 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.018208429217338562 +wikitext,mlp_down,Llama-2-7b-hf,3,128,30,0.05835290253162384 +wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.009387901052832603 +wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.002707701874896884 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03149871900677681 +wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.07138074189424515 +wikitext,attn_in,Meta-Llama-3-8B,3,128,0,1.388395503454376e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,0,2.0594561647158116e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,0,9.050738299265504e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,128,1,2.810051682899939e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,1,6.048320574336685e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,1,0.00016055779997259378 +wikitext,attn_in,Meta-Llama-3-8B,3,128,2,4.891368007520214e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,2,1.114949736802373e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,2,1.1061387340305373e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,3,7.68671634432394e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5306519091827795e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,3,1.968785909411963e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,4,1.8980364984599873e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,4,4.518520654528402e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,4,3.468980503384955e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,5,2.8753889637300745e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,5,6.398366531357169e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,5,5.4305492085404694e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,6,3.859677235595882e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,6,8.206650818465278e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,6,6.602430948987603e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,7,5.2253875765018165e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,7,9.666855476098135e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,7,7.320844451896846e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,8,6.491097883554175e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010609166929498315 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,8,8.114210504572839e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,9,8.741337660467252e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012154289288446307 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,9,9.344880527351052e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,10,8.84843830135651e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012189683911856264 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,10,9.855204552877694e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,11,8.419649384450167e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013279382255859673 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010491357534192502 +wikitext,attn_in,Meta-Llama-3-8B,3,128,12,9.391992352902889e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015691507724113762 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011187638301635161 +wikitext,attn_in,Meta-Llama-3-8B,3,128,13,0.00011677121801767498 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00017746607773005962 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013228144962340593 +wikitext,attn_in,Meta-Llama-3-8B,3,128,14,0.00014817742339801043 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021348026348277926 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,14,0.00014893435582052916 +wikitext,attn_in,Meta-Llama-3-8B,3,128,15,0.0001300700823776424 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024258618941530585 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001941743539646268 +wikitext,attn_in,Meta-Llama-3-8B,3,128,16,0.00014926394214853644 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,16,0.0002465155266690999 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,16,0.0001992804609471932 +wikitext,attn_in,Meta-Llama-3-8B,3,128,17,0.00012002178118564188 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002785045653581619 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,17,0.00024120787566062063 +wikitext,attn_in,Meta-Llama-3-8B,3,128,18,8.928755414672196e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00027126845088787377 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,18,0.00023080392566043884 +wikitext,attn_in,Meta-Llama-3-8B,3,128,19,6.862320879008621e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0002818494394887239 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,19,0.00023289729142561555 +wikitext,attn_in,Meta-Llama-3-8B,3,128,20,8.418357174377888e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00030758604407310486 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002633916446939111 +wikitext,attn_in,Meta-Llama-3-8B,3,128,21,0.00013465865049511194 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003642529190983623 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,21,0.00031382619636133313 +wikitext,attn_in,Meta-Llama-3-8B,3,128,22,9.519018931314349e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003823536681011319 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003308829909656197 +wikitext,attn_in,Meta-Llama-3-8B,3,128,23,0.00012221834913361818 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004186174483038485 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,23,0.00033363496186211705 +wikitext,attn_in,Meta-Llama-3-8B,3,128,24,0.0001443492656107992 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,24,0.000463152420707047 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,24,0.00035064719850197434 +wikitext,attn_in,Meta-Llama-3-8B,3,128,25,0.00019115311442874372 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005256998701952398 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,25,0.00036928884219378233 +wikitext,attn_in,Meta-Llama-3-8B,3,128,26,0.00024261197540909052 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006109321257099509 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,26,0.00042151048546656966 +wikitext,attn_in,Meta-Llama-3-8B,3,128,27,0.00036541238659992814 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007740817382000387 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005372622981667519 +wikitext,attn_in,Meta-Llama-3-8B,3,128,28,0.00045634101843461394 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010847840458154678 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007556924829259515 +wikitext,attn_in,Meta-Llama-3-8B,3,128,29,0.0007597899530082941 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015235680621117353 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012377023231238127 +wikitext,attn_in,Meta-Llama-3-8B,3,128,30,0.0017684034537523985 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0027511827647686005 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,30,0.003595806658267975 +wikitext,attn_in,Meta-Llama-3-8B,3,128,31,0.0019306777976453304 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013146445155143738 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,31,1.5933752059936523 +wikitext,attn_in,Llama-2-7b-hf,4,32,0,2.1123892679497658e-07 +wikitext,attn_out,Llama-2-7b-hf,4,32,0,3.6326545682641154e-07 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,0,8.311469912314351e-08 +wikitext,mlp_down,Llama-2-7b-hf,4,32,0,7.794856173859444e-07 +wikitext,attn_in,Llama-2-7b-hf,4,32,1,9.058061891664693e-07 +wikitext,attn_out,Llama-2-7b-hf,4,32,1,1.561831027174776e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,1,9.155763109447435e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,32,1,0.012718675658106804 +wikitext,attn_in,Llama-2-7b-hf,4,32,2,1.7695322185318219e-06 +wikitext,attn_out,Llama-2-7b-hf,4,32,2,8.182765895980992e-07 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,2,2.6181655812251847e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,32,2,3.463961775196367e-06 +wikitext,attn_in,Llama-2-7b-hf,4,32,3,4.5484853217203636e-06 +wikitext,attn_out,Llama-2-7b-hf,4,32,3,2.044462235062383e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,3,6.3011370912136044e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,32,3,5.912864708079724e-06 +wikitext,attn_in,Llama-2-7b-hf,4,32,4,9.430095815332606e-06 +wikitext,attn_out,Llama-2-7b-hf,4,32,4,3.7525455809372943e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,4,1.2486611922213342e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,4,1.8204853404313326e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,5,1.5665127648389898e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,5,7.95859068603022e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,5,1.9933198927901685e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,5,1.782761319191195e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,6,2.0700317691080272e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,6,1.0064170965051744e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,6,2.97914411930833e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,6,2.6824123779078946e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,7,3.127165473415516e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,7,1.3682531971426215e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,7,4.100542719243094e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,7,3.6293808079790324e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,8,5.143786984262988e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,8,2.151307307940442e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,8,5.139562927070074e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,8,4.47973761765752e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,9,6.001075234962627e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,9,2.897581725846976e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,9,6.047868009773083e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,9,5.2847753977403045e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,10,7.64195283409208e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,10,3.944135823985562e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,10,7.085211836965755e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,10,5.956413224339485e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,11,9.036536357598379e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,11,3.8353689888026565e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,11,7.903791993157938e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,11,6.775346992071718e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,12,0.00010032622230937704 +wikitext,attn_out,Llama-2-7b-hf,4,32,12,4.559020817396231e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,12,8.873069600667804e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,32,12,7.503177039325237e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,13,9.935550042428076e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,13,5.295620212564245e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,13,0.00010446449596202001 +wikitext,mlp_down,Llama-2-7b-hf,4,32,13,9.169484837912023e-05 +wikitext,attn_in,Llama-2-7b-hf,4,32,14,0.00010121057130163535 +wikitext,attn_out,Llama-2-7b-hf,4,32,14,5.637230788124725e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,14,0.00011867628199979663 +wikitext,mlp_down,Llama-2-7b-hf,4,32,14,0.00010884490620810539 +wikitext,attn_in,Llama-2-7b-hf,4,32,15,0.00010975963959936053 +wikitext,attn_out,Llama-2-7b-hf,4,32,15,6.250412116060033e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,15,0.00014659039152320474 +wikitext,mlp_down,Llama-2-7b-hf,4,32,15,0.00013746440527029335 +wikitext,attn_in,Llama-2-7b-hf,4,32,16,0.0001268215710297227 +wikitext,attn_out,Llama-2-7b-hf,4,32,16,8.187342609744519e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,16,0.00018796864605974406 +wikitext,mlp_down,Llama-2-7b-hf,4,32,16,0.00020160667190793902 +wikitext,attn_in,Llama-2-7b-hf,4,32,17,0.00012138405145378783 +wikitext,attn_out,Llama-2-7b-hf,4,32,17,6.881893204990774e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002128474006894976 +wikitext,mlp_down,Llama-2-7b-hf,4,32,17,0.00021254055900499225 +wikitext,attn_in,Llama-2-7b-hf,4,32,18,0.0001182563864858821 +wikitext,attn_out,Llama-2-7b-hf,4,32,18,6.470315565820783e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,18,0.0002517477551009506 +wikitext,mlp_down,Llama-2-7b-hf,4,32,18,0.00024801777908578515 +wikitext,attn_in,Llama-2-7b-hf,4,32,19,0.00010598306107567623 +wikitext,attn_out,Llama-2-7b-hf,4,32,19,6.152893183752894e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,19,0.0002850633463822305 +wikitext,mlp_down,Llama-2-7b-hf,4,32,19,0.0002702851197682321 +wikitext,attn_in,Llama-2-7b-hf,4,32,20,0.0001380171306664124 +wikitext,attn_out,Llama-2-7b-hf,4,32,20,8.173034439096227e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003358034009579569 +wikitext,mlp_down,Llama-2-7b-hf,4,32,20,0.00034260627580806613 +wikitext,attn_in,Llama-2-7b-hf,4,32,21,9.63624261203222e-05 +wikitext,attn_out,Llama-2-7b-hf,4,32,21,5.812299787066877e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,21,0.0003804543521255255 +wikitext,mlp_down,Llama-2-7b-hf,4,32,21,0.00036344918771646917 +wikitext,attn_in,Llama-2-7b-hf,4,32,22,0.00016869504179339856 +wikitext,attn_out,Llama-2-7b-hf,4,32,22,9.261264494853094e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004244055598974228 +wikitext,mlp_down,Llama-2-7b-hf,4,32,22,0.0003841511788778007 +wikitext,attn_in,Llama-2-7b-hf,4,32,23,0.00014057758380658925 +wikitext,attn_out,Llama-2-7b-hf,4,32,23,8.767192048253492e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,23,0.0004836636653635651 +wikitext,mlp_down,Llama-2-7b-hf,4,32,23,0.00041221603169105947 +wikitext,attn_in,Llama-2-7b-hf,4,32,24,0.00016151285672094673 +wikitext,attn_out,Llama-2-7b-hf,4,32,24,9.448690252611414e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005327437538653612 +wikitext,mlp_down,Llama-2-7b-hf,4,32,24,0.00043671822641044855 +wikitext,attn_in,Llama-2-7b-hf,4,32,25,0.00020278630836401135 +wikitext,attn_out,Llama-2-7b-hf,4,32,25,0.00012412166688591242 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006060148007236421 +wikitext,mlp_down,Llama-2-7b-hf,4,32,25,0.00046246396959759295 +wikitext,attn_in,Llama-2-7b-hf,4,32,26,0.0002490360930096358 +wikitext,attn_out,Llama-2-7b-hf,4,32,26,0.0001390243851346895 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006772553897462785 +wikitext,mlp_down,Llama-2-7b-hf,4,32,26,0.000515928550157696 +wikitext,attn_in,Llama-2-7b-hf,4,32,27,0.00021725821716245264 +wikitext,attn_out,Llama-2-7b-hf,4,32,27,0.00013702004798687994 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,27,0.0007818302838131785 +wikitext,mlp_down,Llama-2-7b-hf,4,32,27,0.0005972137441858649 +wikitext,attn_in,Llama-2-7b-hf,4,32,28,0.00029879959765821695 +wikitext,attn_out,Llama-2-7b-hf,4,32,28,0.0001875205634860322 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009044830221682787 +wikitext,mlp_down,Llama-2-7b-hf,4,32,28,0.0006950566312298179 +wikitext,attn_in,Llama-2-7b-hf,4,32,29,0.0003033700049854815 +wikitext,attn_out,Llama-2-7b-hf,4,32,29,0.000189491271157749 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,29,0.001072977902367711 +wikitext,mlp_down,Llama-2-7b-hf,4,32,29,0.00106025580316782 +wikitext,attn_in,Llama-2-7b-hf,4,32,30,0.0002904747088905424 +wikitext,attn_out,Llama-2-7b-hf,4,32,30,0.00023304786009248346 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,30,0.0017662752652540803 +wikitext,mlp_down,Llama-2-7b-hf,4,32,30,0.011699331924319267 +wikitext,attn_in,Llama-2-7b-hf,4,32,31,0.0007589835440739989 +wikitext,attn_out,Llama-2-7b-hf,4,32,31,0.0003247734275646508 +wikitext,mlp_gate,Llama-2-7b-hf,4,32,31,0.0036083541344851255 +wikitext,mlp_down,Llama-2-7b-hf,4,32,31,0.006748083513230085 +wikitext,attn_in,Meta-Llama-3-8B,4,32,0,1.9158834163590654e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,0,2.442735080876446e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,0,1.290897671424318e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,1,1.8544808710885263e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,1,1.8505892285247683e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,1,1.9185265045962296e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,2,4.1350776314175164e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3300641512614675e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,2,1.2761864809363033e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,3,8.070880994637264e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,3,2.963824044854846e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,3,2.329850303794956e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,4,1.85226122084714e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,4,5.228298959991662e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,4,4.222613824822474e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,5,2.9120537874405272e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,5,7.489908512070542e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,5,6.467642833740683e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,6,4.301177796151023e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,6,9.610011147742625e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,6,7.937067493912764e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,7,5.517330464499537e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1118880138383247e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,7,8.854913176037371e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,8,7.0009100454626605e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2221017641422804e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,8,9.910178960126359e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,32,9,9.229073839378543e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,9,1.3905820196669083e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,9,1.136435730586527e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,10,8.873526894603856e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4229783118935302e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,10,1.199563303089235e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,11,9.799998224480078e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,11,1.5221917237795424e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,11,1.2542443073471077e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,12,1.0580972229945473e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,12,1.7424665202270262e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,12,1.3466722521116026e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,13,1.2578948371810839e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,13,1.975920531549491e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,13,1.6030744518502615e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,14,1.7261612811125815e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,14,2.3458112991647795e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,14,1.835644434322603e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,15,1.448819602956064e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,15,2.7143843908561394e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,15,2.366745138715487e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,16,1.48037152030156e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,16,2.820909139700234e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,16,2.4508415663149208e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,17,1.2415860510373022e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,17,3.193436350557022e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,17,2.937570388894528e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,18,9.07574940356426e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,18,3.167730028508231e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,18,2.833711914718151e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,19,7.655966328456998e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,19,3.291944449301809e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,19,2.8400394512573257e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,20,9.566741937305778e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,20,3.64528241334483e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,20,3.2123480195878074e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,21,1.3326332918950357e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,21,4.282886948203668e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,21,3.7784699088661e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,22,1.0605843272060156e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,22,4.540323425317183e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,22,4.0574988815933466e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,23,1.2648795745917596e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,23,4.970973895979114e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,23,4.125561099499464e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,24,1.5136325600906275e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,24,5.4855874623171985e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,24,4.291238292353228e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,25,2.1162199118407443e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,25,6.220528302947059e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,25,4.5706608943874016e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,26,2.4260443751700222e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,26,7.139254012145102e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,26,5.222539039095864e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,27,3.876674600178376e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,27,8.893973426893353e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,27,6.6133972723037e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,28,4.644400178221986e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,28,0.000123274716315791 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,28,9.25455242395401e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,32,29,6.794824003009126e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,29,0.0001701835572021082 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,29,0.0001442854991182685 +wikitext,attn_in,Meta-Llama-3-8B,4,32,30,0.00016178324585780501 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,30,0.0003082223702222109 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003918824950233102 +wikitext,attn_in,Meta-Llama-3-8B,4,32,31,0.0002181673189625144 +wikitext,mlp_gate,Meta-Llama-3-8B,4,32,31,0.001453370088711381 +wikitext,mlp_down,Meta-Llama-3-8B,4,32,31,0.25090494751930237 +wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.4034312079711526e-07 +wikitext,attn_out,Llama-2-7b-hf,4,64,0,6.010779998177895e-07 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.1771462027354573e-07 +wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.1685931440297281e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.1517481652845163e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.4329899588337867e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,3.806508539128117e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.016534890979528427 +wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.5358367565786466e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.2009498959741904e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.573282583602122e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,64,2,5.0414882935001515e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,3,7.827351510059088e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,3,2.929086576841655e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,8.647631148051005e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.087976311799139e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.496404547651764e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.308792424330022e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.7564496374689043e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,4,2.8490356271504425e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,5,2.9315997380763292e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.1315745723550208e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.7615809813141823e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.4294538889080286e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.660861329990439e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.4060364264878444e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.1178900573868304e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,6,3.665543408715166e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.3807642214233056e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,7,1.918385169119574e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,5.710193727281876e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,7,4.9641344958217815e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,8,7.296985859284177e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,8,2.9844311939086765e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.188026211224496e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.123173807282001e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,9,0.0001110483062802814 +wikitext,attn_out,Llama-2-7b-hf,4,64,9,3.9884831494418904e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,8.435909694526345e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.213224307633936e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,10,0.0001142088949563913 +wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.428529766504653e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,9.945266356226057e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.142687875078991e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,11,0.00013013319403398782 +wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.276029332890175e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011020658712368459 +wikitext,mlp_down,Llama-2-7b-hf,4,64,11,9.242202941095456e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,12,0.0001440309570170939 +wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.241056689759716e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012335790961515158 +wikitext,mlp_down,Llama-2-7b-hf,4,64,12,0.00010232977365376428 +wikitext,attn_in,Llama-2-7b-hf,4,64,13,0.00013748327910434455 +wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.264675514306873e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,0.00014575847308151424 +wikitext,mlp_down,Llama-2-7b-hf,4,64,13,0.00012523878831416368 +wikitext,attn_in,Llama-2-7b-hf,4,64,14,0.00015674138558097184 +wikitext,attn_out,Llama-2-7b-hf,4,64,14,7.710159115958959e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016512561705894768 +wikitext,mlp_down,Llama-2-7b-hf,4,64,14,0.00014770631969440728 +wikitext,attn_in,Llama-2-7b-hf,4,64,15,0.0001753905526129529 +wikitext,attn_out,Llama-2-7b-hf,4,64,15,8.617420098744333e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020504150597844273 +wikitext,mlp_down,Llama-2-7b-hf,4,64,15,0.0001875102607300505 +wikitext,attn_in,Llama-2-7b-hf,4,64,16,0.0001986569695873186 +wikitext,attn_out,Llama-2-7b-hf,4,64,16,0.00011189029464730993 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002596763370092958 +wikitext,mlp_down,Llama-2-7b-hf,4,64,16,0.00028082451899535954 +wikitext,attn_in,Llama-2-7b-hf,4,64,17,0.00016612767649348825 +wikitext,attn_out,Llama-2-7b-hf,4,64,17,9.374646469950676e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,0.00029306579381227493 +wikitext,mlp_down,Llama-2-7b-hf,4,64,17,0.00028955921879969537 +wikitext,attn_in,Llama-2-7b-hf,4,64,18,0.00017386412946507335 +wikitext,attn_out,Llama-2-7b-hf,4,64,18,8.849817095324397e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003461211745161563 +wikitext,mlp_down,Llama-2-7b-hf,4,64,18,0.000339338555932045 +wikitext,attn_in,Llama-2-7b-hf,4,64,19,0.0001423088542651385 +wikitext,attn_out,Llama-2-7b-hf,4,64,19,8.437425276497379e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,0.0003915840352419764 +wikitext,mlp_down,Llama-2-7b-hf,4,64,19,0.0003754474164452404 +wikitext,attn_in,Llama-2-7b-hf,4,64,20,0.00018858484691008925 +wikitext,attn_out,Llama-2-7b-hf,4,64,20,0.00011132175131933764 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004608108720276505 +wikitext,mlp_down,Llama-2-7b-hf,4,64,20,0.0004668059409596026 +wikitext,attn_in,Llama-2-7b-hf,4,64,21,0.00014579447451978922 +wikitext,attn_out,Llama-2-7b-hf,4,64,21,7.981640374055132e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005207860958762467 +wikitext,mlp_down,Llama-2-7b-hf,4,64,21,0.0004950902075506747 +wikitext,attn_in,Llama-2-7b-hf,4,64,22,0.00025943349464796484 +wikitext,attn_out,Llama-2-7b-hf,4,64,22,0.00012716469063889235 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,0.0005821113009005785 +wikitext,mlp_down,Llama-2-7b-hf,4,64,22,0.0005227244691923261 +wikitext,attn_in,Llama-2-7b-hf,4,64,23,0.00021939062571618706 +wikitext,attn_out,Llama-2-7b-hf,4,64,23,0.00012026153854094446 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006595389568246901 +wikitext,mlp_down,Llama-2-7b-hf,4,64,23,0.0005595867987722158 +wikitext,attn_in,Llama-2-7b-hf,4,64,24,0.00025151591398753226 +wikitext,attn_out,Llama-2-7b-hf,4,64,24,0.00013070055865682662 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007266387692652643 +wikitext,mlp_down,Llama-2-7b-hf,4,64,24,0.0005939772818237543 +wikitext,attn_in,Llama-2-7b-hf,4,64,25,0.00026749217067845166 +wikitext,attn_out,Llama-2-7b-hf,4,64,25,0.00016913682338781655 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008293717983178794 +wikitext,mlp_down,Llama-2-7b-hf,4,64,25,0.0006299723754636943 +wikitext,attn_in,Llama-2-7b-hf,4,64,26,0.00034570484422147274 +wikitext,attn_out,Llama-2-7b-hf,4,64,26,0.00019048516696784645 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,0.000931687478441745 +wikitext,mlp_down,Llama-2-7b-hf,4,64,26,0.0006992227863520384 +wikitext,attn_in,Llama-2-7b-hf,4,64,27,0.00030826570582576096 +wikitext,attn_out,Llama-2-7b-hf,4,64,27,0.00018694715981837362 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010744528844952583 +wikitext,mlp_down,Llama-2-7b-hf,4,64,27,0.0008121752762235701 +wikitext,attn_in,Llama-2-7b-hf,4,64,28,0.00039779552025720477 +wikitext,attn_out,Llama-2-7b-hf,4,64,28,0.00025664293207228184 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012471976224333048 +wikitext,mlp_down,Llama-2-7b-hf,4,64,28,0.000947212683968246 +wikitext,attn_in,Llama-2-7b-hf,4,64,29,0.00041706193587742746 +wikitext,attn_out,Llama-2-7b-hf,4,64,29,0.00025894047576002777 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.001486502354964614 +wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.0015039019053801894 +wikitext,attn_in,Llama-2-7b-hf,4,64,30,0.0004297570849303156 +wikitext,attn_out,Llama-2-7b-hf,4,64,30,0.0003190289717167616 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.002585082547739148 +wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.015789583325386047 +wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.00169906928204 +wikitext,attn_out,Llama-2-7b-hf,4,64,31,0.0004624463617801666 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.004995889030396938 +wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.010541807860136032 +wikitext,attn_in,Meta-Llama-3-8B,4,64,0,2.0622741203624173e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,0,3.369279397702485e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,0,2.0301167751313187e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,1,3.1557590318698203e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,1,1.6329203162968042e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,1,3.3782584068831056e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,2,6.247174724194338e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8311726535102935e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,2,1.8169914710597368e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,3,1.076795570043032e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,3,4.14170790463686e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,3,3.2449274840473663e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,4,2.998337549797725e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,4,7.34549030312337e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,4,5.846968633704819e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,5,4.7230487325578e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0454727089381777e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,5,9.044029866345227e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,6,6.591641977138352e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3523186680686194e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,6,1.1041822290280834e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,7,8.527570571459364e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,7,1.567797880852595e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,7,1.2278538633836433e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,8,1.0593188562779687e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7259357264265418e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,8,1.3721856703341473e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,9,1.4093433492234908e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,9,1.964130569831468e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,9,1.5737883586552925e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,10,1.4221819583326578e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0033483451697975e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,10,1.6744565073167905e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,11,1.5095644812390674e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,11,2.14329847949557e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,11,1.7479673260822892e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,12,1.5375288057839498e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4922797820181586e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,12,1.8703736714087427e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,13,1.979155422304757e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8342103178147227e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,13,2.2188898583408445e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,14,2.508276520529762e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,14,3.386249591130763e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,14,2.5172681489493698e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,15,2.1623669454129413e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,15,3.8847807445563376e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,15,3.2605887099634856e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,16,2.4059410861809738e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,16,3.97147232433781e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,16,3.377582470420748e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,17,1.949933539435733e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,17,4.493814776651561e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,17,4.080410144524649e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,18,1.334419721388258e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,18,4.445934609975666e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,18,3.929680315195583e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,19,1.0372380529588554e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,19,4.610953328665346e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,19,3.9238388126250356e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,20,1.2895980034954846e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,20,5.060356852482073e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,20,4.440859265741892e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,21,2.1168074454180896e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,21,5.965853051748127e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,21,5.2598836191464216e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,22,1.5093568435986526e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,22,6.26903201919049e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,22,5.598663119599223e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,23,1.924478419823572e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,23,6.880586443003267e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,23,5.7017521612579e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,24,2.284803667862434e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,24,7.604554411955178e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,24,5.912726919632405e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,25,3.058074798900634e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,25,8.622450695838779e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,25,6.298227526713163e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,26,3.7509467802010477e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,26,9.963015327230096e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,26,7.19957024557516e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,27,5.850755769643001e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012499724107328802 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,27,9.091717947740108e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,28,7.046476821415126e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017338602629024535 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,28,0.00012783813872374594 +wikitext,attn_in,Meta-Llama-3-8B,4,64,29,0.00011337899195495993 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00024518766440451145 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,29,0.0002046095469268039 +wikitext,attn_in,Meta-Llama-3-8B,4,64,30,0.0002735215239226818 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004364635387901217 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,30,0.0005614613182842731 +wikitext,attn_in,Meta-Llama-3-8B,4,64,31,0.0003283612022642046 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021348928567022085 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,31,0.3646855652332306 +wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.549349222950696e-07 +wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.0800229119922733e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.7281413988712302e-07 +wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.72180136814859e-06 +wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.162867986044148e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.0927207010099664e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,1.5763871488161385e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,1,0.03158827871084213 +wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.504110509311431e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.767280309650232e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.586023806041339e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,128,2,7.4131453402515035e-06 +wikitext,attn_in,Llama-2-7b-hf,4,128,3,9.044968464877456e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,3,3.989889137301361e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.1182207344972994e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.0419955287943594e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.800322934286669e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.216834546852624e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.2207068468560465e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,4,4.665464803110808e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.119854227406904e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.5195281775959302e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.591092900023796e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.115676736342721e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.311609154683538e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,6,1.888462429633364e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.361912553780712e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,6,4.6958422899479046e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.9107274864800274e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.537936052249279e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.479997293557972e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.401199061656371e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,8,0.00010264842421747744 +wikitext,attn_out,Llama-2-7b-hf,4,128,8,3.893151369993575e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.397187386639416e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,8,7.894809095887467e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,9,0.00014564194134436548 +wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.153700112714432e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011128409096272662 +wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.251760639017448e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,10,0.00014021516835782677 +wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.025930972304195e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013143855903763324 +wikitext,mlp_down,Llama-2-7b-hf,4,128,10,0.00010438981553306803 +wikitext,attn_in,Llama-2-7b-hf,4,128,11,0.00015383202116936445 +wikitext,attn_out,Llama-2-7b-hf,4,128,11,6.865189061500132e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014594823005609214 +wikitext,mlp_down,Llama-2-7b-hf,4,128,11,0.00011848545545944944 +wikitext,attn_in,Llama-2-7b-hf,4,128,12,0.0001944973337231204 +wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.052261546254158e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,0.0001625717559363693 +wikitext,mlp_down,Llama-2-7b-hf,4,128,12,0.00013065978419035673 +wikitext,attn_in,Llama-2-7b-hf,4,128,13,0.00017598422709852457 +wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.403307194588706e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019119612989015877 +wikitext,mlp_down,Llama-2-7b-hf,4,128,13,0.0001607677259016782 +wikitext,attn_in,Llama-2-7b-hf,4,128,14,0.00018636330787558109 +wikitext,attn_out,Llama-2-7b-hf,4,128,14,9.912368841469288e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,0.00021653715521097183 +wikitext,mlp_down,Llama-2-7b-hf,4,128,14,0.00018909454229287803 +wikitext,attn_in,Llama-2-7b-hf,4,128,15,0.00022592836467083544 +wikitext,attn_out,Llama-2-7b-hf,4,128,15,0.00011184089817106724 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,0.00026841339422389865 +wikitext,mlp_down,Llama-2-7b-hf,4,128,15,0.0002401990204816684 +wikitext,attn_in,Llama-2-7b-hf,4,128,16,0.00024937366833910346 +wikitext,attn_out,Llama-2-7b-hf,4,128,16,0.00014491923502646387 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,0.00034082579077221453 +wikitext,mlp_down,Llama-2-7b-hf,4,128,16,0.0003780691768042743 +wikitext,attn_in,Llama-2-7b-hf,4,128,17,0.00020038799266330898 +wikitext,attn_out,Llama-2-7b-hf,4,128,17,0.00012213108129799366 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003806627355515957 +wikitext,mlp_down,Llama-2-7b-hf,4,128,17,0.0003696577623486519 +wikitext,attn_in,Llama-2-7b-hf,4,128,18,0.00020803733787033707 +wikitext,attn_out,Llama-2-7b-hf,4,128,18,0.00011413761239964515 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,0.00044763609184883535 +wikitext,mlp_down,Llama-2-7b-hf,4,128,18,0.0004355169367045164 +wikitext,attn_in,Llama-2-7b-hf,4,128,19,0.00017675965500529855 +wikitext,attn_out,Llama-2-7b-hf,4,128,19,0.00010916635801550001 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,0.000507185235619545 +wikitext,mlp_down,Llama-2-7b-hf,4,128,19,0.0004903933731839061 +wikitext,attn_in,Llama-2-7b-hf,4,128,20,0.00022384147450793535 +wikitext,attn_out,Llama-2-7b-hf,4,128,20,0.0001439550396753475 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,0.0005939545226283371 +wikitext,mlp_down,Llama-2-7b-hf,4,128,20,0.0005995976971462369 +wikitext,attn_in,Llama-2-7b-hf,4,128,21,0.00017960219702217728 +wikitext,attn_out,Llama-2-7b-hf,4,128,21,0.00010395574645372108 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006692308816127479 +wikitext,mlp_down,Llama-2-7b-hf,4,128,21,0.0006330169271677732 +wikitext,attn_in,Llama-2-7b-hf,4,128,22,0.0003266345302108675 +wikitext,attn_out,Llama-2-7b-hf,4,128,22,0.00016469236288685352 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007459679036401212 +wikitext,mlp_down,Llama-2-7b-hf,4,128,22,0.0006667256238870323 +wikitext,attn_in,Llama-2-7b-hf,4,128,23,0.00023560752742923796 +wikitext,attn_out,Llama-2-7b-hf,4,128,23,0.0001548450964037329 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008470718166790903 +wikitext,mlp_down,Llama-2-7b-hf,4,128,23,0.0007137521170079708 +wikitext,attn_in,Llama-2-7b-hf,4,128,24,0.00032892508897930384 +wikitext,attn_out,Llama-2-7b-hf,4,128,24,0.00017072746413759887 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009314321796409786 +wikitext,mlp_down,Llama-2-7b-hf,4,128,24,0.0007580789970234036 +wikitext,attn_in,Llama-2-7b-hf,4,128,25,0.00032049563014879823 +wikitext,attn_out,Llama-2-7b-hf,4,128,25,0.00021483769523911178 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.001062931027263403 +wikitext,mlp_down,Llama-2-7b-hf,4,128,25,0.0008052990306168795 +wikitext,attn_in,Llama-2-7b-hf,4,128,26,0.00043545261723920703 +wikitext,attn_out,Llama-2-7b-hf,4,128,26,0.0002490428159944713 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011991792125627398 +wikitext,mlp_down,Llama-2-7b-hf,4,128,26,0.0008903585257939994 +wikitext,attn_in,Llama-2-7b-hf,4,128,27,0.00040775194065645337 +wikitext,attn_out,Llama-2-7b-hf,4,128,27,0.00024032671353779733 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013896651798859239 +wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0010412433184683323 +wikitext,attn_in,Llama-2-7b-hf,4,128,28,0.000531812256667763 +wikitext,attn_out,Llama-2-7b-hf,4,128,28,0.00033001627889461815 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016223458806052804 +wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0012172285933047533 +wikitext,attn_in,Llama-2-7b-hf,4,128,29,0.0005138057749718428 +wikitext,attn_out,Llama-2-7b-hf,4,128,29,0.00033480176352895796 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.0019627264700829983 +wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.002058236161246896 +wikitext,attn_in,Llama-2-7b-hf,4,128,30,0.0005799243808723986 +wikitext,attn_out,Llama-2-7b-hf,4,128,30,0.00041814413270913064 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.0032452414743602276 +wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.02399570494890213 +wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.00340465409681201 +wikitext,attn_out,Llama-2-7b-hf,4,128,31,0.0006512265536002815 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.006726501975208521 +wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.017016610130667686 +wikitext,attn_in,Meta-Llama-3-8B,4,128,0,3.3034211810445413e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,0,4.443044758772885e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,0,5.4420884225692134e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,1,4.530744206476811e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,1,1.463823537051212e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,1,0.0001280310534639284 +wikitext,attn_in,Meta-Llama-3-8B,4,128,2,9.417848900739045e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,2,2.3921711544971913e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,2,2.478959231666522e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,3,1.7569784631632501e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,3,5.443776899483055e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,3,4.3285417632432655e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,4,4.078312031197129e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,4,9.801310625334736e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,4,7.600188382639317e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,5,6.051858690625522e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3785980627289973e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,5,1.199395592266228e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,6,8.660932508064434e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7776525055523962e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,6,1.4435920093092136e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,7,1.2043631613778416e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0888592189294286e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,7,1.608984894119203e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,8,1.5217664440569934e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,8,2.2957769033382647e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,8,1.782652543624863e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,9,1.9559589418349788e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6247849746141583e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,9,2.047375892288983e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,10,2.0214623873471282e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,10,2.639406557136681e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,10,2.1975229174131528e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,11,2.0475910787354223e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8597492928383872e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,11,2.301715903740842e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,12,2.133822999894619e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4020558814518154e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,12,2.457777736708522e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,13,2.7547830541152507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,13,3.8547594158444554e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,13,2.892749398597516e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,14,3.602430660976097e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,14,4.638270183932036e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,14,3.25535838783253e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,15,2.9945025744382292e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,15,5.2611459977924824e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,15,4.2390885937493294e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,16,3.106459917034954e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,16,5.343225348042324e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,16,4.392988557810895e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,17,2.5291492420365103e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,17,5.988500561215915e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,17,5.375999535317533e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,18,1.6985501133603975e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,18,5.8677738707046956e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,18,5.101554052089341e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,19,1.4429775546886958e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,19,6.070553354220465e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,19,5.133184095029719e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,20,2.0652605599025264e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,20,6.613173900404945e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,20,5.8178266044706106e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,21,2.9539769457187504e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,21,7.846504740882665e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,21,6.932993710506707e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,22,2.22841372305993e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,22,8.212163083953783e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,22,7.271068170666695e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,23,2.6585799787426367e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,23,8.979711128631607e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,23,7.435810402967036e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,24,3.1060364563018084e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,24,9.953776316251606e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,24,7.700135029153898e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,25,4.414019713294692e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011286098742857575 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,25,8.112542855087668e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,26,5.12258629896678e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001307874481426552 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,26,9.28418303374201e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,27,7.71538689150475e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016480189515277743 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,27,0.00011755150626413524 +wikitext,attn_in,Meta-Llama-3-8B,4,128,28,8.704607171239331e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023157583200372756 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001663723960518837 +wikitext,attn_in,Meta-Llama-3-8B,4,128,29,0.00015558786981273443 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00032729984377510846 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002804149407893419 +wikitext,attn_in,Meta-Llama-3-8B,4,128,30,0.0003561857738532126 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0005689823301509023 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,30,0.0007833238923922181 +wikitext,attn_in,Meta-Llama-3-8B,4,128,31,0.0004639249527826905 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027093002572655678 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,31,0.6162042021751404 +c4,attn_in,Llama-2-7b-hf,3,32,0,6.750536272193131e-07 +c4,attn_out,Llama-2-7b-hf,3,32,0,1.173121745523531e-06 +c4,mlp_gate,Llama-2-7b-hf,3,32,0,3.30978224383216e-07 +c4,mlp_down,Llama-2-7b-hf,3,32,0,3.3790277029766003e-06 +c4,attn_in,Llama-2-7b-hf,3,32,1,2.9320810881472426e-06 +c4,attn_out,Llama-2-7b-hf,3,32,1,5.110774054628564e-06 +c4,mlp_gate,Llama-2-7b-hf,3,32,1,0.0001013466899166815 +c4,mlp_down,Llama-2-7b-hf,3,32,1,0.01084950566291809 +c4,attn_in,Llama-2-7b-hf,3,32,2,9.216174476023298e-06 +c4,attn_out,Llama-2-7b-hf,3,32,2,4.945289674651576e-06 +c4,mlp_gate,Llama-2-7b-hf,3,32,2,1.2047136806359049e-05 +c4,mlp_down,Llama-2-7b-hf,3,32,2,1.4670597920485307e-05 +c4,attn_in,Llama-2-7b-hf,3,32,3,2.2204605556908064e-05 +c4,attn_out,Llama-2-7b-hf,3,32,3,9.01940256881062e-06 +c4,mlp_gate,Llama-2-7b-hf,3,32,3,2.9249817089294083e-05 +c4,mlp_down,Llama-2-7b-hf,3,32,3,2.8742742870235816e-05 +c4,attn_in,Llama-2-7b-hf,3,32,4,5.5319997045444325e-05 +c4,attn_out,Llama-2-7b-hf,3,32,4,1.857359347923193e-05 +c4,mlp_gate,Llama-2-7b-hf,3,32,4,5.603244426310994e-05 +c4,mlp_down,Llama-2-7b-hf,3,32,4,6.760290125384927e-05 +c4,attn_in,Llama-2-7b-hf,3,32,5,0.00010175204806728289 +c4,attn_out,Llama-2-7b-hf,3,32,5,3.597051909309812e-05 +c4,mlp_gate,Llama-2-7b-hf,3,32,5,9.114461863646284e-05 +c4,mlp_down,Llama-2-7b-hf,3,32,5,8.17836044006981e-05 +c4,attn_in,Llama-2-7b-hf,3,32,6,9.761701221577823e-05 +c4,attn_out,Llama-2-7b-hf,3,32,6,4.134519258514047e-05 +c4,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013849048991687596 +c4,mlp_down,Llama-2-7b-hf,3,32,6,0.00012521811004262418 +c4,attn_in,Llama-2-7b-hf,3,32,7,0.00014217970601748675 +c4,attn_out,Llama-2-7b-hf,3,32,7,6.092811599955894e-05 +c4,mlp_gate,Llama-2-7b-hf,3,32,7,0.00018872400687541813 +c4,mlp_down,Llama-2-7b-hf,3,32,7,0.00016505472012795508 +c4,attn_in,Llama-2-7b-hf,3,32,8,0.00024392364139202982 +c4,attn_out,Llama-2-7b-hf,3,32,8,8.89168368303217e-05 +c4,mlp_gate,Llama-2-7b-hf,3,32,8,0.00023070299357641488 +c4,mlp_down,Llama-2-7b-hf,3,32,8,0.00019616150530055165 +c4,attn_in,Llama-2-7b-hf,3,32,9,0.00030183125636540353 +c4,attn_out,Llama-2-7b-hf,3,32,9,0.00013082509394735098 +c4,mlp_gate,Llama-2-7b-hf,3,32,9,0.00027058288105763495 +c4,mlp_down,Llama-2-7b-hf,3,32,9,0.00022754240490030497 +c4,attn_in,Llama-2-7b-hf,3,32,10,0.00038955328636802733 +c4,attn_out,Llama-2-7b-hf,3,32,10,0.0001767333596944809 +c4,mlp_gate,Llama-2-7b-hf,3,32,10,0.00032180288690142334 +c4,mlp_down,Llama-2-7b-hf,3,32,10,0.0002662915794644505 +c4,attn_in,Llama-2-7b-hf,3,32,11,0.0003898680442944169 +c4,attn_out,Llama-2-7b-hf,3,32,11,0.0001764509652275592 +c4,mlp_gate,Llama-2-7b-hf,3,32,11,0.0003647002449724823 +c4,mlp_down,Llama-2-7b-hf,3,32,11,0.0003094433923251927 +c4,attn_in,Llama-2-7b-hf,3,32,12,0.0005042406846769154 +c4,attn_out,Llama-2-7b-hf,3,32,12,0.00019940461788792163 +c4,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004143650003243238 +c4,mlp_down,Llama-2-7b-hf,3,32,12,0.0003529482055455446 +c4,attn_in,Llama-2-7b-hf,3,32,13,0.0005058272508904338 +c4,attn_out,Llama-2-7b-hf,3,32,13,0.00023633352247998118 +c4,mlp_gate,Llama-2-7b-hf,3,32,13,0.0005014248890802264 +c4,mlp_down,Llama-2-7b-hf,3,32,13,0.000442427524831146 +c4,attn_in,Llama-2-7b-hf,3,32,14,0.00048648653319105506 +c4,attn_out,Llama-2-7b-hf,3,32,14,0.0002647899091243744 +c4,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005683205672539771 +c4,mlp_down,Llama-2-7b-hf,3,32,14,0.0005294807488098741 +c4,attn_in,Llama-2-7b-hf,3,32,15,0.0006629025447182357 +c4,attn_out,Llama-2-7b-hf,3,32,15,0.0002959944249596447 +c4,mlp_gate,Llama-2-7b-hf,3,32,15,0.0007086069672368467 +c4,mlp_down,Llama-2-7b-hf,3,32,15,0.0006663238746114075 +c4,attn_in,Llama-2-7b-hf,3,32,16,0.0007101958035491407 +c4,attn_out,Llama-2-7b-hf,3,32,16,0.00043016899144276977 +c4,mlp_gate,Llama-2-7b-hf,3,32,16,0.0009247196139767766 +c4,mlp_down,Llama-2-7b-hf,3,32,16,0.0009568614768795669 +c4,attn_in,Llama-2-7b-hf,3,32,17,0.0005035049980506301 +c4,attn_out,Llama-2-7b-hf,3,32,17,0.00029447698034346104 +c4,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010405348148196936 +c4,mlp_down,Llama-2-7b-hf,3,32,17,0.001040488830767572 +c4,attn_in,Llama-2-7b-hf,3,32,18,0.0005464697605930269 +c4,attn_out,Llama-2-7b-hf,3,32,18,0.0003052561078220606 +c4,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012282353127375245 +c4,mlp_down,Llama-2-7b-hf,3,32,18,0.0012177829630672932 +c4,attn_in,Llama-2-7b-hf,3,32,19,0.0005570360808633268 +c4,attn_out,Llama-2-7b-hf,3,32,19,0.000303969020023942 +c4,mlp_gate,Llama-2-7b-hf,3,32,19,0.0014125689631327987 +c4,mlp_down,Llama-2-7b-hf,3,32,19,0.0013534764293581247 +c4,attn_in,Llama-2-7b-hf,3,32,20,0.0007736371480859816 +c4,attn_out,Llama-2-7b-hf,3,32,20,0.0004029304254800081 +c4,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016714666271582246 +c4,mlp_down,Llama-2-7b-hf,3,32,20,0.001685747061856091 +c4,attn_in,Llama-2-7b-hf,3,32,21,0.0004876703897025436 +c4,attn_out,Llama-2-7b-hf,3,32,21,0.00031450571259483695 +c4,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018334782216697931 +c4,mlp_down,Llama-2-7b-hf,3,32,21,0.0017192006343975663 +c4,attn_in,Llama-2-7b-hf,3,32,22,0.0007916060276329517 +c4,attn_out,Llama-2-7b-hf,3,32,22,0.00040664186235517263 +c4,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020769168622791767 +c4,mlp_down,Llama-2-7b-hf,3,32,22,0.0019322849111631513 +c4,attn_in,Llama-2-7b-hf,3,32,23,0.0006761401891708374 +c4,attn_out,Llama-2-7b-hf,3,32,23,0.0003721860994119197 +c4,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023269876837730408 +c4,mlp_down,Llama-2-7b-hf,3,32,23,0.0020101144909858704 +c4,attn_in,Llama-2-7b-hf,3,32,24,0.0009199854102917016 +c4,attn_out,Llama-2-7b-hf,3,32,24,0.0004942142986692488 +c4,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025488047394901514 +c4,mlp_down,Llama-2-7b-hf,3,32,24,0.002130611101165414 +c4,attn_in,Llama-2-7b-hf,3,32,25,0.0006860918365418911 +c4,attn_out,Llama-2-7b-hf,3,32,25,0.0003444458998274058 +c4,mlp_gate,Llama-2-7b-hf,3,32,25,0.002857513725757599 +c4,mlp_down,Llama-2-7b-hf,3,32,25,0.002224816707894206 +c4,attn_in,Llama-2-7b-hf,3,32,26,0.0012170999543741345 +c4,attn_out,Llama-2-7b-hf,3,32,26,0.0006362046697176993 +c4,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031846631318330765 +c4,mlp_down,Llama-2-7b-hf,3,32,26,0.0024420160334557295 +c4,attn_in,Llama-2-7b-hf,3,32,27,0.000970596622209996 +c4,attn_out,Llama-2-7b-hf,3,32,27,0.0005665775388479233 +c4,mlp_gate,Llama-2-7b-hf,3,32,27,0.003628353588283062 +c4,mlp_down,Llama-2-7b-hf,3,32,27,0.0027578920125961304 +c4,attn_in,Llama-2-7b-hf,3,32,28,0.0012349558528512716 +c4,attn_out,Llama-2-7b-hf,3,32,28,0.000706481107044965 +c4,mlp_gate,Llama-2-7b-hf,3,32,28,0.0042873346246778965 +c4,mlp_down,Llama-2-7b-hf,3,32,28,0.0034102844074368477 +c4,attn_in,Llama-2-7b-hf,3,32,29,0.001146396854892373 +c4,attn_out,Llama-2-7b-hf,3,32,29,0.0006303485133685172 +c4,mlp_gate,Llama-2-7b-hf,3,32,29,0.00512503320351243 +c4,mlp_down,Llama-2-7b-hf,3,32,29,0.004723790567368269 +c4,attn_in,Llama-2-7b-hf,3,32,30,0.001342623378150165 +c4,attn_out,Llama-2-7b-hf,3,32,30,0.000886979338247329 +c4,mlp_gate,Llama-2-7b-hf,3,32,30,0.008660378865897655 +c4,mlp_down,Llama-2-7b-hf,3,32,30,0.012653956189751625 +c4,attn_in,Llama-2-7b-hf,3,32,31,0.0032055231276899576 +c4,attn_out,Llama-2-7b-hf,3,32,31,0.00130722695030272 +c4,mlp_gate,Llama-2-7b-hf,3,32,31,0.01835920847952366 +c4,mlp_down,Llama-2-7b-hf,3,32,31,0.03532179817557335 +c4,attn_in,Meta-Llama-3-8B,3,32,0,7.126573677851411e-07 +c4,mlp_gate,Meta-Llama-3-8B,3,32,0,1.1642354138530209e-06 +c4,mlp_down,Meta-Llama-3-8B,3,32,0,2.2479518975160317e-06 +c4,attn_in,Meta-Llama-3-8B,3,32,1,1.212609390677244e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001120716697187163 +c4,mlp_down,Meta-Llama-3-8B,3,32,1,3.260328230680898e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,2,2.86763543044799e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,32,2,6.321384262264473e-06 +c4,mlp_down,Meta-Llama-3-8B,3,32,2,6.10631150266272e-06 +c4,attn_in,Meta-Llama-3-8B,3,32,3,4.8159527068492025e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,32,3,1.3857299563824199e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,3,1.1360250027792063e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,4,9.15191321837483e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,32,4,2.4711280275369063e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,4,2.042940650426317e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,5,1.5170887309068348e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,5,3.5331064282217994e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,5,2.9951674150652252e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,6,2.1389183530118316e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,6,4.514752799877897e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,6,3.693109829328023e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,7,2.732362918322906e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,7,5.274625800666399e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,7,4.1547878936398774e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,8,3.6277368053561077e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,8,5.7624281907919794e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,8,4.5491156924981624e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,9,4.459729461814277e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,9,6.573904101969674e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,9,5.286792293190956e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,10,4.3546344386413693e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,10,6.650703289778903e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,10,5.417017382569611e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,11,4.6452809328911826e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,11,7.067586557241157e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,11,5.638036236632615e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,12,4.915276076644659e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,12,8.158339187502861e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,12,6.189697160152718e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,13,6.031791053828783e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,13,9.452613448956981e-05 +c4,mlp_down,Meta-Llama-3-8B,3,32,13,7.606537838000804e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,14,7.242388528538868e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00011201618326595053 +c4,mlp_down,Meta-Llama-3-8B,3,32,14,8.671201067045331e-05 +c4,attn_in,Meta-Llama-3-8B,3,32,15,6.812532956246287e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00013196330110076815 +c4,mlp_down,Meta-Llama-3-8B,3,32,15,0.00011347058170940727 +c4,attn_in,Meta-Llama-3-8B,3,32,16,7.596411887789145e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013656288501806557 +c4,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011908949818462133 +c4,attn_in,Meta-Llama-3-8B,3,32,17,6.714467599522322e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,17,0.00015762979455757886 +c4,mlp_down,Meta-Llama-3-8B,3,32,17,0.00014203277532942593 +c4,attn_in,Meta-Llama-3-8B,3,32,18,4.568453005049378e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00015656686446163803 +c4,mlp_down,Meta-Llama-3-8B,3,32,18,0.00013813195982947946 +c4,attn_in,Meta-Llama-3-8B,3,32,19,3.6150329833617434e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00016395776765421033 +c4,mlp_down,Meta-Llama-3-8B,3,32,19,0.0001427067763870582 +c4,attn_in,Meta-Llama-3-8B,3,32,20,4.576574428938329e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,20,0.0001789391099009663 +c4,mlp_down,Meta-Llama-3-8B,3,32,20,0.00015618873294442892 +c4,attn_in,Meta-Llama-3-8B,3,32,21,7.909139822004363e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,21,0.0002117590920533985 +c4,mlp_down,Meta-Llama-3-8B,3,32,21,0.00018744096450973302 +c4,attn_in,Meta-Llama-3-8B,3,32,22,5.9774378314614296e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,22,0.0002223930787295103 +c4,mlp_down,Meta-Llama-3-8B,3,32,22,0.00019764692115131766 +c4,attn_in,Meta-Llama-3-8B,3,32,23,6.392258364940062e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,23,0.0002412295580143109 +c4,mlp_down,Meta-Llama-3-8B,3,32,23,0.00020533530914690346 +c4,attn_in,Meta-Llama-3-8B,3,32,24,7.151351746870205e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,24,0.00026313785929232836 +c4,mlp_down,Meta-Llama-3-8B,3,32,24,0.00021699085482396185 +c4,attn_in,Meta-Llama-3-8B,3,32,25,8.848817378748208e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,32,25,0.00029827497201040387 +c4,mlp_down,Meta-Llama-3-8B,3,32,25,0.00022686977172270417 +c4,attn_in,Meta-Llama-3-8B,3,32,26,0.0001155768331955187 +c4,mlp_gate,Meta-Llama-3-8B,3,32,26,0.0003454475081525743 +c4,mlp_down,Meta-Llama-3-8B,3,32,26,0.00025445627397857606 +c4,attn_in,Meta-Llama-3-8B,3,32,27,0.0001513952884124592 +c4,mlp_gate,Meta-Llama-3-8B,3,32,27,0.0004227417812217027 +c4,mlp_down,Meta-Llama-3-8B,3,32,27,0.00032753628329373896 +c4,attn_in,Meta-Llama-3-8B,3,32,28,0.00018751071183942258 +c4,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005792102310806513 +c4,mlp_down,Meta-Llama-3-8B,3,32,28,0.0004445601662155241 +c4,attn_in,Meta-Llama-3-8B,3,32,29,0.00028487329836934805 +c4,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008211439708247781 +c4,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006825528107583523 +c4,attn_in,Meta-Llama-3-8B,3,32,30,0.0005751428543590009 +c4,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0015554571291431785 +c4,mlp_down,Meta-Llama-3-8B,3,32,30,0.0015397833194583654 +c4,attn_in,Meta-Llama-3-8B,3,32,31,0.0008156675612553954 +c4,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006760060787200928 +c4,mlp_down,Meta-Llama-3-8B,3,32,31,0.15092550218105316 +c4,attn_in,Llama-2-7b-hf,3,64,0,1.352039362245705e-06 +c4,attn_out,Llama-2-7b-hf,3,64,0,2.013813627854688e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,0,4.7289142912632087e-07 +c4,mlp_down,Llama-2-7b-hf,3,64,0,4.920942956232466e-06 +c4,attn_in,Llama-2-7b-hf,3,64,1,5.602559213002678e-06 +c4,attn_out,Llama-2-7b-hf,3,64,1,7.95317373558646e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,1,2.361569568165578e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,1,0.014889644458889961 +c4,attn_in,Llama-2-7b-hf,3,64,2,1.5467352568521164e-05 +c4,attn_out,Llama-2-7b-hf,3,64,2,6.976611985010095e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.6414573110523634e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,2,2.041757761617191e-05 +c4,attn_in,Llama-2-7b-hf,3,64,3,3.783359352382831e-05 +c4,attn_out,Llama-2-7b-hf,3,64,3,1.285151574847987e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.016760067315772e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,3,3.9299560739891604e-05 +c4,attn_in,Llama-2-7b-hf,3,64,4,7.551974704256281e-05 +c4,attn_out,Llama-2-7b-hf,3,64,4,2.587737253634259e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,4,7.778832514304668e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,4,0.00010034653678303584 +c4,attn_in,Llama-2-7b-hf,3,64,5,0.00012509810039773583 +c4,attn_out,Llama-2-7b-hf,3,64,5,5.050588515587151e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012627367686945945 +c4,mlp_down,Llama-2-7b-hf,3,64,5,0.00011146898032166064 +c4,attn_in,Llama-2-7b-hf,3,64,6,0.0001541045494377613 +c4,attn_out,Llama-2-7b-hf,3,64,6,5.7990633649751544e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019250552577432245 +c4,mlp_down,Llama-2-7b-hf,3,64,6,0.00017062568804249167 +c4,attn_in,Llama-2-7b-hf,3,64,7,0.00022827924112789333 +c4,attn_out,Llama-2-7b-hf,3,64,7,8.462984260404482e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,7,0.000262463407125324 +c4,mlp_down,Llama-2-7b-hf,3,64,7,0.00022524420637637377 +c4,attn_in,Llama-2-7b-hf,3,64,8,0.00035564551944844425 +c4,attn_out,Llama-2-7b-hf,3,64,8,0.00012244870595168322 +c4,mlp_gate,Llama-2-7b-hf,3,64,8,0.00032194735831581056 +c4,mlp_down,Llama-2-7b-hf,3,64,8,0.0002678742166608572 +c4,attn_in,Llama-2-7b-hf,3,64,9,0.0005175339174456894 +c4,attn_out,Llama-2-7b-hf,3,64,9,0.00017934136849362403 +c4,mlp_gate,Llama-2-7b-hf,3,64,9,0.00037874572444707155 +c4,mlp_down,Llama-2-7b-hf,3,64,9,0.00031064945505931973 +c4,attn_in,Llama-2-7b-hf,3,64,10,0.0005295791779644787 +c4,attn_out,Llama-2-7b-hf,3,64,10,0.000242612833972089 +c4,mlp_gate,Llama-2-7b-hf,3,64,10,0.0004517736961133778 +c4,mlp_down,Llama-2-7b-hf,3,64,10,0.00036323696258477867 +c4,attn_in,Llama-2-7b-hf,3,64,11,0.0006606120732612908 +c4,attn_out,Llama-2-7b-hf,3,64,11,0.00024240475613623857 +c4,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005132415099069476 +c4,mlp_down,Llama-2-7b-hf,3,64,11,0.00042154162656515837 +c4,attn_in,Llama-2-7b-hf,3,64,12,0.0007041668868623674 +c4,attn_out,Llama-2-7b-hf,3,64,12,0.0002735101734288037 +c4,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005792680312879384 +c4,mlp_down,Llama-2-7b-hf,3,64,12,0.0004809255478903651 +c4,attn_in,Llama-2-7b-hf,3,64,13,0.0006800579139962792 +c4,attn_out,Llama-2-7b-hf,3,64,13,0.0003236734482925385 +c4,mlp_gate,Llama-2-7b-hf,3,64,13,0.0007003487553447485 +c4,mlp_down,Llama-2-7b-hf,3,64,13,0.0006017782725393772 +c4,attn_in,Llama-2-7b-hf,3,64,14,0.0007467850227840245 +c4,attn_out,Llama-2-7b-hf,3,64,14,0.00036262121284380555 +c4,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007922924705781043 +c4,mlp_down,Llama-2-7b-hf,3,64,14,0.0007195068174041808 +c4,attn_in,Llama-2-7b-hf,3,64,15,0.0009459579014219344 +c4,attn_out,Llama-2-7b-hf,3,64,15,0.0004071626462973654 +c4,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009896995034068823 +c4,mlp_down,Llama-2-7b-hf,3,64,15,0.0009073995752260089 +c4,attn_in,Llama-2-7b-hf,3,64,16,0.0010919657070189714 +c4,attn_out,Llama-2-7b-hf,3,64,16,0.0005873949266970158 +c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012914275284856558 +c4,mlp_down,Llama-2-7b-hf,3,64,16,0.0013139976654201746 +c4,attn_in,Llama-2-7b-hf,3,64,17,0.0007566404528915882 +c4,attn_out,Llama-2-7b-hf,3,64,17,0.0004034588346257806 +c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014381579821929336 +c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001415958977304399 +c4,attn_in,Llama-2-7b-hf,3,64,18,0.0007924176170490682 +c4,attn_out,Llama-2-7b-hf,3,64,18,0.0004180778341833502 +c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016954564489424229 +c4,mlp_down,Llama-2-7b-hf,3,64,18,0.0016614929772913456 +c4,attn_in,Llama-2-7b-hf,3,64,19,0.0007995840278454125 +c4,attn_out,Llama-2-7b-hf,3,64,19,0.0004154731868766248 +c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019526240648701787 +c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0018589170649647713 +c4,attn_in,Llama-2-7b-hf,3,64,20,0.001014956389553845 +c4,attn_out,Llama-2-7b-hf,3,64,20,0.0005520119448192418 +c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.002294080099090934 +c4,mlp_down,Llama-2-7b-hf,3,64,20,0.0023015362676233053 +c4,attn_in,Llama-2-7b-hf,3,64,21,0.0007193844066932797 +c4,attn_out,Llama-2-7b-hf,3,64,21,0.0004306366899982095 +c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.002512345090508461 +c4,mlp_down,Llama-2-7b-hf,3,64,21,0.0023381744977086782 +c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012228232808411121 +c4,attn_out,Llama-2-7b-hf,3,64,22,0.0005539723788388073 +c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.002844703383743763 +c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0026177687104791403 +c4,attn_in,Llama-2-7b-hf,3,64,23,0.0009341189288534224 +c4,attn_out,Llama-2-7b-hf,3,64,23,0.0005068654427304864 +c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.003178640967234969 +c4,mlp_down,Llama-2-7b-hf,3,64,23,0.0027302533853799105 +c4,attn_in,Llama-2-7b-hf,3,64,24,0.001550708431750536 +c4,attn_out,Llama-2-7b-hf,3,64,24,0.0006800934788770974 +c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.003487581852823496 +c4,mlp_down,Llama-2-7b-hf,3,64,24,0.0028918851166963577 +c4,attn_in,Llama-2-7b-hf,3,64,25,0.0009626472601667047 +c4,attn_out,Llama-2-7b-hf,3,64,25,0.00046917638974264264 +c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.00391001021489501 +c4,mlp_down,Llama-2-7b-hf,3,64,25,0.003023317316547036 +c4,attn_in,Llama-2-7b-hf,3,64,26,0.0017475495114922523 +c4,attn_out,Llama-2-7b-hf,3,64,26,0.0008810682338662446 +c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.004373267292976379 +c4,mlp_down,Llama-2-7b-hf,3,64,26,0.003313260618597269 +c4,attn_in,Llama-2-7b-hf,3,64,27,0.0014317879686132073 +c4,attn_out,Llama-2-7b-hf,3,64,27,0.0007720504072494805 +c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005006534047424793 +c4,mlp_down,Llama-2-7b-hf,3,64,27,0.003753027878701687 +c4,attn_in,Llama-2-7b-hf,3,64,28,0.0019135511247441173 +c4,attn_out,Llama-2-7b-hf,3,64,28,0.0009626226383261383 +c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.005939430557191372 +c4,mlp_down,Llama-2-7b-hf,3,64,28,0.004647830966860056 +c4,attn_in,Llama-2-7b-hf,3,64,29,0.0016378303989768028 +c4,attn_out,Llama-2-7b-hf,3,64,29,0.0008680942701175809 +c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007147619966417551 +c4,mlp_down,Llama-2-7b-hf,3,64,29,0.0065885125659406185 +c4,attn_in,Llama-2-7b-hf,3,64,30,0.0018824004800990224 +c4,attn_out,Llama-2-7b-hf,3,64,30,0.0012241083895787597 +c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.01407832745462656 +c4,mlp_down,Llama-2-7b-hf,3,64,30,0.018277952447533607 +c4,attn_in,Llama-2-7b-hf,3,64,31,0.007186585105955601 +c4,attn_out,Llama-2-7b-hf,3,64,31,0.0018471278017386794 +c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.02621941640973091 +c4,mlp_down,Llama-2-7b-hf,3,64,31,0.0554315485060215 +c4,attn_in,Meta-Llama-3-8B,3,64,0,9.86457507679006e-07 +c4,mlp_gate,Meta-Llama-3-8B,3,64,0,1.6241016282947385e-06 +c4,mlp_down,Meta-Llama-3-8B,3,64,0,3.3395394893886987e-06 +c4,attn_in,Meta-Llama-3-8B,3,64,1,2.3855186555010732e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,1,9.160066110780463e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,1,5.152264202479273e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,2,4.072267074661795e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,2,8.749762855586596e-06 +c4,mlp_down,Meta-Llama-3-8B,3,64,2,8.653908480482642e-06 +c4,attn_in,Meta-Llama-3-8B,3,64,3,8.214744411816355e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,3,1.932288614625577e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,3,1.581140713824425e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,4,1.5545041605946608e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,4,3.468459181021899e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,4,2.8182044843561016e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,5,2.6425159376231022e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,5,4.951142909703776e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,5,4.155205897404812e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,6,3.406775067560375e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,6,6.328996823867783e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,6,5.109637277200818e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,7,4.078965503140353e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,7,7.419585017487407e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,7,5.7572404330130666e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,8,5.0933474994963035e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,8,8.150188659783453e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,8,6.28661728114821e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,9,6.839981506345794e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,9,9.281145321438089e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,9,7.307155465241522e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,10,6.780879630241543e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,10,9.359326213598251e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,10,7.501566869905218e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,11,7.698855915805325e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,11,0.00010007658420363441 +c4,mlp_down,Meta-Llama-3-8B,3,64,11,7.801140600349754e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,12,7.40015457267873e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011710040416801348 +c4,mlp_down,Meta-Llama-3-8B,3,64,12,8.577389235142618e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,13,9.293261246057227e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013543495151679963 +c4,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010476959869265556 +c4,attn_in,Meta-Llama-3-8B,3,64,14,0.00010867777746170759 +c4,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001616749505046755 +c4,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011900728713953868 +c4,attn_in,Meta-Llama-3-8B,3,64,15,0.0001039820781443268 +c4,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018811273912433535 +c4,mlp_down,Meta-Llama-3-8B,3,64,15,0.00015636553871445358 +c4,attn_in,Meta-Llama-3-8B,3,64,16,0.00011436211207183078 +c4,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00019326536857988685 +c4,mlp_down,Meta-Llama-3-8B,3,64,16,0.00016413495177403092 +c4,attn_in,Meta-Llama-3-8B,3,64,17,0.00010618903615977615 +c4,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00022159131185617298 +c4,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019592215539887547 +c4,attn_in,Meta-Llama-3-8B,3,64,18,6.707281136186793e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,18,0.000219259993173182 +c4,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018990521493833512 +c4,attn_in,Meta-Llama-3-8B,3,64,19,5.517308454727754e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002291704440722242 +c4,mlp_down,Meta-Llama-3-8B,3,64,19,0.0001967889111256227 +c4,attn_in,Meta-Llama-3-8B,3,64,20,6.926302012288943e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024896604008972645 +c4,mlp_down,Meta-Llama-3-8B,3,64,20,0.0002152250672224909 +c4,attn_in,Meta-Llama-3-8B,3,64,21,0.00011117240501334891 +c4,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002944499719887972 +c4,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002600479929242283 +c4,attn_in,Meta-Llama-3-8B,3,64,22,8.878128573996946e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0003085997304879129 +c4,mlp_down,Meta-Llama-3-8B,3,64,22,0.0002716419694479555 +c4,attn_in,Meta-Llama-3-8B,3,64,23,9.704099647933617e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00033391357283107936 +c4,mlp_down,Meta-Llama-3-8B,3,64,23,0.00028199111693538725 +c4,attn_in,Meta-Llama-3-8B,3,64,24,0.00010607126023387536 +c4,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036480219569057226 +c4,mlp_down,Meta-Llama-3-8B,3,64,24,0.00029804001678712666 +c4,attn_in,Meta-Llama-3-8B,3,64,25,0.00015467341290786862 +c4,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041362858610227704 +c4,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003124565992038697 +c4,attn_in,Meta-Llama-3-8B,3,64,26,0.0001645442098379135 +c4,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004817070730496198 +c4,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003479741280898452 +c4,attn_in,Meta-Llama-3-8B,3,64,27,0.0002707547682803124 +c4,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005941710551269352 +c4,mlp_down,Meta-Llama-3-8B,3,64,27,0.000448741193395108 +c4,attn_in,Meta-Llama-3-8B,3,64,28,0.00029423274099826813 +c4,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008215587586164474 +c4,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006077911821193993 +c4,attn_in,Meta-Llama-3-8B,3,64,29,0.0003965787764173001 +c4,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011627835920080543 +c4,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009537141886539757 +c4,attn_in,Meta-Llama-3-8B,3,64,30,0.0008707576198503375 +c4,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0021878411062061787 +c4,mlp_down,Meta-Llama-3-8B,3,64,30,0.002246903721243143 +c4,attn_in,Meta-Llama-3-8B,3,64,31,0.001282562268897891 +c4,mlp_gate,Meta-Llama-3-8B,3,64,31,0.009918544441461563 +c4,mlp_down,Meta-Llama-3-8B,3,64,31,0.24508865177631378 +c4,attn_in,Llama-2-7b-hf,3,128,0,2.543072696425952e-06 +c4,attn_out,Llama-2-7b-hf,3,128,0,3.012893103004899e-06 +c4,mlp_gate,Llama-2-7b-hf,3,128,0,6.637631031480851e-07 +c4,mlp_down,Llama-2-7b-hf,3,128,0,7.137390184652759e-06 +c4,attn_in,Llama-2-7b-hf,3,128,1,8.223900294979103e-06 +c4,attn_out,Llama-2-7b-hf,3,128,1,1.2737556062347721e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,1,0.0002609330986160785 +c4,mlp_down,Llama-2-7b-hf,3,128,1,0.034441784024238586 +c4,attn_in,Llama-2-7b-hf,3,128,2,1.728501774778124e-05 +c4,attn_out,Llama-2-7b-hf,3,128,2,9.553594281896949e-06 +c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.1069723516120575e-05 +c4,mlp_down,Llama-2-7b-hf,3,128,2,2.7416548618930392e-05 +c4,attn_in,Llama-2-7b-hf,3,128,3,4.4090509618399665e-05 +c4,attn_out,Llama-2-7b-hf,3,128,3,1.7401695004082285e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.197555583436042e-05 +c4,mlp_down,Llama-2-7b-hf,3,128,3,5.0444959924789146e-05 +c4,attn_in,Llama-2-7b-hf,3,128,4,8.909861935535446e-05 +c4,attn_out,Llama-2-7b-hf,3,128,4,3.436993938521482e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,4,0.0001020353811327368 +c4,mlp_down,Llama-2-7b-hf,3,128,4,0.00014470319729298353 +c4,attn_in,Llama-2-7b-hf,3,128,5,0.00018147974333260208 +c4,attn_out,Llama-2-7b-hf,3,128,5,6.738230877090245e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016477156896144152 +c4,mlp_down,Llama-2-7b-hf,3,128,5,0.00014262500917539 +c4,attn_in,Llama-2-7b-hf,3,128,6,0.00018910670769400895 +c4,attn_out,Llama-2-7b-hf,3,128,6,7.57534071453847e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002509336336515844 +c4,mlp_down,Llama-2-7b-hf,3,128,6,0.0002178371651098132 +c4,attn_in,Llama-2-7b-hf,3,128,7,0.0002709349791985005 +c4,attn_out,Llama-2-7b-hf,3,128,7,0.00011176257976330817 +c4,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003451397642493248 +c4,mlp_down,Llama-2-7b-hf,3,128,7,0.0002886749862227589 +c4,attn_in,Llama-2-7b-hf,3,128,8,0.00048203073674812913 +c4,attn_out,Llama-2-7b-hf,3,128,8,0.00015954917762428522 +c4,mlp_gate,Llama-2-7b-hf,3,128,8,0.00042396027129143476 +c4,mlp_down,Llama-2-7b-hf,3,128,8,0.000343456631526351 +c4,attn_in,Llama-2-7b-hf,3,128,9,0.0006081957835704088 +c4,attn_out,Llama-2-7b-hf,3,128,9,0.0002324342349311337 +c4,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005005195853300393 +c4,mlp_down,Llama-2-7b-hf,3,128,9,0.0003980539331678301 +c4,attn_in,Llama-2-7b-hf,3,128,10,0.0006762515404261649 +c4,attn_out,Llama-2-7b-hf,3,128,10,0.0003151753917336464 +c4,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006011161603964865 +c4,mlp_down,Llama-2-7b-hf,3,128,10,0.0004642090934794396 +c4,attn_in,Llama-2-7b-hf,3,128,11,0.0007011824054643512 +c4,attn_out,Llama-2-7b-hf,3,128,11,0.0003142669447697699 +c4,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006779545801691711 +c4,mlp_down,Llama-2-7b-hf,3,128,11,0.0005394615000113845 +c4,attn_in,Llama-2-7b-hf,3,128,12,0.0008573984378017485 +c4,attn_out,Llama-2-7b-hf,3,128,12,0.00035259927972219884 +c4,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007614284404553473 +c4,mlp_down,Llama-2-7b-hf,3,128,12,0.0006150216795504093 +c4,attn_in,Llama-2-7b-hf,3,128,13,0.0009122535702772439 +c4,attn_out,Llama-2-7b-hf,3,128,13,0.0004180124669801444 +c4,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009202936198562384 +c4,mlp_down,Llama-2-7b-hf,3,128,13,0.0007700894493609667 +c4,attn_in,Llama-2-7b-hf,3,128,14,0.0009445844334550202 +c4,attn_out,Llama-2-7b-hf,3,128,14,0.00046491940156556666 +c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010440548649057746 +c4,mlp_down,Llama-2-7b-hf,3,128,14,0.0009182776557281613 +c4,attn_in,Llama-2-7b-hf,3,128,15,0.0010549337603151798 +c4,attn_out,Llama-2-7b-hf,3,128,15,0.0005249839159660041 +c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013062249636277556 +c4,mlp_down,Llama-2-7b-hf,3,128,15,0.001160051440820098 +c4,attn_in,Llama-2-7b-hf,3,128,16,0.0012565309880301356 +c4,attn_out,Llama-2-7b-hf,3,128,16,0.0007562240934930742 +c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016812311951071024 +c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0017191731603816152 +c4,attn_in,Llama-2-7b-hf,3,128,17,0.0009592812275514007 +c4,attn_out,Llama-2-7b-hf,3,128,17,0.00051969347987324 +c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018641181522980332 +c4,mlp_down,Llama-2-7b-hf,3,128,17,0.0018045568140223622 +c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010112086310982704 +c4,attn_out,Llama-2-7b-hf,3,128,18,0.0005380092188715935 +c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002198362722992897 +c4,mlp_down,Llama-2-7b-hf,3,128,18,0.0021237297914922237 +c4,attn_in,Llama-2-7b-hf,3,128,19,0.001041489653289318 +c4,attn_out,Llama-2-7b-hf,3,128,19,0.0005380509537644684 +c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025222785770893097 +c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002393367001786828 +c4,attn_in,Llama-2-7b-hf,3,128,20,0.0012130317045375705 +c4,attn_out,Llama-2-7b-hf,3,128,20,0.000709038635250181 +c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.002950349124148488 +c4,mlp_down,Llama-2-7b-hf,3,128,20,0.0029526310972869396 +c4,attn_in,Llama-2-7b-hf,3,128,21,0.0008859800291247666 +c4,attn_out,Llama-2-7b-hf,3,128,21,0.0005539684789255261 +c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032337538432329893 +c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0029773542191833258 +c4,attn_in,Llama-2-7b-hf,3,128,22,0.0014861207455396652 +c4,attn_out,Llama-2-7b-hf,3,128,22,0.0007069241255521774 +c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036563577596098185 +c4,mlp_down,Llama-2-7b-hf,3,128,22,0.0033341178204864264 +c4,attn_in,Llama-2-7b-hf,3,128,23,0.0012101251631975174 +c4,attn_out,Llama-2-7b-hf,3,128,23,0.0006496669957414269 +c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.004081662278622389 +c4,mlp_down,Llama-2-7b-hf,3,128,23,0.0034750052727758884 +c4,attn_in,Llama-2-7b-hf,3,128,24,0.001708566676825285 +c4,attn_out,Llama-2-7b-hf,3,128,24,0.0008913942147046328 +c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004477445036172867 +c4,mlp_down,Llama-2-7b-hf,3,128,24,0.0036744081880897284 +c4,attn_in,Llama-2-7b-hf,3,128,25,0.0012819335097447038 +c4,attn_out,Llama-2-7b-hf,3,128,25,0.0005993397790007293 +c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.005033968482166529 +c4,mlp_down,Llama-2-7b-hf,3,128,25,0.0038489527069032192 +c4,attn_in,Llama-2-7b-hf,3,128,26,0.0020503827836364508 +c4,attn_out,Llama-2-7b-hf,3,128,26,0.0011458939407020807 +c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005648446269333363 +c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004218643996864557 +c4,attn_in,Llama-2-7b-hf,3,128,27,0.001772370538674295 +c4,attn_out,Llama-2-7b-hf,3,128,27,0.0009891059016808867 +c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006490008439868689 +c4,mlp_down,Llama-2-7b-hf,3,128,27,0.004780343268066645 +c4,attn_in,Llama-2-7b-hf,3,128,28,0.002427054336294532 +c4,attn_out,Llama-2-7b-hf,3,128,28,0.0012401589192450047 +c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.00772490818053484 +c4,mlp_down,Llama-2-7b-hf,3,128,28,0.005963850766420364 +c4,attn_in,Llama-2-7b-hf,3,128,29,0.002046683570370078 +c4,attn_out,Llama-2-7b-hf,3,128,29,0.0011164648458361626 +c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009403485804796219 +c4,mlp_down,Llama-2-7b-hf,3,128,29,0.008864299394190311 +c4,attn_in,Llama-2-7b-hf,3,128,30,0.002405894687399268 +c4,attn_out,Llama-2-7b-hf,3,128,30,0.0015969601226970553 +c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.016673244535923004 +c4,mlp_down,Llama-2-7b-hf,3,128,30,0.03008771501481533 +c4,attn_in,Llama-2-7b-hf,3,128,31,0.010730587877333164 +c4,attn_out,Llama-2-7b-hf,3,128,31,0.0025164750404655933 +c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.034958481788635254 +c4,mlp_down,Llama-2-7b-hf,3,128,31,0.08376330882310867 +c4,attn_in,Meta-Llama-3-8B,3,128,0,1.5365707213277346e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,0,2.1330624804249965e-06 +c4,mlp_down,Meta-Llama-3-8B,3,128,0,5.109989615448285e-06 +c4,attn_in,Meta-Llama-3-8B,3,128,1,3.989441665908089e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,1,4.701513171312399e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012536936264950782 +c4,attn_in,Meta-Llama-3-8B,3,128,2,7.131035545171471e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1429932783357799e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,2,1.151342257799115e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,3,1.055624397849897e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,3,2.550779936427716e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,3,2.0830028006457724e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,4,2.3309090465772897e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,4,4.613024430000223e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,4,3.6578298022504896e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,5,3.0498231353703886e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,5,6.516962457681075e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,5,5.457783117890358e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,6,3.950303289457224e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,6,8.367197006009519e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,6,6.685862899757922e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,7,5.329389387043193e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,7,9.87605526461266e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,7,7.498852210119367e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,8,7.033947622403502e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010860651673283428 +c4,mlp_down,Meta-Llama-3-8B,3,128,8,8.141547732520849e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,9,9.053124085767195e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012420365237630904 +c4,mlp_down,Meta-Llama-3-8B,3,128,9,9.483862959314138e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,10,9.497673454461619e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012383585271891207 +c4,mlp_down,Meta-Llama-3-8B,3,128,10,9.728405711939558e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,11,9.250006405636668e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001343000476481393 +c4,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010176920477533713 +c4,attn_in,Meta-Llama-3-8B,3,128,12,9.540600149193779e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015917475684545934 +c4,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011231962707825005 +c4,attn_in,Meta-Llama-3-8B,3,128,13,0.00012589308607857674 +c4,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00018395493680145591 +c4,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013650710752699524 +c4,attn_in,Meta-Llama-3-8B,3,128,14,0.0001526744308648631 +c4,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002208397927461192 +c4,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015378964599221945 +c4,attn_in,Meta-Llama-3-8B,3,128,15,0.00014082688721828163 +c4,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002542015863582492 +c4,mlp_down,Meta-Llama-3-8B,3,128,15,0.00020238952129147947 +c4,attn_in,Meta-Llama-3-8B,3,128,16,0.00015674621681682765 +c4,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00025895473663695157 +c4,mlp_down,Meta-Llama-3-8B,3,128,16,0.0002121685683960095 +c4,attn_in,Meta-Llama-3-8B,3,128,17,0.00012381000851746649 +c4,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00029634975362569094 +c4,mlp_down,Meta-Llama-3-8B,3,128,17,0.00025569138233549893 +c4,attn_in,Meta-Llama-3-8B,3,128,18,8.861335663823411e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00028902883059345186 +c4,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002460188989061862 +c4,attn_in,Meta-Llama-3-8B,3,128,19,7.898049079813063e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0003026509948540479 +c4,mlp_down,Meta-Llama-3-8B,3,128,19,0.00025552764418534935 +c4,attn_in,Meta-Llama-3-8B,3,128,20,9.400327689945698e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,20,0.0003263747494202107 +c4,mlp_down,Meta-Llama-3-8B,3,128,20,0.00027966167544946074 +c4,attn_in,Meta-Llama-3-8B,3,128,21,0.00015425482706632465 +c4,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00038859876804053783 +c4,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003416093240957707 +c4,attn_in,Meta-Llama-3-8B,3,128,22,0.00011363377416273579 +c4,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0004023966030217707 +c4,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003540650359354913 +c4,attn_in,Meta-Llama-3-8B,3,128,23,0.0001400752953486517 +c4,mlp_gate,Meta-Llama-3-8B,3,128,23,0.00043877505231648684 +c4,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003643596719484776 +c4,attn_in,Meta-Llama-3-8B,3,128,24,0.0001386068033752963 +c4,mlp_gate,Meta-Llama-3-8B,3,128,24,0.00047773405094631016 +c4,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003870354557875544 +c4,attn_in,Meta-Llama-3-8B,3,128,25,0.000194226173334755 +c4,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005415896885097027 +c4,mlp_down,Meta-Llama-3-8B,3,128,25,0.00040216316119767725 +c4,attn_in,Meta-Llama-3-8B,3,128,26,0.00023470169981010258 +c4,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006363020511344075 +c4,mlp_down,Meta-Llama-3-8B,3,128,26,0.00044649068149738014 +c4,attn_in,Meta-Llama-3-8B,3,128,27,0.0003185293753631413 +c4,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007906099781394005 +c4,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005801260704174638 +c4,attn_in,Meta-Llama-3-8B,3,128,28,0.00038867213879711926 +c4,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010925962124019861 +c4,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007859973702579737 +c4,attn_in,Meta-Llama-3-8B,3,128,29,0.0005788410198874772 +c4,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015555656282231212 +c4,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012721248203888535 +c4,attn_in,Meta-Llama-3-8B,3,128,30,0.0013903782237321138 +c4,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029070349410176277 +c4,mlp_down,Meta-Llama-3-8B,3,128,30,0.003168259048834443 +c4,attn_in,Meta-Llama-3-8B,3,128,31,0.001528566936030984 +c4,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013185419142246246 +c4,mlp_down,Meta-Llama-3-8B,3,128,31,0.5749917030334473 +c4,attn_in,Llama-2-7b-hf,4,32,0,2.0218253382608964e-07 +c4,attn_out,Llama-2-7b-hf,4,32,0,2.89805626607631e-07 +c4,mlp_gate,Llama-2-7b-hf,4,32,0,7.178716288080977e-08 +c4,mlp_down,Llama-2-7b-hf,4,32,0,7.342177354985324e-07 +c4,attn_in,Llama-2-7b-hf,4,32,1,8.71158817972173e-07 +c4,attn_out,Llama-2-7b-hf,4,32,1,1.2482269085012376e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,1,1.2648314623220358e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,1,0.01030904520303011 +c4,attn_in,Llama-2-7b-hf,4,32,2,2.8514364203147124e-06 +c4,attn_out,Llama-2-7b-hf,4,32,2,1.078091372619383e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,2,2.5985748379753204e-06 +c4,mlp_down,Llama-2-7b-hf,4,32,2,3.3865937894006493e-06 +c4,attn_in,Llama-2-7b-hf,4,32,3,5.3409976317198016e-06 +c4,attn_out,Llama-2-7b-hf,4,32,3,2.0011038941447623e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,3,6.311546258075396e-06 +c4,mlp_down,Llama-2-7b-hf,4,32,3,6.2792119024379645e-06 +c4,attn_in,Llama-2-7b-hf,4,32,4,1.2115874596929643e-05 +c4,attn_out,Llama-2-7b-hf,4,32,4,4.085811724507948e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,4,1.2203075129946228e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,4,1.5199455447145738e-05 +c4,attn_in,Llama-2-7b-hf,4,32,5,1.7549416952533647e-05 +c4,attn_out,Llama-2-7b-hf,4,32,5,7.85791144153336e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,5,1.9668270397232845e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,5,1.7815920728025958e-05 +c4,attn_in,Llama-2-7b-hf,4,32,6,2.1750567611888982e-05 +c4,attn_out,Llama-2-7b-hf,4,32,6,9.087857506528962e-06 +c4,mlp_gate,Llama-2-7b-hf,4,32,6,2.98832146654604e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,6,2.727196078922134e-05 +c4,attn_in,Llama-2-7b-hf,4,32,7,3.421507426537573e-05 +c4,attn_out,Llama-2-7b-hf,4,32,7,1.3258813851280138e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,7,4.0681366954231635e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,7,3.599737101467326e-05 +c4,attn_in,Llama-2-7b-hf,4,32,8,5.5216809414559975e-05 +c4,attn_out,Llama-2-7b-hf,4,32,8,1.942644485097844e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,8,4.984028419130482e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,8,4.290246943128295e-05 +c4,attn_in,Llama-2-7b-hf,4,32,9,6.203567318152636e-05 +c4,attn_out,Llama-2-7b-hf,4,32,9,2.8397678761393763e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,9,5.842513928655535e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,9,4.962065213476308e-05 +c4,attn_in,Llama-2-7b-hf,4,32,10,8.318715117638931e-05 +c4,attn_out,Llama-2-7b-hf,4,32,10,3.8774593122070655e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,10,6.93771435180679e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,10,5.7980876590590924e-05 +c4,attn_in,Llama-2-7b-hf,4,32,11,9.905704791890457e-05 +c4,attn_out,Llama-2-7b-hf,4,32,11,3.8587633753195405e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,11,7.874945731600747e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,11,6.737592775607482e-05 +c4,attn_in,Llama-2-7b-hf,4,32,12,0.00011322755017317832 +c4,attn_out,Llama-2-7b-hf,4,32,12,4.343982436694205e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,12,8.940813131630421e-05 +c4,mlp_down,Llama-2-7b-hf,4,32,12,7.691202335990965e-05 +c4,attn_in,Llama-2-7b-hf,4,32,13,0.00011138224363094196 +c4,attn_out,Llama-2-7b-hf,4,32,13,5.1435061322990805e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,13,0.0001081491936929524 +c4,mlp_down,Llama-2-7b-hf,4,32,13,9.65548533713445e-05 +c4,attn_in,Llama-2-7b-hf,4,32,14,0.00010945641406578943 +c4,attn_out,Llama-2-7b-hf,4,32,14,5.773048542323522e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,14,0.0001225420128321275 +c4,mlp_down,Llama-2-7b-hf,4,32,14,0.00011514695506775752 +c4,attn_in,Llama-2-7b-hf,4,32,15,0.00011958710820181295 +c4,attn_out,Llama-2-7b-hf,4,32,15,6.433280213968828e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,15,0.00015266440459527075 +c4,mlp_down,Llama-2-7b-hf,4,32,15,0.0001452016003895551 +c4,attn_in,Llama-2-7b-hf,4,32,16,0.00014438549987971783 +c4,attn_out,Llama-2-7b-hf,4,32,16,9.330676402896643e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,16,0.00020004264661110938 +c4,mlp_down,Llama-2-7b-hf,4,32,16,0.0002090761554427445 +c4,attn_in,Llama-2-7b-hf,4,32,17,0.0001309080107603222 +c4,attn_out,Llama-2-7b-hf,4,32,17,6.417991971829906e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002241290785605088 +c4,mlp_down,Llama-2-7b-hf,4,32,17,0.00022662253468297422 +c4,attn_in,Llama-2-7b-hf,4,32,18,0.00013065528764855117 +c4,attn_out,Llama-2-7b-hf,4,32,18,6.64292456349358e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,18,0.00026407575933262706 +c4,mlp_down,Llama-2-7b-hf,4,32,18,0.0002662662009242922 +c4,attn_in,Llama-2-7b-hf,4,32,19,0.00011641215678537264 +c4,attn_out,Llama-2-7b-hf,4,32,19,6.619569467147812e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,19,0.0003045916964765638 +c4,mlp_down,Llama-2-7b-hf,4,32,19,0.0002959604898933321 +c4,attn_in,Llama-2-7b-hf,4,32,20,0.00015598528261762112 +c4,attn_out,Llama-2-7b-hf,4,32,20,8.808608981780708e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003586823877412826 +c4,mlp_down,Llama-2-7b-hf,4,32,20,0.00036764307878911495 +c4,attn_in,Llama-2-7b-hf,4,32,21,0.00010898842447204515 +c4,attn_out,Llama-2-7b-hf,4,32,21,6.855493847979233e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,21,0.0003935748536605388 +c4,mlp_down,Llama-2-7b-hf,4,32,21,0.0003740193787962198 +c4,attn_in,Llama-2-7b-hf,4,32,22,0.00017847662093117833 +c4,attn_out,Llama-2-7b-hf,4,32,22,8.735772280488163e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004463053774088621 +c4,mlp_down,Llama-2-7b-hf,4,32,22,0.0004193864588160068 +c4,attn_in,Llama-2-7b-hf,4,32,23,0.00013993540778756142 +c4,attn_out,Llama-2-7b-hf,4,32,23,8.102616266114637e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,23,0.0005000876844860613 +c4,mlp_down,Llama-2-7b-hf,4,32,23,0.0004382627666927874 +c4,attn_in,Llama-2-7b-hf,4,32,24,0.00017927341104950756 +c4,attn_out,Llama-2-7b-hf,4,32,24,0.00010868222307180986 +c4,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005471744807437062 +c4,mlp_down,Llama-2-7b-hf,4,32,24,0.0004638460814021528 +c4,attn_in,Llama-2-7b-hf,4,32,25,0.00014112662756815553 +c4,attn_out,Llama-2-7b-hf,4,32,25,7.475970051018521e-05 +c4,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006137383752502501 +c4,mlp_down,Llama-2-7b-hf,4,32,25,0.00048422679537907243 +c4,attn_in,Llama-2-7b-hf,4,32,26,0.0002595291589386761 +c4,attn_out,Llama-2-7b-hf,4,32,26,0.00014220319280866534 +c4,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006826962344348431 +c4,mlp_down,Llama-2-7b-hf,4,32,26,0.000530867138877511 +c4,attn_in,Llama-2-7b-hf,4,32,27,0.00020990030316170305 +c4,attn_out,Llama-2-7b-hf,4,32,27,0.00012327832519076765 +c4,mlp_gate,Llama-2-7b-hf,4,32,27,0.0007781240274198353 +c4,mlp_down,Llama-2-7b-hf,4,32,27,0.0006023055757395923 +c4,attn_in,Llama-2-7b-hf,4,32,28,0.00027097188285551965 +c4,attn_out,Llama-2-7b-hf,4,32,28,0.00015354731294792145 +c4,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009225152898579836 +c4,mlp_down,Llama-2-7b-hf,4,32,28,0.0007440677145496011 +c4,attn_in,Llama-2-7b-hf,4,32,29,0.0002663216437213123 +c4,attn_out,Llama-2-7b-hf,4,32,29,0.00013759669673163444 +c4,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011029258603230119 +c4,mlp_down,Llama-2-7b-hf,4,32,29,0.0010332855163142085 +c4,attn_in,Llama-2-7b-hf,4,32,30,0.0002764178498182446 +c4,attn_out,Llama-2-7b-hf,4,32,30,0.0001935819018399343 +c4,mlp_gate,Llama-2-7b-hf,4,32,30,0.001842084457166493 +c4,mlp_down,Llama-2-7b-hf,4,32,30,0.0049471925012767315 +c4,attn_in,Llama-2-7b-hf,4,32,31,0.000879427301697433 +c4,attn_out,Llama-2-7b-hf,4,32,31,0.0002923349675256759 +c4,mlp_gate,Llama-2-7b-hf,4,32,31,0.004012303426861763 +c4,mlp_down,Llama-2-7b-hf,4,32,31,0.00786510668694973 +c4,attn_in,Meta-Llama-3-8B,4,32,0,1.8447916261266073e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,32,0,2.4948994337137265e-07 +c4,mlp_down,Meta-Llama-3-8B,4,32,0,6.595939225917391e-07 +c4,attn_in,Meta-Llama-3-8B,4,32,1,2.355400425813059e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,32,1,1.2511370641732356e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,1,1.4824321624473669e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,2,5.91340779010352e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3580746553998324e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,2,1.3387609669734957e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,3,1.0688401061997865e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,3,2.9871557671867777e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,3,2.4823887088132324e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,4,2.161310476367362e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,4,5.331305601430358e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,4,4.4500707190309186e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,5,3.1585573196935e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,5,7.648656719538849e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,5,6.544016741827363e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,6,4.419889137352584e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,6,9.7873389677261e-06 +c4,mlp_down,Meta-Llama-3-8B,4,32,6,8.064639587246347e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,7,5.790276645711856e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1415881999710109e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,7,9.06056538951816e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,8,7.433137852785876e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2467581655073445e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,8,9.946715181285981e-06 +c4,attn_in,Meta-Llama-3-8B,4,32,9,1.0064975867862813e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,9,1.4221931451174896e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,9,1.154228357336251e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,10,9.584773579263128e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4365241440827958e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,10,1.1858544894494116e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,11,1.015185443975497e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,11,1.529774635855574e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,11,1.2288970538065769e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,12,1.090914065571269e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,12,1.763758518791292e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,12,1.35158534249058e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,13,1.3453621249936987e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,13,2.0466426576604135e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,13,1.6536800103494897e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,14,1.7806161849875934e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,14,2.4285351173602976e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,14,1.8916078261099756e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,15,1.5251751392497681e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,15,2.848760414053686e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,15,2.473300446581561e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,16,1.584618257766124e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,16,2.949717418232467e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,16,2.6085695935762487e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,17,1.384209008392645e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,17,3.394405575818382e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,17,3.113910133833997e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,18,9.342050361738075e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,18,3.378362816874869e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,18,3.012209344888106e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,19,8.038861778913997e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,32,19,3.535761788953096e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,19,3.111963815172203e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,20,1.0466354069649242e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,20,3.859607386402786e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,20,3.4106131352018565e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,21,1.641743438085541e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,21,4.570692544803023e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,21,4.0989201806951314e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,22,1.1890930181834847e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,22,4.7956895286915824e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,22,4.3202719098189846e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,23,1.4103198736847844e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,23,5.1866409194190055e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,23,4.504353637457825e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,24,1.40238162202877e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,24,5.669321762979962e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,24,4.727838313556276e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,25,2.0361027054605074e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,25,6.421784200938419e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,25,4.962955063092522e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,26,2.279048931086436e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,26,7.409490353893489e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,26,5.551510548684746e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,27,3.139728505630046e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,27,9.072875400306657e-05 +c4,mlp_down,Meta-Llama-3-8B,4,32,27,7.190287578850985e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,28,4.093159441254102e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,28,0.00012499159493017942 +c4,mlp_down,Meta-Llama-3-8B,4,32,28,9.668069833423942e-05 +c4,attn_in,Meta-Llama-3-8B,4,32,29,5.507037712959573e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,32,29,0.00017572044453117996 +c4,mlp_down,Meta-Llama-3-8B,4,32,29,0.00014935489161871374 +c4,attn_in,Meta-Llama-3-8B,4,32,30,0.0001259098353330046 +c4,mlp_gate,Meta-Llama-3-8B,4,32,30,0.00033203951898030937 +c4,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003361607959959656 +c4,attn_in,Meta-Llama-3-8B,4,32,31,0.00017242878675460815 +c4,mlp_gate,Meta-Llama-3-8B,4,32,31,0.0014860895462334156 +c4,mlp_down,Meta-Llama-3-8B,4,32,31,0.08220730721950531 +c4,attn_in,Llama-2-7b-hf,4,64,0,3.3729708093233057e-07 +c4,attn_out,Llama-2-7b-hf,4,64,0,4.946297167407465e-07 +c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.0225949864661743e-07 +c4,mlp_down,Llama-2-7b-hf,4,64,0,1.114797896661912e-06 +c4,attn_in,Llama-2-7b-hf,4,64,1,1.0804524208651856e-06 +c4,attn_out,Llama-2-7b-hf,4,64,1,1.9468368464004016e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,1,3.724531052284874e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,1,0.013427522033452988 +c4,attn_in,Llama-2-7b-hf,4,64,2,4.0963172978081275e-06 +c4,attn_out,Llama-2-7b-hf,4,64,2,1.5378069520011195e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.5402758840064052e-06 +c4,mlp_down,Llama-2-7b-hf,4,64,2,4.799456746695796e-06 +c4,attn_in,Llama-2-7b-hf,4,64,3,8.211482963815797e-06 +c4,attn_out,Llama-2-7b-hf,4,64,3,2.8570727863552747e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,3,8.66556274559116e-06 +c4,mlp_down,Llama-2-7b-hf,4,64,3,8.597821761213709e-06 +c4,attn_in,Llama-2-7b-hf,4,64,4,1.87934965651948e-05 +c4,attn_out,Llama-2-7b-hf,4,64,4,5.72623685002327e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.7076958101824857e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,4,2.269633114337921e-05 +c4,attn_in,Llama-2-7b-hf,4,64,5,3.1646221032133326e-05 +c4,attn_out,Llama-2-7b-hf,4,64,5,1.1114143489976414e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.727639366639778e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,5,2.4330043743248098e-05 +c4,attn_in,Llama-2-7b-hf,4,64,6,3.934060805477202e-05 +c4,attn_out,Llama-2-7b-hf,4,64,6,1.2665389476751443e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.146687933825888e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,6,3.7211768358247355e-05 +c4,attn_in,Llama-2-7b-hf,4,64,7,4.829309182241559e-05 +c4,attn_out,Llama-2-7b-hf,4,64,7,1.8594411812955514e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,7,5.685012001777068e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,7,4.917083424516022e-05 +c4,attn_in,Llama-2-7b-hf,4,64,8,8.260140748461708e-05 +c4,attn_out,Llama-2-7b-hf,4,64,8,2.6939706003759056e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,8,6.958979793125764e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,8,5.866810533916578e-05 +c4,attn_in,Llama-2-7b-hf,4,64,9,0.00012063099711667746 +c4,attn_out,Llama-2-7b-hf,4,64,9,3.906144411303103e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.179747965186834e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,9,6.772708729840815e-05 +c4,attn_in,Llama-2-7b-hf,4,64,10,0.00012087974755559117 +c4,attn_out,Llama-2-7b-hf,4,64,10,5.336379035725258e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,10,9.768160089151934e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,10,7.923187513370067e-05 +c4,attn_in,Llama-2-7b-hf,4,64,11,0.0001416472950950265 +c4,attn_out,Llama-2-7b-hf,4,64,11,5.305639569996856e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,11,0.0001105536357499659 +c4,mlp_down,Llama-2-7b-hf,4,64,11,9.198219049721956e-05 +c4,attn_in,Llama-2-7b-hf,4,64,12,0.00015574214921798557 +c4,attn_out,Llama-2-7b-hf,4,64,12,5.967683682683855e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,12,0.0001246999017894268 +c4,mlp_down,Llama-2-7b-hf,4,64,12,0.00010487376130186021 +c4,attn_in,Llama-2-7b-hf,4,64,13,0.00014771471614949405 +c4,attn_out,Llama-2-7b-hf,4,64,13,7.078883936628699e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015107284707482904 +c4,mlp_down,Llama-2-7b-hf,4,64,13,0.00013151824532542378 +c4,attn_in,Llama-2-7b-hf,4,64,14,0.00017522534471936524 +c4,attn_out,Llama-2-7b-hf,4,64,14,7.91312413639389e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,14,0.000170858547789976 +c4,mlp_down,Llama-2-7b-hf,4,64,14,0.00015671277651563287 +c4,attn_in,Llama-2-7b-hf,4,64,15,0.00019192251784261316 +c4,attn_out,Llama-2-7b-hf,4,64,15,8.848875586409122e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,15,0.00021351565374061465 +c4,mlp_down,Llama-2-7b-hf,4,64,15,0.00019823541515506804 +c4,attn_in,Llama-2-7b-hf,4,64,16,0.00022906108642928302 +c4,attn_out,Llama-2-7b-hf,4,64,16,0.00012790269101969898 +c4,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002770277496892959 +c4,mlp_down,Llama-2-7b-hf,4,64,16,0.0002888748131226748 +c4,attn_in,Llama-2-7b-hf,4,64,17,0.00017657260468695313 +c4,attn_out,Llama-2-7b-hf,4,64,17,8.775269816396758e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,17,0.0003088503726758063 +c4,mlp_down,Llama-2-7b-hf,4,64,17,0.0003083875053562224 +c4,attn_in,Llama-2-7b-hf,4,64,18,0.00019337893172632903 +c4,attn_out,Llama-2-7b-hf,4,64,18,9.095332643482834e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,18,0.00036416942020878196 +c4,mlp_down,Llama-2-7b-hf,4,64,18,0.00036369069130159914 +c4,attn_in,Llama-2-7b-hf,4,64,19,0.00015778625675011426 +c4,attn_out,Llama-2-7b-hf,4,64,19,9.088526712730527e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041912178858183324 +c4,mlp_down,Llama-2-7b-hf,4,64,19,0.0004086329136043787 +c4,attn_in,Llama-2-7b-hf,4,64,20,0.0002149715437553823 +c4,attn_out,Llama-2-7b-hf,4,64,20,0.00012043660535709932 +c4,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004925053799524903 +c4,mlp_down,Llama-2-7b-hf,4,64,20,0.0005028977175243199 +c4,attn_in,Llama-2-7b-hf,4,64,21,0.00016386933566536754 +c4,attn_out,Llama-2-7b-hf,4,64,21,9.386471356265247e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005396014894358814 +c4,mlp_down,Llama-2-7b-hf,4,64,21,0.0005092029459774494 +c4,attn_in,Llama-2-7b-hf,4,64,22,0.00026160149718634784 +c4,attn_out,Llama-2-7b-hf,4,64,22,0.00011977722169831395 +c4,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006109212408773601 +c4,mlp_down,Llama-2-7b-hf,4,64,22,0.0005696297739632428 +c4,attn_in,Llama-2-7b-hf,4,64,23,0.000228810531552881 +c4,attn_out,Llama-2-7b-hf,4,64,23,0.00011066991282859817 +c4,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006810108898207545 +c4,mlp_down,Llama-2-7b-hf,4,64,23,0.0005947087774984539 +c4,attn_in,Llama-2-7b-hf,4,64,24,0.0002898256934713572 +c4,attn_out,Llama-2-7b-hf,4,64,24,0.00015076762065291405 +c4,mlp_gate,Llama-2-7b-hf,4,64,24,0.000748810765799135 +c4,mlp_down,Llama-2-7b-hf,4,64,24,0.0006305559072643518 +c4,attn_in,Llama-2-7b-hf,4,64,25,0.00021048188500571996 +c4,attn_out,Llama-2-7b-hf,4,64,25,0.00010196004586759955 +c4,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008394227479584515 +c4,mlp_down,Llama-2-7b-hf,4,64,25,0.0006608145195059478 +c4,attn_in,Llama-2-7b-hf,4,64,26,0.00038490313454531133 +c4,attn_out,Llama-2-7b-hf,4,64,26,0.0001957471395144239 +c4,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009366549784317613 +c4,mlp_down,Llama-2-7b-hf,4,64,26,0.0007210052572190762 +c4,attn_in,Llama-2-7b-hf,4,64,27,0.0003013135865330696 +c4,attn_out,Llama-2-7b-hf,4,64,27,0.00016820826567709446 +c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010709493653848767 +c4,mlp_down,Llama-2-7b-hf,4,64,27,0.0008174299728125334 +c4,attn_in,Llama-2-7b-hf,4,64,28,0.0003630704013630748 +c4,attn_out,Llama-2-7b-hf,4,64,28,0.00021026800095569342 +c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.001269913394935429 +c4,mlp_down,Llama-2-7b-hf,4,64,28,0.001014051609672606 +c4,attn_in,Llama-2-7b-hf,4,64,29,0.0003470290685072541 +c4,attn_out,Llama-2-7b-hf,4,64,29,0.00018852470384445041 +c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015330102760344744 +c4,mlp_down,Llama-2-7b-hf,4,64,29,0.001457447069697082 +c4,attn_in,Llama-2-7b-hf,4,64,30,0.00039938013651408255 +c4,attn_out,Llama-2-7b-hf,4,64,30,0.00026661704760044813 +c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.0026317813899368048 +c4,mlp_down,Llama-2-7b-hf,4,64,30,0.006818561814725399 +c4,attn_in,Llama-2-7b-hf,4,64,31,0.0021024192683398724 +c4,attn_out,Llama-2-7b-hf,4,64,31,0.00042081030551344156 +c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.00561584671959281 +c4,mlp_down,Llama-2-7b-hf,4,64,31,0.012345901690423489 +c4,attn_in,Meta-Llama-3-8B,4,64,0,2.3067278220878507e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,0,3.4888736877292104e-07 +c4,mlp_down,Meta-Llama-3-8B,4,64,0,1.010492837849597e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,1,3.7177522926867823e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5541122593276668e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,1,2.604821384011302e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,2,8.705555387678032e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8785294741974212e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,2,1.9043400243390352e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,3,1.4836992932032445e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,3,4.169121439190349e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,3,3.4566796784929466e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,4,3.6947108128515538e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,4,7.490525604225695e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,4,6.153478807391366e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,5,5.4199467740545515e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0680605555535294e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,5,9.14700376597466e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,6,6.84988026478095e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3690864761883859e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,6,1.1203303984075319e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,7,8.67688959260704e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,7,1.607074045750778e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,7,1.2585912372742314e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,8,1.203586180054117e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7589331037015654e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,8,1.3759469766227994e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,9,1.5474235624424182e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,9,2.0112303900532424e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,9,1.5952949979691766e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,10,1.4993124750617426e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0271925677661784e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,10,1.6506117390235886e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,11,1.569732921780087e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,11,2.161606607842259e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,11,1.7015812773024663e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,12,1.5872528820182197e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,12,2.5336261387565173e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,12,1.879379306046758e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,13,2.148146631952841e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,13,2.9327253287192434e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,13,2.291283817612566e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,14,2.5343484594486654e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,14,3.509059388306923e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,14,2.6016712581622414e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,15,2.294314617756754e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,15,4.074683238286525e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,15,3.410517820157111e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,16,2.6018826247309335e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,16,4.1737403080333024e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,16,3.5920689697377384e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,17,2.0455474441405386e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,17,4.7827761591179296e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,17,4.331675881985575e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,18,1.3387143553700298e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,18,4.724645259557292e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,18,4.173054185230285e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,19,1.1420445844123606e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,19,4.948874993715435e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,19,4.312083910917863e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,20,1.4418076716538053e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,20,5.3609903261531144e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,20,4.718480340670794e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,21,2.5319837732240558e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,21,6.37102493783459e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,21,5.728587711928412e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,22,1.8160839317715727e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,22,6.635437603108585e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,22,5.9804311604239047e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,23,2.0697210857179016e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,23,7.197743252618238e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,23,6.211152503965423e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,24,2.1036554244346917e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,24,7.860847108531743e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,24,6.512783875223249e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,25,3.2085452403407544e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,25,8.901772525859997e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,25,6.824331649113446e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,26,3.484527405817062e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010347612260375172 +c4,mlp_down,Meta-Llama-3-8B,4,64,26,7.636585360160097e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,27,5.100454654893838e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012750845053233206 +c4,mlp_down,Meta-Llama-3-8B,4,64,27,9.820669220061973e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,28,6.235446926439181e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017582897271495312 +c4,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013289443450048566 +c4,attn_in,Meta-Llama-3-8B,4,64,29,9.174640581477433e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002502931747585535 +c4,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021132842812221497 +c4,attn_in,Meta-Llama-3-8B,4,64,30,0.00019813806284219027 +c4,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00046736127114854753 +c4,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004922462976537645 +c4,attn_in,Meta-Llama-3-8B,4,64,31,0.0002587172493804246 +c4,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021137448493391275 +c4,mlp_down,Meta-Llama-3-8B,4,64,31,0.12420477718114853 +c4,attn_in,Llama-2-7b-hf,4,128,0,5.268558993520855e-07 +c4,attn_out,Llama-2-7b-hf,4,128,0,9.043480986292707e-07 +c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.4491031663510512e-07 +c4,mlp_down,Llama-2-7b-hf,4,128,0,1.628701056688442e-06 +c4,attn_in,Llama-2-7b-hf,4,128,1,2.1778357677249005e-06 +c4,attn_out,Llama-2-7b-hf,4,128,1,3.273707079642918e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,1,1.5611283743055537e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,1,0.0247175432741642 +c4,attn_in,Llama-2-7b-hf,4,128,2,5.512905772775412e-06 +c4,attn_out,Llama-2-7b-hf,4,128,2,2.1387870674516307e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.541545422398485e-06 +c4,mlp_down,Llama-2-7b-hf,4,128,2,6.69657856633421e-06 +c4,attn_in,Llama-2-7b-hf,4,128,3,9.815632438403554e-06 +c4,attn_out,Llama-2-7b-hf,4,128,3,3.9248056964424904e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.1201505003555212e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1071118024119642e-05 +c4,attn_in,Llama-2-7b-hf,4,128,4,2.2082267605583183e-05 +c4,attn_out,Llama-2-7b-hf,4,128,4,7.729389835731126e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.1982836187817156e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,4,3.447733979555778e-05 +c4,attn_in,Llama-2-7b-hf,4,128,5,3.412428850424476e-05 +c4,attn_out,Llama-2-7b-hf,4,128,5,1.5003595763118938e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.5552297049434856e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,5,3.116757216048427e-05 +c4,attn_in,Llama-2-7b-hf,4,128,6,4.5769818825647235e-05 +c4,attn_out,Llama-2-7b-hf,4,128,6,1.7055976059054956e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.4120482673170045e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,6,4.7614361392334104e-05 +c4,attn_in,Llama-2-7b-hf,4,128,7,6.622894579777494e-05 +c4,attn_out,Llama-2-7b-hf,4,128,7,2.4629520339658484e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.459493645001203e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,7,6.313765334198251e-05 +c4,attn_in,Llama-2-7b-hf,4,128,8,0.00011488801828818396 +c4,attn_out,Llama-2-7b-hf,4,128,8,3.524358544382267e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.173932630801573e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,8,7.564784027636051e-05 +c4,attn_in,Llama-2-7b-hf,4,128,9,0.00015828234609216452 +c4,attn_out,Llama-2-7b-hf,4,128,9,5.0842034397646785e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,9,0.00010833021224243566 +c4,mlp_down,Llama-2-7b-hf,4,128,9,8.692107076058164e-05 +c4,attn_in,Llama-2-7b-hf,4,128,10,0.00015087415522430092 +c4,attn_out,Llama-2-7b-hf,4,128,10,6.915120320627466e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001298243587370962 +c4,mlp_down,Llama-2-7b-hf,4,128,10,0.00010150490561500192 +c4,attn_in,Llama-2-7b-hf,4,128,11,0.00016652184422127903 +c4,attn_out,Llama-2-7b-hf,4,128,11,6.904941983520985e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001459830964449793 +c4,mlp_down,Llama-2-7b-hf,4,128,11,0.00011774818267440423 +c4,attn_in,Llama-2-7b-hf,4,128,12,0.00020423668320290744 +c4,attn_out,Llama-2-7b-hf,4,128,12,7.711059879511595e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,12,0.0001640284899622202 +c4,mlp_down,Llama-2-7b-hf,4,128,12,0.00013383448822423816 +c4,attn_in,Llama-2-7b-hf,4,128,13,0.00018488922796677798 +c4,attn_out,Llama-2-7b-hf,4,128,13,9.119959577219561e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,13,0.000198838984942995 +c4,mlp_down,Llama-2-7b-hf,4,128,13,0.00016869902901817113 +c4,attn_in,Llama-2-7b-hf,4,128,14,0.00020360940834507346 +c4,attn_out,Llama-2-7b-hf,4,128,14,0.00010174283670494333 +c4,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022502939100377262 +c4,mlp_down,Llama-2-7b-hf,4,128,14,0.0002003345434786752 +c4,attn_in,Llama-2-7b-hf,4,128,15,0.00024614608264528215 +c4,attn_out,Llama-2-7b-hf,4,128,15,0.00011499771062517539 +c4,mlp_gate,Llama-2-7b-hf,4,128,15,0.0002816113119479269 +c4,mlp_down,Llama-2-7b-hf,4,128,15,0.0002534705854486674 +c4,attn_in,Llama-2-7b-hf,4,128,16,0.00028655907954089344 +c4,attn_out,Llama-2-7b-hf,4,128,16,0.00016485899686813354 +c4,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003631485451478511 +c4,mlp_down,Llama-2-7b-hf,4,128,16,0.0003803247236646712 +c4,attn_in,Llama-2-7b-hf,4,128,17,0.00021637947065755725 +c4,attn_out,Llama-2-7b-hf,4,128,17,0.00011339262709952891 +c4,mlp_gate,Llama-2-7b-hf,4,128,17,0.0004016213060822338 +c4,mlp_down,Llama-2-7b-hf,4,128,17,0.0003944288764614612 +c4,attn_in,Llama-2-7b-hf,4,128,18,0.0002228567173006013 +c4,attn_out,Llama-2-7b-hf,4,128,18,0.00011705928773153573 +c4,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004722515004687011 +c4,mlp_down,Llama-2-7b-hf,4,128,18,0.0004664032021537423 +c4,attn_in,Llama-2-7b-hf,4,128,19,0.00020098542154300958 +c4,attn_out,Llama-2-7b-hf,4,128,19,0.00011785909009631723 +c4,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005424036644399166 +c4,mlp_down,Llama-2-7b-hf,4,128,19,0.0005267311353236437 +c4,attn_in,Llama-2-7b-hf,4,128,20,0.00025218489463441074 +c4,attn_out,Llama-2-7b-hf,4,128,20,0.00015526695642620325 +c4,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006351117044687271 +c4,mlp_down,Llama-2-7b-hf,4,128,20,0.0006455287802964449 +c4,attn_in,Llama-2-7b-hf,4,128,21,0.00020873952598776668 +c4,attn_out,Llama-2-7b-hf,4,128,21,0.00012115822755731642 +c4,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006937161087989807 +c4,mlp_down,Llama-2-7b-hf,4,128,21,0.0006516154971905053 +c4,attn_in,Llama-2-7b-hf,4,128,22,0.00033126192283816636 +c4,attn_out,Llama-2-7b-hf,4,128,22,0.0001547352730995044 +c4,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007839548634365201 +c4,mlp_down,Llama-2-7b-hf,4,128,22,0.0007272844668477774 +c4,attn_in,Llama-2-7b-hf,4,128,23,0.00024150976969394833 +c4,attn_out,Llama-2-7b-hf,4,128,23,0.000141755081131123 +c4,mlp_gate,Llama-2-7b-hf,4,128,23,0.000874915684107691 +c4,mlp_down,Llama-2-7b-hf,4,128,23,0.0007589608430862427 +c4,attn_in,Llama-2-7b-hf,4,128,24,0.0003788770700339228 +c4,attn_out,Llama-2-7b-hf,4,128,24,0.00019858534506056458 +c4,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009588479297235608 +c4,mlp_down,Llama-2-7b-hf,4,128,24,0.000802624155767262 +c4,attn_in,Llama-2-7b-hf,4,128,25,0.00025018840096890926 +c4,attn_out,Llama-2-7b-hf,4,128,25,0.0001305523474002257 +c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.001079027191735804 +c4,mlp_down,Llama-2-7b-hf,4,128,25,0.0008441527606919408 +c4,attn_in,Llama-2-7b-hf,4,128,26,0.00048521137796342373 +c4,attn_out,Llama-2-7b-hf,4,128,26,0.00026165239978581667 +c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012075124541297555 +c4,mlp_down,Llama-2-7b-hf,4,128,26,0.0009194492013193667 +c4,attn_in,Llama-2-7b-hf,4,128,27,0.000403968762839213 +c4,attn_out,Llama-2-7b-hf,4,128,27,0.0002155477413907647 +c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013845755020156503 +c4,mlp_down,Llama-2-7b-hf,4,128,27,0.0010457132011651993 +c4,attn_in,Llama-2-7b-hf,4,128,28,0.0004793690168298781 +c4,attn_out,Llama-2-7b-hf,4,128,28,0.0002709194668568671 +c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016561526572331786 +c4,mlp_down,Llama-2-7b-hf,4,128,28,0.0013104265090078115 +c4,attn_in,Llama-2-7b-hf,4,128,29,0.00044352057739160955 +c4,attn_out,Llama-2-7b-hf,4,128,29,0.00024398825189564377 +c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.002014999510720372 +c4,mlp_down,Llama-2-7b-hf,4,128,29,0.0019689935725182295 +c4,attn_in,Llama-2-7b-hf,4,128,30,0.0004976150812581182 +c4,attn_out,Llama-2-7b-hf,4,128,30,0.00034831924131140113 +c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.00347217358648777 +c4,mlp_down,Llama-2-7b-hf,4,128,30,0.010124712251126766 +c4,attn_in,Llama-2-7b-hf,4,128,31,0.0043682679533958435 +c4,attn_out,Llama-2-7b-hf,4,128,31,0.0005905174184590578 +c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.007379903458058834 +c4,mlp_down,Llama-2-7b-hf,4,128,31,0.019716933369636536 +c4,attn_in,Meta-Llama-3-8B,4,128,0,3.2389220905315597e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,0,4.5853118990635267e-07 +c4,mlp_down,Meta-Llama-3-8B,4,128,0,2.0927968762407545e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,1,5.512720804290439e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3264572089610738e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,1,9.90282351267524e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,2,1.3200608464103425e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,2,2.4511518859071657e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,2,2.59454259321501e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,3,2.373391453147633e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,3,5.482795131683815e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,3,4.571982117340667e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,4,4.9547288654139265e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,4,9.979813512472901e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,4,8.009523298824206e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,5,6.483916422439506e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,5,1.409412197972415e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,5,1.2084789887012448e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,6,8.920666914491449e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,6,1.810064713936299e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,6,1.4624873074353673e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,7,1.2536043868749402e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,7,2.138983654731419e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,7,1.6471665730932727e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,8,1.67584639712004e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3459118892787956e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,8,1.7869797375169583e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,9,2.152102388208732e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6848814741242677e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,9,2.0785179003723897e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,10,2.149145439034328e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6837979021365754e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,10,2.1515867047128268e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,11,2.2654103304375894e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,11,2.894570025091525e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,11,2.2290572815109044e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,12,2.18733348447131e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,12,3.459412982920185e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,12,2.4707502234377898e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,13,2.9745166102657095e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,13,3.9949427446117625e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,13,2.9859249480068684e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,14,3.6837911466136575e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,14,4.808983067050576e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,14,3.35305740009062e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,15,3.159785410389304e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,15,5.523161235032603e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,15,4.430485932971351e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,16,3.4197822969872504e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,16,5.591144145000726e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,16,4.6843706513755023e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,17,2.6264195184921846e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,17,6.392849172698334e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,17,5.696905282093212e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,18,1.774813972588163e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,18,6.224458775250241e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,18,5.4282187193166465e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,19,1.5540710592176765e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,19,6.517732253996655e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,19,5.6306806072825566e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,20,2.305571615579538e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,20,7.029963308013976e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,20,6.166951061459258e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,21,3.3449847251176834e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,21,8.373097807634622e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,21,7.565550913568586e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,22,2.4355404093512334e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,22,8.647506183478981e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,22,7.76128945290111e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,23,3.0010576665517874e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,23,9.394832886755466e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,23,8.092299685813487e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,24,2.8455897336243652e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001025016390485689 +c4,mlp_down,Meta-Llama-3-8B,4,128,24,8.49604548420757e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,25,4.1098730434896424e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,25,0.0001164385030278936 +c4,mlp_down,Meta-Llama-3-8B,4,128,25,8.84799228515476e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,26,4.7066663682926446e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013641144323628396 +c4,mlp_down,Meta-Llama-3-8B,4,128,26,9.827288158703595e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,27,6.653324817307293e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016852196131367236 +c4,mlp_down,Meta-Llama-3-8B,4,128,27,0.0001274587557418272 +c4,attn_in,Meta-Llama-3-8B,4,128,28,7.76699889684096e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,28,0.000234269566135481 +c4,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001723202149150893 +c4,attn_in,Meta-Llama-3-8B,4,128,29,0.00012014045205432922 +c4,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003355402441229671 +c4,mlp_down,Meta-Llama-3-8B,4,128,29,0.00028638908406719565 +c4,attn_in,Meta-Llama-3-8B,4,128,30,0.0002607834176160395 +c4,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006178945768624544 +c4,mlp_down,Meta-Llama-3-8B,4,128,30,0.000694911228492856 +c4,attn_in,Meta-Llama-3-8B,4,128,31,0.00036736810579895973 +c4,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0028442011680454016 +c4,mlp_down,Meta-Llama-3-8B,4,128,31,0.2077115774154663 +c4,attn_in,Llama-2-13b-hf,3,128,0,2.341461708965653e-07 +c4,attn_out,Llama-2-13b-hf,3,128,0,5.266507741907844e-06 +c4,mlp_gate,Llama-2-13b-hf,3,128,0,5.706159527107957e-07 +c4,mlp_down,Llama-2-13b-hf,3,128,0,8.462101504846942e-06 +c4,attn_in,Llama-2-13b-hf,3,128,1,4.601729415298905e-06 +c4,attn_out,Llama-2-13b-hf,3,128,1,8.768603947828524e-06 +c4,mlp_gate,Llama-2-13b-hf,3,128,1,6.559484972967766e-06 +c4,mlp_down,Llama-2-13b-hf,3,128,1,1.6225070794462226e-05 +c4,attn_in,Llama-2-13b-hf,3,128,2,1.034832439472666e-05 +c4,attn_out,Llama-2-13b-hf,3,128,2,1.4161903891363181e-05 +c4,mlp_gate,Llama-2-13b-hf,3,128,2,2.367417255300097e-05 +c4,mlp_down,Llama-2-13b-hf,3,128,2,3.456441845628433e-05 +c4,attn_in,Llama-2-13b-hf,3,128,3,1.5952573448885232e-05 +c4,attn_out,Llama-2-13b-hf,3,128,3,3.7931222323095426e-05 +c4,mlp_gate,Llama-2-13b-hf,3,128,3,0.0003813771181739867 +c4,mlp_down,Llama-2-13b-hf,3,128,3,0.00024059174756985158 +c4,attn_in,Llama-2-13b-hf,3,128,4,4.24596291850321e-05 +c4,attn_out,Llama-2-13b-hf,3,128,4,3.9126833144109696e-05 +c4,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010341220331611112 +c4,mlp_down,Llama-2-13b-hf,3,128,4,0.00010761037265183404 +c4,attn_in,Llama-2-13b-hf,3,128,5,5.729726399295032e-05 +c4,attn_out,Llama-2-13b-hf,3,128,5,5.472659177030437e-05 +c4,mlp_gate,Llama-2-13b-hf,3,128,5,0.0001752527168719098 +c4,mlp_down,Llama-2-13b-hf,3,128,5,0.0001730615767883137 +c4,attn_in,Llama-2-13b-hf,3,128,6,7.180141983553767e-05 +c4,attn_out,Llama-2-13b-hf,3,128,6,8.550308120902628e-05 +c4,mlp_gate,Llama-2-13b-hf,3,128,6,0.000275308993877843 +c4,mlp_down,Llama-2-13b-hf,3,128,6,0.0002676572185009718 +c4,attn_in,Llama-2-13b-hf,3,128,7,0.00010219153045909479 +c4,attn_out,Llama-2-13b-hf,3,128,7,0.0001450283598387614 +c4,mlp_gate,Llama-2-13b-hf,3,128,7,0.00039690142148174345 +c4,mlp_down,Llama-2-13b-hf,3,128,7,0.0003784304135479033 +c4,attn_in,Llama-2-13b-hf,3,128,8,0.00013602327089756727 +c4,attn_out,Llama-2-13b-hf,3,128,8,0.00018436124082654715 +c4,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005120703717693686 +c4,mlp_down,Llama-2-13b-hf,3,128,8,0.0004702153382822871 +c4,attn_in,Llama-2-13b-hf,3,128,9,0.0001880393538158387 +c4,attn_out,Llama-2-13b-hf,3,128,9,0.0002484790456946939 +c4,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006339410902000964 +c4,mlp_down,Llama-2-13b-hf,3,128,9,0.0005275613511912525 +c4,attn_in,Llama-2-13b-hf,3,128,10,0.00023749793763272464 +c4,attn_out,Llama-2-13b-hf,3,128,10,0.0003605764650274068 +c4,mlp_gate,Llama-2-13b-hf,3,128,10,0.0007069200510159135 +c4,mlp_down,Llama-2-13b-hf,3,128,10,0.0005994961829856038 +c4,attn_in,Llama-2-13b-hf,3,128,11,0.00024367475998587906 +c4,attn_out,Llama-2-13b-hf,3,128,11,0.0004213381325826049 +c4,mlp_gate,Llama-2-13b-hf,3,128,11,0.0008061761036515236 +c4,mlp_down,Llama-2-13b-hf,3,128,11,0.0006535964785143733 +c4,attn_in,Llama-2-13b-hf,3,128,12,0.00038991347537375987 +c4,attn_out,Llama-2-13b-hf,3,128,12,0.00044334668200463057 +c4,mlp_gate,Llama-2-13b-hf,3,128,12,0.0008927170420065522 +c4,mlp_down,Llama-2-13b-hf,3,128,12,0.0007199030951596797 +c4,attn_in,Llama-2-13b-hf,3,128,13,0.0004253617371432483 +c4,attn_out,Llama-2-13b-hf,3,128,13,0.0004722073208540678 +c4,mlp_gate,Llama-2-13b-hf,3,128,13,0.0010010815458372235 +c4,mlp_down,Llama-2-13b-hf,3,128,13,0.0008632158860564232 +c4,attn_in,Llama-2-13b-hf,3,128,14,0.0004213848151266575 +c4,attn_out,Llama-2-13b-hf,3,128,14,0.0006598237669095397 +c4,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011534282239153981 +c4,mlp_down,Llama-2-13b-hf,3,128,14,0.0010320490691810846 +c4,attn_in,Llama-2-13b-hf,3,128,15,0.0005308575346134603 +c4,attn_out,Llama-2-13b-hf,3,128,15,0.00079120765440166 +c4,mlp_gate,Llama-2-13b-hf,3,128,15,0.0013402290642261505 +c4,mlp_down,Llama-2-13b-hf,3,128,15,0.001229766639880836 +c4,attn_in,Llama-2-13b-hf,3,128,16,0.00041904181125573814 +c4,attn_out,Llama-2-13b-hf,3,128,16,0.0007619737298227847 +c4,mlp_gate,Llama-2-13b-hf,3,128,16,0.0016039232723414898 +c4,mlp_down,Llama-2-13b-hf,3,128,16,0.001585993217304349 +c4,attn_in,Llama-2-13b-hf,3,128,17,0.00033842859556898475 +c4,attn_out,Llama-2-13b-hf,3,128,17,0.0007777413120493293 +c4,mlp_gate,Llama-2-13b-hf,3,128,17,0.001759854843840003 +c4,mlp_down,Llama-2-13b-hf,3,128,17,0.0017620354192331433 +c4,attn_in,Llama-2-13b-hf,3,128,18,0.0003380350535735488 +c4,attn_out,Llama-2-13b-hf,3,128,18,0.000683884893078357 +c4,mlp_gate,Llama-2-13b-hf,3,128,18,0.0019314568489789963 +c4,mlp_down,Llama-2-13b-hf,3,128,18,0.0019309931667521596 +c4,attn_in,Llama-2-13b-hf,3,128,19,0.000351313385181129 +c4,attn_out,Llama-2-13b-hf,3,128,19,0.0007290931534953415 +c4,mlp_gate,Llama-2-13b-hf,3,128,19,0.002177661284804344 +c4,mlp_down,Llama-2-13b-hf,3,128,19,0.0021907370537519455 +c4,attn_in,Llama-2-13b-hf,3,128,20,0.00039586922503076494 +c4,attn_out,Llama-2-13b-hf,3,128,20,0.0008741353522054851 +c4,mlp_gate,Llama-2-13b-hf,3,128,20,0.0024743513204157352 +c4,mlp_down,Llama-2-13b-hf,3,128,20,0.0024339144583791494 +c4,attn_in,Llama-2-13b-hf,3,128,21,0.0004238166438881308 +c4,attn_out,Llama-2-13b-hf,3,128,21,0.0011177398264408112 +c4,mlp_gate,Llama-2-13b-hf,3,128,21,0.002883280161768198 +c4,mlp_down,Llama-2-13b-hf,3,128,21,0.0031474516727030277 +c4,attn_in,Llama-2-13b-hf,3,128,22,0.00026495836209505796 +c4,attn_out,Llama-2-13b-hf,3,128,22,0.0007360693998634815 +c4,mlp_gate,Llama-2-13b-hf,3,128,22,0.0031469170935451984 +c4,mlp_down,Llama-2-13b-hf,3,128,22,0.0032492619939148426 +c4,attn_in,Llama-2-13b-hf,3,128,23,0.00026347406674176455 +c4,attn_out,Llama-2-13b-hf,3,128,23,0.0007049013511277735 +c4,mlp_gate,Llama-2-13b-hf,3,128,23,0.003357224864885211 +c4,mlp_down,Llama-2-13b-hf,3,128,23,0.003372838953509927 +c4,attn_in,Llama-2-13b-hf,3,128,24,0.00027726340340450406 +c4,attn_out,Llama-2-13b-hf,3,128,24,0.0006231069564819336 +c4,mlp_gate,Llama-2-13b-hf,3,128,24,0.0035070227459073067 +c4,mlp_down,Llama-2-13b-hf,3,128,24,0.0033800918608903885 +c4,attn_in,Llama-2-13b-hf,3,128,25,0.0002741242351476103 +c4,attn_out,Llama-2-13b-hf,3,128,25,0.0007641005795449018 +c4,mlp_gate,Llama-2-13b-hf,3,128,25,0.00380035862326622 +c4,mlp_down,Llama-2-13b-hf,3,128,25,0.0035445368848741055 +c4,attn_in,Llama-2-13b-hf,3,128,26,0.0003518312005326152 +c4,attn_out,Llama-2-13b-hf,3,128,26,0.0008856029598973691 +c4,mlp_gate,Llama-2-13b-hf,3,128,26,0.004114365205168724 +c4,mlp_down,Llama-2-13b-hf,3,128,26,0.003731977194547653 +c4,attn_in,Llama-2-13b-hf,3,128,27,0.00032346724765375257 +c4,attn_out,Llama-2-13b-hf,3,128,27,0.0006521234172396362 +c4,mlp_gate,Llama-2-13b-hf,3,128,27,0.004358118865638971 +c4,mlp_down,Llama-2-13b-hf,3,128,27,0.0037579690106213093 +c4,attn_in,Llama-2-13b-hf,3,128,28,0.00034245155984535813 +c4,attn_out,Llama-2-13b-hf,3,128,28,0.0007258522091433406 +c4,mlp_gate,Llama-2-13b-hf,3,128,28,0.004618728067725897 +c4,mlp_down,Llama-2-13b-hf,3,128,28,0.003732793964445591 +c4,attn_in,Llama-2-13b-hf,3,128,29,0.0004244844021741301 +c4,attn_out,Llama-2-13b-hf,3,128,29,0.0008124360465444624 +c4,mlp_gate,Llama-2-13b-hf,3,128,29,0.004930928349494934 +c4,mlp_down,Llama-2-13b-hf,3,128,29,0.003883926197886467 +c4,attn_in,Llama-2-13b-hf,3,128,30,0.00039979221764951944 +c4,attn_out,Llama-2-13b-hf,3,128,30,0.0007939233328215778 +c4,mlp_gate,Llama-2-13b-hf,3,128,30,0.005369795486330986 +c4,mlp_down,Llama-2-13b-hf,3,128,30,0.004150099121034145 +c4,attn_in,Llama-2-13b-hf,3,128,31,0.0003456711710896343 +c4,attn_out,Llama-2-13b-hf,3,128,31,0.0008559540146961808 +c4,mlp_gate,Llama-2-13b-hf,3,128,31,0.005644078366458416 +c4,mlp_down,Llama-2-13b-hf,3,128,31,0.00432183500379324 +c4,attn_in,Llama-2-13b-hf,3,128,32,0.0003348175378050655 +c4,attn_out,Llama-2-13b-hf,3,128,32,0.0007951079751364887 +c4,mlp_gate,Llama-2-13b-hf,3,128,32,0.006083065178245306 +c4,mlp_down,Llama-2-13b-hf,3,128,32,0.004574380349367857 +c4,attn_in,Llama-2-13b-hf,3,128,33,0.0003008060157299042 +c4,attn_out,Llama-2-13b-hf,3,128,33,0.0007694675587117672 +c4,mlp_gate,Llama-2-13b-hf,3,128,33,0.006518409121781588 +c4,mlp_down,Llama-2-13b-hf,3,128,33,0.004805701319128275 +c4,attn_in,Llama-2-13b-hf,3,128,34,0.0003867404884658754 +c4,attn_out,Llama-2-13b-hf,3,128,34,0.0010946327820420265 +c4,mlp_gate,Llama-2-13b-hf,3,128,34,0.007177187129855156 +c4,mlp_down,Llama-2-13b-hf,3,128,34,0.005521073471754789 +c4,attn_in,Llama-2-13b-hf,3,128,35,0.00043283196282573044 +c4,attn_out,Llama-2-13b-hf,3,128,35,0.0010537868365645409 +c4,mlp_gate,Llama-2-13b-hf,3,128,35,0.008118405938148499 +c4,mlp_down,Llama-2-13b-hf,3,128,35,0.006184407044202089 +c4,attn_in,Llama-2-13b-hf,3,128,36,0.000702352961525321 +c4,attn_out,Llama-2-13b-hf,3,128,36,0.0018239932833239436 +c4,mlp_gate,Llama-2-13b-hf,3,128,36,0.009243274107575417 +c4,mlp_down,Llama-2-13b-hf,3,128,36,0.007435583975166082 +c4,attn_in,Llama-2-13b-hf,3,128,37,0.0007659333059564233 +c4,attn_out,Llama-2-13b-hf,3,128,37,0.0016854960704222322 +c4,mlp_gate,Llama-2-13b-hf,3,128,37,0.010483385995030403 +c4,mlp_down,Llama-2-13b-hf,3,128,37,0.008806129917502403 +c4,attn_in,Llama-2-13b-hf,3,128,38,0.0009121742914430797 +c4,attn_out,Llama-2-13b-hf,3,128,38,0.002722248202189803 +c4,mlp_gate,Llama-2-13b-hf,3,128,38,0.01194580178707838 +c4,mlp_down,Llama-2-13b-hf,3,128,38,0.012917944230139256 +c4,attn_in,Llama-2-13b-hf,3,128,39,0.0006509085651487112 +c4,attn_out,Llama-2-13b-hf,3,128,39,0.004180281888693571 +c4,mlp_gate,Llama-2-13b-hf,3,128,39,0.014744121581315994 +c4,mlp_down,Llama-2-13b-hf,3,128,39,0.030374808236956596 +pileval,attn_in,Llama-2-13b-hf,3,128,0,2.597138006876776e-07 +pileval,attn_out,Llama-2-13b-hf,3,128,0,5.936511115578469e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,128,0,6.935069905011915e-07 +pileval,mlp_down,Llama-2-13b-hf,3,128,0,8.727412023290526e-06 +pileval,attn_in,Llama-2-13b-hf,3,128,1,4.323632765590446e-06 +pileval,attn_out,Llama-2-13b-hf,3,128,1,9.221553227689583e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,128,1,7.217138318083016e-06 +pileval,mlp_down,Llama-2-13b-hf,3,128,1,1.7532809579279274e-05 +pileval,attn_in,Llama-2-13b-hf,3,128,2,1.0005305739468895e-05 +pileval,attn_out,Llama-2-13b-hf,3,128,2,1.580111711518839e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,128,2,2.6436149710207246e-05 +pileval,mlp_down,Llama-2-13b-hf,3,128,2,3.823884253506549e-05 +pileval,attn_in,Llama-2-13b-hf,3,128,3,1.5986546713975258e-05 +pileval,attn_out,Llama-2-13b-hf,3,128,3,4.0301056287717074e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,128,3,0.00041002320358529687 +pileval,mlp_down,Llama-2-13b-hf,3,128,3,0.0002586417831480503 +pileval,attn_in,Llama-2-13b-hf,3,128,4,4.244567026034929e-05 +pileval,attn_out,Llama-2-13b-hf,3,128,4,4.504719254327938e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010541475785430521 +pileval,mlp_down,Llama-2-13b-hf,3,128,4,0.00010738099808804691 +pileval,attn_in,Llama-2-13b-hf,3,128,5,5.811919254483655e-05 +pileval,attn_out,Llama-2-13b-hf,3,128,5,6.29568166914396e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,128,5,0.0001768862275639549 +pileval,mlp_down,Llama-2-13b-hf,3,128,5,0.00017321854829788208 +pileval,attn_in,Llama-2-13b-hf,3,128,6,7.124881085474044e-05 +pileval,attn_out,Llama-2-13b-hf,3,128,6,9.620847413316369e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,128,6,0.00027697422774508595 +pileval,mlp_down,Llama-2-13b-hf,3,128,6,0.00026589265326038003 +pileval,attn_in,Llama-2-13b-hf,3,128,7,0.00010457050666445866 +pileval,attn_out,Llama-2-13b-hf,3,128,7,0.00016423244960606098 +pileval,mlp_gate,Llama-2-13b-hf,3,128,7,0.0003998737665824592 +pileval,mlp_down,Llama-2-13b-hf,3,128,7,0.000377266900613904 +pileval,attn_in,Llama-2-13b-hf,3,128,8,0.00013800684246234596 +pileval,attn_out,Llama-2-13b-hf,3,128,8,0.00020652005332522094 +pileval,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005099657573737204 +pileval,mlp_down,Llama-2-13b-hf,3,128,8,0.0004580170498229563 +pileval,attn_in,Llama-2-13b-hf,3,128,9,0.0001859272160800174 +pileval,attn_out,Llama-2-13b-hf,3,128,9,0.0002827899588737637 +pileval,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006377566605806351 +pileval,mlp_down,Llama-2-13b-hf,3,128,9,0.0005276526790112257 +pileval,attn_in,Llama-2-13b-hf,3,128,10,0.0002314833109267056 +pileval,attn_out,Llama-2-13b-hf,3,128,10,0.00040487339720129967 +pileval,mlp_gate,Llama-2-13b-hf,3,128,10,0.0007138801738619804 +pileval,mlp_down,Llama-2-13b-hf,3,128,10,0.0006044187466613948 +pileval,attn_in,Llama-2-13b-hf,3,128,11,0.00024667722755111754 +pileval,attn_out,Llama-2-13b-hf,3,128,11,0.00047085320693440735 +pileval,mlp_gate,Llama-2-13b-hf,3,128,11,0.0008195106056518853 +pileval,mlp_down,Llama-2-13b-hf,3,128,11,0.0006684286636300385 +pileval,attn_in,Llama-2-13b-hf,3,128,12,0.00036506252945400774 +pileval,attn_out,Llama-2-13b-hf,3,128,12,0.0004890637355856597 +pileval,mlp_gate,Llama-2-13b-hf,3,128,12,0.0009006774635054171 +pileval,mlp_down,Llama-2-13b-hf,3,128,12,0.000720396579708904 +pileval,attn_in,Llama-2-13b-hf,3,128,13,0.000401632278226316 +pileval,attn_out,Llama-2-13b-hf,3,128,13,0.0005336518515832722 +pileval,mlp_gate,Llama-2-13b-hf,3,128,13,0.0010114937322214246 +pileval,mlp_down,Llama-2-13b-hf,3,128,13,0.0008611419470980763 +pileval,attn_in,Llama-2-13b-hf,3,128,14,0.0004064815875608474 +pileval,attn_out,Llama-2-13b-hf,3,128,14,0.0007151858881115913 +pileval,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011619910364970565 +pileval,mlp_down,Llama-2-13b-hf,3,128,14,0.0010260818526148796 +pileval,attn_in,Llama-2-13b-hf,3,128,15,0.0004847866657655686 +pileval,attn_out,Llama-2-13b-hf,3,128,15,0.0008089619223028421 +pileval,mlp_gate,Llama-2-13b-hf,3,128,15,0.0013271949719637632 +pileval,mlp_down,Llama-2-13b-hf,3,128,15,0.0011874940246343613 +pileval,attn_in,Llama-2-13b-hf,3,128,16,0.00041824724758043885 +pileval,attn_out,Llama-2-13b-hf,3,128,16,0.0008120905258692801 +pileval,mlp_gate,Llama-2-13b-hf,3,128,16,0.001565183512866497 +pileval,mlp_down,Llama-2-13b-hf,3,128,16,0.0015052114613354206 +pileval,attn_in,Llama-2-13b-hf,3,128,17,0.0003529439854901284 +pileval,attn_out,Llama-2-13b-hf,3,128,17,0.000881809915881604 +pileval,mlp_gate,Llama-2-13b-hf,3,128,17,0.0017178058624267578 +pileval,mlp_down,Llama-2-13b-hf,3,128,17,0.0016704605659469962 +pileval,attn_in,Llama-2-13b-hf,3,128,18,0.00032557101803831756 +pileval,attn_out,Llama-2-13b-hf,3,128,18,0.000686707382556051 +pileval,mlp_gate,Llama-2-13b-hf,3,128,18,0.0018827775493264198 +pileval,mlp_down,Llama-2-13b-hf,3,128,18,0.0018259958596900105 +pileval,attn_in,Llama-2-13b-hf,3,128,19,0.0003266176499892026 +pileval,attn_out,Llama-2-13b-hf,3,128,19,0.0007027679239399731 +pileval,mlp_gate,Llama-2-13b-hf,3,128,19,0.002114999108016491 +pileval,mlp_down,Llama-2-13b-hf,3,128,19,0.0020695023704320192 +pileval,attn_in,Llama-2-13b-hf,3,128,20,0.0003752450575120747 +pileval,attn_out,Llama-2-13b-hf,3,128,20,0.0009051394299603999 +pileval,mlp_gate,Llama-2-13b-hf,3,128,20,0.0024036155082285404 +pileval,mlp_down,Llama-2-13b-hf,3,128,20,0.0023288342636078596 +pileval,attn_in,Llama-2-13b-hf,3,128,21,0.00040119688492268324 +pileval,attn_out,Llama-2-13b-hf,3,128,21,0.0011077173985540867 +pileval,mlp_gate,Llama-2-13b-hf,3,128,21,0.0028014506679028273 +pileval,mlp_down,Llama-2-13b-hf,3,128,21,0.002987517509609461 +pileval,attn_in,Llama-2-13b-hf,3,128,22,0.0002548780175857246 +pileval,attn_out,Llama-2-13b-hf,3,128,22,0.0007409076788462698 +pileval,mlp_gate,Llama-2-13b-hf,3,128,22,0.003068086924031377 +pileval,mlp_down,Llama-2-13b-hf,3,128,22,0.003106416668742895 +pileval,attn_in,Llama-2-13b-hf,3,128,23,0.0002581754815764725 +pileval,attn_out,Llama-2-13b-hf,3,128,23,0.0007168265874497592 +pileval,mlp_gate,Llama-2-13b-hf,3,128,23,0.003285937011241913 +pileval,mlp_down,Llama-2-13b-hf,3,128,23,0.0032150179613381624 +pileval,attn_in,Llama-2-13b-hf,3,128,24,0.0002757215697783977 +pileval,attn_out,Llama-2-13b-hf,3,128,24,0.0006625138339586556 +pileval,mlp_gate,Llama-2-13b-hf,3,128,24,0.0034362031146883965 +pileval,mlp_down,Llama-2-13b-hf,3,128,24,0.0032235768157988787 +pileval,attn_in,Llama-2-13b-hf,3,128,25,0.0002679045428521931 +pileval,attn_out,Llama-2-13b-hf,3,128,25,0.0007590282475575805 +pileval,mlp_gate,Llama-2-13b-hf,3,128,25,0.003731115721166134 +pileval,mlp_down,Llama-2-13b-hf,3,128,25,0.003327058395370841 +pileval,attn_in,Llama-2-13b-hf,3,128,26,0.000316266727168113 +pileval,attn_out,Llama-2-13b-hf,3,128,26,0.0008327225805260241 +pileval,mlp_gate,Llama-2-13b-hf,3,128,26,0.004011126235127449 +pileval,mlp_down,Llama-2-13b-hf,3,128,26,0.0034413374960422516 +pileval,attn_in,Llama-2-13b-hf,3,128,27,0.00030269118724390864 +pileval,attn_out,Llama-2-13b-hf,3,128,27,0.000630994385574013 +pileval,mlp_gate,Llama-2-13b-hf,3,128,27,0.004258752800524235 +pileval,mlp_down,Llama-2-13b-hf,3,128,27,0.0034793526865541935 +pileval,attn_in,Llama-2-13b-hf,3,128,28,0.0003495726559776813 +pileval,attn_out,Llama-2-13b-hf,3,128,28,0.0007571146707050502 +pileval,mlp_gate,Llama-2-13b-hf,3,128,28,0.004529810976237059 +pileval,mlp_down,Llama-2-13b-hf,3,128,28,0.0035170908086001873 +pileval,attn_in,Llama-2-13b-hf,3,128,29,0.0003979516914114356 +pileval,attn_out,Llama-2-13b-hf,3,128,29,0.0007923173834569752 +pileval,mlp_gate,Llama-2-13b-hf,3,128,29,0.004847007337957621 +pileval,mlp_down,Llama-2-13b-hf,3,128,29,0.00365622085519135 +pileval,attn_in,Llama-2-13b-hf,3,128,30,0.0003813942021224648 +pileval,attn_out,Llama-2-13b-hf,3,128,30,0.0008079824037849903 +pileval,mlp_gate,Llama-2-13b-hf,3,128,30,0.005287578795105219 +pileval,mlp_down,Llama-2-13b-hf,3,128,30,0.003895883448421955 +pileval,attn_in,Llama-2-13b-hf,3,128,31,0.0003236541524529457 +pileval,attn_out,Llama-2-13b-hf,3,128,31,0.0008163204765878618 +pileval,mlp_gate,Llama-2-13b-hf,3,128,31,0.005572453141212463 +pileval,mlp_down,Llama-2-13b-hf,3,128,31,0.004027333110570908 +pileval,attn_in,Llama-2-13b-hf,3,128,32,0.00034405614132992923 +pileval,attn_out,Llama-2-13b-hf,3,128,32,0.0008354944293387234 +pileval,mlp_gate,Llama-2-13b-hf,3,128,32,0.006037939339876175 +pileval,mlp_down,Llama-2-13b-hf,3,128,32,0.004358857404440641 +pileval,attn_in,Llama-2-13b-hf,3,128,33,0.00030083494493737817 +pileval,attn_out,Llama-2-13b-hf,3,128,33,0.0008450010209344327 +pileval,mlp_gate,Llama-2-13b-hf,3,128,33,0.006520059425383806 +pileval,mlp_down,Llama-2-13b-hf,3,128,33,0.004761299584060907 +pileval,attn_in,Llama-2-13b-hf,3,128,34,0.0003775915829464793 +pileval,attn_out,Llama-2-13b-hf,3,128,34,0.00108819839078933 +pileval,mlp_gate,Llama-2-13b-hf,3,128,34,0.0071848114021122456 +pileval,mlp_down,Llama-2-13b-hf,3,128,34,0.005423189140856266 +pileval,attn_in,Llama-2-13b-hf,3,128,35,0.00041467451956123114 +pileval,attn_out,Llama-2-13b-hf,3,128,35,0.001109814620576799 +pileval,mlp_gate,Llama-2-13b-hf,3,128,35,0.008144617080688477 +pileval,mlp_down,Llama-2-13b-hf,3,128,35,0.00620350381359458 +pileval,attn_in,Llama-2-13b-hf,3,128,36,0.0006544107454828918 +pileval,attn_out,Llama-2-13b-hf,3,128,36,0.0019007330993190408 +pileval,mlp_gate,Llama-2-13b-hf,3,128,36,0.009325609542429447 +pileval,mlp_down,Llama-2-13b-hf,3,128,36,0.007449869066476822 +pileval,attn_in,Llama-2-13b-hf,3,128,37,0.0007274314411915839 +pileval,attn_out,Llama-2-13b-hf,3,128,37,0.0018128857482224703 +pileval,mlp_gate,Llama-2-13b-hf,3,128,37,0.01058173831552267 +pileval,mlp_down,Llama-2-13b-hf,3,128,37,0.0089860325679183 +pileval,attn_in,Llama-2-13b-hf,3,128,38,0.0008771722204983234 +pileval,attn_out,Llama-2-13b-hf,3,128,38,0.00283348117955029 +pileval,mlp_gate,Llama-2-13b-hf,3,128,38,0.011860485188663006 +pileval,mlp_down,Llama-2-13b-hf,3,128,38,0.01319958921521902 +pileval,attn_in,Llama-2-13b-hf,3,128,39,0.000665383820887655 +pileval,attn_out,Llama-2-13b-hf,3,128,39,0.0044312248937785625 +pileval,mlp_gate,Llama-2-13b-hf,3,128,39,0.014269012957811356 +pileval,mlp_down,Llama-2-13b-hf,3,128,39,0.03219796344637871 +wikitext,attn_in,Llama-2-13b-hf,3,128,0,2.2232545404676785e-07 +wikitext,attn_out,Llama-2-13b-hf,3,128,0,7.353307864832459e-06 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,0,7.149610041778942e-07 +wikitext,mlp_down,Llama-2-13b-hf,3,128,0,8.501783668179996e-06 +wikitext,attn_in,Llama-2-13b-hf,3,128,1,4.532646016741637e-06 +wikitext,attn_out,Llama-2-13b-hf,3,128,1,1.6412948752986267e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,1,6.652781848970335e-06 +wikitext,mlp_down,Llama-2-13b-hf,3,128,1,1.570141284901183e-05 +wikitext,attn_in,Llama-2-13b-hf,3,128,2,1.4078735148359556e-05 +wikitext,attn_out,Llama-2-13b-hf,3,128,2,1.7618616766412742e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,2,2.3442964447895065e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,128,2,3.23565436701756e-05 +wikitext,attn_in,Llama-2-13b-hf,3,128,3,1.3928054613643326e-05 +wikitext,attn_out,Llama-2-13b-hf,3,128,3,3.604713128879666e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,3,0.00037774897646158934 +wikitext,mlp_down,Llama-2-13b-hf,3,128,3,0.00023863496608100832 +wikitext,attn_in,Llama-2-13b-hf,3,128,4,4.1710321966093034e-05 +wikitext,attn_out,Llama-2-13b-hf,3,128,4,4.1221843275707215e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010358497820561752 +wikitext,mlp_down,Llama-2-13b-hf,3,128,4,0.00010399395250715315 +wikitext,attn_in,Llama-2-13b-hf,3,128,5,6.645888061029837e-05 +wikitext,attn_out,Llama-2-13b-hf,3,128,5,6.169561675051227e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,5,0.00017572940851096064 +wikitext,mlp_down,Llama-2-13b-hf,3,128,5,0.00018191791605204344 +wikitext,attn_in,Llama-2-13b-hf,3,128,6,7.805330824339762e-05 +wikitext,attn_out,Llama-2-13b-hf,3,128,6,9.295350901084021e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,6,0.00028028673841618 +wikitext,mlp_down,Llama-2-13b-hf,3,128,6,0.00026906529092229903 +wikitext,attn_in,Llama-2-13b-hf,3,128,7,0.00011253798584220931 +wikitext,attn_out,Llama-2-13b-hf,3,128,7,0.00015000264102127403 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,7,0.00039907710743136704 +wikitext,mlp_down,Llama-2-13b-hf,3,128,7,0.000379425153369084 +wikitext,attn_in,Llama-2-13b-hf,3,128,8,0.0001380592439090833 +wikitext,attn_out,Llama-2-13b-hf,3,128,8,0.0001909342099679634 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005065572913736105 +wikitext,mlp_down,Llama-2-13b-hf,3,128,8,0.000461133080534637 +wikitext,attn_in,Llama-2-13b-hf,3,128,9,0.00018085615010932088 +wikitext,attn_out,Llama-2-13b-hf,3,128,9,0.00025776034453883767 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006360327242873609 +wikitext,mlp_down,Llama-2-13b-hf,3,128,9,0.0005243327468633652 +wikitext,attn_in,Llama-2-13b-hf,3,128,10,0.00023993921058718115 +wikitext,attn_out,Llama-2-13b-hf,3,128,10,0.0003586258681025356 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,10,0.000697823241353035 +wikitext,mlp_down,Llama-2-13b-hf,3,128,10,0.0005837245262227952 +wikitext,attn_in,Llama-2-13b-hf,3,128,11,0.00023196723486762494 +wikitext,attn_out,Llama-2-13b-hf,3,128,11,0.0004291135410312563 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,11,0.0007925459067337215 +wikitext,mlp_down,Llama-2-13b-hf,3,128,11,0.0006426706677302718 +wikitext,attn_in,Llama-2-13b-hf,3,128,12,0.0003636796318460256 +wikitext,attn_out,Llama-2-13b-hf,3,128,12,0.000465028133476153 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,12,0.0008730410481803119 +wikitext,mlp_down,Llama-2-13b-hf,3,128,12,0.0006952558178454638 +wikitext,attn_in,Llama-2-13b-hf,3,128,13,0.0003890800289809704 +wikitext,attn_out,Llama-2-13b-hf,3,128,13,0.0004771158273797482 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,13,0.0009739112574607134 +wikitext,mlp_down,Llama-2-13b-hf,3,128,13,0.0008262992487289011 +wikitext,attn_in,Llama-2-13b-hf,3,128,14,0.00040197200723923743 +wikitext,attn_out,Llama-2-13b-hf,3,128,14,0.0006478255963884294 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011103012366220355 +wikitext,mlp_down,Llama-2-13b-hf,3,128,14,0.0009718294604681432 +wikitext,attn_in,Llama-2-13b-hf,3,128,15,0.0004906484973616898 +wikitext,attn_out,Llama-2-13b-hf,3,128,15,0.0007687874604016542 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,15,0.0012755626812577248 +wikitext,mlp_down,Llama-2-13b-hf,3,128,15,0.0011491436744108796 +wikitext,attn_in,Llama-2-13b-hf,3,128,16,0.00041022419463843107 +wikitext,attn_out,Llama-2-13b-hf,3,128,16,0.0007254160009324551 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,16,0.001506303553469479 +wikitext,mlp_down,Llama-2-13b-hf,3,128,16,0.0014442028477787971 +wikitext,attn_in,Llama-2-13b-hf,3,128,17,0.00033244671067222953 +wikitext,attn_out,Llama-2-13b-hf,3,128,17,0.0007718750275671482 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,17,0.0016533200396224856 +wikitext,mlp_down,Llama-2-13b-hf,3,128,17,0.001637102453969419 +wikitext,attn_in,Llama-2-13b-hf,3,128,18,0.00031061304616741836 +wikitext,attn_out,Llama-2-13b-hf,3,128,18,0.0006064920453354716 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,18,0.0018254995811730623 +wikitext,mlp_down,Llama-2-13b-hf,3,128,18,0.0017762250499799848 +wikitext,attn_in,Llama-2-13b-hf,3,128,19,0.00031829348881728947 +wikitext,attn_out,Llama-2-13b-hf,3,128,19,0.0006379391998052597 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,19,0.002045664470642805 +wikitext,mlp_down,Llama-2-13b-hf,3,128,19,0.002002154942601919 +wikitext,attn_in,Llama-2-13b-hf,3,128,20,0.0003538245218805969 +wikitext,attn_out,Llama-2-13b-hf,3,128,20,0.0007627377635799348 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,20,0.0022906919475644827 +wikitext,mlp_down,Llama-2-13b-hf,3,128,20,0.002147474093362689 +wikitext,attn_in,Llama-2-13b-hf,3,128,21,0.0004131876630708575 +wikitext,attn_out,Llama-2-13b-hf,3,128,21,0.0010532464366406202 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,21,0.002638336969539523 +wikitext,mlp_down,Llama-2-13b-hf,3,128,21,0.002848105737939477 +wikitext,attn_in,Llama-2-13b-hf,3,128,22,0.00026759039610624313 +wikitext,attn_out,Llama-2-13b-hf,3,128,22,0.0007607599254697561 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,22,0.002913110423833132 +wikitext,mlp_down,Llama-2-13b-hf,3,128,22,0.0029112370684742928 +wikitext,attn_in,Llama-2-13b-hf,3,128,23,0.0002731876156758517 +wikitext,attn_out,Llama-2-13b-hf,3,128,23,0.0007598940283060074 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,23,0.003128511132672429 +wikitext,mlp_down,Llama-2-13b-hf,3,128,23,0.003022621851414442 +wikitext,attn_in,Llama-2-13b-hf,3,128,24,0.0002727080136537552 +wikitext,attn_out,Llama-2-13b-hf,3,128,24,0.0007294670213013887 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,24,0.0033010144252330065 +wikitext,mlp_down,Llama-2-13b-hf,3,128,24,0.0030504849273711443 +wikitext,attn_in,Llama-2-13b-hf,3,128,25,0.00026041961973533034 +wikitext,attn_out,Llama-2-13b-hf,3,128,25,0.0006712976028211415 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,25,0.003572497982531786 +wikitext,mlp_down,Llama-2-13b-hf,3,128,25,0.0031398090068250895 +wikitext,attn_in,Llama-2-13b-hf,3,128,26,0.00034490280086174607 +wikitext,attn_out,Llama-2-13b-hf,3,128,26,0.0008020956884138286 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,26,0.00387806398794055 +wikitext,mlp_down,Llama-2-13b-hf,3,128,26,0.003387211123481393 +wikitext,attn_in,Llama-2-13b-hf,3,128,27,0.0002887045266106725 +wikitext,attn_out,Llama-2-13b-hf,3,128,27,0.0006135376170277596 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,27,0.004168507177382708 +wikitext,mlp_down,Llama-2-13b-hf,3,128,27,0.003447836497798562 +wikitext,attn_in,Llama-2-13b-hf,3,128,28,0.0003293822519481182 +wikitext,attn_out,Llama-2-13b-hf,3,128,28,0.0006853724480606616 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,28,0.004426778759807348 +wikitext,mlp_down,Llama-2-13b-hf,3,128,28,0.0034698941744863987 +wikitext,attn_in,Llama-2-13b-hf,3,128,29,0.00038635486271232367 +wikitext,attn_out,Llama-2-13b-hf,3,128,29,0.0007668600883334875 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,29,0.004780013579875231 +wikitext,mlp_down,Llama-2-13b-hf,3,128,29,0.00360795296728611 +wikitext,attn_in,Llama-2-13b-hf,3,128,30,0.0004449273110367358 +wikitext,attn_out,Llama-2-13b-hf,3,128,30,0.0009465196053497493 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,30,0.005262579768896103 +wikitext,mlp_down,Llama-2-13b-hf,3,128,30,0.0037759472616016865 +wikitext,attn_in,Llama-2-13b-hf,3,128,31,0.0003924508928321302 +wikitext,attn_out,Llama-2-13b-hf,3,128,31,0.0009230590076185763 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,31,0.00563017837703228 +wikitext,mlp_down,Llama-2-13b-hf,3,128,31,0.003955718595534563 +wikitext,attn_in,Llama-2-13b-hf,3,128,32,0.00040686625288799405 +wikitext,attn_out,Llama-2-13b-hf,3,128,32,0.0010544602992013097 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,32,0.00608787452802062 +wikitext,mlp_down,Llama-2-13b-hf,3,128,32,0.0042070746421813965 +wikitext,attn_in,Llama-2-13b-hf,3,128,33,0.0003404750023037195 +wikitext,attn_out,Llama-2-13b-hf,3,128,33,0.0009351308108307421 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,33,0.006636451929807663 +wikitext,mlp_down,Llama-2-13b-hf,3,128,33,0.004708793014287949 +wikitext,attn_in,Llama-2-13b-hf,3,128,34,0.00041010702261701226 +wikitext,attn_out,Llama-2-13b-hf,3,128,34,0.0012026180047541857 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,34,0.007334563881158829 +wikitext,mlp_down,Llama-2-13b-hf,3,128,34,0.005375410430133343 +wikitext,attn_in,Llama-2-13b-hf,3,128,35,0.00047759682638570666 +wikitext,attn_out,Llama-2-13b-hf,3,128,35,0.0012356106890365481 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,35,0.00836283341050148 +wikitext,mlp_down,Llama-2-13b-hf,3,128,35,0.006098296958953142 +wikitext,attn_in,Llama-2-13b-hf,3,128,36,0.0008544939337298274 +wikitext,attn_out,Llama-2-13b-hf,3,128,36,0.0021232212893664837 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,36,0.009467733092606068 +wikitext,mlp_down,Llama-2-13b-hf,3,128,36,0.007372803520411253 +wikitext,attn_in,Llama-2-13b-hf,3,128,37,0.0008963210275396705 +wikitext,attn_out,Llama-2-13b-hf,3,128,37,0.0022208725567907095 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,37,0.010575243271887302 +wikitext,mlp_down,Llama-2-13b-hf,3,128,37,0.008922887966036797 +wikitext,attn_in,Llama-2-13b-hf,3,128,38,0.0010468990076333284 +wikitext,attn_out,Llama-2-13b-hf,3,128,38,0.0037509172689169645 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,38,0.01156853698194027 +wikitext,mlp_down,Llama-2-13b-hf,3,128,38,0.012291155755519867 +wikitext,attn_in,Llama-2-13b-hf,3,128,39,0.000716369366273284 +wikitext,attn_out,Llama-2-13b-hf,3,128,39,0.004525178112089634 +wikitext,mlp_gate,Llama-2-13b-hf,3,128,39,0.01319879014045 +wikitext,mlp_down,Llama-2-13b-hf,3,128,39,0.02659602090716362 +c4,attn_in,Llama-2-13b-hf,3,32,0,1.2384703040879685e-07 +c4,attn_out,Llama-2-13b-hf,3,32,0,1.6611868431937182e-06 +c4,mlp_gate,Llama-2-13b-hf,3,32,0,3.169858189266961e-07 +c4,mlp_down,Llama-2-13b-hf,3,32,0,2.910788680310361e-06 +c4,attn_in,Llama-2-13b-hf,3,32,1,1.766125478752656e-06 +c4,attn_out,Llama-2-13b-hf,3,32,1,4.2997353375540115e-06 +c4,mlp_gate,Llama-2-13b-hf,3,32,1,4.709117547463393e-06 +c4,mlp_down,Llama-2-13b-hf,3,32,1,8.834411346470006e-06 +c4,attn_in,Llama-2-13b-hf,3,32,2,9.301396858063526e-06 +c4,attn_out,Llama-2-13b-hf,3,32,2,7.342060598602984e-06 +c4,mlp_gate,Llama-2-13b-hf,3,32,2,1.3472233149514068e-05 +c4,mlp_down,Llama-2-13b-hf,3,32,2,1.968580727407243e-05 +c4,attn_in,Llama-2-13b-hf,3,32,3,8.221571079047862e-06 +c4,attn_out,Llama-2-13b-hf,3,32,3,1.7058377125067636e-05 +c4,mlp_gate,Llama-2-13b-hf,3,32,3,3.4843851608457044e-05 +c4,mlp_down,Llama-2-13b-hf,3,32,3,8.285282819997519e-05 +c4,attn_in,Llama-2-13b-hf,3,32,4,1.6047797544160858e-05 +c4,attn_out,Llama-2-13b-hf,3,32,4,2.126394974766299e-05 +c4,mlp_gate,Llama-2-13b-hf,3,32,4,5.7927638408727944e-05 +c4,mlp_down,Llama-2-13b-hf,3,32,4,6.175829184940085e-05 +c4,attn_in,Llama-2-13b-hf,3,32,5,3.150571501464583e-05 +c4,attn_out,Llama-2-13b-hf,3,32,5,2.9891085432609543e-05 +c4,mlp_gate,Llama-2-13b-hf,3,32,5,9.747673902893439e-05 +c4,mlp_down,Llama-2-13b-hf,3,32,5,9.962683543562889e-05 +c4,attn_in,Llama-2-13b-hf,3,32,6,4.7752058890182525e-05 +c4,attn_out,Llama-2-13b-hf,3,32,6,4.8022964620031416e-05 +c4,mlp_gate,Llama-2-13b-hf,3,32,6,0.000152123742736876 +c4,mlp_down,Llama-2-13b-hf,3,32,6,0.00015221524517983198 +c4,attn_in,Llama-2-13b-hf,3,32,7,4.635317964130081e-05 +c4,attn_out,Llama-2-13b-hf,3,32,7,8.1408150435891e-05 +c4,mlp_gate,Llama-2-13b-hf,3,32,7,0.00021435689995996654 +c4,mlp_down,Llama-2-13b-hf,3,32,7,0.00021084283071104437 +c4,attn_in,Llama-2-13b-hf,3,32,8,7.062788063194603e-05 +c4,attn_out,Llama-2-13b-hf,3,32,8,0.00010366347123635933 +c4,mlp_gate,Llama-2-13b-hf,3,32,8,0.0002788699930533767 +c4,mlp_down,Llama-2-13b-hf,3,32,8,0.0002667199296411127 +c4,attn_in,Llama-2-13b-hf,3,32,9,9.360758849652484e-05 +c4,attn_out,Llama-2-13b-hf,3,32,9,0.00013994674372952431 +c4,mlp_gate,Llama-2-13b-hf,3,32,9,0.0003434392565395683 +c4,mlp_down,Llama-2-13b-hf,3,32,9,0.00030190139659680426 +c4,attn_in,Llama-2-13b-hf,3,32,10,0.00013012599083594978 +c4,attn_out,Llama-2-13b-hf,3,32,10,0.0002046178124146536 +c4,mlp_gate,Llama-2-13b-hf,3,32,10,0.0003852425725199282 +c4,mlp_down,Llama-2-13b-hf,3,32,10,0.00034513312857598066 +c4,attn_in,Llama-2-13b-hf,3,32,11,0.00012475023686420172 +c4,attn_out,Llama-2-13b-hf,3,32,11,0.00023695704294368625 +c4,mlp_gate,Llama-2-13b-hf,3,32,11,0.00043357498361729085 +c4,mlp_down,Llama-2-13b-hf,3,32,11,0.00037555498420260847 +c4,attn_in,Llama-2-13b-hf,3,32,12,0.00016393511032219976 +c4,attn_out,Llama-2-13b-hf,3,32,12,0.00025070711853913963 +c4,mlp_gate,Llama-2-13b-hf,3,32,12,0.00047654457739554346 +c4,mlp_down,Llama-2-13b-hf,3,32,12,0.00041385230724699795 +c4,attn_in,Llama-2-13b-hf,3,32,13,0.0001786546636139974 +c4,attn_out,Llama-2-13b-hf,3,32,13,0.000269017880782485 +c4,mlp_gate,Llama-2-13b-hf,3,32,13,0.0005423969705589116 +c4,mlp_down,Llama-2-13b-hf,3,32,13,0.0004982862155884504 +c4,attn_in,Llama-2-13b-hf,3,32,14,0.000187818513950333 +c4,attn_out,Llama-2-13b-hf,3,32,14,0.00037649014848284423 +c4,mlp_gate,Llama-2-13b-hf,3,32,14,0.000628606416285038 +c4,mlp_down,Llama-2-13b-hf,3,32,14,0.0005917123635299504 +c4,attn_in,Llama-2-13b-hf,3,32,15,0.00024822898558340967 +c4,attn_out,Llama-2-13b-hf,3,32,15,0.00044936154154129326 +c4,mlp_gate,Llama-2-13b-hf,3,32,15,0.0007298499695025384 +c4,mlp_down,Llama-2-13b-hf,3,32,15,0.0007090003346092999 +c4,attn_in,Llama-2-13b-hf,3,32,16,0.00021067219495307654 +c4,attn_out,Llama-2-13b-hf,3,32,16,0.0004365901986602694 +c4,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008803725941106677 +c4,mlp_down,Llama-2-13b-hf,3,32,16,0.0009151776321232319 +c4,attn_in,Llama-2-13b-hf,3,32,17,0.00021107248903717846 +c4,attn_out,Llama-2-13b-hf,3,32,17,0.0004447148530744016 +c4,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009766188450157642 +c4,mlp_down,Llama-2-13b-hf,3,32,17,0.0010182083351537585 +c4,attn_in,Llama-2-13b-hf,3,32,18,0.00017312080308329314 +c4,attn_out,Llama-2-13b-hf,3,32,18,0.0003909559454768896 +c4,mlp_gate,Llama-2-13b-hf,3,32,18,0.0010733240051195025 +c4,mlp_down,Llama-2-13b-hf,3,32,18,0.00111514946911484 +c4,attn_in,Llama-2-13b-hf,3,32,19,0.0001812345435610041 +c4,attn_out,Llama-2-13b-hf,3,32,19,0.0004137812939006835 +c4,mlp_gate,Llama-2-13b-hf,3,32,19,0.001212378847412765 +c4,mlp_down,Llama-2-13b-hf,3,32,19,0.0012616126332432032 +c4,attn_in,Llama-2-13b-hf,3,32,20,0.00020194317039567977 +c4,attn_out,Llama-2-13b-hf,3,32,20,0.0004985049599781632 +c4,mlp_gate,Llama-2-13b-hf,3,32,20,0.0013750476064160466 +c4,mlp_down,Llama-2-13b-hf,3,32,20,0.0013943557860329747 +c4,attn_in,Llama-2-13b-hf,3,32,21,0.0002338704071007669 +c4,attn_out,Llama-2-13b-hf,3,32,21,0.0006331262411549687 +c4,mlp_gate,Llama-2-13b-hf,3,32,21,0.0016175948549062014 +c4,mlp_down,Llama-2-13b-hf,3,32,21,0.0017915301723405719 +c4,attn_in,Llama-2-13b-hf,3,32,22,0.00013803021283820271 +c4,attn_out,Llama-2-13b-hf,3,32,22,0.0004235469677951187 +c4,mlp_gate,Llama-2-13b-hf,3,32,22,0.0017756102606654167 +c4,mlp_down,Llama-2-13b-hf,3,32,22,0.0018592365086078644 +c4,attn_in,Llama-2-13b-hf,3,32,23,0.00011995132808806375 +c4,attn_out,Llama-2-13b-hf,3,32,23,0.0003956465807277709 +c4,mlp_gate,Llama-2-13b-hf,3,32,23,0.0019014152931049466 +c4,mlp_down,Llama-2-13b-hf,3,32,23,0.001939496141858399 +c4,attn_in,Llama-2-13b-hf,3,32,24,0.0001768129732226953 +c4,attn_out,Llama-2-13b-hf,3,32,24,0.0003546979569364339 +c4,mlp_gate,Llama-2-13b-hf,3,32,24,0.001995282480493188 +c4,mlp_down,Llama-2-13b-hf,3,32,24,0.0019528811099007726 +c4,attn_in,Llama-2-13b-hf,3,32,25,0.0001486398687120527 +c4,attn_out,Llama-2-13b-hf,3,32,25,0.0004379405581858009 +c4,mlp_gate,Llama-2-13b-hf,3,32,25,0.0021686663385480642 +c4,mlp_down,Llama-2-13b-hf,3,32,25,0.002047845395281911 +c4,attn_in,Llama-2-13b-hf,3,32,26,0.00018546513456385583 +c4,attn_out,Llama-2-13b-hf,3,32,26,0.0004928888520225883 +c4,mlp_gate,Llama-2-13b-hf,3,32,26,0.002346391323953867 +c4,mlp_down,Llama-2-13b-hf,3,32,26,0.0021544911433011293 +c4,attn_in,Llama-2-13b-hf,3,32,27,0.00016259177937172353 +c4,attn_out,Llama-2-13b-hf,3,32,27,0.00037193906609900296 +c4,mlp_gate,Llama-2-13b-hf,3,32,27,0.002493031322956085 +c4,mlp_down,Llama-2-13b-hf,3,32,27,0.002177234273403883 +c4,attn_in,Llama-2-13b-hf,3,32,28,0.00021549506345763803 +c4,attn_out,Llama-2-13b-hf,3,32,28,0.0004194832290522754 +c4,mlp_gate,Llama-2-13b-hf,3,32,28,0.002640038263052702 +c4,mlp_down,Llama-2-13b-hf,3,32,28,0.002156129339709878 +c4,attn_in,Llama-2-13b-hf,3,32,29,0.00019689042528625578 +c4,attn_out,Llama-2-13b-hf,3,32,29,0.0004663956060539931 +c4,mlp_gate,Llama-2-13b-hf,3,32,29,0.0028163157403469086 +c4,mlp_down,Llama-2-13b-hf,3,32,29,0.0022500483319163322 +c4,attn_in,Llama-2-13b-hf,3,32,30,0.00019803867326118052 +c4,attn_out,Llama-2-13b-hf,3,32,30,0.0004588571609929204 +c4,mlp_gate,Llama-2-13b-hf,3,32,30,0.0030488059855997562 +c4,mlp_down,Llama-2-13b-hf,3,32,30,0.002393862931057811 +c4,attn_in,Llama-2-13b-hf,3,32,31,0.00017882644897326827 +c4,attn_out,Llama-2-13b-hf,3,32,31,0.0004875232989434153 +c4,mlp_gate,Llama-2-13b-hf,3,32,31,0.003205172950401902 +c4,mlp_down,Llama-2-13b-hf,3,32,31,0.002492124680429697 +c4,attn_in,Llama-2-13b-hf,3,32,32,0.0001916458859341219 +c4,attn_out,Llama-2-13b-hf,3,32,32,0.00045696855522692204 +c4,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034459077287465334 +c4,mlp_down,Llama-2-13b-hf,3,32,32,0.0026454769540578127 +c4,attn_in,Llama-2-13b-hf,3,32,33,0.00016349655925296247 +c4,attn_out,Llama-2-13b-hf,3,32,33,0.0004404822539072484 +c4,mlp_gate,Llama-2-13b-hf,3,32,33,0.0036769777070730925 +c4,mlp_down,Llama-2-13b-hf,3,32,33,0.0027628825046122074 +c4,attn_in,Llama-2-13b-hf,3,32,34,0.00023683640756644309 +c4,attn_out,Llama-2-13b-hf,3,32,34,0.0006314460770227015 +c4,mlp_gate,Llama-2-13b-hf,3,32,34,0.004047578200697899 +c4,mlp_down,Llama-2-13b-hf,3,32,34,0.0031863839831203222 +c4,attn_in,Llama-2-13b-hf,3,32,35,0.0002621638705022633 +c4,attn_out,Llama-2-13b-hf,3,32,35,0.0006053874385543168 +c4,mlp_gate,Llama-2-13b-hf,3,32,35,0.004553397186100483 +c4,mlp_down,Llama-2-13b-hf,3,32,35,0.003577991621568799 +c4,attn_in,Llama-2-13b-hf,3,32,36,0.00036654574796557426 +c4,attn_out,Llama-2-13b-hf,3,32,36,0.0010132931638509035 +c4,mlp_gate,Llama-2-13b-hf,3,32,36,0.005162159446626902 +c4,mlp_down,Llama-2-13b-hf,3,32,36,0.004271942190825939 +c4,attn_in,Llama-2-13b-hf,3,32,37,0.0004095953772775829 +c4,attn_out,Llama-2-13b-hf,3,32,37,0.0009308363660238683 +c4,mlp_gate,Llama-2-13b-hf,3,32,37,0.005802319850772619 +c4,mlp_down,Llama-2-13b-hf,3,32,37,0.004990295972675085 +c4,attn_in,Llama-2-13b-hf,3,32,38,0.000491460261400789 +c4,attn_out,Llama-2-13b-hf,3,32,38,0.0015261303633451462 +c4,mlp_gate,Llama-2-13b-hf,3,32,38,0.006435202434659004 +c4,mlp_down,Llama-2-13b-hf,3,32,38,0.006869710516184568 +c4,attn_in,Llama-2-13b-hf,3,32,39,0.00037960914778523147 +c4,attn_out,Llama-2-13b-hf,3,32,39,0.0021217153407633305 +c4,mlp_gate,Llama-2-13b-hf,3,32,39,0.007950224913656712 +c4,mlp_down,Llama-2-13b-hf,3,32,39,0.013479499146342278 +pileval,attn_in,Llama-2-13b-hf,3,32,0,1.2515857861217228e-07 +pileval,attn_out,Llama-2-13b-hf,3,32,0,1.9041593759538955e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,32,0,3.483847876850632e-07 +pileval,mlp_down,Llama-2-13b-hf,3,32,0,3.137036173939123e-06 +pileval,attn_in,Llama-2-13b-hf,3,32,1,1.7176887467940105e-06 +pileval,attn_out,Llama-2-13b-hf,3,32,1,4.484709279495291e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,32,1,5.14253633809858e-06 +pileval,mlp_down,Llama-2-13b-hf,3,32,1,9.542120096739382e-06 +pileval,attn_in,Llama-2-13b-hf,3,32,2,8.609994438302238e-06 +pileval,attn_out,Llama-2-13b-hf,3,32,2,8.215069101424888e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,32,2,1.506551507191034e-05 +pileval,mlp_down,Llama-2-13b-hf,3,32,2,2.1782774638268165e-05 +pileval,attn_in,Llama-2-13b-hf,3,32,3,7.54287884774385e-06 +pileval,attn_out,Llama-2-13b-hf,3,32,3,1.8137025108444504e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,32,3,3.73421426047571e-05 +pileval,mlp_down,Llama-2-13b-hf,3,32,3,8.854403859004378e-05 +pileval,attn_in,Llama-2-13b-hf,3,32,4,1.617254201846663e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,4,2.4526416382286698e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,32,4,5.9130703448317945e-05 +pileval,mlp_down,Llama-2-13b-hf,3,32,4,6.165896775200963e-05 +pileval,attn_in,Llama-2-13b-hf,3,32,5,3.0524588510161266e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,5,3.446912160143256e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,32,5,9.863086597761139e-05 +pileval,mlp_down,Llama-2-13b-hf,3,32,5,9.973748092306778e-05 +pileval,attn_in,Llama-2-13b-hf,3,32,6,4.482175427256152e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,6,5.422436152002774e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,32,6,0.0001532687310827896 +pileval,mlp_down,Llama-2-13b-hf,3,32,6,0.00015132667613215744 +pileval,attn_in,Llama-2-13b-hf,3,32,7,4.724198879557662e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,7,9.232838783646002e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,32,7,0.000216780710616149 +pileval,mlp_down,Llama-2-13b-hf,3,32,7,0.00020984106231480837 +pileval,attn_in,Llama-2-13b-hf,3,32,8,7.163013651734218e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,8,0.00011607384658418596 +pileval,mlp_gate,Llama-2-13b-hf,3,32,8,0.00027815764769911766 +pileval,mlp_down,Llama-2-13b-hf,3,32,8,0.00025986722903326154 +pileval,attn_in,Llama-2-13b-hf,3,32,9,9.164319635601714e-05 +pileval,attn_out,Llama-2-13b-hf,3,32,9,0.00015935902774799615 +pileval,mlp_gate,Llama-2-13b-hf,3,32,9,0.00034636378404684365 +pileval,mlp_down,Llama-2-13b-hf,3,32,9,0.0003017368435394019 +pileval,attn_in,Llama-2-13b-hf,3,32,10,0.00012808803876396269 +pileval,attn_out,Llama-2-13b-hf,3,32,10,0.0002300875639775768 +pileval,mlp_gate,Llama-2-13b-hf,3,32,10,0.00039071880746632814 +pileval,mlp_down,Llama-2-13b-hf,3,32,10,0.000347588153090328 +pileval,attn_in,Llama-2-13b-hf,3,32,11,0.00012202308425912634 +pileval,attn_out,Llama-2-13b-hf,3,32,11,0.00026561779668554664 +pileval,mlp_gate,Llama-2-13b-hf,3,32,11,0.00044258107664063573 +pileval,mlp_down,Llama-2-13b-hf,3,32,11,0.0003839791170321405 +pileval,attn_in,Llama-2-13b-hf,3,32,12,0.0001528643915662542 +pileval,attn_out,Llama-2-13b-hf,3,32,12,0.0002766447141766548 +pileval,mlp_gate,Llama-2-13b-hf,3,32,12,0.0004834862775169313 +pileval,mlp_down,Llama-2-13b-hf,3,32,12,0.0004139528900850564 +pileval,attn_in,Llama-2-13b-hf,3,32,13,0.00017232420213986188 +pileval,attn_out,Llama-2-13b-hf,3,32,13,0.00030465901363641024 +pileval,mlp_gate,Llama-2-13b-hf,3,32,13,0.0005497767124325037 +pileval,mlp_down,Llama-2-13b-hf,3,32,13,0.0004969137371517718 +pileval,attn_in,Llama-2-13b-hf,3,32,14,0.00018622164498083293 +pileval,attn_out,Llama-2-13b-hf,3,32,14,0.0004088302666787058 +pileval,mlp_gate,Llama-2-13b-hf,3,32,14,0.0006354754441417754 +pileval,mlp_down,Llama-2-13b-hf,3,32,14,0.0005884178099222481 +pileval,attn_in,Llama-2-13b-hf,3,32,15,0.00022717143292538822 +pileval,attn_out,Llama-2-13b-hf,3,32,15,0.00045981555012986064 +pileval,mlp_gate,Llama-2-13b-hf,3,32,15,0.0007240338600240648 +pileval,mlp_down,Llama-2-13b-hf,3,32,15,0.0006842738948762417 +pileval,attn_in,Llama-2-13b-hf,3,32,16,0.00020836031762883067 +pileval,attn_out,Llama-2-13b-hf,3,32,16,0.0004653206269722432 +pileval,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008611747762188315 +pileval,mlp_down,Llama-2-13b-hf,3,32,16,0.0008678390295244753 +pileval,attn_in,Llama-2-13b-hf,3,32,17,0.000210743528441526 +pileval,attn_out,Llama-2-13b-hf,3,32,17,0.0005049422034062445 +pileval,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009557193261571229 +pileval,mlp_down,Llama-2-13b-hf,3,32,17,0.0009643641533330083 +pileval,attn_in,Llama-2-13b-hf,3,32,18,0.00016707266331650317 +pileval,attn_out,Llama-2-13b-hf,3,32,18,0.00039269166882149875 +pileval,mlp_gate,Llama-2-13b-hf,3,32,18,0.001047487836331129 +pileval,mlp_down,Llama-2-13b-hf,3,32,18,0.0010538692586123943 +pileval,attn_in,Llama-2-13b-hf,3,32,19,0.00017034789198078215 +pileval,attn_out,Llama-2-13b-hf,3,32,19,0.0003995861334260553 +pileval,mlp_gate,Llama-2-13b-hf,3,32,19,0.001179687911644578 +pileval,mlp_down,Llama-2-13b-hf,3,32,19,0.001190042938105762 +pileval,attn_in,Llama-2-13b-hf,3,32,20,0.00019463658099994063 +pileval,attn_out,Llama-2-13b-hf,3,32,20,0.0005177691928111017 +pileval,mlp_gate,Llama-2-13b-hf,3,32,20,0.0013372967950999737 +pileval,mlp_down,Llama-2-13b-hf,3,32,20,0.0013314689276739955 +pileval,attn_in,Llama-2-13b-hf,3,32,21,0.00022569630527868867 +pileval,attn_out,Llama-2-13b-hf,3,32,21,0.0006274765473790467 +pileval,mlp_gate,Llama-2-13b-hf,3,32,21,0.0015725422417744994 +pileval,mlp_down,Llama-2-13b-hf,3,32,21,0.0016997564816847444 +pileval,attn_in,Llama-2-13b-hf,3,32,22,0.0001329423685092479 +pileval,attn_out,Llama-2-13b-hf,3,32,22,0.00042611375101841986 +pileval,mlp_gate,Llama-2-13b-hf,3,32,22,0.0017321549821645021 +pileval,mlp_down,Llama-2-13b-hf,3,32,22,0.0017747398233041167 +pileval,attn_in,Llama-2-13b-hf,3,32,23,0.00011945408186875284 +pileval,attn_out,Llama-2-13b-hf,3,32,23,0.0004042002256028354 +pileval,mlp_gate,Llama-2-13b-hf,3,32,23,0.001857048599049449 +pileval,mlp_down,Llama-2-13b-hf,3,32,23,0.0018511735834181309 +pileval,attn_in,Llama-2-13b-hf,3,32,24,0.000164676908752881 +pileval,attn_out,Llama-2-13b-hf,3,32,24,0.00037869636435061693 +pileval,mlp_gate,Llama-2-13b-hf,3,32,24,0.001956728519871831 +pileval,mlp_down,Llama-2-13b-hf,3,32,24,0.0018624021904543042 +pileval,attn_in,Llama-2-13b-hf,3,32,25,0.00014007750723976642 +pileval,attn_out,Llama-2-13b-hf,3,32,25,0.00043692238978110254 +pileval,mlp_gate,Llama-2-13b-hf,3,32,25,0.0021300099324434996 +pileval,mlp_down,Llama-2-13b-hf,3,32,25,0.0019227255834266543 +pileval,attn_in,Llama-2-13b-hf,3,32,26,0.00016462799976579845 +pileval,attn_out,Llama-2-13b-hf,3,32,26,0.00046456122072413564 +pileval,mlp_gate,Llama-2-13b-hf,3,32,26,0.0022894684225320816 +pileval,mlp_down,Llama-2-13b-hf,3,32,26,0.0019859287422150373 +pileval,attn_in,Llama-2-13b-hf,3,32,27,0.0001495701726526022 +pileval,attn_out,Llama-2-13b-hf,3,32,27,0.0003604221565183252 +pileval,mlp_gate,Llama-2-13b-hf,3,32,27,0.0024320350494235754 +pileval,mlp_down,Llama-2-13b-hf,3,32,27,0.002014733850955963 +pileval,attn_in,Llama-2-13b-hf,3,32,28,0.00020588412007782608 +pileval,attn_out,Llama-2-13b-hf,3,32,28,0.00043809119961224496 +pileval,mlp_gate,Llama-2-13b-hf,3,32,28,0.002588604809716344 +pileval,mlp_down,Llama-2-13b-hf,3,32,28,0.002032715827226639 +pileval,attn_in,Llama-2-13b-hf,3,32,29,0.00018465101311448961 +pileval,attn_out,Llama-2-13b-hf,3,32,29,0.00045424391282722354 +pileval,mlp_gate,Llama-2-13b-hf,3,32,29,0.0027693610172718763 +pileval,mlp_down,Llama-2-13b-hf,3,32,29,0.002118279691785574 +pileval,attn_in,Llama-2-13b-hf,3,32,30,0.0001944523537531495 +pileval,attn_out,Llama-2-13b-hf,3,32,30,0.0004652447532862425 +pileval,mlp_gate,Llama-2-13b-hf,3,32,30,0.0030033255461603403 +pileval,mlp_down,Llama-2-13b-hf,3,32,30,0.0022483300417661667 +pileval,attn_in,Llama-2-13b-hf,3,32,31,0.00016253249486908317 +pileval,attn_out,Llama-2-13b-hf,3,32,31,0.00046372038195841014 +pileval,mlp_gate,Llama-2-13b-hf,3,32,31,0.0031645705457776785 +pileval,mlp_down,Llama-2-13b-hf,3,32,31,0.00232521491125226 +pileval,attn_in,Llama-2-13b-hf,3,32,32,0.00018815218936651945 +pileval,attn_out,Llama-2-13b-hf,3,32,32,0.0004811053513549268 +pileval,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034191308077424765 +pileval,mlp_down,Llama-2-13b-hf,3,32,32,0.0025202827528119087 +pileval,attn_in,Llama-2-13b-hf,3,32,33,0.00017031266179401428 +pileval,attn_out,Llama-2-13b-hf,3,32,33,0.0004844288050662726 +pileval,mlp_gate,Llama-2-13b-hf,3,32,33,0.003675771178677678 +pileval,mlp_down,Llama-2-13b-hf,3,32,33,0.00273718498647213 +pileval,attn_in,Llama-2-13b-hf,3,32,34,0.00022990611614659429 +pileval,attn_out,Llama-2-13b-hf,3,32,34,0.0006275968044064939 +pileval,mlp_gate,Llama-2-13b-hf,3,32,34,0.0040403492748737335 +pileval,mlp_down,Llama-2-13b-hf,3,32,34,0.003129761666059494 +pileval,attn_in,Llama-2-13b-hf,3,32,35,0.00024645874509587884 +pileval,attn_out,Llama-2-13b-hf,3,32,35,0.0006360065890476108 +pileval,mlp_gate,Llama-2-13b-hf,3,32,35,0.004569444805383682 +pileval,mlp_down,Llama-2-13b-hf,3,32,35,0.003586961654946208 +pileval,attn_in,Llama-2-13b-hf,3,32,36,0.00035668909549713135 +pileval,attn_out,Llama-2-13b-hf,3,32,36,0.0010630625765770674 +pileval,mlp_gate,Llama-2-13b-hf,3,32,36,0.005201321095228195 +pileval,mlp_down,Llama-2-13b-hf,3,32,36,0.004268365912139416 +pileval,attn_in,Llama-2-13b-hf,3,32,37,0.00039274682058021426 +pileval,attn_out,Llama-2-13b-hf,3,32,37,0.0010044326772913337 +pileval,mlp_gate,Llama-2-13b-hf,3,32,37,0.005858646705746651 +pileval,mlp_down,Llama-2-13b-hf,3,32,37,0.005093855317682028 +pileval,attn_in,Llama-2-13b-hf,3,32,38,0.00048537281691096723 +pileval,attn_out,Llama-2-13b-hf,3,32,38,0.0015863925218582153 +pileval,mlp_gate,Llama-2-13b-hf,3,32,38,0.006382151506841183 +pileval,mlp_down,Llama-2-13b-hf,3,32,38,0.006960391066968441 +pileval,attn_in,Llama-2-13b-hf,3,32,39,0.00039125699549913406 +pileval,attn_out,Llama-2-13b-hf,3,32,39,0.0022254460491240025 +pileval,mlp_gate,Llama-2-13b-hf,3,32,39,0.007671716623008251 +pileval,mlp_down,Llama-2-13b-hf,3,32,39,0.0140606127679348 +wikitext,attn_in,Llama-2-13b-hf,3,32,0,1.1565628454945909e-07 +wikitext,attn_out,Llama-2-13b-hf,3,32,0,2.346169139855192e-06 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,0,4.0108491816681635e-07 +wikitext,mlp_down,Llama-2-13b-hf,3,32,0,3.1376639526570216e-06 +wikitext,attn_in,Llama-2-13b-hf,3,32,1,1.9773049189097947e-06 +wikitext,attn_out,Llama-2-13b-hf,3,32,1,7.666139026696328e-06 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,1,4.686614374804776e-06 +wikitext,mlp_down,Llama-2-13b-hf,3,32,1,8.398846148338635e-06 +wikitext,attn_in,Llama-2-13b-hf,3,32,2,8.29975488159107e-06 +wikitext,attn_out,Llama-2-13b-hf,3,32,2,8.874874765751883e-06 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,2,1.335321030637715e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,32,2,1.840717413870152e-05 +wikitext,attn_in,Llama-2-13b-hf,3,32,3,8.846579476085026e-06 +wikitext,attn_out,Llama-2-13b-hf,3,32,3,1.5930456356727518e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,3,3.5160341212758794e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,32,3,8.185242768377066e-05 +wikitext,attn_in,Llama-2-13b-hf,3,32,4,1.6352470993297175e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,4,2.2440113752963953e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,4,5.784954555565491e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,32,4,5.944974327576347e-05 +wikitext,attn_in,Llama-2-13b-hf,3,32,5,3.365029260748997e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,5,3.373069557710551e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,5,9.80352342594415e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,32,5,0.00010443171777296811 +wikitext,attn_in,Llama-2-13b-hf,3,32,6,5.2034367399755865e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,6,5.2349532779771835e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,6,0.00015471184451598674 +wikitext,mlp_down,Llama-2-13b-hf,3,32,6,0.00015248371346388012 +wikitext,attn_in,Llama-2-13b-hf,3,32,7,5.215557757765055e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,7,8.434264600509778e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,7,0.00021585157082881778 +wikitext,mlp_down,Llama-2-13b-hf,3,32,7,0.00021022673172410578 +wikitext,attn_in,Llama-2-13b-hf,3,32,8,6.907091301400214e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,8,0.00010636282968334854 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,8,0.00027613205020315945 +wikitext,mlp_down,Llama-2-13b-hf,3,32,8,0.0002614016702864319 +wikitext,attn_in,Llama-2-13b-hf,3,32,9,8.910535689210519e-05 +wikitext,attn_out,Llama-2-13b-hf,3,32,9,0.00014471069152932614 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,9,0.00034597504418343306 +wikitext,mlp_down,Llama-2-13b-hf,3,32,9,0.0002998078998643905 +wikitext,attn_in,Llama-2-13b-hf,3,32,10,0.00012595114822033793 +wikitext,attn_out,Llama-2-13b-hf,3,32,10,0.00020306272199377418 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,10,0.00038222523289732635 +wikitext,mlp_down,Llama-2-13b-hf,3,32,10,0.00033606746001169086 +wikitext,attn_in,Llama-2-13b-hf,3,32,11,0.00011836968042189255 +wikitext,attn_out,Llama-2-13b-hf,3,32,11,0.00024241018400061876 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,11,0.00042739123455248773 +wikitext,mlp_down,Llama-2-13b-hf,3,32,11,0.0003689471341203898 +wikitext,attn_in,Llama-2-13b-hf,3,32,12,0.00016045189113356173 +wikitext,attn_out,Llama-2-13b-hf,3,32,12,0.00026394063024781644 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,12,0.00046760591794736683 +wikitext,mlp_down,Llama-2-13b-hf,3,32,12,0.0003991628473158926 +wikitext,attn_in,Llama-2-13b-hf,3,32,13,0.00016723260341677815 +wikitext,attn_out,Llama-2-13b-hf,3,32,13,0.00027082994347438216 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,13,0.000528475793544203 +wikitext,mlp_down,Llama-2-13b-hf,3,32,13,0.000477444235002622 +wikitext,attn_in,Llama-2-13b-hf,3,32,14,0.00017389361164532602 +wikitext,attn_out,Llama-2-13b-hf,3,32,14,0.000370555353583768 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,14,0.0006069240043871105 +wikitext,mlp_down,Llama-2-13b-hf,3,32,14,0.0005569818313233554 +wikitext,attn_in,Llama-2-13b-hf,3,32,15,0.00023478262301068753 +wikitext,attn_out,Llama-2-13b-hf,3,32,15,0.0004366353387013078 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,15,0.0006951309042051435 +wikitext,mlp_down,Llama-2-13b-hf,3,32,15,0.0006619187770411372 +wikitext,attn_in,Llama-2-13b-hf,3,32,16,0.00022344001627061516 +wikitext,attn_out,Llama-2-13b-hf,3,32,16,0.00041571399196982384 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008263153140433133 +wikitext,mlp_down,Llama-2-13b-hf,3,32,16,0.0008302192436531186 +wikitext,attn_in,Llama-2-13b-hf,3,32,17,0.00020213508105371147 +wikitext,attn_out,Llama-2-13b-hf,3,32,17,0.00044054005411453545 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009208317496813834 +wikitext,mlp_down,Llama-2-13b-hf,3,32,17,0.0009456246043555439 +wikitext,attn_in,Llama-2-13b-hf,3,32,18,0.0001705274189589545 +wikitext,attn_out,Llama-2-13b-hf,3,32,18,0.00034575574682094157 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,18,0.0010190457105636597 +wikitext,mlp_down,Llama-2-13b-hf,3,32,18,0.001025799079798162 +wikitext,attn_in,Llama-2-13b-hf,3,32,19,0.00016537419287487864 +wikitext,attn_out,Llama-2-13b-hf,3,32,19,0.00036264455411583185 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,19,0.0011415557237342 +wikitext,mlp_down,Llama-2-13b-hf,3,32,19,0.0011504230787977576 +wikitext,attn_in,Llama-2-13b-hf,3,32,20,0.00018039456335827708 +wikitext,attn_out,Llama-2-13b-hf,3,32,20,0.00043434405233711004 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,20,0.0012764272978529334 +wikitext,mlp_down,Llama-2-13b-hf,3,32,20,0.0012282778043299913 +wikitext,attn_in,Llama-2-13b-hf,3,32,21,0.00022796617122367024 +wikitext,attn_out,Llama-2-13b-hf,3,32,21,0.0005962876603007317 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,21,0.0014808131381869316 +wikitext,mlp_down,Llama-2-13b-hf,3,32,21,0.0016199849778786302 +wikitext,attn_in,Llama-2-13b-hf,3,32,22,0.00013385173224378377 +wikitext,attn_out,Llama-2-13b-hf,3,32,22,0.0004368218360468745 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,22,0.0016450104303658009 +wikitext,mlp_down,Llama-2-13b-hf,3,32,22,0.0016672727651894093 +wikitext,attn_in,Llama-2-13b-hf,3,32,23,0.00013124008546583354 +wikitext,attn_out,Llama-2-13b-hf,3,32,23,0.0004260839777998626 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,23,0.0017715749563649297 +wikitext,mlp_down,Llama-2-13b-hf,3,32,23,0.001737684360705316 +wikitext,attn_in,Llama-2-13b-hf,3,32,24,0.00015623819490429014 +wikitext,attn_out,Llama-2-13b-hf,3,32,24,0.00041663830052129924 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,24,0.0018709594151005149 +wikitext,mlp_down,Llama-2-13b-hf,3,32,24,0.0017655128613114357 +wikitext,attn_in,Llama-2-13b-hf,3,32,25,0.00013999739894643426 +wikitext,attn_out,Llama-2-13b-hf,3,32,25,0.00038702262099832296 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,25,0.002050739247351885 +wikitext,mlp_down,Llama-2-13b-hf,3,32,25,0.0018166381632909179 +wikitext,attn_in,Llama-2-13b-hf,3,32,26,0.0001782676117727533 +wikitext,attn_out,Llama-2-13b-hf,3,32,26,0.0004481412179302424 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,26,0.002212759107351303 +wikitext,mlp_down,Llama-2-13b-hf,3,32,26,0.0019559934735298157 +wikitext,attn_in,Llama-2-13b-hf,3,32,27,0.00015634619921911508 +wikitext,attn_out,Llama-2-13b-hf,3,32,27,0.0003514487762004137 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,27,0.00237930822186172 +wikitext,mlp_down,Llama-2-13b-hf,3,32,27,0.001996794482693076 +wikitext,attn_in,Llama-2-13b-hf,3,32,28,0.00019181058451067656 +wikitext,attn_out,Llama-2-13b-hf,3,32,28,0.0003963257186114788 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,28,0.0025209570303559303 +wikitext,mlp_down,Llama-2-13b-hf,3,32,28,0.002006170339882374 +wikitext,attn_in,Llama-2-13b-hf,3,32,29,0.00019809341756626964 +wikitext,attn_out,Llama-2-13b-hf,3,32,29,0.0004427040694281459 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,29,0.0027319358196109533 +wikitext,mlp_down,Llama-2-13b-hf,3,32,29,0.002094801515340805 +wikitext,attn_in,Llama-2-13b-hf,3,32,30,0.0002162084711017087 +wikitext,attn_out,Llama-2-13b-hf,3,32,30,0.0005483338027261198 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,30,0.002986586419865489 +wikitext,mlp_down,Llama-2-13b-hf,3,32,30,0.0021813646890223026 +wikitext,attn_in,Llama-2-13b-hf,3,32,31,0.00018569891108199954 +wikitext,attn_out,Llama-2-13b-hf,3,32,31,0.0005262710619717836 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,31,0.003187858499586582 +wikitext,mlp_down,Llama-2-13b-hf,3,32,31,0.002280973130837083 +wikitext,attn_in,Llama-2-13b-hf,3,32,32,0.00022983571398071945 +wikitext,attn_out,Llama-2-13b-hf,3,32,32,0.0006116214790381491 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034453256521373987 +wikitext,mlp_down,Llama-2-13b-hf,3,32,32,0.002436896553263068 +wikitext,attn_in,Llama-2-13b-hf,3,32,33,0.00018180730694439262 +wikitext,attn_out,Llama-2-13b-hf,3,32,33,0.00053600495448336 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,33,0.0037395695690065622 +wikitext,mlp_down,Llama-2-13b-hf,3,32,33,0.0027169277891516685 +wikitext,attn_in,Llama-2-13b-hf,3,32,34,0.00024266878608614206 +wikitext,attn_out,Llama-2-13b-hf,3,32,34,0.0006921945605427027 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,34,0.004130967427045107 +wikitext,mlp_down,Llama-2-13b-hf,3,32,34,0.0031003784388303757 +wikitext,attn_in,Llama-2-13b-hf,3,32,35,0.00027075878460891545 +wikitext,attn_out,Llama-2-13b-hf,3,32,35,0.0007089556311257184 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,35,0.004694943316280842 +wikitext,mlp_down,Llama-2-13b-hf,3,32,35,0.0035321388859301805 +wikitext,attn_in,Llama-2-13b-hf,3,32,36,0.0004485470417421311 +wikitext,attn_out,Llama-2-13b-hf,3,32,36,0.0011914439965039492 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,36,0.005291818641126156 +wikitext,mlp_down,Llama-2-13b-hf,3,32,36,0.004223134368658066 +wikitext,attn_in,Llama-2-13b-hf,3,32,37,0.00045639314339496195 +wikitext,attn_out,Llama-2-13b-hf,3,32,37,0.0012412202777341008 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,37,0.005860902369022369 +wikitext,mlp_down,Llama-2-13b-hf,3,32,37,0.005067743360996246 +wikitext,attn_in,Llama-2-13b-hf,3,32,38,0.0006130912806838751 +wikitext,attn_out,Llama-2-13b-hf,3,32,38,0.002123449929058552 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,38,0.00624751765280962 +wikitext,mlp_down,Llama-2-13b-hf,3,32,38,0.0066173141822218895 +wikitext,attn_in,Llama-2-13b-hf,3,32,39,0.00041870633140206337 +wikitext,attn_out,Llama-2-13b-hf,3,32,39,0.002266284078359604 +wikitext,mlp_gate,Llama-2-13b-hf,3,32,39,0.007068694569170475 +wikitext,mlp_down,Llama-2-13b-hf,3,32,39,0.011658688075840473 +c4,attn_in,Llama-2-13b-hf,3,64,0,2.9021651926086633e-07 +c4,attn_out,Llama-2-13b-hf,3,64,0,2.837849706338602e-06 +c4,mlp_gate,Llama-2-13b-hf,3,64,0,3.425139709634095e-07 +c4,mlp_down,Llama-2-13b-hf,3,64,0,6.220055638550548e-06 +c4,attn_in,Llama-2-13b-hf,3,64,1,3.2775403724372154e-06 +c4,attn_out,Llama-2-13b-hf,3,64,1,6.253167612157995e-06 +c4,mlp_gate,Llama-2-13b-hf,3,64,1,4.695927600550931e-06 +c4,mlp_down,Llama-2-13b-hf,3,64,1,1.2332479855103884e-05 +c4,attn_in,Llama-2-13b-hf,3,64,2,6.91401965013938e-06 +c4,attn_out,Llama-2-13b-hf,3,64,2,1.0399112397863064e-05 +c4,mlp_gate,Llama-2-13b-hf,3,64,2,1.843489008024335e-05 +c4,mlp_down,Llama-2-13b-hf,3,64,2,2.6912897737929597e-05 +c4,attn_in,Llama-2-13b-hf,3,64,3,1.1964305485889781e-05 +c4,attn_out,Llama-2-13b-hf,3,64,3,2.6556430384516716e-05 +c4,mlp_gate,Llama-2-13b-hf,3,64,3,5.621497621177696e-05 +c4,mlp_down,Llama-2-13b-hf,3,64,3,0.00016552543092984706 +c4,attn_in,Llama-2-13b-hf,3,64,4,2.361224323976785e-05 +c4,attn_out,Llama-2-13b-hf,3,64,4,2.965658131870441e-05 +c4,mlp_gate,Llama-2-13b-hf,3,64,4,7.980092050274834e-05 +c4,mlp_down,Llama-2-13b-hf,3,64,4,8.415392221650109e-05 +c4,attn_in,Llama-2-13b-hf,3,64,5,3.2117801310960203e-05 +c4,attn_out,Llama-2-13b-hf,3,64,5,4.1472361772321165e-05 +c4,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013470581325236708 +c4,mlp_down,Llama-2-13b-hf,3,64,5,0.0001357044675387442 +c4,attn_in,Llama-2-13b-hf,3,64,6,4.775875640916638e-05 +c4,attn_out,Llama-2-13b-hf,3,64,6,6.577686144737527e-05 +c4,mlp_gate,Llama-2-13b-hf,3,64,6,0.00021102216851431876 +c4,mlp_down,Llama-2-13b-hf,3,64,6,0.0002082890277961269 +c4,attn_in,Llama-2-13b-hf,3,64,7,6.259663496166468e-05 +c4,attn_out,Llama-2-13b-hf,3,64,7,0.00011180105502717197 +c4,mlp_gate,Llama-2-13b-hf,3,64,7,0.00030063698068261147 +c4,mlp_down,Llama-2-13b-hf,3,64,7,0.00029129604808986187 +c4,attn_in,Llama-2-13b-hf,3,64,8,8.8002227130346e-05 +c4,attn_out,Llama-2-13b-hf,3,64,8,0.0001423323410563171 +c4,mlp_gate,Llama-2-13b-hf,3,64,8,0.00039022069540806115 +c4,mlp_down,Llama-2-13b-hf,3,64,8,0.000364855834050104 +c4,attn_in,Llama-2-13b-hf,3,64,9,0.00012905884068459272 +c4,attn_out,Llama-2-13b-hf,3,64,9,0.00019181754032615572 +c4,mlp_gate,Llama-2-13b-hf,3,64,9,0.00048071180935949087 +c4,mlp_down,Llama-2-13b-hf,3,64,9,0.00041187458555214107 +c4,attn_in,Llama-2-13b-hf,3,64,10,0.00016744821914471686 +c4,attn_out,Llama-2-13b-hf,3,64,10,0.00027986153145320714 +c4,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005367189296521246 +c4,mlp_down,Llama-2-13b-hf,3,64,10,0.00046936480794101954 +c4,attn_in,Llama-2-13b-hf,3,64,11,0.00018765767163131386 +c4,attn_out,Llama-2-13b-hf,3,64,11,0.00032455194741487503 +c4,mlp_gate,Llama-2-13b-hf,3,64,11,0.0006089486996643245 +c4,mlp_down,Llama-2-13b-hf,3,64,11,0.0005111877107992768 +c4,attn_in,Llama-2-13b-hf,3,64,12,0.00023445374972652644 +c4,attn_out,Llama-2-13b-hf,3,64,12,0.00034313174546696246 +c4,mlp_gate,Llama-2-13b-hf,3,64,12,0.0006721442914567888 +c4,mlp_down,Llama-2-13b-hf,3,64,12,0.0005633304826915264 +c4,attn_in,Llama-2-13b-hf,3,64,13,0.0002482535783201456 +c4,attn_out,Llama-2-13b-hf,3,64,13,0.0003676743363030255 +c4,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007582412217743695 +c4,mlp_down,Llama-2-13b-hf,3,64,13,0.000677707779686898 +c4,attn_in,Llama-2-13b-hf,3,64,14,0.0002609375515021384 +c4,attn_out,Llama-2-13b-hf,3,64,14,0.0005135838873684406 +c4,mlp_gate,Llama-2-13b-hf,3,64,14,0.000878100108820945 +c4,mlp_down,Llama-2-13b-hf,3,64,14,0.0008072236669249833 +c4,attn_in,Llama-2-13b-hf,3,64,15,0.0003726342984009534 +c4,attn_out,Llama-2-13b-hf,3,64,15,0.0006159211625345051 +c4,mlp_gate,Llama-2-13b-hf,3,64,15,0.0010173063492402434 +c4,mlp_down,Llama-2-13b-hf,3,64,15,0.000964299077168107 +c4,attn_in,Llama-2-13b-hf,3,64,16,0.00031885068165138364 +c4,attn_out,Llama-2-13b-hf,3,64,16,0.000595046323724091 +c4,mlp_gate,Llama-2-13b-hf,3,64,16,0.0012237750925123692 +c4,mlp_down,Llama-2-13b-hf,3,64,16,0.0012435066746547818 +c4,attn_in,Llama-2-13b-hf,3,64,17,0.000244366965489462 +c4,attn_out,Llama-2-13b-hf,3,64,17,0.0006047767819836736 +c4,mlp_gate,Llama-2-13b-hf,3,64,17,0.0013511832803487778 +c4,mlp_down,Llama-2-13b-hf,3,64,17,0.0013817246071994305 +c4,attn_in,Llama-2-13b-hf,3,64,18,0.00023386190878227353 +c4,attn_out,Llama-2-13b-hf,3,64,18,0.000532517849933356 +c4,mlp_gate,Llama-2-13b-hf,3,64,18,0.00148381432518363 +c4,mlp_down,Llama-2-13b-hf,3,64,18,0.001516110496595502 +c4,attn_in,Llama-2-13b-hf,3,64,19,0.0002688955282792449 +c4,attn_out,Llama-2-13b-hf,3,64,19,0.0005662067560479045 +c4,mlp_gate,Llama-2-13b-hf,3,64,19,0.0016731414943933487 +c4,mlp_down,Llama-2-13b-hf,3,64,19,0.0017142674187198281 +c4,attn_in,Llama-2-13b-hf,3,64,20,0.00025848718360066414 +c4,attn_out,Llama-2-13b-hf,3,64,20,0.0006822115392424166 +c4,mlp_gate,Llama-2-13b-hf,3,64,20,0.0018983157351613045 +c4,mlp_down,Llama-2-13b-hf,3,64,20,0.0019025658257305622 +c4,attn_in,Llama-2-13b-hf,3,64,21,0.00032128242310136557 +c4,attn_out,Llama-2-13b-hf,3,64,21,0.0008667970541864634 +c4,mlp_gate,Llama-2-13b-hf,3,64,21,0.0022286493331193924 +c4,mlp_down,Llama-2-13b-hf,3,64,21,0.0024496917612850666 +c4,attn_in,Llama-2-13b-hf,3,64,22,0.00019097090989816934 +c4,attn_out,Llama-2-13b-hf,3,64,22,0.0005757992039434612 +c4,mlp_gate,Llama-2-13b-hf,3,64,22,0.0024385391734540462 +c4,mlp_down,Llama-2-13b-hf,3,64,22,0.0025338120758533478 +c4,attn_in,Llama-2-13b-hf,3,64,23,0.00016253603098448366 +c4,attn_out,Llama-2-13b-hf,3,64,23,0.0005436296341940761 +c4,mlp_gate,Llama-2-13b-hf,3,64,23,0.0026059551164507866 +c4,mlp_down,Llama-2-13b-hf,3,64,23,0.0026380300987511873 +c4,attn_in,Llama-2-13b-hf,3,64,24,0.00023605444584973156 +c4,attn_out,Llama-2-13b-hf,3,64,24,0.00048372201854363084 +c4,mlp_gate,Llama-2-13b-hf,3,64,24,0.00272804731503129 +c4,mlp_down,Llama-2-13b-hf,3,64,24,0.0026482047978788614 +c4,attn_in,Llama-2-13b-hf,3,64,25,0.00019311450887471437 +c4,attn_out,Llama-2-13b-hf,3,64,25,0.000597301113884896 +c4,mlp_gate,Llama-2-13b-hf,3,64,25,0.00296171847730875 +c4,mlp_down,Llama-2-13b-hf,3,64,25,0.002783758332952857 +c4,attn_in,Llama-2-13b-hf,3,64,26,0.0002445667632855475 +c4,attn_out,Llama-2-13b-hf,3,64,26,0.0006802735151723027 +c4,mlp_gate,Llama-2-13b-hf,3,64,26,0.003205444198101759 +c4,mlp_down,Llama-2-13b-hf,3,64,26,0.0029230965301394463 +c4,attn_in,Llama-2-13b-hf,3,64,27,0.0002430615568300709 +c4,attn_out,Llama-2-13b-hf,3,64,27,0.000508344266563654 +c4,mlp_gate,Llama-2-13b-hf,3,64,27,0.003408497665077448 +c4,mlp_down,Llama-2-13b-hf,3,64,27,0.002954005729407072 +c4,attn_in,Llama-2-13b-hf,3,64,28,0.00028085176018066704 +c4,attn_out,Llama-2-13b-hf,3,64,28,0.0005706835072487593 +c4,mlp_gate,Llama-2-13b-hf,3,64,28,0.0036101515870541334 +c4,mlp_down,Llama-2-13b-hf,3,64,28,0.002931751776486635 +c4,attn_in,Llama-2-13b-hf,3,64,29,0.0003076014982070774 +c4,attn_out,Llama-2-13b-hf,3,64,29,0.0006351536139845848 +c4,mlp_gate,Llama-2-13b-hf,3,64,29,0.0038475440815091133 +c4,mlp_down,Llama-2-13b-hf,3,64,29,0.0030522537417709827 +c4,attn_in,Llama-2-13b-hf,3,64,30,0.00024681881768628955 +c4,attn_out,Llama-2-13b-hf,3,64,30,0.000623033381998539 +c4,mlp_gate,Llama-2-13b-hf,3,64,30,0.004173589870333672 +c4,mlp_down,Llama-2-13b-hf,3,64,30,0.0032526927534490824 +c4,attn_in,Llama-2-13b-hf,3,64,31,0.0002537761174608022 +c4,attn_out,Llama-2-13b-hf,3,64,31,0.000665946863591671 +c4,mlp_gate,Llama-2-13b-hf,3,64,31,0.004395870491862297 +c4,mlp_down,Llama-2-13b-hf,3,64,31,0.003391411155462265 +c4,attn_in,Llama-2-13b-hf,3,64,32,0.000231444530072622 +c4,attn_out,Llama-2-13b-hf,3,64,32,0.0006221990333870053 +c4,mlp_gate,Llama-2-13b-hf,3,64,32,0.004727446008473635 +c4,mlp_down,Llama-2-13b-hf,3,64,32,0.0035885421093553305 +c4,attn_in,Llama-2-13b-hf,3,64,33,0.00022209319286048412 +c4,attn_out,Llama-2-13b-hf,3,64,33,0.0006015202379785478 +c4,mlp_gate,Llama-2-13b-hf,3,64,33,0.005055827554315329 +c4,mlp_down,Llama-2-13b-hf,3,64,33,0.003761721309274435 +c4,attn_in,Llama-2-13b-hf,3,64,34,0.0003078724257647991 +c4,attn_out,Llama-2-13b-hf,3,64,34,0.0008567553595639765 +c4,mlp_gate,Llama-2-13b-hf,3,64,34,0.00555381178855896 +c4,mlp_down,Llama-2-13b-hf,3,64,34,0.004327165894210339 +c4,attn_in,Llama-2-13b-hf,3,64,35,0.00035834265872836113 +c4,attn_out,Llama-2-13b-hf,3,64,35,0.0008230689563788474 +c4,mlp_gate,Llama-2-13b-hf,3,64,35,0.006283148657530546 +c4,mlp_down,Llama-2-13b-hf,3,64,35,0.0048619708977639675 +c4,attn_in,Llama-2-13b-hf,3,64,36,0.0005344786331988871 +c4,attn_out,Llama-2-13b-hf,3,64,36,0.001396636595018208 +c4,mlp_gate,Llama-2-13b-hf,3,64,36,0.007114720065146685 +c4,mlp_down,Llama-2-13b-hf,3,64,36,0.005801126826554537 +c4,attn_in,Llama-2-13b-hf,3,64,37,0.0005335984169505537 +c4,attn_out,Llama-2-13b-hf,3,64,37,0.0012764892308041453 +c4,mlp_gate,Llama-2-13b-hf,3,64,37,0.008042865432798862 +c4,mlp_down,Llama-2-13b-hf,3,64,37,0.006834031082689762 +c4,attn_in,Llama-2-13b-hf,3,64,38,0.0006789312465116382 +c4,attn_out,Llama-2-13b-hf,3,64,38,0.002098825993016362 +c4,mlp_gate,Llama-2-13b-hf,3,64,38,0.008971772156655788 +c4,mlp_down,Llama-2-13b-hf,3,64,38,0.009572511538863182 +c4,attn_in,Llama-2-13b-hf,3,64,39,0.0005079414113424718 +c4,attn_out,Llama-2-13b-hf,3,64,39,0.003023601369932294 +c4,mlp_gate,Llama-2-13b-hf,3,64,39,0.011520026251673698 +c4,mlp_down,Llama-2-13b-hf,3,64,39,0.020467810332775116 +pileval,attn_in,Llama-2-13b-hf,3,64,0,2.853968226190773e-07 +pileval,attn_out,Llama-2-13b-hf,3,64,0,3.262807013015845e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,64,0,4.058516083205177e-07 +pileval,mlp_down,Llama-2-13b-hf,3,64,0,6.393285730155185e-06 +pileval,attn_in,Llama-2-13b-hf,3,64,1,3.1783367830939824e-06 +pileval,attn_out,Llama-2-13b-hf,3,64,1,6.557476808666252e-06 +pileval,mlp_gate,Llama-2-13b-hf,3,64,1,5.215478722675471e-06 +pileval,mlp_down,Llama-2-13b-hf,3,64,1,1.3336777556105517e-05 +pileval,attn_in,Llama-2-13b-hf,3,64,2,6.410007244994631e-06 +pileval,attn_out,Llama-2-13b-hf,3,64,2,1.163360593636753e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,64,2,2.0579847841872834e-05 +pileval,mlp_down,Llama-2-13b-hf,3,64,2,2.9792721761623397e-05 +pileval,attn_in,Llama-2-13b-hf,3,64,3,1.1404687029425986e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,3,2.8201220629853196e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,64,3,5.926769517827779e-05 +pileval,mlp_down,Llama-2-13b-hf,3,64,3,0.00017772683349903673 +pileval,attn_in,Llama-2-13b-hf,3,64,4,2.4426823074463755e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,4,3.416483014007099e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,64,4,8.13310471130535e-05 +pileval,mlp_down,Llama-2-13b-hf,3,64,4,8.401617378694937e-05 +pileval,attn_in,Llama-2-13b-hf,3,64,5,3.2211002690019086e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,5,4.781169627676718e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013598171062767506 +pileval,mlp_down,Llama-2-13b-hf,3,64,5,0.0001357480650767684 +pileval,attn_in,Llama-2-13b-hf,3,64,6,4.717654155683704e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,6,7.442870264640078e-05 +pileval,mlp_gate,Llama-2-13b-hf,3,64,6,0.0002126689360011369 +pileval,mlp_down,Llama-2-13b-hf,3,64,6,0.00020695377315860242 +pileval,attn_in,Llama-2-13b-hf,3,64,7,6.360929546644911e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,7,0.00012668754789046943 +pileval,mlp_gate,Llama-2-13b-hf,3,64,7,0.0003028352512046695 +pileval,mlp_down,Llama-2-13b-hf,3,64,7,0.00029001536313444376 +pileval,attn_in,Llama-2-13b-hf,3,64,8,8.958563557825983e-05 +pileval,attn_out,Llama-2-13b-hf,3,64,8,0.00015941954916343093 +pileval,mlp_gate,Llama-2-13b-hf,3,64,8,0.0003883509780280292 +pileval,mlp_down,Llama-2-13b-hf,3,64,8,0.000355642318027094 +pileval,attn_in,Llama-2-13b-hf,3,64,9,0.00012773991329595447 +pileval,attn_out,Llama-2-13b-hf,3,64,9,0.00021817574452143162 +pileval,mlp_gate,Llama-2-13b-hf,3,64,9,0.0004843416973017156 +pileval,mlp_down,Llama-2-13b-hf,3,64,9,0.0004116781346965581 +pileval,attn_in,Llama-2-13b-hf,3,64,10,0.00016248261090368032 +pileval,attn_out,Llama-2-13b-hf,3,64,10,0.00031404828769154847 +pileval,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005440879613161087 +pileval,mlp_down,Llama-2-13b-hf,3,64,10,0.00047270243521779776 +pileval,attn_in,Llama-2-13b-hf,3,64,11,0.00018561100296210498 +pileval,attn_out,Llama-2-13b-hf,3,64,11,0.0003639562928583473 +pileval,mlp_gate,Llama-2-13b-hf,3,64,11,0.0006204949459061027 +pileval,mlp_down,Llama-2-13b-hf,3,64,11,0.0005228073569014668 +pileval,attn_in,Llama-2-13b-hf,3,64,12,0.00022470561088994145 +pileval,attn_out,Llama-2-13b-hf,3,64,12,0.0003780950210057199 +pileval,mlp_gate,Llama-2-13b-hf,3,64,12,0.0006791899213567376 +pileval,mlp_down,Llama-2-13b-hf,3,64,12,0.0005635773995891213 +pileval,attn_in,Llama-2-13b-hf,3,64,13,0.00023959629470482469 +pileval,attn_out,Llama-2-13b-hf,3,64,13,0.0004159406526014209 +pileval,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007673120126128197 +pileval,mlp_down,Llama-2-13b-hf,3,64,13,0.0006756841321475804 +pileval,attn_in,Llama-2-13b-hf,3,64,14,0.0002587968483567238 +pileval,attn_out,Llama-2-13b-hf,3,64,14,0.0005575342220254242 +pileval,mlp_gate,Llama-2-13b-hf,3,64,14,0.000886441208422184 +pileval,mlp_down,Llama-2-13b-hf,3,64,14,0.0008019535453058779 +pileval,attn_in,Llama-2-13b-hf,3,64,15,0.0003332426131237298 +pileval,attn_out,Llama-2-13b-hf,3,64,15,0.0006294100312516093 +pileval,mlp_gate,Llama-2-13b-hf,3,64,15,0.0010094065219163895 +pileval,mlp_down,Llama-2-13b-hf,3,64,15,0.0009307301952503622 +pileval,attn_in,Llama-2-13b-hf,3,64,16,0.0003075147105846554 +pileval,attn_out,Llama-2-13b-hf,3,64,16,0.0006351757328957319 +pileval,mlp_gate,Llama-2-13b-hf,3,64,16,0.0011982040014117956 +pileval,mlp_down,Llama-2-13b-hf,3,64,16,0.0011800581123679876 +pileval,attn_in,Llama-2-13b-hf,3,64,17,0.0002537693071644753 +pileval,attn_out,Llama-2-13b-hf,3,64,17,0.0006875733379274607 +pileval,mlp_gate,Llama-2-13b-hf,3,64,17,0.0013185987481847405 +pileval,mlp_down,Llama-2-13b-hf,3,64,17,0.001310800202190876 +pileval,attn_in,Llama-2-13b-hf,3,64,18,0.00022358866408467293 +pileval,attn_out,Llama-2-13b-hf,3,64,18,0.0005348363774828613 +pileval,mlp_gate,Llama-2-13b-hf,3,64,18,0.0014483603881672025 +pileval,mlp_down,Llama-2-13b-hf,3,64,18,0.0014324092771857977 +pileval,attn_in,Llama-2-13b-hf,3,64,19,0.00025175465270876884 +pileval,attn_out,Llama-2-13b-hf,3,64,19,0.0005456294748000801 +pileval,mlp_gate,Llama-2-13b-hf,3,64,19,0.0016275768866762519 +pileval,mlp_down,Llama-2-13b-hf,3,64,19,0.0016188818262889981 +pileval,attn_in,Llama-2-13b-hf,3,64,20,0.0002493145875632763 +pileval,attn_out,Llama-2-13b-hf,3,64,20,0.0007067465921863914 +pileval,mlp_gate,Llama-2-13b-hf,3,64,20,0.0018453855300322175 +pileval,mlp_down,Llama-2-13b-hf,3,64,20,0.0018155715661123395 +pileval,attn_in,Llama-2-13b-hf,3,64,21,0.0003043866017833352 +pileval,attn_out,Llama-2-13b-hf,3,64,21,0.0008591646328568459 +pileval,mlp_gate,Llama-2-13b-hf,3,64,21,0.0021656902972608805 +pileval,mlp_down,Llama-2-13b-hf,3,64,21,0.0023243112955242395 +pileval,attn_in,Llama-2-13b-hf,3,64,22,0.0001803463528631255 +pileval,attn_out,Llama-2-13b-hf,3,64,22,0.0005807479610666633 +pileval,mlp_gate,Llama-2-13b-hf,3,64,22,0.0023760893382132053 +pileval,mlp_down,Llama-2-13b-hf,3,64,22,0.0024210987612605095 +pileval,attn_in,Llama-2-13b-hf,3,64,23,0.00016346457414329052 +pileval,attn_out,Llama-2-13b-hf,3,64,23,0.0005543805309571326 +pileval,mlp_gate,Llama-2-13b-hf,3,64,23,0.00254575302824378 +pileval,mlp_down,Llama-2-13b-hf,3,64,23,0.002517308108508587 +pileval,attn_in,Llama-2-13b-hf,3,64,24,0.00023067387519404292 +pileval,attn_out,Llama-2-13b-hf,3,64,24,0.0005164759932085872 +pileval,mlp_gate,Llama-2-13b-hf,3,64,24,0.0026729581877589226 +pileval,mlp_down,Llama-2-13b-hf,3,64,24,0.0025301631540060043 +pileval,attn_in,Llama-2-13b-hf,3,64,25,0.00018150241521652788 +pileval,attn_out,Llama-2-13b-hf,3,64,25,0.0005941884592175484 +pileval,mlp_gate,Llama-2-13b-hf,3,64,25,0.0029061560053378344 +pileval,mlp_down,Llama-2-13b-hf,3,64,25,0.002612500451505184 +pileval,attn_in,Llama-2-13b-hf,3,64,26,0.00021362399274948984 +pileval,attn_out,Llama-2-13b-hf,3,64,26,0.0006414799718186259 +pileval,mlp_gate,Llama-2-13b-hf,3,64,26,0.003129711840301752 +pileval,mlp_down,Llama-2-13b-hf,3,64,26,0.002694728085771203 +pileval,attn_in,Llama-2-13b-hf,3,64,27,0.00022978555352892727 +pileval,attn_out,Llama-2-13b-hf,3,64,27,0.0004922834923490882 +pileval,mlp_gate,Llama-2-13b-hf,3,64,27,0.003323561977595091 +pileval,mlp_down,Llama-2-13b-hf,3,64,27,0.0027330515440553427 +pileval,attn_in,Llama-2-13b-hf,3,64,28,0.0002840969536919147 +pileval,attn_out,Llama-2-13b-hf,3,64,28,0.0005953310756012797 +pileval,mlp_gate,Llama-2-13b-hf,3,64,28,0.003541575977578759 +pileval,mlp_down,Llama-2-13b-hf,3,64,28,0.002763997530564666 +pileval,attn_in,Llama-2-13b-hf,3,64,29,0.00028728003962896764 +pileval,attn_out,Llama-2-13b-hf,3,64,29,0.0006182314828038216 +pileval,mlp_gate,Llama-2-13b-hf,3,64,29,0.0037776469253003597 +pileval,mlp_down,Llama-2-13b-hf,3,64,29,0.0028730875346809626 +pileval,attn_in,Llama-2-13b-hf,3,64,30,0.0002480522380210459 +pileval,attn_out,Llama-2-13b-hf,3,64,30,0.0006334767094813287 +pileval,mlp_gate,Llama-2-13b-hf,3,64,30,0.004113948438316584 +pileval,mlp_down,Llama-2-13b-hf,3,64,30,0.003055172273889184 +pileval,attn_in,Llama-2-13b-hf,3,64,31,0.00023433662136085331 +pileval,attn_out,Llama-2-13b-hf,3,64,31,0.0006350179901346564 +pileval,mlp_gate,Llama-2-13b-hf,3,64,31,0.00433881301432848 +pileval,mlp_down,Llama-2-13b-hf,3,64,31,0.0031597805209457874 +pileval,attn_in,Llama-2-13b-hf,3,64,32,0.00023440908989869058 +pileval,attn_out,Llama-2-13b-hf,3,64,32,0.0006543981726281345 +pileval,mlp_gate,Llama-2-13b-hf,3,64,32,0.0046861921437084675 +pileval,mlp_down,Llama-2-13b-hf,3,64,32,0.0034196728374809027 +pileval,attn_in,Llama-2-13b-hf,3,64,33,0.00022770193754695356 +pileval,attn_out,Llama-2-13b-hf,3,64,33,0.0006603971123695374 +pileval,mlp_gate,Llama-2-13b-hf,3,64,33,0.00504710478708148 +pileval,mlp_down,Llama-2-13b-hf,3,64,33,0.0037270390894263983 +pileval,attn_in,Llama-2-13b-hf,3,64,34,0.00029569654725492 +pileval,attn_out,Llama-2-13b-hf,3,64,34,0.0008531396160833538 +pileval,mlp_gate,Llama-2-13b-hf,3,64,34,0.00555827934294939 +pileval,mlp_down,Llama-2-13b-hf,3,64,34,0.004250720608979464 +pileval,attn_in,Llama-2-13b-hf,3,64,35,0.00033757113851606846 +pileval,attn_out,Llama-2-13b-hf,3,64,35,0.0008664789493195713 +pileval,mlp_gate,Llama-2-13b-hf,3,64,35,0.00630178302526474 +pileval,mlp_down,Llama-2-13b-hf,3,64,35,0.004876261577010155 +pileval,attn_in,Llama-2-13b-hf,3,64,36,0.000499157584272325 +pileval,attn_out,Llama-2-13b-hf,3,64,36,0.0014607757329940796 +pileval,mlp_gate,Llama-2-13b-hf,3,64,36,0.007173913065344095 +pileval,mlp_down,Llama-2-13b-hf,3,64,36,0.005807425361126661 +pileval,attn_in,Llama-2-13b-hf,3,64,37,0.0005283101927489042 +pileval,attn_out,Llama-2-13b-hf,3,64,37,0.001379437162540853 +pileval,mlp_gate,Llama-2-13b-hf,3,64,37,0.008117428049445152 +pileval,mlp_down,Llama-2-13b-hf,3,64,37,0.006971944589167833 +pileval,attn_in,Llama-2-13b-hf,3,64,38,0.000637042336165905 +pileval,attn_out,Llama-2-13b-hf,3,64,38,0.002176852198317647 +pileval,mlp_gate,Llama-2-13b-hf,3,64,38,0.008903594687581062 +pileval,mlp_down,Llama-2-13b-hf,3,64,38,0.009715728461742401 +pileval,attn_in,Llama-2-13b-hf,3,64,39,0.0005261640180833638 +pileval,attn_out,Llama-2-13b-hf,3,64,39,0.0031923800706863403 +pileval,mlp_gate,Llama-2-13b-hf,3,64,39,0.011139505542814732 +pileval,mlp_down,Llama-2-13b-hf,3,64,39,0.02149820514023304 +wikitext,attn_in,Llama-2-13b-hf,3,64,0,3.7649328987754416e-07 +wikitext,attn_out,Llama-2-13b-hf,3,64,0,4.0459985939378385e-06 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,0,4.839204166273703e-07 +wikitext,mlp_down,Llama-2-13b-hf,3,64,0,6.122374088590732e-06 +wikitext,attn_in,Llama-2-13b-hf,3,64,1,3.855664090224309e-06 +wikitext,attn_out,Llama-2-13b-hf,3,64,1,1.137330946221482e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,1,4.6606824071204755e-06 +wikitext,mlp_down,Llama-2-13b-hf,3,64,1,1.1825822184619028e-05 +wikitext,attn_in,Llama-2-13b-hf,3,64,2,7.143586572055938e-06 +wikitext,attn_out,Llama-2-13b-hf,3,64,2,1.2727351531793829e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,2,1.8263201127410866e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,64,2,2.517758184694685e-05 +wikitext,attn_in,Llama-2-13b-hf,3,64,3,1.0841718903975561e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,3,2.4917786504374817e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,3,5.836329364683479e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,64,3,0.0001636701199458912 +wikitext,attn_in,Llama-2-13b-hf,3,64,4,2.628132097015623e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,4,3.114908031420782e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,4,7.989165897015482e-05 +wikitext,mlp_down,Llama-2-13b-hf,3,64,4,8.119746780721471e-05 +wikitext,attn_in,Llama-2-13b-hf,3,64,5,3.592870416468941e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,5,4.674714000429958e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013527080591302365 +wikitext,mlp_down,Llama-2-13b-hf,3,64,5,0.00014234684931579977 +wikitext,attn_in,Llama-2-13b-hf,3,64,6,4.935887409374118e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,6,7.166450814111158e-05 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,6,0.0002148560743080452 +wikitext,mlp_down,Llama-2-13b-hf,3,64,6,0.00020905130077153444 +wikitext,attn_in,Llama-2-13b-hf,3,64,7,6.62968450342305e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,7,0.00011595319665502757 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,7,0.00030373866320587695 +wikitext,mlp_down,Llama-2-13b-hf,3,64,7,0.0002909852482844144 +wikitext,attn_in,Llama-2-13b-hf,3,64,8,8.948966569732875e-05 +wikitext,attn_out,Llama-2-13b-hf,3,64,8,0.00014713851851411164 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,8,0.00038657174445688725 +wikitext,mlp_down,Llama-2-13b-hf,3,64,8,0.0003572292916942388 +wikitext,attn_in,Llama-2-13b-hf,3,64,9,0.0001334406406385824 +wikitext,attn_out,Llama-2-13b-hf,3,64,9,0.00019871520635206252 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,9,0.00048342044465243816 +wikitext,mlp_down,Llama-2-13b-hf,3,64,9,0.00040941397310234606 +wikitext,attn_in,Llama-2-13b-hf,3,64,10,0.00015886308392509818 +wikitext,attn_out,Llama-2-13b-hf,3,64,10,0.0002776881738100201 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005324890371412039 +wikitext,mlp_down,Llama-2-13b-hf,3,64,10,0.00045622774632647634 +wikitext,attn_in,Llama-2-13b-hf,3,64,11,0.00018259260104969144 +wikitext,attn_out,Llama-2-13b-hf,3,64,11,0.00033140418236143887 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,11,0.0005989194032736123 +wikitext,mlp_down,Llama-2-13b-hf,3,64,11,0.0005025632563047111 +wikitext,attn_in,Llama-2-13b-hf,3,64,12,0.00023031160526443273 +wikitext,attn_out,Llama-2-13b-hf,3,64,12,0.00035944124101661146 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,12,0.000657224387396127 +wikitext,mlp_down,Llama-2-13b-hf,3,64,12,0.0005443478585220873 +wikitext,attn_in,Llama-2-13b-hf,3,64,13,0.00023588868498336524 +wikitext,attn_out,Llama-2-13b-hf,3,64,13,0.0003705380659084767 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007412299164570868 +wikitext,mlp_down,Llama-2-13b-hf,3,64,13,0.0006490204250440001 +wikitext,attn_in,Llama-2-13b-hf,3,64,14,0.00024564238265156746 +wikitext,attn_out,Llama-2-13b-hf,3,64,14,0.0005051515763625503 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,14,0.0008474015630781651 +wikitext,mlp_down,Llama-2-13b-hf,3,64,14,0.0007601499673910439 +wikitext,attn_in,Llama-2-13b-hf,3,64,15,0.00034180001239292324 +wikitext,attn_out,Llama-2-13b-hf,3,64,15,0.0005967640317976475 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,15,0.0009685372351668775 +wikitext,mlp_down,Llama-2-13b-hf,3,64,15,0.0009009139030240476 +wikitext,attn_in,Llama-2-13b-hf,3,64,16,0.0003022389719262719 +wikitext,attn_out,Llama-2-13b-hf,3,64,16,0.0005656156572513282 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,16,0.001151922857388854 +wikitext,mlp_down,Llama-2-13b-hf,3,64,16,0.0011302909115329385 +wikitext,attn_in,Llama-2-13b-hf,3,64,17,0.0002519644040148705 +wikitext,attn_out,Llama-2-13b-hf,3,64,17,0.0006017042323946953 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,17,0.0012712622992694378 +wikitext,mlp_down,Llama-2-13b-hf,3,64,17,0.0012832354987040162 +wikitext,attn_in,Llama-2-13b-hf,3,64,18,0.00021720702352467924 +wikitext,attn_out,Llama-2-13b-hf,3,64,18,0.00047170379548333585 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,18,0.0014013980980962515 +wikitext,mlp_down,Llama-2-13b-hf,3,64,18,0.0013917245669290423 +wikitext,attn_in,Llama-2-13b-hf,3,64,19,0.000246164679992944 +wikitext,attn_out,Llama-2-13b-hf,3,64,19,0.0004957338096573949 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,19,0.0015732893953099847 +wikitext,mlp_down,Llama-2-13b-hf,3,64,19,0.0015636201715096831 +wikitext,attn_in,Llama-2-13b-hf,3,64,20,0.00023949472233653069 +wikitext,attn_out,Llama-2-13b-hf,3,64,20,0.0005927516031078994 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,20,0.0017644764157012105 +wikitext,mlp_down,Llama-2-13b-hf,3,64,20,0.001671642647124827 +wikitext,attn_in,Llama-2-13b-hf,3,64,21,0.0003137196763418615 +wikitext,attn_out,Llama-2-13b-hf,3,64,21,0.0008148761698976159 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,21,0.002038453472778201 +wikitext,mlp_down,Llama-2-13b-hf,3,64,21,0.002216979628428817 +wikitext,attn_in,Llama-2-13b-hf,3,64,22,0.00019364265608601272 +wikitext,attn_out,Llama-2-13b-hf,3,64,22,0.0005946322344243526 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,22,0.002247255528345704 +wikitext,mlp_down,Llama-2-13b-hf,3,64,22,0.0022736203391104937 +wikitext,attn_in,Llama-2-13b-hf,3,64,23,0.00017727848899085075 +wikitext,attn_out,Llama-2-13b-hf,3,64,23,0.0005858312360942364 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,23,0.002429769840091467 +wikitext,mlp_down,Llama-2-13b-hf,3,64,23,0.0023626680485904217 +wikitext,attn_in,Llama-2-13b-hf,3,64,24,0.00024036307877395302 +wikitext,attn_out,Llama-2-13b-hf,3,64,24,0.0005679516470991075 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,24,0.0025673462077975273 +wikitext,mlp_down,Llama-2-13b-hf,3,64,24,0.002393600530922413 +wikitext,attn_in,Llama-2-13b-hf,3,64,25,0.00018002258730120957 +wikitext,attn_out,Llama-2-13b-hf,3,64,25,0.0005253585986793041 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,25,0.0027925267349928617 +wikitext,mlp_down,Llama-2-13b-hf,3,64,25,0.002468154300004244 +wikitext,attn_in,Llama-2-13b-hf,3,64,26,0.00021514871332328767 +wikitext,attn_out,Llama-2-13b-hf,3,64,26,0.000616018776781857 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,26,0.0030285881366580725 +wikitext,mlp_down,Llama-2-13b-hf,3,64,26,0.0026553142815828323 +wikitext,attn_in,Llama-2-13b-hf,3,64,27,0.00022817963326815516 +wikitext,attn_out,Llama-2-13b-hf,3,64,27,0.00048064449219964445 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,27,0.0032486477866768837 +wikitext,mlp_down,Llama-2-13b-hf,3,64,27,0.002706192433834076 +wikitext,attn_in,Llama-2-13b-hf,3,64,28,0.0002692366251721978 +wikitext,attn_out,Llama-2-13b-hf,3,64,28,0.0005399893852882087 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,28,0.003453516401350498 +wikitext,mlp_down,Llama-2-13b-hf,3,64,28,0.0027291448786854744 +wikitext,attn_in,Llama-2-13b-hf,3,64,29,0.00029468326829373837 +wikitext,attn_out,Llama-2-13b-hf,3,64,29,0.0006026395130902529 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,29,0.0037253506015986204 +wikitext,mlp_down,Llama-2-13b-hf,3,64,29,0.00283989985473454 +wikitext,attn_in,Llama-2-13b-hf,3,64,30,0.00029599765548482537 +wikitext,attn_out,Llama-2-13b-hf,3,64,30,0.0007435173611156642 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,30,0.00409159529954195 +wikitext,mlp_down,Llama-2-13b-hf,3,64,30,0.0029639462009072304 +wikitext,attn_in,Llama-2-13b-hf,3,64,31,0.0002592403907328844 +wikitext,attn_out,Llama-2-13b-hf,3,64,31,0.0007241804851219058 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,31,0.004372213035821915 +wikitext,mlp_down,Llama-2-13b-hf,3,64,31,0.003105465555563569 +wikitext,attn_in,Llama-2-13b-hf,3,64,32,0.0002778157650027424 +wikitext,attn_out,Llama-2-13b-hf,3,64,32,0.0008287421660497785 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,32,0.004729405511170626 +wikitext,mlp_down,Llama-2-13b-hf,3,64,32,0.0032993576023727655 +wikitext,attn_in,Llama-2-13b-hf,3,64,33,0.00025638588704168797 +wikitext,attn_out,Llama-2-13b-hf,3,64,33,0.0007300734287127852 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,33,0.00513612711802125 +wikitext,mlp_down,Llama-2-13b-hf,3,64,33,0.00369331450201571 +wikitext,attn_in,Llama-2-13b-hf,3,64,34,0.0003356255474500358 +wikitext,attn_out,Llama-2-13b-hf,3,64,34,0.0009429375058971345 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,34,0.005666886921972036 +wikitext,mlp_down,Llama-2-13b-hf,3,64,34,0.004211036954075098 +wikitext,attn_in,Llama-2-13b-hf,3,64,35,0.00037355651147663593 +wikitext,attn_out,Llama-2-13b-hf,3,64,35,0.0009645705576986074 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,35,0.0064749871380627155 +wikitext,mlp_down,Llama-2-13b-hf,3,64,35,0.004795690067112446 +wikitext,attn_in,Llama-2-13b-hf,3,64,36,0.0005862181424163282 +wikitext,attn_out,Llama-2-13b-hf,3,64,36,0.0016370667144656181 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,36,0.007290899287909269 +wikitext,mlp_down,Llama-2-13b-hf,3,64,36,0.005749667529016733 +wikitext,attn_in,Llama-2-13b-hf,3,64,37,0.0006757567753084004 +wikitext,attn_out,Llama-2-13b-hf,3,64,37,0.0016872601117938757 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,37,0.00814981758594513 +wikitext,mlp_down,Llama-2-13b-hf,3,64,37,0.0069254180416464806 +wikitext,attn_in,Llama-2-13b-hf,3,64,38,0.0007933153538033366 +wikitext,attn_out,Llama-2-13b-hf,3,64,38,0.0028929701074957848 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,38,0.008688511326909065 +wikitext,mlp_down,Llama-2-13b-hf,3,64,38,0.009168255142867565 +wikitext,attn_in,Llama-2-13b-hf,3,64,39,0.0005738193285651505 +wikitext,attn_out,Llama-2-13b-hf,3,64,39,0.0032407084945589304 +wikitext,mlp_gate,Llama-2-13b-hf,3,64,39,0.0102472435683012 +wikitext,mlp_down,Llama-2-13b-hf,3,64,39,0.01769036240875721 +c4,attn_in,Llama-2-13b-hf,4,128,0,5.853883777717783e-08 +c4,attn_out,Llama-2-13b-hf,4,128,0,1.3780670542473672e-06 +c4,mlp_gate,Llama-2-13b-hf,4,128,0,1.4150886329389323e-07 +c4,mlp_down,Llama-2-13b-hf,4,128,0,4.0827912926033605e-06 +c4,attn_in,Llama-2-13b-hf,4,128,1,6.670417747045576e-07 +c4,attn_out,Llama-2-13b-hf,4,128,1,2.0147458599240053e-06 +c4,mlp_gate,Llama-2-13b-hf,4,128,1,1.4039508187124738e-06 +c4,mlp_down,Llama-2-13b-hf,4,128,1,4.00981298298575e-06 +c4,attn_in,Llama-2-13b-hf,4,128,2,1.6990444464681786e-06 +c4,attn_out,Llama-2-13b-hf,4,128,2,3.21748188980564e-06 +c4,mlp_gate,Llama-2-13b-hf,4,128,2,5.1176493798266165e-06 +c4,mlp_down,Llama-2-13b-hf,4,128,2,7.542600542365108e-06 +c4,attn_in,Llama-2-13b-hf,4,128,3,3.1875374588707928e-06 +c4,attn_out,Llama-2-13b-hf,4,128,3,9.30951955524506e-06 +c4,mlp_gate,Llama-2-13b-hf,4,128,3,2.7437848984845914e-05 +c4,mlp_down,Llama-2-13b-hf,4,128,3,0.00013003595813643187 +c4,attn_in,Llama-2-13b-hf,4,128,4,6.512367235700367e-06 +c4,attn_out,Llama-2-13b-hf,4,128,4,8.645099114801269e-06 +c4,mlp_gate,Llama-2-13b-hf,4,128,4,2.2261303456616588e-05 +c4,mlp_down,Llama-2-13b-hf,4,128,4,2.3469243387808092e-05 +c4,attn_in,Llama-2-13b-hf,4,128,5,1.0892539648921229e-05 +c4,attn_out,Llama-2-13b-hf,4,128,5,1.2111057912989054e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,5,3.785931403399445e-05 +c4,mlp_down,Llama-2-13b-hf,4,128,5,3.778416430577636e-05 +c4,attn_in,Llama-2-13b-hf,4,128,6,1.5242168956319802e-05 +c4,attn_out,Llama-2-13b-hf,4,128,6,1.863604484242387e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,6,5.9575861087068915e-05 +c4,mlp_down,Llama-2-13b-hf,4,128,6,5.8572026318870485e-05 +c4,attn_in,Llama-2-13b-hf,4,128,7,2.2556298063136637e-05 +c4,attn_out,Llama-2-13b-hf,4,128,7,3.17405974783469e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,7,8.526416786480695e-05 +c4,mlp_down,Llama-2-13b-hf,4,128,7,8.800532668828964e-05 +c4,attn_in,Llama-2-13b-hf,4,128,8,2.6038474970846437e-05 +c4,attn_out,Llama-2-13b-hf,4,128,8,4.031089702039026e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,8,0.00011077964882133529 +c4,mlp_down,Llama-2-13b-hf,4,128,8,0.0001031960200634785 +c4,attn_in,Llama-2-13b-hf,4,128,9,4.365369750303216e-05 +c4,attn_out,Llama-2-13b-hf,4,128,9,5.450654498417862e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013702061551157385 +c4,mlp_down,Llama-2-13b-hf,4,128,9,0.00011601411824813113 +c4,attn_in,Llama-2-13b-hf,4,128,10,5.320062700775452e-05 +c4,attn_out,Llama-2-13b-hf,4,128,10,7.90484991739504e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,10,0.00015266082482412457 +c4,mlp_down,Llama-2-13b-hf,4,128,10,0.00013071969442535192 +c4,attn_in,Llama-2-13b-hf,4,128,11,5.6432985729770735e-05 +c4,attn_out,Llama-2-13b-hf,4,128,11,9.261730883736163e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017412325541954488 +c4,mlp_down,Llama-2-13b-hf,4,128,11,0.00014272633416112512 +c4,attn_in,Llama-2-13b-hf,4,128,12,7.151926547521725e-05 +c4,attn_out,Llama-2-13b-hf,4,128,12,9.734735795063898e-05 +c4,mlp_gate,Llama-2-13b-hf,4,128,12,0.00019323089509271085 +c4,mlp_down,Llama-2-13b-hf,4,128,12,0.00015711424930486828 +c4,attn_in,Llama-2-13b-hf,4,128,13,7.572746835649014e-05 +c4,attn_out,Llama-2-13b-hf,4,128,13,0.00010312790982425213 +c4,mlp_gate,Llama-2-13b-hf,4,128,13,0.0002159090799978003 +c4,mlp_down,Llama-2-13b-hf,4,128,13,0.00018863979494199157 +c4,attn_in,Llama-2-13b-hf,4,128,14,8.589299977757037e-05 +c4,attn_out,Llama-2-13b-hf,4,128,14,0.00014426666893996298 +c4,mlp_gate,Llama-2-13b-hf,4,128,14,0.00024948385544121265 +c4,mlp_down,Llama-2-13b-hf,4,128,14,0.0002264359500259161 +c4,attn_in,Llama-2-13b-hf,4,128,15,8.593995153205469e-05 +c4,attn_out,Llama-2-13b-hf,4,128,15,0.00017324520740658045 +c4,mlp_gate,Llama-2-13b-hf,4,128,15,0.00028952950378879905 +c4,mlp_down,Llama-2-13b-hf,4,128,15,0.00026841781800612807 +c4,attn_in,Llama-2-13b-hf,4,128,16,8.646143396617845e-05 +c4,attn_out,Llama-2-13b-hf,4,128,16,0.00016662558482494205 +c4,mlp_gate,Llama-2-13b-hf,4,128,16,0.00034677304211072624 +c4,mlp_down,Llama-2-13b-hf,4,128,16,0.0003461083397269249 +c4,attn_in,Llama-2-13b-hf,4,128,17,7.961125811561942e-05 +c4,attn_out,Llama-2-13b-hf,4,128,17,0.00016938622866291553 +c4,mlp_gate,Llama-2-13b-hf,4,128,17,0.0003795578086283058 +c4,mlp_down,Llama-2-13b-hf,4,128,17,0.00038461873191408813 +c4,attn_in,Llama-2-13b-hf,4,128,18,6.662502710241824e-05 +c4,attn_out,Llama-2-13b-hf,4,128,18,0.0001492863375460729 +c4,mlp_gate,Llama-2-13b-hf,4,128,18,0.0004149659362155944 +c4,mlp_down,Llama-2-13b-hf,4,128,18,0.00042376015335321426 +c4,attn_in,Llama-2-13b-hf,4,128,19,7.384407945210114e-05 +c4,attn_out,Llama-2-13b-hf,4,128,19,0.00015898080891929567 +c4,mlp_gate,Llama-2-13b-hf,4,128,19,0.0004693119553849101 +c4,mlp_down,Llama-2-13b-hf,4,128,19,0.0004794730048161 +c4,attn_in,Llama-2-13b-hf,4,128,20,7.768307841615751e-05 +c4,attn_out,Llama-2-13b-hf,4,128,20,0.00019067480752710253 +c4,mlp_gate,Llama-2-13b-hf,4,128,20,0.0005320811760611832 +c4,mlp_down,Llama-2-13b-hf,4,128,20,0.0005337951588444412 +c4,attn_in,Llama-2-13b-hf,4,128,21,0.00010015402222052217 +c4,attn_out,Llama-2-13b-hf,4,128,21,0.00024318213399965316 +c4,mlp_gate,Llama-2-13b-hf,4,128,21,0.0006211530999280512 +c4,mlp_down,Llama-2-13b-hf,4,128,21,0.0006944576161913574 +c4,attn_in,Llama-2-13b-hf,4,128,22,6.353642675094306e-05 +c4,attn_out,Llama-2-13b-hf,4,128,22,0.00016022573981899768 +c4,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006755184731446207 +c4,mlp_down,Llama-2-13b-hf,4,128,22,0.0007160297827795148 +c4,attn_in,Llama-2-13b-hf,4,128,23,5.14259263582062e-05 +c4,attn_out,Llama-2-13b-hf,4,128,23,0.00015443308802787215 +c4,mlp_gate,Llama-2-13b-hf,4,128,23,0.0007220667321234941 +c4,mlp_down,Llama-2-13b-hf,4,128,23,0.0007374191773124039 +c4,attn_in,Llama-2-13b-hf,4,128,24,7.328741776291281e-05 +c4,attn_out,Llama-2-13b-hf,4,128,24,0.00013708547339774668 +c4,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007524975226260722 +c4,mlp_down,Llama-2-13b-hf,4,128,24,0.000736891059204936 +c4,attn_in,Llama-2-13b-hf,4,128,25,6.204495002748445e-05 +c4,attn_out,Llama-2-13b-hf,4,128,25,0.00016640602552797645 +c4,mlp_gate,Llama-2-13b-hf,4,128,25,0.0008149180212058127 +c4,mlp_down,Llama-2-13b-hf,4,128,25,0.0007715030224062502 +c4,attn_in,Llama-2-13b-hf,4,128,26,8.067431190283969e-05 +c4,attn_out,Llama-2-13b-hf,4,128,26,0.00019288586918264627 +c4,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008823610842227936 +c4,mlp_down,Llama-2-13b-hf,4,128,26,0.0008185998885892332 +c4,attn_in,Llama-2-13b-hf,4,128,27,6.777873932151124e-05 +c4,attn_out,Llama-2-13b-hf,4,128,27,0.00014200196892488748 +c4,mlp_gate,Llama-2-13b-hf,4,128,27,0.0009343934943899512 +c4,mlp_down,Llama-2-13b-hf,4,128,27,0.0008185834740288556 +c4,attn_in,Llama-2-13b-hf,4,128,28,8.400222577620298e-05 +c4,attn_out,Llama-2-13b-hf,4,128,28,0.00016114074969664216 +c4,mlp_gate,Llama-2-13b-hf,4,128,28,0.000990788801573217 +c4,mlp_down,Llama-2-13b-hf,4,128,28,0.0008172623929567635 +c4,attn_in,Llama-2-13b-hf,4,128,29,8.473848720313981e-05 +c4,attn_out,Llama-2-13b-hf,4,128,29,0.00017706745711620897 +c4,mlp_gate,Llama-2-13b-hf,4,128,29,0.001057213288731873 +c4,mlp_down,Llama-2-13b-hf,4,128,29,0.0008484201971441507 +c4,attn_in,Llama-2-13b-hf,4,128,30,8.184048783732578e-05 +c4,attn_out,Llama-2-13b-hf,4,128,30,0.00017289321112912148 +c4,mlp_gate,Llama-2-13b-hf,4,128,30,0.001149423187598586 +c4,mlp_down,Llama-2-13b-hf,4,128,30,0.0009045575279742479 +c4,attn_in,Llama-2-13b-hf,4,128,31,7.469265256077051e-05 +c4,attn_out,Llama-2-13b-hf,4,128,31,0.0001862224016804248 +c4,mlp_gate,Llama-2-13b-hf,4,128,31,0.0012074692640453577 +c4,mlp_down,Llama-2-13b-hf,4,128,31,0.0009443793096579611 +c4,attn_in,Llama-2-13b-hf,4,128,32,7.177412044256926e-05 +c4,attn_out,Llama-2-13b-hf,4,128,32,0.00017316098092123866 +c4,mlp_gate,Llama-2-13b-hf,4,128,32,0.0013015797594562173 +c4,mlp_down,Llama-2-13b-hf,4,128,32,0.000999760814011097 +c4,attn_in,Llama-2-13b-hf,4,128,33,7.002091297181323e-05 +c4,attn_out,Llama-2-13b-hf,4,128,33,0.00016793241957202554 +c4,mlp_gate,Llama-2-13b-hf,4,128,33,0.0013959204079583287 +c4,mlp_down,Llama-2-13b-hf,4,128,33,0.001074710045941174 +c4,attn_in,Llama-2-13b-hf,4,128,34,8.490685286233202e-05 +c4,attn_out,Llama-2-13b-hf,4,128,34,0.00023811752907931805 +c4,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015347901498898864 +c4,mlp_down,Llama-2-13b-hf,4,128,34,0.0012012969236820936 +c4,attn_in,Llama-2-13b-hf,4,128,35,9.476814739173278e-05 +c4,attn_out,Llama-2-13b-hf,4,128,35,0.00022939578047953546 +c4,mlp_gate,Llama-2-13b-hf,4,128,35,0.0017352878348901868 +c4,mlp_down,Llama-2-13b-hf,4,128,35,0.001344457734376192 +c4,attn_in,Llama-2-13b-hf,4,128,36,0.00017387936532031745 +c4,attn_out,Llama-2-13b-hf,4,128,36,0.0004010814882349223 +c4,mlp_gate,Llama-2-13b-hf,4,128,36,0.0019744231831282377 +c4,mlp_down,Llama-2-13b-hf,4,128,36,0.0016324007883667946 +c4,attn_in,Llama-2-13b-hf,4,128,37,0.0001507049601059407 +c4,attn_out,Llama-2-13b-hf,4,128,37,0.0003645530669018626 +c4,mlp_gate,Llama-2-13b-hf,4,128,37,0.0022477887105196714 +c4,mlp_down,Llama-2-13b-hf,4,128,37,0.0019374671392142773 +c4,attn_in,Llama-2-13b-hf,4,128,38,0.00019159293151460588 +c4,attn_out,Llama-2-13b-hf,4,128,38,0.0005985416937619448 +c4,mlp_gate,Llama-2-13b-hf,4,128,38,0.0025631228927522898 +c4,mlp_down,Llama-2-13b-hf,4,128,38,0.0030237664468586445 +c4,attn_in,Llama-2-13b-hf,4,128,39,0.00014587643090635538 +c4,attn_out,Llama-2-13b-hf,4,128,39,0.0009995067957788706 +c4,mlp_gate,Llama-2-13b-hf,4,128,39,0.0031470877584069967 +c4,mlp_down,Llama-2-13b-hf,4,128,39,0.007512382231652737 +pileval,attn_in,Llama-2-13b-hf,4,128,0,5.765798860579707e-08 +pileval,attn_out,Llama-2-13b-hf,4,128,0,1.5428450979015906e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,128,0,1.6777887879015907e-07 +pileval,mlp_down,Llama-2-13b-hf,4,128,0,3.985773219028488e-06 +pileval,attn_in,Llama-2-13b-hf,4,128,1,6.29564453902276e-07 +pileval,attn_out,Llama-2-13b-hf,4,128,1,2.120415501849493e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,128,1,1.5286850612028502e-06 +pileval,mlp_down,Llama-2-13b-hf,4,128,1,4.3393320083850995e-06 +pileval,attn_in,Llama-2-13b-hf,4,128,2,1.703884436210501e-06 +pileval,attn_out,Llama-2-13b-hf,4,128,2,3.5659732020576485e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,128,2,5.714188318961533e-06 +pileval,mlp_down,Llama-2-13b-hf,4,128,2,8.3481963883969e-06 +pileval,attn_in,Llama-2-13b-hf,4,128,3,3.255654519307427e-06 +pileval,attn_out,Llama-2-13b-hf,4,128,3,9.852195034909528e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,128,3,2.899801438616123e-05 +pileval,mlp_down,Llama-2-13b-hf,4,128,3,0.00014118623221293092 +pileval,attn_in,Llama-2-13b-hf,4,128,4,6.6153861553175375e-06 +pileval,attn_out,Llama-2-13b-hf,4,128,4,9.908178071782459e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,128,4,2.267922718601767e-05 +pileval,mlp_down,Llama-2-13b-hf,4,128,4,2.3430084183928557e-05 +pileval,attn_in,Llama-2-13b-hf,4,128,5,1.1195373190275859e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,5,1.3953279449196998e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,5,3.8152382330736145e-05 +pileval,mlp_down,Llama-2-13b-hf,4,128,5,3.783323336392641e-05 +pileval,attn_in,Llama-2-13b-hf,4,128,6,1.5050883121148217e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,6,2.1034275050624274e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,6,5.9850535762961954e-05 +pileval,mlp_down,Llama-2-13b-hf,4,128,6,5.822478487971239e-05 +pileval,attn_in,Llama-2-13b-hf,4,128,7,2.2181106032803655e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,7,3.595628368202597e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,7,8.593562961323187e-05 +pileval,mlp_down,Llama-2-13b-hf,4,128,7,8.800054638413712e-05 +pileval,attn_in,Llama-2-13b-hf,4,128,8,2.6253694159095176e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,8,4.525151598500088e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,8,0.00011021181853720918 +pileval,mlp_down,Llama-2-13b-hf,4,128,8,0.00010058691987069324 +pileval,attn_in,Llama-2-13b-hf,4,128,9,4.253184670233168e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,9,6.202226359164342e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013767220661975443 +pileval,mlp_down,Llama-2-13b-hf,4,128,9,0.00011602239101193845 +pileval,attn_in,Llama-2-13b-hf,4,128,10,5.102483555674553e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,10,8.880775567376986e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,128,10,0.000154191191541031 +pileval,mlp_down,Llama-2-13b-hf,4,128,10,0.00013188636512495577 +pileval,attn_in,Llama-2-13b-hf,4,128,11,5.591311855823733e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,11,0.00010341953748138621 +pileval,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017701397882774472 +pileval,mlp_down,Llama-2-13b-hf,4,128,11,0.0001462153159081936 +pileval,attn_in,Llama-2-13b-hf,4,128,12,6.842238508397713e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,12,0.00010726276377681643 +pileval,mlp_gate,Llama-2-13b-hf,4,128,12,0.0001950599398696795 +pileval,mlp_down,Llama-2-13b-hf,4,128,12,0.00015715135668870062 +pileval,attn_in,Llama-2-13b-hf,4,128,13,7.425325748044997e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,13,0.00011661839380394667 +pileval,mlp_gate,Llama-2-13b-hf,4,128,13,0.00021803873823955655 +pileval,mlp_down,Llama-2-13b-hf,4,128,13,0.0001882019714685157 +pileval,attn_in,Llama-2-13b-hf,4,128,14,8.457228250335902e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,14,0.00015637486649211496 +pileval,mlp_gate,Llama-2-13b-hf,4,128,14,0.0002509410842321813 +pileval,mlp_down,Llama-2-13b-hf,4,128,14,0.00022504746448248625 +pileval,attn_in,Llama-2-13b-hf,4,128,15,8.333655569003895e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,15,0.00017727406520862132 +pileval,mlp_gate,Llama-2-13b-hf,4,128,15,0.0002867353323381394 +pileval,mlp_down,Llama-2-13b-hf,4,128,15,0.0002591121301520616 +pileval,attn_in,Llama-2-13b-hf,4,128,16,8.439135126536712e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,16,0.00017780272173695266 +pileval,mlp_gate,Llama-2-13b-hf,4,128,16,0.0003383159055374563 +pileval,mlp_down,Llama-2-13b-hf,4,128,16,0.00032870640279725194 +pileval,attn_in,Llama-2-13b-hf,4,128,17,8.14452869235538e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,17,0.00019202336261514574 +pileval,mlp_gate,Llama-2-13b-hf,4,128,17,0.0003701279347296804 +pileval,mlp_down,Llama-2-13b-hf,4,128,17,0.0003648081619758159 +pileval,attn_in,Llama-2-13b-hf,4,128,18,6.463643512688577e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,18,0.00015017269470263273 +pileval,mlp_gate,Llama-2-13b-hf,4,128,18,0.00040435869595967233 +pileval,mlp_down,Llama-2-13b-hf,4,128,18,0.00040047228685580194 +pileval,attn_in,Llama-2-13b-hf,4,128,19,6.878046406200156e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,19,0.0001536536292405799 +pileval,mlp_gate,Llama-2-13b-hf,4,128,19,0.0004554488987196237 +pileval,mlp_down,Llama-2-13b-hf,4,128,19,0.00045327405678108335 +pileval,attn_in,Llama-2-13b-hf,4,128,20,7.32437038095668e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,20,0.0001973055477719754 +pileval,mlp_gate,Llama-2-13b-hf,4,128,20,0.0005168520146980882 +pileval,mlp_down,Llama-2-13b-hf,4,128,20,0.000510539161041379 +pileval,attn_in,Llama-2-13b-hf,4,128,21,9.641415817895904e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,21,0.00024163571652024984 +pileval,mlp_gate,Llama-2-13b-hf,4,128,21,0.0006032166420482099 +pileval,mlp_down,Llama-2-13b-hf,4,128,21,0.0006598921027034521 +pileval,attn_in,Llama-2-13b-hf,4,128,22,6.0844886320410296e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,22,0.00016153154138009995 +pileval,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006593896541744471 +pileval,mlp_down,Llama-2-13b-hf,4,128,22,0.0006862359587103128 +pileval,attn_in,Llama-2-13b-hf,4,128,23,5.0567123253131285e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,23,0.00015656529285479337 +pileval,mlp_gate,Llama-2-13b-hf,4,128,23,0.0007040398777462542 +pileval,mlp_down,Llama-2-13b-hf,4,128,23,0.0007037635077722371 +pileval,attn_in,Llama-2-13b-hf,4,128,24,7.093570457072929e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,24,0.00014555902453139424 +pileval,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007369364611804485 +pileval,mlp_down,Llama-2-13b-hf,4,128,24,0.000702604535035789 +pileval,attn_in,Llama-2-13b-hf,4,128,25,5.9406676882645115e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,25,0.00016575574409216642 +pileval,mlp_gate,Llama-2-13b-hf,4,128,25,0.0008010999881662428 +pileval,mlp_down,Llama-2-13b-hf,4,128,25,0.0007239608676172793 +pileval,attn_in,Llama-2-13b-hf,4,128,26,7.166917930589989e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,26,0.0001818656164687127 +pileval,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008594061946496367 +pileval,mlp_down,Llama-2-13b-hf,4,128,26,0.0007539577200077474 +pileval,attn_in,Llama-2-13b-hf,4,128,27,6.588803080376238e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,27,0.0001373947598040104 +pileval,mlp_gate,Llama-2-13b-hf,4,128,27,0.0009120751637965441 +pileval,mlp_down,Llama-2-13b-hf,4,128,27,0.0007583111291751266 +pileval,attn_in,Llama-2-13b-hf,4,128,28,8.090505434665829e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,28,0.00016804636106826365 +pileval,mlp_gate,Llama-2-13b-hf,4,128,28,0.0009701360249891877 +pileval,mlp_down,Llama-2-13b-hf,4,128,28,0.000769883394241333 +pileval,attn_in,Llama-2-13b-hf,4,128,29,8.2020866102539e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,29,0.0001722746092127636 +pileval,mlp_gate,Llama-2-13b-hf,4,128,29,0.0010373680852353573 +pileval,mlp_down,Llama-2-13b-hf,4,128,29,0.0007979117217473686 +pileval,attn_in,Llama-2-13b-hf,4,128,30,7.641103002242744e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,30,0.00017624537576921284 +pileval,mlp_gate,Llama-2-13b-hf,4,128,30,0.0011302889324724674 +pileval,mlp_down,Llama-2-13b-hf,4,128,30,0.0008497087983414531 +pileval,attn_in,Llama-2-13b-hf,4,128,31,7.021217606961727e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,31,0.0001778095174813643 +pileval,mlp_gate,Llama-2-13b-hf,4,128,31,0.0011918115196749568 +pileval,mlp_down,Llama-2-13b-hf,4,128,31,0.000880852690897882 +pileval,attn_in,Llama-2-13b-hf,4,128,32,7.151932368287817e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,32,0.00018206409004051238 +pileval,mlp_gate,Llama-2-13b-hf,4,128,32,0.0012912963284179568 +pileval,mlp_down,Llama-2-13b-hf,4,128,32,0.0009520417079329491 +pileval,attn_in,Llama-2-13b-hf,4,128,33,7.381195609923452e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,33,0.00018453401571605355 +pileval,mlp_gate,Llama-2-13b-hf,4,128,33,0.0013927948893979192 +pileval,mlp_down,Llama-2-13b-hf,4,128,33,0.0010594199411571026 +pileval,attn_in,Llama-2-13b-hf,4,128,34,8.312781574204564e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,34,0.00023714776034466922 +pileval,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015319186495617032 +pileval,mlp_down,Llama-2-13b-hf,4,128,34,0.0011800805805251002 +pileval,attn_in,Llama-2-13b-hf,4,128,35,9.259223588742316e-05 +pileval,attn_out,Llama-2-13b-hf,4,128,35,0.00024167602532543242 +pileval,mlp_gate,Llama-2-13b-hf,4,128,35,0.0017399609787389636 +pileval,mlp_down,Llama-2-13b-hf,4,128,35,0.00134908442851156 +pileval,attn_in,Llama-2-13b-hf,4,128,36,0.00016668446187395602 +pileval,attn_out,Llama-2-13b-hf,4,128,36,0.000415461283409968 +pileval,mlp_gate,Llama-2-13b-hf,4,128,36,0.001990342978388071 +pileval,mlp_down,Llama-2-13b-hf,4,128,36,0.0016317928675562143 +pileval,attn_in,Llama-2-13b-hf,4,128,37,0.0001457561447750777 +pileval,attn_out,Llama-2-13b-hf,4,128,37,0.00039314324385486543 +pileval,mlp_gate,Llama-2-13b-hf,4,128,37,0.002264736918732524 +pileval,mlp_down,Llama-2-13b-hf,4,128,37,0.0019788481295108795 +pileval,attn_in,Llama-2-13b-hf,4,128,38,0.00018855900270864367 +pileval,attn_out,Llama-2-13b-hf,4,128,38,0.0006220059585757554 +pileval,mlp_gate,Llama-2-13b-hf,4,128,38,0.002544927643612027 +pileval,mlp_down,Llama-2-13b-hf,4,128,38,0.00310806673951447 +pileval,attn_in,Llama-2-13b-hf,4,128,39,0.00014755829761270434 +pileval,attn_out,Llama-2-13b-hf,4,128,39,0.001050853868946433 +pileval,mlp_gate,Llama-2-13b-hf,4,128,39,0.0030470716301351786 +pileval,mlp_down,Llama-2-13b-hf,4,128,39,0.007920590229332447 +wikitext,attn_in,Llama-2-13b-hf,4,128,0,4.996302038762224e-08 +wikitext,attn_out,Llama-2-13b-hf,4,128,0,1.887372263809084e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,0,1.7522555140203622e-07 +wikitext,mlp_down,Llama-2-13b-hf,4,128,0,3.637728013927699e-06 +wikitext,attn_in,Llama-2-13b-hf,4,128,1,7.990412314029527e-07 +wikitext,attn_out,Llama-2-13b-hf,4,128,1,3.784204636758659e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,1,1.433855686627794e-06 +wikitext,mlp_down,Llama-2-13b-hf,4,128,1,3.8895905163371935e-06 +wikitext,attn_in,Llama-2-13b-hf,4,128,2,2.1532830487558385e-06 +wikitext,attn_out,Llama-2-13b-hf,4,128,2,4.1108928598987404e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,2,5.070426141173812e-06 +wikitext,mlp_down,Llama-2-13b-hf,4,128,2,7.06245828041574e-06 +wikitext,attn_in,Llama-2-13b-hf,4,128,3,3.616446520027239e-06 +wikitext,attn_out,Llama-2-13b-hf,4,128,3,8.920902473619208e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,3,2.6302028345526196e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,128,3,0.00013047349057160318 +wikitext,attn_in,Llama-2-13b-hf,4,128,4,6.750048214598792e-06 +wikitext,attn_out,Llama-2-13b-hf,4,128,4,9.062124263437e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,4,2.2274200091487728e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,128,4,2.272587880725041e-05 +wikitext,attn_in,Llama-2-13b-hf,4,128,5,1.2463380699045956e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,5,1.3662425772054121e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,5,3.792381539824419e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,128,5,3.9734361052978784e-05 +wikitext,attn_in,Llama-2-13b-hf,4,128,6,1.5243667803588323e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,6,2.0346140445326455e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,6,6.048337309039198e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,128,6,5.893210618523881e-05 +wikitext,attn_in,Llama-2-13b-hf,4,128,7,2.287170718773268e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,7,3.289965388830751e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,7,8.598739077569917e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,128,7,8.864330447977409e-05 +wikitext,attn_in,Llama-2-13b-hf,4,128,8,2.721790770010557e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,8,4.183944474789314e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,8,0.00010985843982780352 +wikitext,mlp_down,Llama-2-13b-hf,4,128,8,0.00010106534318765625 +wikitext,attn_in,Llama-2-13b-hf,4,128,9,4.443745638127439e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,9,5.6524440879002213e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013737037079408765 +wikitext,mlp_down,Llama-2-13b-hf,4,128,9,0.00011513792560435832 +wikitext,attn_in,Llama-2-13b-hf,4,128,10,5.200944724492729e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,10,7.851469854358584e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,10,0.00015062271268106997 +wikitext,mlp_down,Llama-2-13b-hf,4,128,10,0.0001274152018595487 +wikitext,attn_in,Llama-2-13b-hf,4,128,11,5.388316640164703e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,11,9.465551556786522e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017119379481300712 +wikitext,mlp_down,Llama-2-13b-hf,4,128,11,0.00014010780432727188 +wikitext,attn_in,Llama-2-13b-hf,4,128,12,6.979022145969793e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,12,0.0001023792356136255 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,12,0.00018901523435488343 +wikitext,mlp_down,Llama-2-13b-hf,4,128,12,0.00015176045417319983 +wikitext,attn_in,Llama-2-13b-hf,4,128,13,7.108574936864898e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,13,0.00010421470506116748 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,13,0.00021017927792854607 +wikitext,mlp_down,Llama-2-13b-hf,4,128,13,0.0001805641659302637 +wikitext,attn_in,Llama-2-13b-hf,4,128,14,8.050570613704622e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,14,0.0001414618018316105 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,14,0.00023933136253617704 +wikitext,mlp_down,Llama-2-13b-hf,4,128,14,0.00021324370754882693 +wikitext,attn_in,Llama-2-13b-hf,4,128,15,8.277189772343263e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,15,0.0001691885117907077 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,15,0.0002758457267191261 +wikitext,mlp_down,Llama-2-13b-hf,4,128,15,0.00025062778149731457 +wikitext,attn_in,Llama-2-13b-hf,4,128,16,8.058421371970326e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,16,0.00015896641707513481 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,16,0.00032506606657989323 +wikitext,mlp_down,Llama-2-13b-hf,4,128,16,0.00031463935738429427 +wikitext,attn_in,Llama-2-13b-hf,4,128,17,7.838923193048686e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,17,0.00016741693252697587 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,17,0.00035655187093652785 +wikitext,mlp_down,Llama-2-13b-hf,4,128,17,0.0003573768481146544 +wikitext,attn_in,Llama-2-13b-hf,4,128,18,6.0917016526218504e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,18,0.00013250955089461058 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,18,0.0003919251903425902 +wikitext,mlp_down,Llama-2-13b-hf,4,128,18,0.0003910402883775532 +wikitext,attn_in,Llama-2-13b-hf,4,128,19,6.627030234085396e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,19,0.0001394444116158411 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,19,0.000440912350313738 +wikitext,mlp_down,Llama-2-13b-hf,4,128,19,0.0004380867176223546 +wikitext,attn_in,Llama-2-13b-hf,4,128,20,7.242024730658159e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,20,0.00016640497779008 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,20,0.000493281171657145 +wikitext,mlp_down,Llama-2-13b-hf,4,128,20,0.00047163525596261024 +wikitext,attn_in,Llama-2-13b-hf,4,128,21,0.00010076667240355164 +wikitext,attn_out,Llama-2-13b-hf,4,128,21,0.000229204204515554 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,21,0.0005651712417602539 +wikitext,mlp_down,Llama-2-13b-hf,4,128,21,0.0006271210149861872 +wikitext,attn_in,Llama-2-13b-hf,4,128,22,6.104005296947435e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,22,0.0001650997728575021 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006242358358576894 +wikitext,mlp_down,Llama-2-13b-hf,4,128,22,0.0006428129854612052 +wikitext,attn_in,Llama-2-13b-hf,4,128,23,6.007646879879758e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,23,0.0001656016829656437 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,23,0.0006714536575600505 +wikitext,mlp_down,Llama-2-13b-hf,4,128,23,0.0006612211582250893 +wikitext,attn_in,Llama-2-13b-hf,4,128,24,6.637180194957182e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,24,0.00016058968321885914 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007063582306727767 +wikitext,mlp_down,Llama-2-13b-hf,4,128,24,0.0006667214329354465 +wikitext,attn_in,Llama-2-13b-hf,4,128,25,6.476759881479666e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,25,0.00014622807793784887 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,25,0.0007707695476710796 +wikitext,mlp_down,Llama-2-13b-hf,4,128,25,0.0006837821565568447 +wikitext,attn_in,Llama-2-13b-hf,4,128,26,7.678451220272109e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,26,0.00017504853894934058 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008311488199979067 +wikitext,mlp_down,Llama-2-13b-hf,4,128,26,0.0007440889021381736 +wikitext,attn_in,Llama-2-13b-hf,4,128,27,6.480617594206706e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,27,0.00013337978452909738 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,27,0.0008906646398827434 +wikitext,mlp_down,Llama-2-13b-hf,4,128,27,0.0007505228277295828 +wikitext,attn_in,Llama-2-13b-hf,4,128,28,8.232057007262483e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,28,0.00015281281957868487 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,28,0.0009471045341342688 +wikitext,mlp_down,Llama-2-13b-hf,4,128,28,0.0007602298283018172 +wikitext,attn_in,Llama-2-13b-hf,4,128,29,8.199792500818148e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,29,0.0001671039790380746 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,29,0.0010236840462312102 +wikitext,mlp_down,Llama-2-13b-hf,4,128,29,0.000788621895480901 +wikitext,attn_in,Llama-2-13b-hf,4,128,30,8.783132216194645e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,30,0.00020682753529399633 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,30,0.0011272946139797568 +wikitext,mlp_down,Llama-2-13b-hf,4,128,30,0.0008243783959187567 +wikitext,attn_in,Llama-2-13b-hf,4,128,31,8.070787589531392e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,31,0.00020145562302786857 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,31,0.001202879473567009 +wikitext,mlp_down,Llama-2-13b-hf,4,128,31,0.0008666434441693127 +wikitext,attn_in,Llama-2-13b-hf,4,128,32,8.523657743353397e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,32,0.00022914067085366696 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,32,0.0013019453035667539 +wikitext,mlp_down,Llama-2-13b-hf,4,128,32,0.0009215640602633357 +wikitext,attn_in,Llama-2-13b-hf,4,128,33,8.35362880025059e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,33,0.00020322177442722023 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,33,0.0014140584971755743 +wikitext,mlp_down,Llama-2-13b-hf,4,128,33,0.0010438511380925775 +wikitext,attn_in,Llama-2-13b-hf,4,128,34,9.205739479511976e-05 +wikitext,attn_out,Llama-2-13b-hf,4,128,34,0.00026203144807368517 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015616185264661908 +wikitext,mlp_down,Llama-2-13b-hf,4,128,34,0.0011712161358445883 +wikitext,attn_in,Llama-2-13b-hf,4,128,35,0.00010711509094107896 +wikitext,attn_out,Llama-2-13b-hf,4,128,35,0.0002687852829694748 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,35,0.001782530453056097 +wikitext,mlp_down,Llama-2-13b-hf,4,128,35,0.0013275049859657884 +wikitext,attn_in,Llama-2-13b-hf,4,128,36,0.00018467883637640625 +wikitext,attn_out,Llama-2-13b-hf,4,128,36,0.00046302893315441906 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,36,0.002018609782680869 +wikitext,mlp_down,Llama-2-13b-hf,4,128,36,0.001613688888028264 +wikitext,attn_in,Llama-2-13b-hf,4,128,37,0.0001727574854157865 +wikitext,attn_out,Llama-2-13b-hf,4,128,37,0.0004832398262806237 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,37,0.0022567452397197485 +wikitext,mlp_down,Llama-2-13b-hf,4,128,37,0.001975261839106679 +wikitext,attn_in,Llama-2-13b-hf,4,128,38,0.0002445315185468644 +wikitext,attn_out,Llama-2-13b-hf,4,128,38,0.0008265021024271846 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,38,0.0024749815929681063 +wikitext,mlp_down,Llama-2-13b-hf,4,128,38,0.002888467162847519 +wikitext,attn_in,Llama-2-13b-hf,4,128,39,0.00016324932221323252 +wikitext,attn_out,Llama-2-13b-hf,4,128,39,0.0011004674015566707 +wikitext,mlp_gate,Llama-2-13b-hf,4,128,39,0.0028307130560278893 +wikitext,mlp_down,Llama-2-13b-hf,4,128,39,0.006565196439623833 +c4,attn_in,Llama-2-13b-hf,4,32,0,2.2347588668480967e-08 +c4,attn_out,Llama-2-13b-hf,4,32,0,4.005996174782922e-07 +c4,mlp_gate,Llama-2-13b-hf,4,32,0,4.842613776645521e-08 +c4,mlp_down,Llama-2-13b-hf,4,32,0,8.544949423594517e-07 +c4,attn_in,Llama-2-13b-hf,4,32,1,3.7510744732571766e-07 +c4,attn_out,Llama-2-13b-hf,4,32,1,9.553577910992317e-07 +c4,mlp_gate,Llama-2-13b-hf,4,32,1,7.931403160910122e-07 +c4,mlp_down,Llama-2-13b-hf,4,32,1,2.0071747712790966e-06 +c4,attn_in,Llama-2-13b-hf,4,32,2,9.67461687650939e-07 +c4,attn_out,Llama-2-13b-hf,4,32,2,1.618964802219125e-06 +c4,mlp_gate,Llama-2-13b-hf,4,32,2,2.904584562202217e-06 +c4,mlp_down,Llama-2-13b-hf,4,32,2,4.286085641069803e-06 +c4,attn_in,Llama-2-13b-hf,4,32,3,2.5732608719408745e-06 +c4,attn_out,Llama-2-13b-hf,4,32,3,3.858579475490842e-06 +c4,mlp_gate,Llama-2-13b-hf,4,32,3,2.0885303456452675e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,3,3.348835161887109e-05 +c4,attn_in,Llama-2-13b-hf,4,32,4,4.1542220969859045e-06 +c4,attn_out,Llama-2-13b-hf,4,32,4,4.657964836951578e-06 +c4,mlp_gate,Llama-2-13b-hf,4,32,4,1.2501286619226448e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,4,1.3445496733766049e-05 +c4,attn_in,Llama-2-13b-hf,4,32,5,5.835741831106134e-06 +c4,attn_out,Llama-2-13b-hf,4,32,5,6.545067662955262e-06 +c4,mlp_gate,Llama-2-13b-hf,4,32,5,2.0992614736314863e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,5,2.169239814975299e-05 +c4,attn_in,Llama-2-13b-hf,4,32,6,8.854904990585055e-06 +c4,attn_out,Llama-2-13b-hf,4,32,6,1.0445970474393107e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,6,3.281899626017548e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,6,3.313753040856682e-05 +c4,attn_in,Llama-2-13b-hf,4,32,7,1.0843542440852616e-05 +c4,attn_out,Llama-2-13b-hf,4,32,7,1.772768155205995e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,7,4.619654282578267e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,7,4.7127719881245866e-05 +c4,attn_in,Llama-2-13b-hf,4,32,8,1.5424488083226606e-05 +c4,attn_out,Llama-2-13b-hf,4,32,8,2.2582886231248267e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,8,6.016896077198908e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,8,5.813954339828342e-05 +c4,attn_in,Llama-2-13b-hf,4,32,9,1.9691518900799565e-05 +c4,attn_out,Llama-2-13b-hf,4,32,9,3.048672624572646e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,9,7.42719421396032e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,9,6.599174230359495e-05 +c4,attn_in,Llama-2-13b-hf,4,32,10,2.5659030143287964e-05 +c4,attn_out,Llama-2-13b-hf,4,32,10,4.466715472517535e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,10,8.317897300003096e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,10,7.512219599448144e-05 +c4,attn_in,Llama-2-13b-hf,4,32,11,3.144341098959558e-05 +c4,attn_out,Llama-2-13b-hf,4,32,11,5.1587732741609216e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,11,9.346038132207468e-05 +c4,mlp_down,Llama-2-13b-hf,4,32,11,8.188864740077406e-05 +c4,attn_in,Llama-2-13b-hf,4,32,12,3.429451317060739e-05 +c4,attn_out,Llama-2-13b-hf,4,32,12,5.465820504468866e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010283271694788709 +c4,mlp_down,Llama-2-13b-hf,4,32,12,9.01560706552118e-05 +c4,attn_in,Llama-2-13b-hf,4,32,13,3.631900835898705e-05 +c4,attn_out,Llama-2-13b-hf,4,32,13,5.861220779479481e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,13,0.0001171036419691518 +c4,mlp_down,Llama-2-13b-hf,4,32,13,0.00010844133066711947 +c4,attn_in,Llama-2-13b-hf,4,32,14,3.9736049075145274e-05 +c4,attn_out,Llama-2-13b-hf,4,32,14,8.209321822505444e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,14,0.00013551273150369525 +c4,mlp_down,Llama-2-13b-hf,4,32,14,0.00012887637421954423 +c4,attn_in,Llama-2-13b-hf,4,32,15,5.4357402405003086e-05 +c4,attn_out,Llama-2-13b-hf,4,32,15,9.792086348170415e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,15,0.0001571777684148401 +c4,mlp_down,Llama-2-13b-hf,4,32,15,0.00015442204312421381 +c4,attn_in,Llama-2-13b-hf,4,32,16,4.6036086132517084e-05 +c4,attn_out,Llama-2-13b-hf,4,32,16,9.494705591350794e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,16,0.00019005165086127818 +c4,mlp_down,Llama-2-13b-hf,4,32,16,0.0001995816855924204 +c4,attn_in,Llama-2-13b-hf,4,32,17,4.3796622776426375e-05 +c4,attn_out,Llama-2-13b-hf,4,32,17,9.651465370552614e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,17,0.0002107789769070223 +c4,mlp_down,Llama-2-13b-hf,4,32,17,0.0002217020228272304 +c4,attn_in,Llama-2-13b-hf,4,32,18,3.6470872146310285e-05 +c4,attn_out,Llama-2-13b-hf,4,32,18,8.511156192980707e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,18,0.0002312423603143543 +c4,mlp_down,Llama-2-13b-hf,4,32,18,0.0002434340858599171 +c4,attn_in,Llama-2-13b-hf,4,32,19,4.122637619730085e-05 +c4,attn_out,Llama-2-13b-hf,4,32,19,9.019163553602993e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,19,0.000261393201071769 +c4,mlp_down,Llama-2-13b-hf,4,32,19,0.0002749593695625663 +c4,attn_in,Llama-2-13b-hf,4,32,20,4.5358348870649934e-05 +c4,attn_out,Llama-2-13b-hf,4,32,20,0.00010857066081371158 +c4,mlp_gate,Llama-2-13b-hf,4,32,20,0.0002957593242172152 +c4,mlp_down,Llama-2-13b-hf,4,32,20,0.00030392786720767617 +c4,attn_in,Llama-2-13b-hf,4,32,21,5.145176692167297e-05 +c4,attn_out,Llama-2-13b-hf,4,32,21,0.0001379742898279801 +c4,mlp_gate,Llama-2-13b-hf,4,32,21,0.0003487606591079384 +c4,mlp_down,Llama-2-13b-hf,4,32,21,0.00039116942207328975 +c4,attn_in,Llama-2-13b-hf,4,32,22,3.0386778234969825e-05 +c4,attn_out,Llama-2-13b-hf,4,32,22,9.218564809998497e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003819156263489276 +c4,mlp_down,Llama-2-13b-hf,4,32,22,0.0004057118494529277 +c4,attn_in,Llama-2-13b-hf,4,32,23,2.6981806513504125e-05 +c4,attn_out,Llama-2-13b-hf,4,32,23,8.630270895082504e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,23,0.00040868172072805464 +c4,mlp_down,Llama-2-13b-hf,4,32,23,0.00042336544720456004 +c4,attn_in,Llama-2-13b-hf,4,32,24,3.3979489671764895e-05 +c4,attn_out,Llama-2-13b-hf,4,32,24,7.748432835796848e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,24,0.0004289642092771828 +c4,mlp_down,Llama-2-13b-hf,4,32,24,0.00042462951387278736 +c4,attn_in,Llama-2-13b-hf,4,32,25,3.366788223502226e-05 +c4,attn_out,Llama-2-13b-hf,4,32,25,9.532432159176096e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004656536038964987 +c4,mlp_down,Llama-2-13b-hf,4,32,25,0.00044597077067010105 +c4,attn_in,Llama-2-13b-hf,4,32,26,3.857456977129914e-05 +c4,attn_out,Llama-2-13b-hf,4,32,26,0.00010724583262344822 +c4,mlp_gate,Llama-2-13b-hf,4,32,26,0.0005046334699727595 +c4,mlp_down,Llama-2-13b-hf,4,32,26,0.00046958206803537905 +c4,attn_in,Llama-2-13b-hf,4,32,27,3.3714524761307985e-05 +c4,attn_out,Llama-2-13b-hf,4,32,27,8.100512059172615e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005360322538763285 +c4,mlp_down,Llama-2-13b-hf,4,32,27,0.0004736832343041897 +c4,attn_in,Llama-2-13b-hf,4,32,28,7.061543874442577e-05 +c4,attn_out,Llama-2-13b-hf,4,32,28,9.034020331455395e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,28,0.000567161594517529 +c4,mlp_down,Llama-2-13b-hf,4,32,28,0.0004703401937149465 +c4,attn_in,Llama-2-13b-hf,4,32,29,4.8149420763365924e-05 +c4,attn_out,Llama-2-13b-hf,4,32,29,0.0001016726455418393 +c4,mlp_gate,Llama-2-13b-hf,4,32,29,0.0006043767207302153 +c4,mlp_down,Llama-2-13b-hf,4,32,29,0.000490256235934794 +c4,attn_in,Llama-2-13b-hf,4,32,30,4.29499450547155e-05 +c4,attn_out,Llama-2-13b-hf,4,32,30,9.979496826417744e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006551346159540117 +c4,mlp_down,Llama-2-13b-hf,4,32,30,0.0005218417500145733 +c4,attn_in,Llama-2-13b-hf,4,32,31,3.8261925510596484e-05 +c4,attn_out,Llama-2-13b-hf,4,32,31,0.00010622428817441687 +c4,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006873096572235227 +c4,mlp_down,Llama-2-13b-hf,4,32,31,0.0005442462861537933 +c4,attn_in,Llama-2-13b-hf,4,32,32,4.0577229810878634e-05 +c4,attn_out,Llama-2-13b-hf,4,32,32,9.93104258668609e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007383718038909137 +c4,mlp_down,Llama-2-13b-hf,4,32,32,0.0005754437297582626 +c4,attn_in,Llama-2-13b-hf,4,32,33,4.0068764064926654e-05 +c4,attn_out,Llama-2-13b-hf,4,32,33,9.597851021680981e-05 +c4,mlp_gate,Llama-2-13b-hf,4,32,33,0.00078963628038764 +c4,mlp_down,Llama-2-13b-hf,4,32,33,0.0006064597400836647 +c4,attn_in,Llama-2-13b-hf,4,32,34,5.050091567682102e-05 +c4,attn_out,Llama-2-13b-hf,4,32,34,0.00013731728540733457 +c4,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008677822770550847 +c4,mlp_down,Llama-2-13b-hf,4,32,34,0.0006937879952602088 +c4,attn_in,Llama-2-13b-hf,4,32,35,5.397935092332773e-05 +c4,attn_out,Llama-2-13b-hf,4,32,35,0.00013164665142539889 +c4,mlp_gate,Llama-2-13b-hf,4,32,35,0.0009777365485206246 +c4,mlp_down,Llama-2-13b-hf,4,32,35,0.000775751715991646 +c4,attn_in,Llama-2-13b-hf,4,32,36,8.788895502220839e-05 +c4,attn_out,Llama-2-13b-hf,4,32,36,0.0002200593735324219 +c4,mlp_gate,Llama-2-13b-hf,4,32,36,0.0011085220612585545 +c4,mlp_down,Llama-2-13b-hf,4,32,36,0.0009328672895208001 +c4,attn_in,Llama-2-13b-hf,4,32,37,8.257602894445881e-05 +c4,attn_out,Llama-2-13b-hf,4,32,37,0.0001995663478737697 +c4,mlp_gate,Llama-2-13b-hf,4,32,37,0.0012481218436732888 +c4,mlp_down,Llama-2-13b-hf,4,32,37,0.0010891992133110762 +c4,attn_in,Llama-2-13b-hf,4,32,38,0.00011121771240141243 +c4,attn_out,Llama-2-13b-hf,4,32,38,0.00033192578121088445 +c4,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013767497148364782 +c4,mlp_down,Llama-2-13b-hf,4,32,38,0.001530781271867454 +c4,attn_in,Llama-2-13b-hf,4,32,39,8.2258993643336e-05 +c4,attn_out,Llama-2-13b-hf,4,32,39,0.0005078532849438488 +c4,mlp_gate,Llama-2-13b-hf,4,32,39,0.001749553601257503 +c4,mlp_down,Llama-2-13b-hf,4,32,39,0.0031036061700433493 +pileval,attn_in,Llama-2-13b-hf,4,32,0,2.3196928822244445e-08 +pileval,attn_out,Llama-2-13b-hf,4,32,0,4.6051698632254556e-07 +pileval,mlp_gate,Llama-2-13b-hf,4,32,0,5.999414298685224e-08 +pileval,mlp_down,Llama-2-13b-hf,4,32,0,8.921529115468729e-07 +pileval,attn_in,Llama-2-13b-hf,4,32,1,3.8112548850222083e-07 +pileval,attn_out,Llama-2-13b-hf,4,32,1,9.98872337731882e-07 +pileval,mlp_gate,Llama-2-13b-hf,4,32,1,8.650170002511004e-07 +pileval,mlp_down,Llama-2-13b-hf,4,32,1,2.1737193947046762e-06 +pileval,attn_in,Llama-2-13b-hf,4,32,2,9.73651140157017e-07 +pileval,attn_out,Llama-2-13b-hf,4,32,2,1.8095635141435196e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,32,2,3.2472012208017986e-06 +pileval,mlp_down,Llama-2-13b-hf,4,32,2,4.7439689296879806e-06 +pileval,attn_in,Llama-2-13b-hf,4,32,3,2.6988368517777417e-06 +pileval,attn_out,Llama-2-13b-hf,4,32,3,4.097761120647192e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,32,3,2.2774849639972672e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,3,3.608119732234627e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,4,4.087349680048646e-06 +pileval,attn_out,Llama-2-13b-hf,4,32,4,5.372791292757029e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,32,4,1.2761141988448799e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,4,1.3420931281871162e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,5,5.696927928511286e-06 +pileval,attn_out,Llama-2-13b-hf,4,32,5,7.557159733551089e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,32,5,2.1251302314340137e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,5,2.1716859919251874e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,6,8.610464647063054e-06 +pileval,attn_out,Llama-2-13b-hf,4,32,6,1.179730588773964e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,6,3.3087671909015626e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,6,3.29531540046446e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,7,1.1007360626535956e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,7,2.006917929975316e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,7,4.6644687245134264e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,7,4.696502219303511e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,8,1.5449379134224728e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,8,2.52867721428629e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,8,6.0007285355823115e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,8,5.665748176397756e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,9,1.9169801817042753e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,9,3.47678032994736e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,9,7.48957900214009e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,9,6.60004370729439e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,10,2.4801818653941154e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,10,5.0109545554732904e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,10,8.437685755779967e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,10,7.56789231672883e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,11,3.1321051210397854e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,11,5.783944288850762e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,11,9.543218038743362e-05 +pileval,mlp_down,Llama-2-13b-hf,4,32,11,8.371147850994021e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,12,3.3564327168278396e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,12,6.022249363013543e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010421028855489567 +pileval,mlp_down,Llama-2-13b-hf,4,32,12,9.01460662134923e-05 +pileval,attn_in,Llama-2-13b-hf,4,32,13,3.647786070359871e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,13,6.627206312259659e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,13,0.00011863510007970035 +pileval,mlp_down,Llama-2-13b-hf,4,32,13,0.00010820601892191917 +pileval,attn_in,Llama-2-13b-hf,4,32,14,3.8745034544263035e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,14,8.911282930057496e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,14,0.0001369728270219639 +pileval,mlp_down,Llama-2-13b-hf,4,32,14,0.00012811449414584786 +pileval,attn_in,Llama-2-13b-hf,4,32,15,5.082967254566029e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,15,0.00010022742208093405 +pileval,mlp_gate,Llama-2-13b-hf,4,32,15,0.00015602186613250524 +pileval,mlp_down,Llama-2-13b-hf,4,32,15,0.00014906343130860478 +pileval,attn_in,Llama-2-13b-hf,4,32,16,4.5842145482311025e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,16,0.00010140861559193581 +pileval,mlp_gate,Llama-2-13b-hf,4,32,16,0.00018571826512925327 +pileval,mlp_down,Llama-2-13b-hf,4,32,16,0.00018930340593215078 +pileval,attn_in,Llama-2-13b-hf,4,32,17,4.3931631807936355e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,17,0.00010990307055180892 +pileval,mlp_gate,Llama-2-13b-hf,4,32,17,0.00020605513418558985 +pileval,mlp_down,Llama-2-13b-hf,4,32,17,0.00021010353520978242 +pileval,attn_in,Llama-2-13b-hf,4,32,18,3.5632441722555086e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,18,8.540831913705915e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,18,0.00022583012469112873 +pileval,mlp_down,Llama-2-13b-hf,4,32,18,0.0002297830069437623 +pileval,attn_in,Llama-2-13b-hf,4,32,19,3.8159410905791447e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,19,8.698100282344967e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,19,0.00025403816835023463 +pileval,mlp_down,Llama-2-13b-hf,4,32,19,0.0002593398676253855 +pileval,attn_in,Llama-2-13b-hf,4,32,20,4.220206756144762e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,20,0.00011268330126767978 +pileval,mlp_gate,Llama-2-13b-hf,4,32,20,0.00028805030160583556 +pileval,mlp_down,Llama-2-13b-hf,4,32,20,0.00028993297019042075 +pileval,attn_in,Llama-2-13b-hf,4,32,21,4.8322894144803286e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,21,0.00013671914348378778 +pileval,mlp_gate,Llama-2-13b-hf,4,32,21,0.00033898133551701903 +pileval,mlp_down,Llama-2-13b-hf,4,32,21,0.0003710647870320827 +pileval,attn_in,Llama-2-13b-hf,4,32,22,2.987916741403751e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,22,9.289346053265035e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003722843248397112 +pileval,mlp_down,Llama-2-13b-hf,4,32,22,0.00038778805173933506 +pileval,attn_in,Llama-2-13b-hf,4,32,23,2.6943795091938227e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,23,8.802121737971902e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,23,0.0003987893578596413 +pileval,mlp_down,Llama-2-13b-hf,4,32,23,0.0004036974860355258 +pileval,attn_in,Llama-2-13b-hf,4,32,24,3.522693441482261e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,24,8.259667811216787e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,24,0.00042008646414615214 +pileval,mlp_down,Llama-2-13b-hf,4,32,24,0.00040512823034077883 +pileval,attn_in,Llama-2-13b-hf,4,32,25,3.201501749572344e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,25,9.501192107563838e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004572194302454591 +pileval,mlp_down,Llama-2-13b-hf,4,32,25,0.0004185958532616496 +pileval,attn_in,Llama-2-13b-hf,4,32,26,3.639548231149092e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,26,0.00010108786955242977 +pileval,mlp_gate,Llama-2-13b-hf,4,32,26,0.0004928797134198248 +pileval,mlp_down,Llama-2-13b-hf,4,32,26,0.0004327731439843774 +pileval,attn_in,Llama-2-13b-hf,4,32,27,3.134168218821287e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,27,7.839427416911349e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005227086367085576 +pileval,mlp_down,Llama-2-13b-hf,4,32,27,0.0004383291525300592 +pileval,attn_in,Llama-2-13b-hf,4,32,28,6.30939903203398e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,28,9.447094635106623e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,28,0.0005552744260057807 +pileval,mlp_down,Llama-2-13b-hf,4,32,28,0.00044349615927785635 +pileval,attn_in,Llama-2-13b-hf,4,32,29,4.3644187826430425e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,29,9.904139005811885e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,32,29,0.0005938716931268573 +pileval,mlp_down,Llama-2-13b-hf,4,32,29,0.0004611152980942279 +pileval,attn_in,Llama-2-13b-hf,4,32,30,4.087606066605076e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,30,0.000101482481113635 +pileval,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006450699875131249 +pileval,mlp_down,Llama-2-13b-hf,4,32,30,0.0004901820211671293 +pileval,attn_in,Llama-2-13b-hf,4,32,31,3.5714925616048276e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,31,0.00010101881343871355 +pileval,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006786350859329104 +pileval,mlp_down,Llama-2-13b-hf,4,32,31,0.0005076651577837765 +pileval,attn_in,Llama-2-13b-hf,4,32,32,3.982858470408246e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,32,0.00010463221406098455 +pileval,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007331316010095179 +pileval,mlp_down,Llama-2-13b-hf,4,32,32,0.0005480948020704091 +pileval,attn_in,Llama-2-13b-hf,4,32,33,4.112982423976064e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,33,0.00010567731806077063 +pileval,mlp_gate,Llama-2-13b-hf,4,32,33,0.0007895270828157663 +pileval,mlp_down,Llama-2-13b-hf,4,32,33,0.0005997223779559135 +pileval,attn_in,Llama-2-13b-hf,4,32,34,4.829224053537473e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,34,0.0001363935152767226 +pileval,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008672496769577265 +pileval,mlp_down,Llama-2-13b-hf,4,32,34,0.0006813182844780385 +pileval,attn_in,Llama-2-13b-hf,4,32,35,5.10061981913168e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,35,0.00013854690769221634 +pileval,mlp_gate,Llama-2-13b-hf,4,32,35,0.0009797560051083565 +pileval,mlp_down,Llama-2-13b-hf,4,32,35,0.0007784315384924412 +pileval,attn_in,Llama-2-13b-hf,4,32,36,8.22779766167514e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,36,0.00023069769667927176 +pileval,mlp_gate,Llama-2-13b-hf,4,32,36,0.0011170197976753116 +pileval,mlp_down,Llama-2-13b-hf,4,32,36,0.000932033231947571 +pileval,attn_in,Llama-2-13b-hf,4,32,37,8.038910164032131e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,37,0.00021660784841515124 +pileval,mlp_gate,Llama-2-13b-hf,4,32,37,0.001258610631339252 +pileval,mlp_down,Llama-2-13b-hf,4,32,37,0.0011113055516034365 +pileval,attn_in,Llama-2-13b-hf,4,32,38,0.00010539796494413167 +pileval,attn_out,Llama-2-13b-hf,4,32,38,0.00034438769216649234 +pileval,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013673119246959686 +pileval,mlp_down,Llama-2-13b-hf,4,32,38,0.0015542958863079548 +pileval,attn_in,Llama-2-13b-hf,4,32,39,8.390427683480084e-05 +pileval,attn_out,Llama-2-13b-hf,4,32,39,0.0005319581832736731 +pileval,mlp_gate,Llama-2-13b-hf,4,32,39,0.0016832976834848523 +pileval,mlp_down,Llama-2-13b-hf,4,32,39,0.0032259563449770212 +wikitext,attn_in,Llama-2-13b-hf,4,32,0,2.0778465170678828e-08 +wikitext,attn_out,Llama-2-13b-hf,4,32,0,5.7994816415885e-07 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,0,6.26206215770253e-08 +wikitext,mlp_down,Llama-2-13b-hf,4,32,0,8.709808980711387e-07 +wikitext,attn_in,Llama-2-13b-hf,4,32,1,4.385287866170984e-07 +wikitext,attn_out,Llama-2-13b-hf,4,32,1,1.6998992578010075e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,1,7.949121823003225e-07 +wikitext,mlp_down,Llama-2-13b-hf,4,32,1,1.9057553117818316e-06 +wikitext,attn_in,Llama-2-13b-hf,4,32,2,1.189732643069874e-06 +wikitext,attn_out,Llama-2-13b-hf,4,32,2,1.957499080162961e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,2,2.8818074042646913e-06 +wikitext,mlp_down,Llama-2-13b-hf,4,32,2,4.009386429970618e-06 +wikitext,attn_in,Llama-2-13b-hf,4,32,3,2.56721045843733e-06 +wikitext,attn_out,Llama-2-13b-hf,4,32,3,3.610212161220261e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,3,1.920936665555928e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,3,3.331239349790849e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,4,4.213548436382553e-06 +wikitext,attn_out,Llama-2-13b-hf,4,32,4,4.907828952127602e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,4,1.2477439668145962e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,4,1.2959969353687484e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,5,6.210890660440782e-06 +wikitext,attn_out,Llama-2-13b-hf,4,32,5,7.377103429462295e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,5,2.1146270228200592e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,5,2.2756692487746477e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,6,9.128601050178986e-06 +wikitext,attn_out,Llama-2-13b-hf,4,32,6,1.1348703083058354e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,6,3.347382153151557e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,6,3.3268341212533414e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,7,1.16889932542108e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,7,1.8342288967687637e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,7,4.660502963815816e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,7,4.7142755647655576e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,8,1.565605816722382e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,8,2.3334328943747096e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,8,5.962518116575666e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,8,5.704138311557472e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,9,2.066710112558212e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,9,3.164422378176823e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,9,7.449781696777791e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,9,6.557285814778879e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,10,2.478811438777484e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,10,4.439389522303827e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,10,8.24543894850649e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,10,7.318116695387289e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,11,2.9994709620950744e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,11,5.2697047067340463e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,11,9.208100527757779e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,32,11,8.048825111472979e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,12,3.2580595870967954e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,12,5.7363482483197004e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010089289571624249 +wikitext,mlp_down,Llama-2-13b-hf,4,32,12,8.694452117197216e-05 +wikitext,attn_in,Llama-2-13b-hf,4,32,13,3.445868787821382e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,13,5.9143876569578424e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,13,0.00011424242256907746 +wikitext,mlp_down,Llama-2-13b-hf,4,32,13,0.0001038641930790618 +wikitext,attn_in,Llama-2-13b-hf,4,32,14,3.8366000808309764e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,14,8.07204851298593e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,14,0.00013093173038214445 +wikitext,mlp_down,Llama-2-13b-hf,4,32,14,0.0001214333315147087 +wikitext,attn_in,Llama-2-13b-hf,4,32,15,5.4291580454446375e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,15,9.552518895361573e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,15,0.0001496763143222779 +wikitext,mlp_down,Llama-2-13b-hf,4,32,15,0.00014425556582864374 +wikitext,attn_in,Llama-2-13b-hf,4,32,16,4.628413444152102e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,16,9.015938849188387e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,16,0.00017816883337218314 +wikitext,mlp_down,Llama-2-13b-hf,4,32,16,0.0001811643596738577 +wikitext,attn_in,Llama-2-13b-hf,4,32,17,4.306007394916378e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,17,9.623907681088895e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,17,0.00019853193953167647 +wikitext,mlp_down,Llama-2-13b-hf,4,32,17,0.00020585294987540692 +wikitext,attn_in,Llama-2-13b-hf,4,32,18,3.536059011821635e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,18,7.534238102380186e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,18,0.00021910092618782073 +wikitext,mlp_down,Llama-2-13b-hf,4,32,18,0.0002239248133264482 +wikitext,attn_in,Llama-2-13b-hf,4,32,19,3.885414116666652e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,19,7.895920862210914e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,19,0.00024605606449767947 +wikitext,mlp_down,Llama-2-13b-hf,4,32,19,0.00025027012452483177 +wikitext,attn_in,Llama-2-13b-hf,4,32,20,4.2632447730284184e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,20,9.46516083786264e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,20,0.0002746657410170883 +wikitext,mlp_down,Llama-2-13b-hf,4,32,20,0.0002677534648682922 +wikitext,attn_in,Llama-2-13b-hf,4,32,21,4.87503748445306e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,21,0.00012934078404214233 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,21,0.0003192262083757669 +wikitext,mlp_down,Llama-2-13b-hf,4,32,21,0.0003532100818119943 +wikitext,attn_in,Llama-2-13b-hf,4,32,22,2.9587712560896762e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,22,9.483599569648504e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003541666956152767 +wikitext,mlp_down,Llama-2-13b-hf,4,32,22,0.00036359031219035387 +wikitext,attn_in,Llama-2-13b-hf,4,32,23,3.100520552834496e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,23,9.342888370156288e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,23,0.00038023662636987865 +wikitext,mlp_down,Llama-2-13b-hf,4,32,23,0.0003797273966483772 +wikitext,attn_in,Llama-2-13b-hf,4,32,24,3.2977157388813794e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,24,9.209851123159751e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,24,0.0004038123006466776 +wikitext,mlp_down,Llama-2-13b-hf,4,32,24,0.00038388921529985964 +wikitext,attn_in,Llama-2-13b-hf,4,32,25,3.295862188679166e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,25,8.405976404901594e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004411074332892895 +wikitext,mlp_down,Llama-2-13b-hf,4,32,25,0.0003958016459364444 +wikitext,attn_in,Llama-2-13b-hf,4,32,26,3.660659785964526e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,26,9.72533380263485e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,26,0.0004760707379318774 +wikitext,mlp_down,Llama-2-13b-hf,4,32,26,0.0004272244405001402 +wikitext,attn_in,Llama-2-13b-hf,4,32,27,3.275521521572955e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,27,7.651743362657726e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005112589569762349 +wikitext,mlp_down,Llama-2-13b-hf,4,32,27,0.00043477077269926667 +wikitext,attn_in,Llama-2-13b-hf,4,32,28,5.6521625083405524e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,28,8.524620352545753e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,28,0.0005421171081252396 +wikitext,mlp_down,Llama-2-13b-hf,4,32,28,0.0004380190512165427 +wikitext,attn_in,Llama-2-13b-hf,4,32,29,4.349738446762785e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,29,9.62591657298617e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,29,0.0005860942765139043 +wikitext,mlp_down,Llama-2-13b-hf,4,32,29,0.0004552519822027534 +wikitext,attn_in,Llama-2-13b-hf,4,32,30,4.759247894980945e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,30,0.00011892566544702277 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006432074587792158 +wikitext,mlp_down,Llama-2-13b-hf,4,32,30,0.0004755873524118215 +wikitext,attn_in,Llama-2-13b-hf,4,32,31,3.971929618273862e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,31,0.0001151245814980939 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006838533445261419 +wikitext,mlp_down,Llama-2-13b-hf,4,32,31,0.0004986615967936814 +wikitext,attn_in,Llama-2-13b-hf,4,32,32,4.9136531742988154e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,32,0.00013299066631589085 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007383350166492164 +wikitext,mlp_down,Llama-2-13b-hf,4,32,32,0.0005301506607793272 +wikitext,attn_in,Llama-2-13b-hf,4,32,33,4.381129838293418e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,33,0.00011694952991092578 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,33,0.0008013882325030863 +wikitext,mlp_down,Llama-2-13b-hf,4,32,33,0.0005931063205935061 +wikitext,attn_in,Llama-2-13b-hf,4,32,34,5.482386768562719e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,34,0.00015097277355380356 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008854928892105818 +wikitext,mlp_down,Llama-2-13b-hf,4,32,34,0.0006736193899996579 +wikitext,attn_in,Llama-2-13b-hf,4,32,35,5.50436379853636e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,35,0.00015465104661416262 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,35,0.0010085764806717634 +wikitext,mlp_down,Llama-2-13b-hf,4,32,35,0.0007651866762898862 +wikitext,attn_in,Llama-2-13b-hf,4,32,36,9.43520208238624e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,36,0.00025967558030970395 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,36,0.001137931365519762 +wikitext,mlp_down,Llama-2-13b-hf,4,32,36,0.0009230817086063325 +wikitext,attn_in,Llama-2-13b-hf,4,32,37,9.739283996168524e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,37,0.000267410883679986 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,37,0.001262830337509513 +wikitext,mlp_down,Llama-2-13b-hf,4,32,37,0.0011036087526008487 +wikitext,attn_in,Llama-2-13b-hf,4,32,38,0.0001341869792668149 +wikitext,attn_out,Llama-2-13b-hf,4,32,38,0.0004610487667378038 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013315975666046143 +wikitext,mlp_down,Llama-2-13b-hf,4,32,38,0.0014759211335331202 +wikitext,attn_in,Llama-2-13b-hf,4,32,39,8.721259655430913e-05 +wikitext,attn_out,Llama-2-13b-hf,4,32,39,0.0005447418661788106 +wikitext,mlp_gate,Llama-2-13b-hf,4,32,39,0.0015527202049270272 +wikitext,mlp_down,Llama-2-13b-hf,4,32,39,0.0026801431085914373 +c4,attn_in,Llama-2-13b-hf,4,64,0,2.8868399226666952e-08 +c4,attn_out,Llama-2-13b-hf,4,64,0,7.538360478065442e-07 +c4,mlp_gate,Llama-2-13b-hf,4,64,0,7.335759022453203e-08 +c4,mlp_down,Llama-2-13b-hf,4,64,0,3.147092456856626e-06 +c4,attn_in,Llama-2-13b-hf,4,64,1,5.726999461330706e-07 +c4,attn_out,Llama-2-13b-hf,4,64,1,1.411743937751453e-06 +c4,mlp_gate,Llama-2-13b-hf,4,64,1,1.1308618468319764e-06 +c4,mlp_down,Llama-2-13b-hf,4,64,1,2.980274757646839e-06 +c4,attn_in,Llama-2-13b-hf,4,64,2,1.5415906773341703e-06 +c4,attn_out,Llama-2-13b-hf,4,64,2,2.3212180622067535e-06 +c4,mlp_gate,Llama-2-13b-hf,4,64,2,3.9774954530003015e-06 +c4,mlp_down,Llama-2-13b-hf,4,64,2,5.870231689186767e-06 +c4,attn_in,Llama-2-13b-hf,4,64,3,2.7716607746697264e-06 +c4,attn_out,Llama-2-13b-hf,4,64,3,6.375942575687077e-06 +c4,mlp_gate,Llama-2-13b-hf,4,64,3,1.457018697692547e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,3,8.453214104520157e-05 +c4,attn_in,Llama-2-13b-hf,4,64,4,4.7062790144991595e-06 +c4,attn_out,Llama-2-13b-hf,4,64,4,6.464903435698943e-06 +c4,mlp_gate,Llama-2-13b-hf,4,64,4,1.720076943456661e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,4,1.8331689716433175e-05 +c4,attn_in,Llama-2-13b-hf,4,64,5,7.532802101195557e-06 +c4,attn_out,Llama-2-13b-hf,4,64,5,9.141446753346827e-06 +c4,mlp_gate,Llama-2-13b-hf,4,64,5,2.907071939262096e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,5,2.9553282729466446e-05 +c4,attn_in,Llama-2-13b-hf,4,64,6,1.1318664292048197e-05 +c4,attn_out,Llama-2-13b-hf,4,64,6,1.4372755686054006e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,6,4.5541190047515556e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,6,4.542214082903229e-05 +c4,attn_in,Llama-2-13b-hf,4,64,7,1.5137942682486027e-05 +c4,attn_out,Llama-2-13b-hf,4,64,7,2.437031980662141e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,7,6.444985774578527e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,7,6.601471977774054e-05 +c4,attn_in,Llama-2-13b-hf,4,64,8,1.9217894077883102e-05 +c4,attn_out,Llama-2-13b-hf,4,64,8,3.1109786505112424e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,8,8.412633906118572e-05 +c4,mlp_down,Llama-2-13b-hf,4,64,8,7.985851698322222e-05 +c4,attn_in,Llama-2-13b-hf,4,64,9,2.7041369321523234e-05 +c4,attn_out,Llama-2-13b-hf,4,64,9,4.1897004848578945e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010389525414211676 +c4,mlp_down,Llama-2-13b-hf,4,64,9,9.007892367662862e-05 +c4,attn_in,Llama-2-13b-hf,4,64,10,3.294805719633587e-05 +c4,attn_out,Llama-2-13b-hf,4,64,10,6.098872472648509e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011596686817938462 +c4,mlp_down,Llama-2-13b-hf,4,64,10,0.00010236314119538292 +c4,attn_in,Llama-2-13b-hf,4,64,11,4.0733892092248425e-05 +c4,attn_out,Llama-2-13b-hf,4,64,11,7.112814637366682e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,11,0.0001314586988883093 +c4,mlp_down,Llama-2-13b-hf,4,64,11,0.00011154115782119334 +c4,attn_in,Llama-2-13b-hf,4,64,12,4.982769314665347e-05 +c4,attn_out,Llama-2-13b-hf,4,64,12,7.495430327253416e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,12,0.0001451187999919057 +c4,mlp_down,Llama-2-13b-hf,4,64,12,0.00012283028627280146 +c4,attn_in,Llama-2-13b-hf,4,64,13,5.0753944378811866e-05 +c4,attn_out,Llama-2-13b-hf,4,64,13,7.99676708993502e-05 +c4,mlp_gate,Llama-2-13b-hf,4,64,13,0.00016393962141592056 +c4,mlp_down,Llama-2-13b-hf,4,64,13,0.0001476535981055349 +c4,attn_in,Llama-2-13b-hf,4,64,14,5.708854951080866e-05 +c4,attn_out,Llama-2-13b-hf,4,64,14,0.00011226048081880435 +c4,mlp_gate,Llama-2-13b-hf,4,64,14,0.00018925682525150478 +c4,mlp_down,Llama-2-13b-hf,4,64,14,0.00017625938926357776 +c4,attn_in,Llama-2-13b-hf,4,64,15,6.379676779033616e-05 +c4,attn_out,Llama-2-13b-hf,4,64,15,0.0001342306932201609 +c4,mlp_gate,Llama-2-13b-hf,4,64,15,0.0002197032590629533 +c4,mlp_down,Llama-2-13b-hf,4,64,15,0.0002099937410093844 +c4,attn_in,Llama-2-13b-hf,4,64,16,6.341802509268746e-05 +c4,attn_out,Llama-2-13b-hf,4,64,16,0.00012975922436453402 +c4,mlp_gate,Llama-2-13b-hf,4,64,16,0.00026382310898043215 +c4,mlp_down,Llama-2-13b-hf,4,64,16,0.00027104082982987165 +c4,attn_in,Llama-2-13b-hf,4,64,17,5.9110901929670945e-05 +c4,attn_out,Llama-2-13b-hf,4,64,17,0.0001320210431003943 +c4,mlp_gate,Llama-2-13b-hf,4,64,17,0.00029117969097569585 +c4,mlp_down,Llama-2-13b-hf,4,64,17,0.0003013238892890513 +c4,attn_in,Llama-2-13b-hf,4,64,18,4.882213761447929e-05 +c4,attn_out,Llama-2-13b-hf,4,64,18,0.00011624391481745988 +c4,mlp_gate,Llama-2-13b-hf,4,64,18,0.00031941980705596507 +c4,mlp_down,Llama-2-13b-hf,4,64,18,0.00033119801082648337 +c4,attn_in,Llama-2-13b-hf,4,64,19,5.186877751839347e-05 +c4,attn_out,Llama-2-13b-hf,4,64,19,0.00012340673129074275 +c4,mlp_gate,Llama-2-13b-hf,4,64,19,0.00036091989022679627 +c4,mlp_down,Llama-2-13b-hf,4,64,19,0.0003743420238606632 +c4,attn_in,Llama-2-13b-hf,4,64,20,5.7032102631637827e-05 +c4,attn_out,Llama-2-13b-hf,4,64,20,0.0001484866952523589 +c4,mlp_gate,Llama-2-13b-hf,4,64,20,0.0004096956690773368 +c4,mlp_down,Llama-2-13b-hf,4,64,20,0.0004154528141953051 +c4,attn_in,Llama-2-13b-hf,4,64,21,6.83824546285905e-05 +c4,attn_out,Llama-2-13b-hf,4,64,21,0.00018913917301688343 +c4,mlp_gate,Llama-2-13b-hf,4,64,21,0.0004792622057721019 +c4,mlp_down,Llama-2-13b-hf,4,64,21,0.0005358920898288488 +c4,attn_in,Llama-2-13b-hf,4,64,22,4.2357874917797744e-05 +c4,attn_out,Llama-2-13b-hf,4,64,22,0.00012539938325062394 +c4,mlp_gate,Llama-2-13b-hf,4,64,22,0.0005238035228103399 +c4,mlp_down,Llama-2-13b-hf,4,64,22,0.0005560236168093979 +c4,attn_in,Llama-2-13b-hf,4,64,23,3.793909490923397e-05 +c4,attn_out,Llama-2-13b-hf,4,64,23,0.0001185732617159374 +c4,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005603960016742349 +c4,mlp_down,Llama-2-13b-hf,4,64,23,0.0005768437986262143 +c4,attn_in,Llama-2-13b-hf,4,64,24,4.682633516495116e-05 +c4,attn_out,Llama-2-13b-hf,4,64,24,0.00010612501500872895 +c4,mlp_gate,Llama-2-13b-hf,4,64,24,0.0005863221595063806 +c4,mlp_down,Llama-2-13b-hf,4,64,24,0.0005773235461674631 +c4,attn_in,Llama-2-13b-hf,4,64,25,4.386877844808623e-05 +c4,attn_out,Llama-2-13b-hf,4,64,25,0.00012998002057429403 +c4,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006360232946462929 +c4,mlp_down,Llama-2-13b-hf,4,64,25,0.0006062693428248167 +c4,attn_in,Llama-2-13b-hf,4,64,26,5.8776335208676755e-05 +c4,attn_out,Llama-2-13b-hf,4,64,26,0.00014773031580261886 +c4,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006890263757668436 +c4,mlp_down,Llama-2-13b-hf,4,64,26,0.0006396606331691146 +c4,attn_in,Llama-2-13b-hf,4,64,27,4.262683432898484e-05 +c4,attn_out,Llama-2-13b-hf,4,64,27,0.00011050893226638436 +c4,mlp_gate,Llama-2-13b-hf,4,64,27,0.0007307968335226178 +c4,mlp_down,Llama-2-13b-hf,4,64,27,0.0006431783549487591 +c4,attn_in,Llama-2-13b-hf,4,64,28,5.963659714325331e-05 +c4,attn_out,Llama-2-13b-hf,4,64,28,0.00012456080003175884 +c4,mlp_gate,Llama-2-13b-hf,4,64,28,0.000773957755882293 +c4,mlp_down,Llama-2-13b-hf,4,64,28,0.0006402342114597559 +c4,attn_in,Llama-2-13b-hf,4,64,29,6.07228976150509e-05 +c4,attn_out,Llama-2-13b-hf,4,64,29,0.0001385286741424352 +c4,mlp_gate,Llama-2-13b-hf,4,64,29,0.0008254903368651867 +c4,mlp_down,Llama-2-13b-hf,4,64,29,0.0006652147858403623 +c4,attn_in,Llama-2-13b-hf,4,64,30,6.076039426261559e-05 +c4,attn_out,Llama-2-13b-hf,4,64,30,0.0001358712906949222 +c4,mlp_gate,Llama-2-13b-hf,4,64,30,0.000894517928827554 +c4,mlp_down,Llama-2-13b-hf,4,64,30,0.0007085734978318214 +c4,attn_in,Llama-2-13b-hf,4,64,31,5.267140659270808e-05 +c4,attn_out,Llama-2-13b-hf,4,64,31,0.00014511196059174836 +c4,mlp_gate,Llama-2-13b-hf,4,64,31,0.0009407452889718115 +c4,mlp_down,Llama-2-13b-hf,4,64,31,0.0007404575007967651 +c4,attn_in,Llama-2-13b-hf,4,64,32,5.210537710809149e-05 +c4,attn_out,Llama-2-13b-hf,4,64,32,0.0001354645937681198 +c4,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010119715007022023 +c4,mlp_down,Llama-2-13b-hf,4,64,32,0.0007833243580535054 +c4,attn_in,Llama-2-13b-hf,4,64,33,4.9402799049858004e-05 +c4,attn_out,Llama-2-13b-hf,4,64,33,0.00013083220983389765 +c4,mlp_gate,Llama-2-13b-hf,4,64,33,0.0010830936953425407 +c4,mlp_down,Llama-2-13b-hf,4,64,33,0.0008282819762825966 +c4,attn_in,Llama-2-13b-hf,4,64,34,7.076819019857794e-05 +c4,attn_out,Llama-2-13b-hf,4,64,34,0.00018709903815761209 +c4,mlp_gate,Llama-2-13b-hf,4,64,34,0.0011907974258065224 +c4,mlp_down,Llama-2-13b-hf,4,64,34,0.0009432892547920346 +c4,attn_in,Llama-2-13b-hf,4,64,35,7.38987946533598e-05 +c4,attn_out,Llama-2-13b-hf,4,64,35,0.00017929088789969683 +c4,mlp_gate,Llama-2-13b-hf,4,64,35,0.0013431672705337405 +c4,mlp_down,Llama-2-13b-hf,4,64,35,0.0010573769686743617 +c4,attn_in,Llama-2-13b-hf,4,64,36,0.0001074249084922485 +c4,attn_out,Llama-2-13b-hf,4,64,36,0.0003050212108064443 +c4,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015250068390741944 +c4,mlp_down,Llama-2-13b-hf,4,64,36,0.0012748513836413622 +c4,attn_in,Llama-2-13b-hf,4,64,37,0.00011671778338495642 +c4,attn_out,Llama-2-13b-hf,4,64,37,0.0002777996414806694 +c4,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017248954391106963 +c4,mlp_down,Llama-2-13b-hf,4,64,37,0.0014915785286575556 +c4,attn_in,Llama-2-13b-hf,4,64,38,0.00013831266551278532 +c4,attn_out,Llama-2-13b-hf,4,64,38,0.000457791582448408 +c4,mlp_gate,Llama-2-13b-hf,4,64,38,0.001926572760567069 +c4,mlp_down,Llama-2-13b-hf,4,64,38,0.002194367116317153 +c4,attn_in,Llama-2-13b-hf,4,64,39,0.00010642338020261377 +c4,attn_out,Llama-2-13b-hf,4,64,39,0.0007214548531919718 +c4,mlp_gate,Llama-2-13b-hf,4,64,39,0.0023738578893244267 +c4,mlp_down,Llama-2-13b-hf,4,64,39,0.004818681161850691 +pileval,attn_in,Llama-2-13b-hf,4,64,0,2.8120616946125665e-08 +pileval,attn_out,Llama-2-13b-hf,4,64,0,8.492357892464497e-07 +pileval,mlp_gate,Llama-2-13b-hf,4,64,0,8.913086446682428e-08 +pileval,mlp_down,Llama-2-13b-hf,4,64,0,3.040892124772654e-06 +pileval,attn_in,Llama-2-13b-hf,4,64,1,5.158076987754612e-07 +pileval,attn_out,Llama-2-13b-hf,4,64,1,1.4789396800551913e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,64,1,1.2411056786731933e-06 +pileval,mlp_down,Llama-2-13b-hf,4,64,1,3.224857664463343e-06 +pileval,attn_in,Llama-2-13b-hf,4,64,2,1.6005737961677369e-06 +pileval,attn_out,Llama-2-13b-hf,4,64,2,2.5848185032373294e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,64,2,4.4365010580804665e-06 +pileval,mlp_down,Llama-2-13b-hf,4,64,2,6.499780283775181e-06 +pileval,attn_in,Llama-2-13b-hf,4,64,3,2.735667749220738e-06 +pileval,attn_out,Llama-2-13b-hf,4,64,3,6.739513082720805e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,64,3,1.5948953659972176e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,3,9.179762855637819e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,4,4.6827758524159435e-06 +pileval,attn_out,Llama-2-13b-hf,4,64,4,7.450284556398401e-06 +pileval,mlp_gate,Llama-2-13b-hf,4,64,4,1.7544265574542806e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,4,1.8284208636032417e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,5,7.4536869760777336e-06 +pileval,attn_out,Llama-2-13b-hf,4,64,5,1.053508367476752e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,5,2.93881785182748e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,5,2.957075776066631e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,6,1.0914840459008701e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,6,1.625032746233046e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,6,4.5853066694689915e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,6,4.51712949143257e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,7,1.5259427527780645e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,7,2.763378870440647e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,7,6.496551941381767e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,7,6.586994277313352e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,8,1.9332483134348877e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,8,3.492805626592599e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,8,8.374725439352915e-05 +pileval,mlp_down,Llama-2-13b-hf,4,64,8,7.777986320434138e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,9,2.6438545319251716e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,9,4.765559788211249e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010451800335431471 +pileval,mlp_down,Llama-2-13b-hf,4,64,9,9.011509246192873e-05 +pileval,attn_in,Llama-2-13b-hf,4,64,10,3.254369585192762e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,10,6.848145858384669e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011732303391909227 +pileval,mlp_down,Llama-2-13b-hf,4,64,10,0.00010326859046472237 +pileval,attn_in,Llama-2-13b-hf,4,64,11,4.028099283459596e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,11,7.95154192019254e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,11,0.00013376728747971356 +pileval,mlp_down,Llama-2-13b-hf,4,64,11,0.00011419901420595124 +pileval,attn_in,Llama-2-13b-hf,4,64,12,4.736727350973524e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,12,8.270715625258163e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,12,0.00014652128447778523 +pileval,mlp_down,Llama-2-13b-hf,4,64,12,0.0001229386543855071 +pileval,attn_in,Llama-2-13b-hf,4,64,13,5.001744284527376e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,13,9.054295514943078e-05 +pileval,mlp_gate,Llama-2-13b-hf,4,64,13,0.00016558697097934783 +pileval,mlp_down,Llama-2-13b-hf,4,64,13,0.000147334867506288 +pileval,attn_in,Llama-2-13b-hf,4,64,14,5.556883115787059e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,14,0.0001215215161209926 +pileval,mlp_gate,Llama-2-13b-hf,4,64,14,0.00019099262135569006 +pileval,mlp_down,Llama-2-13b-hf,4,64,14,0.00017530351760797203 +pileval,attn_in,Llama-2-13b-hf,4,64,15,6.0260015743551776e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,15,0.00013734014646615833 +pileval,mlp_gate,Llama-2-13b-hf,4,64,15,0.00021757667127531022 +pileval,mlp_down,Llama-2-13b-hf,4,64,15,0.000202833121875301 +pileval,attn_in,Llama-2-13b-hf,4,64,16,6.30906579317525e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,16,0.0001383239432470873 +pileval,mlp_gate,Llama-2-13b-hf,4,64,16,0.0002579953579697758 +pileval,mlp_down,Llama-2-13b-hf,4,64,16,0.0002571585646364838 +pileval,attn_in,Llama-2-13b-hf,4,64,17,5.996822801535018e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,17,0.00014989631017670035 +pileval,mlp_gate,Llama-2-13b-hf,4,64,17,0.0002844380505848676 +pileval,mlp_down,Llama-2-13b-hf,4,64,17,0.00028567336266860366 +pileval,attn_in,Llama-2-13b-hf,4,64,18,4.708371125161648e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,18,0.00011673743574647233 +pileval,mlp_gate,Llama-2-13b-hf,4,64,18,0.0003119039465673268 +pileval,mlp_down,Llama-2-13b-hf,4,64,18,0.00031255840440280735 +pileval,attn_in,Llama-2-13b-hf,4,64,19,4.922025618725456e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,19,0.00011920383258257061 +pileval,mlp_gate,Llama-2-13b-hf,4,64,19,0.000350528018316254 +pileval,mlp_down,Llama-2-13b-hf,4,64,19,0.0003534418938215822 +pileval,attn_in,Llama-2-13b-hf,4,64,20,5.3581032261718065e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,20,0.0001541043457109481 +pileval,mlp_gate,Llama-2-13b-hf,4,64,20,0.00039802046376280487 +pileval,mlp_down,Llama-2-13b-hf,4,64,20,0.00039666518568992615 +pileval,attn_in,Llama-2-13b-hf,4,64,21,6.415820098482072e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,21,0.0001873226574389264 +pileval,mlp_gate,Llama-2-13b-hf,4,64,21,0.00046610424760729074 +pileval,mlp_down,Llama-2-13b-hf,4,64,21,0.0005079590482637286 +pileval,attn_in,Llama-2-13b-hf,4,64,22,4.0598981286166236e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,22,0.00012634400627575815 +pileval,mlp_gate,Llama-2-13b-hf,4,64,22,0.0005114065716043115 +pileval,mlp_down,Llama-2-13b-hf,4,64,22,0.0005323006771504879 +pileval,attn_in,Llama-2-13b-hf,4,64,23,3.7948961107758805e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,23,0.00012088112998753786 +pileval,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005472968914546072 +pileval,mlp_down,Llama-2-13b-hf,4,64,23,0.0005501335836015642 +pileval,attn_in,Llama-2-13b-hf,4,64,24,4.705656465375796e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,24,0.00011314747098367661 +pileval,mlp_gate,Llama-2-13b-hf,4,64,24,0.000574684701859951 +pileval,mlp_down,Llama-2-13b-hf,4,64,24,0.0005514550721272826 +pileval,attn_in,Llama-2-13b-hf,4,64,25,4.15830327256117e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,25,0.00012934750702697784 +pileval,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006249574362300336 +pileval,mlp_down,Llama-2-13b-hf,4,64,25,0.0005687339580617845 +pileval,attn_in,Llama-2-13b-hf,4,64,26,5.320128911989741e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,26,0.0001394025020999834 +pileval,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006716626230627298 +pileval,mlp_down,Llama-2-13b-hf,4,64,26,0.0005890768952667713 +pileval,attn_in,Llama-2-13b-hf,4,64,27,4.132078174734488e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,27,0.00010690787894418463 +pileval,mlp_gate,Llama-2-13b-hf,4,64,27,0.0007123512332327664 +pileval,mlp_down,Llama-2-13b-hf,4,64,27,0.0005956657696515322 +pileval,attn_in,Llama-2-13b-hf,4,64,28,5.96338213654235e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,28,0.0001302620948990807 +pileval,mlp_gate,Llama-2-13b-hf,4,64,28,0.0007579941884614527 +pileval,mlp_down,Llama-2-13b-hf,4,64,28,0.0006027930648997426 +pileval,attn_in,Llama-2-13b-hf,4,64,29,5.8311463362770155e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,29,0.0001348949590465054 +pileval,mlp_gate,Llama-2-13b-hf,4,64,29,0.0008101978455670178 +pileval,mlp_down,Llama-2-13b-hf,4,64,29,0.000626137072686106 +pileval,attn_in,Llama-2-13b-hf,4,64,30,5.568640699493699e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,30,0.00013820551976095885 +pileval,mlp_gate,Llama-2-13b-hf,4,64,30,0.0008804411045275629 +pileval,mlp_down,Llama-2-13b-hf,4,64,30,0.00066587288165465 +pileval,attn_in,Llama-2-13b-hf,4,64,31,4.904798697680235e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,31,0.00013806307106278837 +pileval,mlp_gate,Llama-2-13b-hf,4,64,31,0.000927342101931572 +pileval,mlp_down,Llama-2-13b-hf,4,64,31,0.0006905804038979113 +pileval,attn_in,Llama-2-13b-hf,4,64,32,5.15592546435073e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,32,0.00014252793334890157 +pileval,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010047678370028734 +pileval,mlp_down,Llama-2-13b-hf,4,64,32,0.0007462573703378439 +pileval,attn_in,Llama-2-13b-hf,4,64,33,4.966665437677875e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,33,0.00014401723456103355 +pileval,mlp_gate,Llama-2-13b-hf,4,64,33,0.001080163987353444 +pileval,mlp_down,Llama-2-13b-hf,4,64,33,0.0008192126406356692 +pileval,attn_in,Llama-2-13b-hf,4,64,34,6.785881123505533e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,34,0.00018604697834234685 +pileval,mlp_gate,Llama-2-13b-hf,4,64,34,0.0011894861236214638 +pileval,mlp_down,Llama-2-13b-hf,4,64,34,0.0009273117175325751 +pileval,attn_in,Llama-2-13b-hf,4,64,35,7.073895540088415e-05 +pileval,attn_out,Llama-2-13b-hf,4,64,35,0.00018869062478188425 +pileval,mlp_gate,Llama-2-13b-hf,4,64,35,0.0013477216707542539 +pileval,mlp_down,Llama-2-13b-hf,4,64,35,0.0010611707111820579 +pileval,attn_in,Llama-2-13b-hf,4,64,36,0.0001025271849357523 +pileval,attn_out,Llama-2-13b-hf,4,64,36,0.00031804817263036966 +pileval,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015382999554276466 +pileval,mlp_down,Llama-2-13b-hf,4,64,36,0.001274159294553101 +pileval,attn_in,Llama-2-13b-hf,4,64,37,0.00011462248221505433 +pileval,attn_out,Llama-2-13b-hf,4,64,37,0.0003002853482030332 +pileval,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017419620417058468 +pileval,mlp_down,Llama-2-13b-hf,4,64,37,0.0015223072841763496 +pileval,attn_in,Llama-2-13b-hf,4,64,38,0.00013498705811798573 +pileval,attn_out,Llama-2-13b-hf,4,64,38,0.00047461059875786304 +pileval,mlp_gate,Llama-2-13b-hf,4,64,38,0.0019089687848463655 +pileval,mlp_down,Llama-2-13b-hf,4,64,38,0.0022410117089748383 +pileval,attn_in,Llama-2-13b-hf,4,64,39,0.00010983084212057292 +pileval,attn_out,Llama-2-13b-hf,4,64,39,0.0007590044988319278 +pileval,mlp_gate,Llama-2-13b-hf,4,64,39,0.0022974240127950907 +pileval,mlp_down,Llama-2-13b-hf,4,64,39,0.005043132696300745 +wikitext,attn_in,Llama-2-13b-hf,4,64,0,3.303911100260848e-08 +wikitext,attn_out,Llama-2-13b-hf,4,64,0,1.0360536180087365e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,0,1.0096533742398606e-07 +wikitext,mlp_down,Llama-2-13b-hf,4,64,0,2.703435939110932e-06 +wikitext,attn_in,Llama-2-13b-hf,4,64,1,7.184362971202063e-07 +wikitext,attn_out,Llama-2-13b-hf,4,64,1,2.56714110946632e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,1,1.1221573004149832e-06 +wikitext,mlp_down,Llama-2-13b-hf,4,64,1,2.854309514077613e-06 +wikitext,attn_in,Llama-2-13b-hf,4,64,2,1.7295635643677088e-06 +wikitext,attn_out,Llama-2-13b-hf,4,64,2,2.8750482670147903e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,2,3.937749625038123e-06 +wikitext,mlp_down,Llama-2-13b-hf,4,64,2,5.49173364561284e-06 +wikitext,attn_in,Llama-2-13b-hf,4,64,3,2.565266640885966e-06 +wikitext,attn_out,Llama-2-13b-hf,4,64,3,6.047443093848415e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,3,1.417477960785618e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,3,8.481976692564785e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,4,4.706394065578934e-06 +wikitext,attn_out,Llama-2-13b-hf,4,64,4,6.8308640948089305e-06 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,4,1.720206273603253e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,4,1.7689564629108645e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,5,8.078670362010598e-06 +wikitext,attn_out,Llama-2-13b-hf,4,64,5,1.0332264537282754e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,5,2.9251721571199596e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,5,3.1052255508257076e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,6,1.1546122550498694e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,6,1.5674211681471206e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,6,4.6297460357891396e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,6,4.561222158372402e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,7,1.5535099009866826e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,7,2.515897540433798e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,7,6.480798765551299e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,7,6.620366184506565e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,8,1.8871105567086488e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,8,3.2191739592235535e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,8,8.327299292432144e-05 +wikitext,mlp_down,Llama-2-13b-hf,4,64,8,7.825810462236404e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,9,2.7056883482146077e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,9,4.342000465840101e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010406134970253333 +wikitext,mlp_down,Llama-2-13b-hf,4,64,9,8.945984882302582e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,10,3.322656266391277e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,10,6.063227920094505e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011484580318210647 +wikitext,mlp_down,Llama-2-13b-hf,4,64,10,9.976506407838315e-05 +wikitext,attn_in,Llama-2-13b-hf,4,64,11,3.80856181436684e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,11,7.256266690092161e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,11,0.00012955495913047343 +wikitext,mlp_down,Llama-2-13b-hf,4,64,11,0.00010962774831568822 +wikitext,attn_in,Llama-2-13b-hf,4,64,12,4.965730840922333e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,12,7.860915502533317e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,12,0.00014178641140460968 +wikitext,mlp_down,Llama-2-13b-hf,4,64,12,0.00011861728853546083 +wikitext,attn_in,Llama-2-13b-hf,4,64,13,5.02528200740926e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,13,8.074024663073942e-05 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,13,0.0001594284549355507 +wikitext,mlp_down,Llama-2-13b-hf,4,64,13,0.00014134419325273484 +wikitext,attn_in,Llama-2-13b-hf,4,64,14,5.373347084969282e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,14,0.00010994428157573566 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,14,0.00018213005387224257 +wikitext,mlp_down,Llama-2-13b-hf,4,64,14,0.00016610075545031577 +wikitext,attn_in,Llama-2-13b-hf,4,64,15,6.377863610396162e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,15,0.0001304817124037072 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,15,0.00020915568165946752 +wikitext,mlp_down,Llama-2-13b-hf,4,64,15,0.00019598226936068386 +wikitext,attn_in,Llama-2-13b-hf,4,64,16,6.214182212715968e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,16,0.0001236177486134693 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,16,0.000247584335738793 +wikitext,mlp_down,Llama-2-13b-hf,4,64,16,0.00024635338922962546 +wikitext,attn_in,Llama-2-13b-hf,4,64,17,5.839250661665574e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,17,0.0001304633915424347 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,17,0.0002738266484811902 +wikitext,mlp_down,Llama-2-13b-hf,4,64,17,0.00027978105936199427 +wikitext,attn_in,Llama-2-13b-hf,4,64,18,4.546909622149542e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,18,0.00010298942652298138 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,18,0.00030139501905068755 +wikitext,mlp_down,Llama-2-13b-hf,4,64,18,0.00030486160540021956 +wikitext,attn_in,Llama-2-13b-hf,4,64,19,4.734859976451844e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,19,0.00010804765770444646 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,19,0.00033926338073797524 +wikitext,mlp_down,Llama-2-13b-hf,4,64,19,0.00034135684836655855 +wikitext,attn_in,Llama-2-13b-hf,4,64,20,5.2760289690922946e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,20,0.00012949058145750314 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,20,0.0003804336301982403 +wikitext,mlp_down,Llama-2-13b-hf,4,64,20,0.00036644836654886603 +wikitext,attn_in,Llama-2-13b-hf,4,64,21,6.501768075395375e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,21,0.00017711834516376257 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,21,0.0004394088755361736 +wikitext,mlp_down,Llama-2-13b-hf,4,64,21,0.00048489487380720675 +wikitext,attn_in,Llama-2-13b-hf,4,64,22,4.192174310446717e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,22,0.00012917048297822475 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,22,0.00048682198394089937 +wikitext,mlp_down,Llama-2-13b-hf,4,64,22,0.0004993157344870269 +wikitext,attn_in,Llama-2-13b-hf,4,64,23,4.314232864999212e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,23,0.00012804660946130753 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005209866794757545 +wikitext,mlp_down,Llama-2-13b-hf,4,64,23,0.0005168191273696721 +wikitext,attn_in,Llama-2-13b-hf,4,64,24,4.723363235825673e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,24,0.00012569117825478315 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,24,0.0005517180543392897 +wikitext,mlp_down,Llama-2-13b-hf,4,64,24,0.0005220458842813969 +wikitext,attn_in,Llama-2-13b-hf,4,64,25,4.3645464756991714e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,25,0.00011442829418228939 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006012613885104656 +wikitext,mlp_down,Llama-2-13b-hf,4,64,25,0.0005371866282075644 +wikitext,attn_in,Llama-2-13b-hf,4,64,26,5.7099066907539964e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,26,0.0001340797170996666 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006495620473288 +wikitext,mlp_down,Llama-2-13b-hf,4,64,26,0.0005798462661914527 +wikitext,attn_in,Llama-2-13b-hf,4,64,27,4.395631913212128e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,27,0.00010439843026688322 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,27,0.0006961659528315067 +wikitext,mlp_down,Llama-2-13b-hf,4,64,27,0.0005894506466574967 +wikitext,attn_in,Llama-2-13b-hf,4,64,28,5.783452797913924e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,28,0.00011783354420913383 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,28,0.0007406970835290849 +wikitext,mlp_down,Llama-2-13b-hf,4,64,28,0.0005948423058725893 +wikitext,attn_in,Llama-2-13b-hf,4,64,29,6.013871097820811e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,29,0.00013110897270962596 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,29,0.0007990659214556217 +wikitext,mlp_down,Llama-2-13b-hf,4,64,29,0.0006194113520905375 +wikitext,attn_in,Llama-2-13b-hf,4,64,30,6.24716849415563e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,30,0.0001619649410713464 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,30,0.0008785292156971991 +wikitext,mlp_down,Llama-2-13b-hf,4,64,30,0.0006462623714469373 +wikitext,attn_in,Llama-2-13b-hf,4,64,31,5.3671348723582923e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,31,0.00015704715042375028 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,31,0.0009355675429105759 +wikitext,mlp_down,Llama-2-13b-hf,4,64,31,0.0006790774641558528 +wikitext,attn_in,Llama-2-13b-hf,4,64,32,6.063499313313514e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,32,0.00018085289048030972 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010144944535568357 +wikitext,mlp_down,Llama-2-13b-hf,4,64,32,0.0007216797093860805 +wikitext,attn_in,Llama-2-13b-hf,4,64,33,5.6858229072531685e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,33,0.00015882028674241155 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,33,0.0010990058071911335 +wikitext,mlp_down,Llama-2-13b-hf,4,64,33,0.0008106361492536962 +wikitext,attn_in,Llama-2-13b-hf,4,64,34,7.54283755668439e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,34,0.0002051233168458566 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,34,0.0012148624518886209 +wikitext,mlp_down,Llama-2-13b-hf,4,64,34,0.0009177914471365511 +wikitext,attn_in,Llama-2-13b-hf,4,64,35,7.90805061114952e-05 +wikitext,attn_out,Llama-2-13b-hf,4,64,35,0.00021008288604207337 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,35,0.001384548144415021 +wikitext,mlp_down,Llama-2-13b-hf,4,64,35,0.001042853225953877 +wikitext,attn_in,Llama-2-13b-hf,4,64,36,0.00012521716416813433 +wikitext,attn_out,Llama-2-13b-hf,4,64,36,0.0003565884835552424 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015638318145647645 +wikitext,mlp_down,Llama-2-13b-hf,4,64,36,0.0012606815434992313 +wikitext,attn_in,Llama-2-13b-hf,4,64,37,0.00014089317119214684 +wikitext,attn_out,Llama-2-13b-hf,4,64,37,0.00036978887510485947 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017441273666918278 +wikitext,mlp_down,Llama-2-13b-hf,4,64,37,0.0015153380809351802 +wikitext,attn_in,Llama-2-13b-hf,4,64,38,0.00016833336849231273 +wikitext,attn_out,Llama-2-13b-hf,4,64,38,0.0006277592619881034 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,38,0.0018606006633490324 +wikitext,mlp_down,Llama-2-13b-hf,4,64,38,0.002112897112965584 +wikitext,attn_in,Llama-2-13b-hf,4,64,39,0.00011771177378250286 +wikitext,attn_out,Llama-2-13b-hf,4,64,39,0.0007833719719201326 +wikitext,mlp_gate,Llama-2-13b-hf,4,64,39,0.0021176838781684637 +wikitext,mlp_down,Llama-2-13b-hf,4,64,39,0.004177004564553499 +c4,attn_in,Llama-2-7b-hf,8,128,0,2.1308561581889762e-09 +c4,attn_out,Llama-2-7b-hf,8,128,0,3.93266130771508e-09 +c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.153494380711777e-10 +c4,mlp_down,Llama-2-7b-hf,8,128,0,5.80264103433592e-09 +c4,attn_in,Llama-2-7b-hf,8,128,1,9.973009973407443e-09 +c4,attn_out,Llama-2-7b-hf,8,128,1,1.2881823607813203e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,1,8.909435678106092e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,1,0.0006517339497804642 +c4,attn_in,Llama-2-7b-hf,8,128,2,1.4009688520388863e-08 +c4,attn_out,Llama-2-7b-hf,8,128,2,7.759627607129005e-09 +c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.674020744246718e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,2,2.9577547522308123e-08 +c4,attn_in,Llama-2-7b-hf,8,128,3,3.44088277870469e-08 +c4,attn_out,Llama-2-7b-hf,8,128,3,1.4441697615552584e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.109685747266667e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,3,4.0662992972784195e-08 +c4,attn_in,Llama-2-7b-hf,8,128,4,6.724356893528238e-08 +c4,attn_out,Llama-2-7b-hf,8,128,4,2.8141668551029397e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.052828803783996e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,4,1.2618934874808474e-07 +c4,attn_in,Llama-2-7b-hf,8,128,5,1.2689690720435465e-07 +c4,attn_out,Llama-2-7b-hf,8,128,5,5.519490997585308e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3034335211159487e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,5,1.1425893120531327e-07 +c4,attn_in,Llama-2-7b-hf,8,128,6,1.6352250042928063e-07 +c4,attn_out,Llama-2-7b-hf,8,128,6,6.249986483908287e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,6,1.986038853374339e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7572217814176838e-07 +c4,attn_in,Llama-2-7b-hf,8,128,7,2.1629166724324023e-07 +c4,attn_out,Llama-2-7b-hf,8,128,7,8.991749211872957e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.737177169365168e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,7,2.363805151617271e-07 +c4,attn_in,Llama-2-7b-hf,8,128,8,3.2631510293867905e-07 +c4,attn_out,Llama-2-7b-hf,8,128,8,1.2972114404874446e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.356125830578094e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,8,2.8715888333863404e-07 +c4,attn_in,Llama-2-7b-hf,8,128,9,5.059462750978128e-07 +c4,attn_out,Llama-2-7b-hf,8,128,9,1.84906525646511e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,9,3.9461431811105285e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,9,3.1861404181654507e-07 +c4,attn_in,Llama-2-7b-hf,8,128,10,5.928506539021328e-07 +c4,attn_out,Llama-2-7b-hf,8,128,10,2.5166028194689716e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.751574067540787e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,10,3.730132505097572e-07 +c4,attn_in,Llama-2-7b-hf,8,128,11,6.234892566681083e-07 +c4,attn_out,Llama-2-7b-hf,8,128,11,2.5136355930044374e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.353951451070316e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,11,4.303428227103723e-07 +c4,attn_in,Llama-2-7b-hf,8,128,12,6.994179670982703e-07 +c4,attn_out,Llama-2-7b-hf,8,128,12,2.8091395165574795e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.016679776621459e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,12,4.884233817392669e-07 +c4,attn_in,Llama-2-7b-hf,8,128,13,6.902920972606807e-07 +c4,attn_out,Llama-2-7b-hf,8,128,13,3.333882148126577e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.27730764538137e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,13,6.239605454538832e-07 +c4,attn_in,Llama-2-7b-hf,8,128,14,8.130693913699361e-07 +c4,attn_out,Llama-2-7b-hf,8,128,14,3.718888876846904e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.239732665060728e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,14,7.306175575649831e-07 +c4,attn_in,Llama-2-7b-hf,8,128,15,9.332806598649768e-07 +c4,attn_out,Llama-2-7b-hf,8,128,15,4.1786526594478346e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.0313784741811105e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,15,9.342734301753808e-07 +c4,attn_in,Llama-2-7b-hf,8,128,16,1.125639641941234e-06 +c4,attn_out,Llama-2-7b-hf,8,128,16,6.025270522513893e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3272094747662777e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,16,1.3908559139963472e-06 +c4,attn_in,Llama-2-7b-hf,8,128,17,8.353767384505772e-07 +c4,attn_out,Llama-2-7b-hf,8,128,17,4.1230796909985656e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.4718966667714994e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4467731261902372e-06 +c4,attn_in,Llama-2-7b-hf,8,128,18,8.589332765041036e-07 +c4,attn_out,Llama-2-7b-hf,8,128,18,4.273861407000368e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.7298810917054652e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7211840486197616e-06 +c4,attn_in,Llama-2-7b-hf,8,128,19,7.684362799409428e-07 +c4,attn_out,Llama-2-7b-hf,8,128,19,4.287600177121931e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,19,1.9857004645018606e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9439651168795535e-06 +c4,attn_in,Llama-2-7b-hf,8,128,20,9.634380830902955e-07 +c4,attn_out,Llama-2-7b-hf,8,128,20,5.654161441270844e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.330327561139711e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,20,2.37565996030753e-06 +c4,attn_in,Llama-2-7b-hf,8,128,21,7.532318022640538e-07 +c4,attn_out,Llama-2-7b-hf,8,128,21,4.4208903204889793e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5407377961528255e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,21,2.372811877648928e-06 +c4,attn_in,Llama-2-7b-hf,8,128,22,1.2630503078980837e-06 +c4,attn_out,Llama-2-7b-hf,8,128,22,5.647327725455398e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.8728036340908147e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,22,2.6498535135033308e-06 +c4,attn_in,Llama-2-7b-hf,8,128,23,1.0889924624279956e-06 +c4,attn_out,Llama-2-7b-hf,8,128,23,5.164479262020905e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2021653169067577e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,23,2.7759488148149103e-06 +c4,attn_in,Llama-2-7b-hf,8,128,24,1.262748355657095e-06 +c4,attn_out,Llama-2-7b-hf,8,128,24,7.254207048390526e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.505485892674187e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,24,2.929640459115035e-06 +c4,attn_in,Llama-2-7b-hf,8,128,25,9.211807423525897e-07 +c4,attn_out,Llama-2-7b-hf,8,128,25,4.7554482307532453e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,25,3.932021172659006e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,25,3.175744950567605e-06 +c4,attn_in,Llama-2-7b-hf,8,128,26,1.7075310552172596e-06 +c4,attn_out,Llama-2-7b-hf,8,128,26,9.11931181235559e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.405629624670837e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,26,3.347475058035343e-06 +c4,attn_in,Llama-2-7b-hf,8,128,27,1.4167526387609541e-06 +c4,attn_out,Llama-2-7b-hf,8,128,27,7.870323770475807e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.0607459343154915e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,27,3.8074331314419396e-06 +c4,attn_in,Llama-2-7b-hf,8,128,28,1.8354201074544108e-06 +c4,attn_out,Llama-2-7b-hf,8,128,28,9.880974403131404e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.054439836589154e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,28,4.844105660595233e-06 +c4,attn_in,Llama-2-7b-hf,8,128,29,1.6893944803086924e-06 +c4,attn_out,Llama-2-7b-hf,8,128,29,8.909796633815859e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.3350138336536475e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,29,7.259316134877736e-06 +c4,attn_in,Llama-2-7b-hf,8,128,30,1.9645638076326577e-06 +c4,attn_out,Llama-2-7b-hf,8,128,30,1.2695293207798386e-06 +c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.2647359653783496e-05 +c4,mlp_down,Llama-2-7b-hf,8,128,30,0.0006918489234521985 +c4,attn_in,Llama-2-7b-hf,8,128,31,1.675253952271305e-05 +c4,attn_out,Llama-2-7b-hf,8,128,31,2.4600358301540837e-06 +c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.770631544990465e-05 +c4,mlp_down,Llama-2-7b-hf,8,128,31,9.693941683508456e-05 +pileval,attn_in,Llama-2-7b-hf,8,128,0,2.1935657734672986e-09 +pileval,attn_out,Llama-2-7b-hf,8,128,0,4.5543706583828225e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.77708064614302e-10 +pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.838619365761133e-09 +pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0317758203370886e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2954202155412986e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,1,4.134838889058301e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,1,0.0005413048784248531 +pileval,attn_in,Llama-2-7b-hf,8,128,2,1.4833548611647984e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,2,8.383088889729606e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.810644434385722e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.025000339107464e-08 +pileval,attn_in,Llama-2-7b-hf,8,128,3,3.546130145082316e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,3,1.6433796545811674e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.4600479753853506e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.333751846274936e-08 +pileval,attn_in,Llama-2-7b-hf,8,128,4,6.923903583810898e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,4,3.126245573525921e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.573173460035832e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2698916407316574e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,5,1.296870664191374e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,5,6.211431724523209e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3337742643670936e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1481738226848393e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,6,1.7078795622182952e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,6,7.564344173260906e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,6,1.9934024919621152e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7462110690757982e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,7,2.2987475745139818e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,7,1.0568776787067691e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.7786228429249604e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.3792526349097898e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,8,3.3949382327591593e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5104971851087612e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.453452563917381e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,8,2.966450267649634e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,9,5.104186584503623e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0103622944134258e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.061506615471444e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.28290468587511e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,10,5.932275257691799e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,10,2.7785321776718774e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.800053261533321e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.7994757917658717e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,11,6.584926381947298e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,11,2.847673670203221e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.4058261866885e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.3133462668265565e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,12,7.444872949236014e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,12,3.3202840654666943e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.072862106520915e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.903143349110906e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,13,7.181322416727198e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,13,3.619034316670877e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.242192623380106e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.116807753642206e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,14,8.3724029309451e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,14,4.059694163061067e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.147475227815448e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.127775916160317e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,15,9.313435498370382e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,15,4.4064984194847057e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.0135247521247948e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.079227538677515e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1106669717264595e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,16,6.288300369305944e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.3014368960284628e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3498985254045692e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,17,8.619282994004607e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,17,4.472813373013196e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.436762545381498e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.37119445753342e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,18,8.964271955846925e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,18,5.273763008517562e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7044454807546572e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.6718418009986635e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,19,7.743898891021672e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,19,4.527232135842496e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.9531210000423016e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.8918376554211136e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,20,8.696288205101155e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,20,5.337034849617339e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.2914841792953666e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.273352720294497e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,21,7.709248279752501e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,21,4.927662189402326e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.5125787033175584e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.2563110633200267e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,22,1.3002411378693068e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,22,6.266979539759632e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.8618849228223553e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5071688014577376e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0507509387025493e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,23,5.279727020024438e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.1892593597149244e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.671797801667708e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,24,1.2421962765074568e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,24,7.001094104452932e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.477166728771408e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.75839670393907e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0352990784667782e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,25,5.526524091692409e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.915728939318797e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1230908916768385e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,26,1.7954168924916303e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,26,9.432448564439255e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.405002528073965e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.2248149182123598e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,27,1.4916911368345609e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,27,8.692996402714925e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.082733423478203e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.740820602615713e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8592071455714176e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0390472198196221e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.111574293754529e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.857381100009661e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,29,1.871183599178039e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,29,1.048270178216626e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.464876944140997e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.13341523805866e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,30,2.1158534764254e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,30,1.4278307389758993e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.251566663995618e-05 +pileval,mlp_down,Llama-2-7b-hf,8,128,30,0.0006046422058716416 +pileval,attn_in,Llama-2-7b-hf,8,128,31,1.6400897948187776e-05 +pileval,attn_out,Llama-2-7b-hf,8,128,31,2.3959262307471363e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.635571399878245e-05 +pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.750663982937112e-05 +wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.5324240482405003e-09 +wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.680193566031221e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.090018017130717e-10 +wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.315657774536021e-09 +wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0253525140058173e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6008778302989413e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,1.4895392723701661e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,1,0.0008199700387194753 +wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0037570774557025e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.400373120385439e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.687604189726244e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.595435060788077e-08 +wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.1501102171205275e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.4659693015062203e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.104831674567322e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.816434102077437e-08 +wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.525476609591351e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.6092026317314776e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.123446093577513e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7039474187185988e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.1699188462443999e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.645377854079925e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3186622993544006e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.1385392184593002e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.565284861726468e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,6,6.894828175063594e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,1.9706517662143597e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.7353085013382952e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,7,1.9577261411996005e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.246497967296818e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.741268474437675e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.4222418915087474e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.106781889528065e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4323988750675198e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.4509366741986014e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.001562163262861e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.834928404306993e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.8828323788966372e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.067294696596946e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.407125177545822e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.595103971245408e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.555253502123378e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.821384891329217e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.826771148851549e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.929939561610809e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.5067890874197474e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.353621759240923e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.3209163891333446e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.801067229389446e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.933275879968278e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,5.943455789747532e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.769335077980941e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.41398514744651e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.425059844630596e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.021700980658352e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,13,5.940333380749507e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.365218266386364e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.6302981243352406e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,7.92228490809066e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,14,6.902528184582479e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.560583637517993e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.052216411309928e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,9.84960820460401e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,15,8.874341688169807e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.724539040689706e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.273794840832124e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2421534165696357e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.3781959751213435e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.661569156880432e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.408632889862929e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.396593802382995e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3538714256355888e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,18,7.852183898648946e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.1481919765828934e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6408112060162239e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.6009025785024278e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,19,6.730114137099008e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,19,3.9810478824620077e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8557080920800217e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8084103885485092e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.064342296165705e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.2409831141631e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.181172021664679e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.2080348571762443e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.303745294644614e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.759952846849046e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.4510234197805403e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.3100662929209648e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.1707556950568687e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.014620339556132e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.73419118457241e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.427666231596959e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0462472346262075e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.617623060061305e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.097728949796874e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6084587716468377e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.0662132581273909e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.308344495664642e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.401406729608425e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.7574326395551907e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.1890787163792993e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,25,7.853030297155783e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.870474301947979e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.0593482733820565e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.7892878076963825e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,26,8.811415455056704e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.375730895844754e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.2479476885782788e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.4774363989999983e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.771335728852137e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.070715815236326e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.7771656025142875e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.94019798982481e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2046758683936787e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,5.927010533923749e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.509996415436035e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.9377744138182607e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2284838248888263e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.12219616616494e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.66377524996642e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.1259443201415706e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.524889626125514e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2033374332531821e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0021808031015098095 +wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.2858896297984757e-05 +wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.8428628411347745e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5228462618542835e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.71215233928524e-05 +c4,attn_in,Llama-2-7b-hf,8,32,0,9.3921159738386e-10 +c4,attn_out,Llama-2-7b-hf,8,32,0,1.1162707425071972e-09 +c4,mlp_gate,Llama-2-7b-hf,8,32,0,3.161376993521259e-10 +c4,mlp_down,Llama-2-7b-hf,8,32,0,2.7020941040234447e-09 +c4,attn_in,Llama-2-7b-hf,8,32,1,5.634549271604783e-09 +c4,attn_out,Llama-2-7b-hf,8,32,1,4.466823355642191e-09 +c4,mlp_gate,Llama-2-7b-hf,8,32,1,1.5818075098650297e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,1,0.0003376537933945656 +c4,attn_in,Llama-2-7b-hf,8,32,2,8.31608204521217e-09 +c4,attn_out,Llama-2-7b-hf,8,32,2,3.964680139745269e-09 +c4,mlp_gate,Llama-2-7b-hf,8,32,2,9.772159081933296e-09 +c4,mlp_down,Llama-2-7b-hf,8,32,2,1.3197198001080324e-08 +c4,attn_in,Llama-2-7b-hf,8,32,3,1.7656148543210293e-08 +c4,attn_out,Llama-2-7b-hf,8,32,3,7.353797126796735e-09 +c4,mlp_gate,Llama-2-7b-hf,8,32,3,2.355143990939723e-08 +c4,mlp_down,Llama-2-7b-hf,8,32,3,2.322460801451598e-08 +c4,attn_in,Llama-2-7b-hf,8,32,4,3.499340905932513e-08 +c4,attn_out,Llama-2-7b-hf,8,32,4,1.5007284304147106e-08 +c4,mlp_gate,Llama-2-7b-hf,8,32,4,4.540231657301774e-08 +c4,mlp_down,Llama-2-7b-hf,8,32,4,5.726874974243401e-08 +c4,attn_in,Llama-2-7b-hf,8,32,5,6.727181300902885e-08 +c4,attn_out,Llama-2-7b-hf,8,32,5,2.8995181367008627e-08 +c4,mlp_gate,Llama-2-7b-hf,8,32,5,7.340955221479817e-08 +c4,mlp_down,Llama-2-7b-hf,8,32,5,6.593825929712693e-08 +c4,attn_in,Llama-2-7b-hf,8,32,6,8.663897688165889e-08 +c4,attn_out,Llama-2-7b-hf,8,32,6,3.35536931572733e-08 +c4,mlp_gate,Llama-2-7b-hf,8,32,6,1.1151809786724698e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,6,1.0097726743651947e-07 +c4,attn_in,Llama-2-7b-hf,8,32,7,1.2927289105846285e-07 +c4,attn_out,Llama-2-7b-hf,8,32,7,4.914101481290345e-08 +c4,mlp_gate,Llama-2-7b-hf,8,32,7,1.5148236798268044e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,7,1.3397895770594914e-07 +c4,attn_in,Llama-2-7b-hf,8,32,8,2.0317109772349795e-07 +c4,attn_out,Llama-2-7b-hf,8,32,8,7.201496998732182e-08 +c4,mlp_gate,Llama-2-7b-hf,8,32,8,1.858553559941356e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,8,1.608530624253035e-07 +c4,attn_in,Llama-2-7b-hf,8,32,9,2.5296273520325485e-07 +c4,attn_out,Llama-2-7b-hf,8,32,9,1.048245223955746e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,9,2.1798395266614534e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,9,1.8348073638208007e-07 +c4,attn_in,Llama-2-7b-hf,8,32,10,3.2975964359138743e-07 +c4,attn_out,Llama-2-7b-hf,8,32,10,1.4243339307995484e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,10,2.5830894401224214e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,10,2.150810729517616e-07 +c4,attn_in,Llama-2-7b-hf,8,32,11,3.78389472643903e-07 +c4,attn_out,Llama-2-7b-hf,8,32,11,1.417726309682621e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,11,2.936104692707886e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,11,2.488406778411445e-07 +c4,attn_in,Llama-2-7b-hf,8,32,12,4.2754717810566945e-07 +c4,attn_out,Llama-2-7b-hf,8,32,12,1.605633599410794e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,12,3.329525952722179e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,12,2.8346426006464753e-07 +c4,attn_in,Llama-2-7b-hf,8,32,13,4.042163652684394e-07 +c4,attn_out,Llama-2-7b-hf,8,32,13,1.8982260030497855e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,13,4.0255693534163584e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,13,3.5757187788476585e-07 +c4,attn_in,Llama-2-7b-hf,8,32,14,4.2548762735350465e-07 +c4,attn_out,Llama-2-7b-hf,8,32,14,2.1324935062239092e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,14,4.569489817640715e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,14,4.2484768414396967e-07 +c4,attn_in,Llama-2-7b-hf,8,32,15,4.977411549589306e-07 +c4,attn_out,Llama-2-7b-hf,8,32,15,2.376969092665604e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,15,5.711594326385239e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,15,5.373585167944839e-07 +c4,attn_in,Llama-2-7b-hf,8,32,16,6.59823456317099e-07 +c4,attn_out,Llama-2-7b-hf,8,32,16,3.4377680435682123e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,16,7.460533311132167e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,16,7.73172587287263e-07 +c4,attn_in,Llama-2-7b-hf,8,32,17,4.747172965835489e-07 +c4,attn_out,Llama-2-7b-hf,8,32,17,2.362711626346936e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,17,8.378378311135748e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,17,8.383242402487667e-07 +c4,attn_in,Llama-2-7b-hf,8,32,18,4.564292339637177e-07 +c4,attn_out,Llama-2-7b-hf,8,32,18,2.4497197159689676e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,18,9.87833800536464e-07 +c4,mlp_down,Llama-2-7b-hf,8,32,18,9.852627727013896e-07 +c4,attn_in,Llama-2-7b-hf,8,32,19,4.407522169458389e-07 +c4,attn_out,Llama-2-7b-hf,8,32,19,2.442764355237159e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,19,1.1363371186234872e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,19,1.0926734148597461e-06 +c4,attn_in,Llama-2-7b-hf,8,32,20,5.475404805110884e-07 +c4,attn_out,Llama-2-7b-hf,8,32,20,3.2532432214793516e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,20,1.3430963008431718e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,20,1.3591213701147353e-06 +c4,attn_in,Llama-2-7b-hf,8,32,21,4.127851127577742e-07 +c4,attn_out,Llama-2-7b-hf,8,32,21,2.532194969262491e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,21,1.469908056606073e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,21,1.3819288824379328e-06 +c4,attn_in,Llama-2-7b-hf,8,32,22,6.491848694167857e-07 +c4,attn_out,Llama-2-7b-hf,8,32,22,3.231738503473025e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,22,1.6673429854563437e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,22,1.5516668554482749e-06 +c4,attn_in,Llama-2-7b-hf,8,32,23,5.348543936634087e-07 +c4,attn_out,Llama-2-7b-hf,8,32,23,2.9893587338847283e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,23,1.863731426965387e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,23,1.6171808283615974e-06 +c4,attn_in,Llama-2-7b-hf,8,32,24,7.347547921199293e-07 +c4,attn_out,Llama-2-7b-hf,8,32,24,3.991467281139194e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,24,2.042034793703351e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,24,1.7115806940637412e-06 +c4,attn_in,Llama-2-7b-hf,8,32,25,5.478794378177554e-07 +c4,attn_out,Llama-2-7b-hf,8,32,25,2.767010300885886e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,25,2.2835968138679164e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,25,1.8149873994843801e-06 +c4,attn_in,Llama-2-7b-hf,8,32,26,9.86992972684675e-07 +c4,attn_out,Llama-2-7b-hf,8,32,26,5.1414565405139e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,26,2.539547949709231e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,26,1.9610067738540238e-06 +c4,attn_in,Llama-2-7b-hf,8,32,27,8.128336617119203e-07 +c4,attn_out,Llama-2-7b-hf,8,32,27,4.5541418103312026e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,27,2.895556917792419e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,27,2.223259798483923e-06 +c4,attn_in,Llama-2-7b-hf,8,32,28,1.0139445976165007e-06 +c4,attn_out,Llama-2-7b-hf,8,32,28,5.674014005307981e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,28,3.41912277690426e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,28,2.744734729276388e-06 +c4,attn_in,Llama-2-7b-hf,8,32,29,9.698753729026066e-07 +c4,attn_out,Llama-2-7b-hf,8,32,29,5.079800757812336e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,29,4.106770120415604e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,29,3.7871991480642464e-06 +c4,attn_in,Llama-2-7b-hf,8,32,30,1.0523658602323849e-06 +c4,attn_out,Llama-2-7b-hf,8,32,30,7.136533781704202e-07 +c4,mlp_gate,Llama-2-7b-hf,8,32,30,8.423070539720356e-06 +c4,mlp_down,Llama-2-7b-hf,8,32,30,0.0001778758887667209 +c4,attn_in,Llama-2-7b-hf,8,32,31,4.107549102627672e-06 +c4,attn_out,Llama-2-7b-hf,8,32,31,1.108157675844268e-06 +c4,mlp_gate,Llama-2-7b-hf,8,32,31,1.5561501641059294e-05 +c4,mlp_down,Llama-2-7b-hf,8,32,31,3.504362393869087e-05 +pileval,attn_in,Llama-2-7b-hf,8,32,0,9.463472228077308e-10 +pileval,attn_out,Llama-2-7b-hf,8,32,0,1.3174393798109918e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,32,0,3.95098204153399e-10 +pileval,mlp_down,Llama-2-7b-hf,8,32,0,2.7351425568866716e-09 +pileval,attn_in,Llama-2-7b-hf,8,32,1,5.629629651338064e-09 +pileval,attn_out,Llama-2-7b-hf,8,32,1,4.545387177756766e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,32,1,6.850477234365826e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,1,0.00028157580527476966 +pileval,attn_in,Llama-2-7b-hf,8,32,2,8.557089259397799e-09 +pileval,attn_out,Llama-2-7b-hf,8,32,2,4.3208330247068716e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,32,2,1.0570365915896218e-08 +pileval,mlp_down,Llama-2-7b-hf,8,32,2,1.3927561326454452e-08 +pileval,attn_in,Llama-2-7b-hf,8,32,3,1.9435736575701412e-08 +pileval,attn_out,Llama-2-7b-hf,8,32,3,8.351618951962791e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,32,3,2.5646540890988945e-08 +pileval,mlp_down,Llama-2-7b-hf,8,32,3,2.4752022653729e-08 +pileval,attn_in,Llama-2-7b-hf,8,32,4,3.592834119103827e-08 +pileval,attn_out,Llama-2-7b-hf,8,32,4,1.6750508535778863e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,32,4,4.845828982524836e-08 +pileval,mlp_down,Llama-2-7b-hf,8,32,4,5.899437383050099e-08 +pileval,attn_in,Llama-2-7b-hf,8,32,5,6.85062175875828e-08 +pileval,attn_out,Llama-2-7b-hf,8,32,5,3.289744654466631e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,32,5,7.52427737893413e-08 +pileval,mlp_down,Llama-2-7b-hf,8,32,5,6.62610659674101e-08 +pileval,attn_in,Llama-2-7b-hf,8,32,6,9.290997127209266e-08 +pileval,attn_out,Llama-2-7b-hf,8,32,6,4.058555802544106e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,32,6,1.1225684914961676e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,6,1.0013292950361574e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,7,1.3840934798281523e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,7,5.7858141389033335e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,32,7,1.5481334969535965e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,7,1.3466957682339853e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,8,2.053819372349608e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,8,8.427610254102547e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,32,8,1.919071621614421e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,8,1.6611490138984664e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,9,2.545414758969855e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,9,1.1390013554546385e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,9,2.2496541873806564e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,9,1.8895194386914227e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,10,3.426905550441006e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,10,1.5790912755164754e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,10,2.627717208270042e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,10,2.186283722949156e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,11,3.9074609503586544e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,11,1.6116534595767007e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,11,2.9752033015029156e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,11,2.4931364350777585e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,12,4.4708855284625315e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,12,1.9069776158175955e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,12,3.3779625141505676e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,12,2.8478496005845955e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,13,4.1669275674394157e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,13,2.060286448113402e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,13,4.011185126273631e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,13,3.499726233258116e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,14,4.4146881350570766e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,14,2.32570457114889e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,14,4.524239614056569e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,14,4.142236775805941e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,15,5.029122007726983e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,15,2.5071238951568375e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,15,5.61340243621089e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,15,5.212866653891979e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,16,6.453175274145906e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,16,3.601243179218727e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,16,7.320343797800888e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,16,7.51438960833184e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,17,4.909707627120952e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,17,2.5654611590653076e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,17,8.196584531106055e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,17,7.945690754240786e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,18,4.869126541962032e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,18,2.980989393108757e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,18,9.71732561083627e-07 +pileval,mlp_down,Llama-2-7b-hf,8,32,18,9.565123946231324e-07 +pileval,attn_in,Llama-2-7b-hf,8,32,19,4.555478767542809e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,19,2.582393392458471e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,19,1.1182897878825315e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,19,1.0663677585398545e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,20,5.056779173173709e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,20,3.0648320148429775e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,20,1.3230683180154301e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,20,1.300404846915626e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,21,4.298536566693656e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,21,2.828253684583615e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,21,1.4563381682819454e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,21,1.3127159945724998e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,22,6.654838671238394e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,22,3.537603561198921e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,22,1.660352609178517e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,22,1.4666064771517995e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,23,5.280518280414981e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,23,3.05137888290119e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,23,1.857415441008925e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,23,1.5578964394080685e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,24,7.361932148342021e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,24,3.866185238621256e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,24,2.0245358882675646e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,24,1.6122459101097775e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,25,6.099196525610751e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,25,3.208050713965349e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,25,2.2715535124007147e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,25,1.7723477867548354e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,26,1.009577658805938e-06 +pileval,attn_out,Llama-2-7b-hf,8,32,26,5.338509936336777e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,26,2.5437207114009652e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,26,1.8898614371209987e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,27,8.681308258928766e-07 +pileval,attn_out,Llama-2-7b-hf,8,32,27,5.038241397414822e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,27,2.913237040047534e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,27,2.1820951587869786e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,28,1.038643404172035e-06 +pileval,attn_out,Llama-2-7b-hf,8,32,28,5.965697482679388e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,28,3.459037543507293e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,28,2.759311428235378e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,29,1.0878196690100594e-06 +pileval,attn_out,Llama-2-7b-hf,8,32,29,5.998344363433716e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,29,4.173854449618375e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,29,3.772827085413155e-06 +pileval,attn_in,Llama-2-7b-hf,8,32,30,1.1494479394968948e-06 +pileval,attn_out,Llama-2-7b-hf,8,32,30,8.0120145184992e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,32,30,8.220623385568615e-06 +pileval,mlp_down,Llama-2-7b-hf,8,32,30,0.00015566380170639604 +pileval,attn_in,Llama-2-7b-hf,8,32,31,4.026258466183208e-06 +pileval,attn_out,Llama-2-7b-hf,8,32,31,1.0753876722446876e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,32,31,1.467389847675804e-05 +pileval,mlp_down,Llama-2-7b-hf,8,32,31,3.1896415748633444e-05 +wikitext,attn_in,Llama-2-7b-hf,8,32,0,1.0963535634900268e-09 +wikitext,attn_out,Llama-2-7b-hf,8,32,0,1.3896140904634535e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,0,3.554676553108038e-10 +wikitext,mlp_down,Llama-2-7b-hf,8,32,0,2.8783857519698586e-09 +wikitext,attn_in,Llama-2-7b-hf,8,32,1,5.844513761843473e-09 +wikitext,attn_out,Llama-2-7b-hf,8,32,1,5.606071606933938e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,1,2.3198879262054106e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,1,0.0004382494662422687 +wikitext,attn_in,Llama-2-7b-hf,8,32,2,5.341537878678082e-09 +wikitext,attn_out,Llama-2-7b-hf,8,32,2,3.029541728594154e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,2,9.836226055881525e-09 +wikitext,mlp_down,Llama-2-7b-hf,8,32,2,1.3962284661772628e-08 +wikitext,attn_in,Llama-2-7b-hf,8,32,3,1.6378919553972082e-08 +wikitext,attn_out,Llama-2-7b-hf,8,32,3,7.493560438831537e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,3,2.351045047532807e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,32,3,2.1787007753459875e-08 +wikitext,attn_in,Llama-2-7b-hf,8,32,4,2.8954227460076254e-08 +wikitext,attn_out,Llama-2-7b-hf,8,32,4,1.3996668712934479e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,4,4.625784555400969e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,32,4,6.92593928874885e-08 +wikitext,attn_in,Llama-2-7b-hf,8,32,5,6.108860617359824e-08 +wikitext,attn_out,Llama-2-7b-hf,8,32,5,2.9592062134042862e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,5,7.452833017396188e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,32,5,6.591177736936515e-08 +wikitext,attn_in,Llama-2-7b-hf,8,32,6,8.160145625879522e-08 +wikitext,attn_out,Llama-2-7b-hf,8,32,6,3.7344410230844005e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,6,1.110343603727415e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,6,9.940584533296715e-08 +wikitext,attn_in,Llama-2-7b-hf,8,32,7,1.1915302167153641e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,7,5.061204078060655e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,7,1.529008812894972e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,7,1.3610423366117175e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,8,1.9316239274758118e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,8,7.950244196308631e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,8,1.9192093247966113e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,8,1.6785160994459147e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,9,2.4118284613905416e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,9,1.0706830266826728e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,9,2.2500415752801928e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,9,1.9550310526028625e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,10,3.1294331392928143e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,10,1.452812341540266e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,10,2.6355169779890275e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,10,2.211437362120705e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,11,3.549460529939097e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,11,1.4107683909969637e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,11,2.9516846211663506e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,11,2.499830884516996e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,12,3.851721999126312e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,12,1.680570989037733e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,12,3.305812015241827e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,12,2.766992395208945e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,13,3.7545927966675663e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,13,1.9523531591403298e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,13,3.8980147110123653e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,13,3.4042827223856875e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,14,3.974688524976955e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,14,2.0743941320233716e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,14,4.4191983761265874e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,14,4.011897374311957e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,15,4.575304046738893e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,15,2.3112117730761383e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,15,5.468473887049186e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,15,5.09472556586843e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,16,5.588461817751522e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,16,3.009184865732095e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,16,7.034727786958683e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,16,7.470396212738706e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,17,4.461577418624074e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,17,2.527412448216637e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,17,7.940577120280068e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,17,7.858084245526697e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,18,4.218181857140735e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,18,2.381860895184218e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,18,9.378031791129615e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,32,18,9.189139404952584e-07 +wikitext,attn_in,Llama-2-7b-hf,8,32,19,3.9738543478051724e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,19,2.2612522343479213e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,19,1.0648193438100861e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,19,1.0000650263464195e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,20,4.865801201958675e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,20,3.026652279913833e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,20,1.2567041949296254e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,20,1.264004595213919e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,21,3.5567674672165595e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,21,2.1518005155485298e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,21,1.4172520650390652e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,21,1.3413798569672508e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,22,6.265341312428063e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,22,3.442760316829663e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,22,1.5898332321739872e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,22,1.421193474016036e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,23,5.264157039164274e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,23,3.2385995041295246e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,23,1.7999983583649737e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,23,1.5235083310471964e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,24,6.414803124243917e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,24,3.4791440839399e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,24,1.9828153199341614e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,24,1.610900085324829e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,25,7.740609930806386e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,25,4.5781388280374813e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,25,2.2463482309831306e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,25,1.741492269502487e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,26,9.453125926484063e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,26,5.015021997678559e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,26,2.528576033000718e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,26,1.897867264233355e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,27,8.480145652356441e-07 +wikitext,attn_out,Llama-2-7b-hf,8,32,27,5.064504193796893e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,27,2.9055163395241834e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,27,2.2046097001293674e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,28,1.0903031579800881e-06 +wikitext,attn_out,Llama-2-7b-hf,8,32,28,6.880487148919201e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,28,3.34689389092091e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,28,2.5643503249739297e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,29,1.1055385584768374e-06 +wikitext,attn_out,Llama-2-7b-hf,8,32,29,6.970113304305414e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,29,4.005378286819905e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,32,29,3.8739221963624004e-06 +wikitext,attn_in,Llama-2-7b-hf,8,32,30,1.1691014378811815e-06 +wikitext,attn_out,Llama-2-7b-hf,8,32,30,8.583493240621465e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,30,1.0136970558960456e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,32,30,0.0005588812637142837 +wikitext,attn_in,Llama-2-7b-hf,8,32,31,3.40166843670886e-06 +wikitext,attn_out,Llama-2-7b-hf,8,32,31,1.2418673804859282e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,32,31,1.3963613127998542e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,32,31,3.074650157941505e-05 +c4,attn_in,Llama-2-7b-hf,8,64,0,1.5111354390029419e-09 +c4,attn_out,Llama-2-7b-hf,8,64,0,2.114418862220191e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.479827342418474e-10 +c4,mlp_down,Llama-2-7b-hf,8,64,0,4.012875365333457e-09 +c4,attn_in,Llama-2-7b-hf,8,64,1,8.020720976276152e-09 +c4,attn_out,Llama-2-7b-hf,8,64,1,7.478735852828322e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,1,1.3903887747801491e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,1,0.0006594055448658764 +c4,attn_in,Llama-2-7b-hf,8,64,2,1.1255366416662582e-08 +c4,attn_out,Llama-2-7b-hf,8,64,2,5.669445801714801e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.3190447845090603e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,2,2.016533073856408e-08 +c4,attn_in,Llama-2-7b-hf,8,64,3,2.5210526999330796e-08 +c4,attn_out,Llama-2-7b-hf,8,64,3,1.0505293523976889e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.2101702629461215e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,3,3.168889861626667e-08 +c4,attn_in,Llama-2-7b-hf,8,64,4,5.987961770870243e-08 +c4,attn_out,Llama-2-7b-hf,8,64,4,2.1050141185696702e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.221815596063607e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,4,8.65123652715738e-08 +c4,attn_in,Llama-2-7b-hf,8,64,5,9.254892319177088e-08 +c4,attn_out,Llama-2-7b-hf,8,64,5,4.084190763364859e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0081784296289698e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,5,8.96068854672194e-08 +c4,attn_in,Llama-2-7b-hf,8,64,6,1.3915982322032505e-07 +c4,attn_out,Llama-2-7b-hf,8,64,6,4.707955625349314e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.536294718107456e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,6,1.3755887096067454e-07 +c4,attn_in,Llama-2-7b-hf,8,64,7,1.8576417915028287e-07 +c4,attn_out,Llama-2-7b-hf,8,64,7,6.787222162074613e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.099066591654264e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,7,1.8372909948993765e-07 +c4,attn_in,Llama-2-7b-hf,8,64,8,2.8016384590046073e-07 +c4,attn_out,Llama-2-7b-hf,8,64,8,9.943443757265413e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.570253343492368e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,8,2.2150732092995895e-07 +c4,attn_in,Llama-2-7b-hf,8,64,9,3.946561548673344e-07 +c4,attn_out,Llama-2-7b-hf,8,64,9,1.4358411704051832e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.0243617743508366e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,9,2.4992564817694074e-07 +c4,attn_in,Llama-2-7b-hf,8,64,10,4.7374496148222534e-07 +c4,attn_out,Llama-2-7b-hf,8,64,10,1.955453257096451e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.605381380111794e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,10,2.9306571036613605e-07 +c4,attn_in,Llama-2-7b-hf,8,64,11,5.05873913425603e-07 +c4,attn_out,Llama-2-7b-hf,8,64,11,1.951113830500617e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.094277699095983e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,11,3.380784221462818e-07 +c4,attn_in,Llama-2-7b-hf,8,64,12,5.711587505174975e-07 +c4,attn_out,Llama-2-7b-hf,8,64,12,2.1946237893644138e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.615058628587576e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,12,3.8473132235594676e-07 +c4,attn_in,Llama-2-7b-hf,8,64,13,5.419680633167445e-07 +c4,attn_out,Llama-2-7b-hf,8,64,13,2.599675212877628e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.588152589552919e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,13,4.878559138887795e-07 +c4,attn_in,Llama-2-7b-hf,8,64,14,6.733273494319292e-07 +c4,attn_out,Llama-2-7b-hf,8,64,14,2.908553540237335e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.329510142677464e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,14,5.767163315795187e-07 +c4,attn_in,Llama-2-7b-hf,8,64,15,7.227449145830178e-07 +c4,attn_out,Llama-2-7b-hf,8,64,15,3.247888287205569e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,15,7.915704713923333e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,15,7.324959483412385e-07 +c4,attn_in,Llama-2-7b-hf,8,64,16,9.528647524348344e-07 +c4,attn_out,Llama-2-7b-hf,8,64,16,4.705330525212048e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.0272600547978072e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,16,1.0612320693326183e-06 +c4,attn_in,Llama-2-7b-hf,8,64,17,6.618636803068512e-07 +c4,attn_out,Llama-2-7b-hf,8,64,17,3.230051106584142e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1469406899777823e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1405591067159548e-06 +c4,attn_in,Llama-2-7b-hf,8,64,18,6.354219408422068e-07 +c4,attn_out,Llama-2-7b-hf,8,64,18,3.3456043979640526e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3492294783645775e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,18,1.345520331597072e-06 +c4,attn_in,Llama-2-7b-hf,8,64,19,6.051637910786667e-07 +c4,attn_out,Llama-2-7b-hf,8,64,19,3.3419848932680907e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.5494318859055056e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,19,1.5019155625850544e-06 +c4,attn_in,Llama-2-7b-hf,8,64,20,7.734948894722038e-07 +c4,attn_out,Llama-2-7b-hf,8,64,20,4.4239706653570465e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.829439270295552e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,20,1.85716669420799e-06 +c4,attn_in,Llama-2-7b-hf,8,64,21,6.365435183397494e-07 +c4,attn_out,Llama-2-7b-hf,8,64,21,3.4452307318133535e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,21,1.996223090827698e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,21,1.874809186119819e-06 +c4,attn_in,Llama-2-7b-hf,8,64,22,9.771405302672065e-07 +c4,attn_out,Llama-2-7b-hf,8,64,22,4.411519682889775e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.2612546217715135e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,22,2.097449396387674e-06 +c4,attn_in,Llama-2-7b-hf,8,64,23,8.930782087190892e-07 +c4,attn_out,Llama-2-7b-hf,8,64,23,4.065176426593098e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.5303072561655426e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,23,2.19334310713748e-06 +c4,attn_in,Llama-2-7b-hf,8,64,24,1.0400373184893397e-06 +c4,attn_out,Llama-2-7b-hf,8,64,24,5.536212484003045e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.7629862415778916e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,24,2.315757001269958e-06 +c4,attn_in,Llama-2-7b-hf,8,64,25,7.276195219674264e-07 +c4,attn_out,Llama-2-7b-hf,8,64,25,3.7483272308236337e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.1019649213703815e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,25,2.4721314275666373e-06 +c4,attn_in,Llama-2-7b-hf,8,64,26,1.354558662569616e-06 +c4,attn_out,Llama-2-7b-hf,8,64,26,7.071298568916973e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.4600516300997697e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,26,2.6537798021308845e-06 +c4,attn_in,Llama-2-7b-hf,8,64,27,1.1605133067860152e-06 +c4,attn_out,Llama-2-7b-hf,8,64,27,6.17088005583355e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,27,3.9519254642073065e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,27,3.0028845685592387e-06 +c4,attn_in,Llama-2-7b-hf,8,64,28,1.4158417798171286e-06 +c4,attn_out,Llama-2-7b-hf,8,64,28,7.727647926003556e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.694576091424096e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,28,3.759718538276502e-06 +c4,attn_in,Llama-2-7b-hf,8,64,29,1.396370748807385e-06 +c4,attn_out,Llama-2-7b-hf,8,64,29,6.924252033968514e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.640808467433089e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,29,5.458718987938482e-06 +c4,attn_in,Llama-2-7b-hf,8,64,30,1.516133124823682e-06 +c4,attn_out,Llama-2-7b-hf,8,64,30,9.796451649890514e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0412112715130206e-05 +c4,mlp_down,Llama-2-7b-hf,8,64,30,0.0003387340693734586 +c4,attn_in,Llama-2-7b-hf,8,64,31,8.3121840361855e-06 +c4,attn_out,Llama-2-7b-hf,8,64,31,1.683946834418748e-06 +c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.107697400788311e-05 +c4,mlp_down,Llama-2-7b-hf,8,64,31,5.628668441204354e-05 +pileval,attn_in,Llama-2-7b-hf,8,64,0,1.5505027262108229e-09 +pileval,attn_out,Llama-2-7b-hf,8,64,0,2.4739299497866796e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.712635919863374e-10 +pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.0448204785548114e-09 +pileval,attn_in,Llama-2-7b-hf,8,64,1,8.18019429971173e-09 +pileval,attn_out,Llama-2-7b-hf,8,64,1,7.592066531003638e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,1,7.333440521506418e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,1,0.0005498492973856628 +pileval,attn_in,Llama-2-7b-hf,8,64,2,1.1800739052603149e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,2,6.154546206005307e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.4284271543374416e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.098724216637038e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,3,2.694579492867888e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,3,1.1924790932482665e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.489238054044108e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.377486379463335e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,4,5.979741501960234e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,4,2.3428047057905133e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.637587546265422e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,4,8.819995400699554e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,5,9.34076922476379e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,5,4.63057396871136e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.0343436684934204e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.003455403444605e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,6,1.4421652849705424e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,6,5.690885274134416e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.5453937862730527e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.3645509966409008e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,7,1.9460262024040276e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,7,7.99651118654765e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.1360519042445958e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.8481048869034566e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,8,2.952619979623705e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,8,1.1633677843292389e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.6544768161329557e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.286302844822785e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,9,3.999377895524958e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,9,1.5631474070687545e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.114948299298703e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.572422204139002e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,10,4.806266815648996e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,10,2.165322712244233e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.656426201814611e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,10,2.9812167667842004e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,11,5.275655894365627e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,11,2.2176230629611382e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.137408495807904e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.3896736795213656e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,12,6.160884709061065e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,12,2.6016797960437543e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.6737562797716237e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,12,3.86317367429001e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,13,5.668825338034367e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,13,2.8202862267789897e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.559473379435076e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.778838729180279e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,14,6.880034675305069e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,14,3.180369105848513e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.275295731938968e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.623147671940387e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,15,7.253277658492152e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,15,3.4202969345642487e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,15,7.790043810018688e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.110209025995573e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,16,9.324930374532414e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,16,4.921317326989083e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.007316427603655e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.0316115321984398e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,17,6.891455655022583e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,17,3.5032968526138575e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1204406291653868e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.0810044841491617e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,18,6.735260171808477e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,18,4.1028755504157743e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3281558040034724e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3072482261122786e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,19,6.141313519947289e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,19,3.530514049998601e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5276650628948119e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.4651045603386592e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,20,6.925471893737267e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,20,4.1829949282146117e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.7975482933252351e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.7772981664165854e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,21,6.537449053212185e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,21,3.8578045291615126e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,21,1.975826080524712e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.7822235349740367e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,22,1.00372801625781e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,22,4.853696964346454e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.2515873752126936e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,22,1.9845360839099158e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,23,8.691185939824209e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,23,4.1487416524432774e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.5207846192643046e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.1111434307385935e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0195736876994488e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,24,5.348949798644753e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.7477544790599495e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.183462584071094e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,25,8.203232368941826e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,25,4.3599854393505666e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.0856974717607955e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.416014240225195e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,26,1.3824087545799557e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,26,7.330065159294463e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.4584884360810975e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.5561280381225515e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2133708651163033e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,27,6.821461511208327e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,27,3.973210368712898e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,27,2.9471686957549537e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4427523638005368e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,28,8.138991347550473e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.740478289022576e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.775381173909409e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,29,1.522869752079714e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,29,8.185836577467853e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.743670499214204e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.394778327172389e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6530342463738634e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,30,1.0972356676575146e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0111636584042571e-05 +pileval,mlp_down,Llama-2-7b-hf,8,64,30,0.00029622786678373814 +pileval,attn_in,Llama-2-7b-hf,8,64,31,8.097004865703639e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,31,1.6316480468958616e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.0029539882671088e-05 +pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.131565922056325e-05 +wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.736272903229974e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.5601556430387973e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.126730151516767e-10 +wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.343235993076178e-09 +wikitext,attn_in,Llama-2-7b-hf,8,64,1,8.293790543234536e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.384256038913463e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,1.6439689716207795e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,1,0.0008568642078898847 +wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.680545088817325e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.448624135733326e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.326367282672436e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.288545175588297e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.3592145126372088e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.0767958080748485e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.198625719846859e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,3,2.9743354446054582e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.7668468283745824e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,4,1.9660138406152328e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.292151510933763e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.101991173868555e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,5,8.52078514412824e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.196242997522859e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.0237910430532793e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,5,8.966092224227395e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.3043242574894975e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.206896602771849e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.5261402097621612e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.3574921808867657e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.6472962727220875e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.001891333402455e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.106354344277861e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.8749520336314163e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.769799039015197e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.0992609844606704e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.6495445126784034e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.3136261972922512e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.7864603541493125e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.461961289805913e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.1190259619506833e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.665477722985088e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.5460950559572666e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,10,1.9913171911412064e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.6737895925398334e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.008641442647786e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,11,4.837883693653566e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,11,1.9453698030247324e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.1120591731669265e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.3936100862774765e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.554261406359728e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.2966972323956725e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.5794217840011697e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.756489377337857e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.130379463480494e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.6622615223459434e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.414969450612261e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.631818626421591e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.081680794522981e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.839040291746642e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.113643280514225e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.447586204354593e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,15,6.719067187077599e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.162303130466171e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.562314294773387e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,15,6.960405016798177e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,16,8.228212209360208e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.1111195514531573e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.638324627303518e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0322435173293343e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.094206810303149e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.461217943367956e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.0866223192351754e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.0680430477805203e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,18,5.953057211627311e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.246889548336185e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.283668098039925e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2541414662337047e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.281315225147409e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.095079819104285e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.451434854971012e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.380440266984806e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,20,6.716616667290509e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.106368578504771e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7093658470912487e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.7275884829359711e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.214845373302524e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,21,2.9247266297716124e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.9260048702562926e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.826230572987697e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,22,9.142878525381093e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.688875208103127e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.152058868887252e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9225876712880563e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.439330372311815e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.3999520471516007e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.4458561256324174e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.0657439563365187e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,24,8.59088288507337e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,24,4.811037683793984e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.6814432203536853e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.181908030252089e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.886263114822214e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.25349969141098e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.0526723548973678e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.373731149418745e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.3043230637777015e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,26,6.873806910334679e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.441202579779201e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.574781092334888e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.166141260000586e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,27,6.882448246869899e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,3.963882591051515e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,27,2.9817283575539477e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.5686622418797924e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.431324201614188e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.5924239202577155e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.5069274417764973e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.6519022665306693e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.561957767800777e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.51228413314675e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.7367792578588706e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.649882165111194e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.1755544164770981e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,1.0949243915092666e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.0010630341712385416 +wikitext,attn_in,Llama-2-7b-hf,8,64,31,6.580009994650027e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,31,1.9371352664165897e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.895927925943397e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.027050428907387e-05 +c4,attn_in,Meta-Llama-3-8B,8,128,0,1.389392156880831e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7422211451290082e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,0,4.120522234529744e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,1,2.3588213604597286e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,1,2.3549290517621557e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,1,6.70127246849006e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,2,4.666006692133351e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,2,8.97591689863475e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,2,9.522933552830182e-09 +c4,attn_in,Meta-Llama-3-8B,8,128,3,8.081549651706155e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0058770644482138e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,3,1.6674531977400875e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,4,1.760237289261113e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,4,3.6415844562043276e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,4,2.9211930652195406e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,5,2.438407165072931e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,5,5.15439211312696e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,5,4.4371240903728904e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,6,3.3343773964134016e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,6,6.621507253612435e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,6,5.3503089958439887e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,7,4.549091414673967e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,7,7.808652213725509e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,7,6.005276276255245e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,8,6.190514767467903e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,8,8.581888977232666e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,8,6.53609006917577e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,9,7.878864494159643e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,9,9.81293268864647e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,9,7.592027628788856e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,10,7.879658170395487e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,10,9.7665534326552e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,10,7.872475293879688e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,11,8.555907271556862e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,11,1.054130649436047e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,11,8.109036286896298e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,12,8.546638241568871e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,12,1.259196267255902e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,12,9.162378233895652e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,13,1.0785362292153877e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4565820549705677e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,13,1.1098956065325183e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,14,1.3150798849892453e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7565034227118304e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,14,1.2622618328350654e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,15,1.2313576291944628e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,15,2.0150507396010653e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,15,1.619024772026023e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,16,1.2682932037932915e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,16,2.0372161202431016e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,16,1.7821926689975953e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,17,1.0737429789742237e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,17,2.3413328165133862e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,17,2.1122055215982982e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,18,7.063045615041119e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2779401831485302e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,18,2.0248036491921084e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,19,5.833347316297477e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3820396677365352e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,19,2.1356132151595375e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,20,7.331119888931426e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5713990225995076e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,20,2.2576674041374645e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,21,1.321911042850843e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,21,3.0662977223983034e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,21,2.823798581630399e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,22,9.503965259227698e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,22,3.169327271734801e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,22,2.868154922452959e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,23,9.926937849513706e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,23,3.430432400364225e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,23,3.035127349448885e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,24,1.0246581894080009e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,24,3.740790930351068e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,24,3.137938620056957e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,25,1.5087351812326233e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,25,4.259831030140049e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,25,3.412895352994383e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,26,1.903407991221684e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,26,4.985940336155181e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,26,3.631113827395893e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,27,2.4516441499145003e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,27,6.145264137558115e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,27,4.803071078640642e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,28,3.090668485583592e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,28,8.53790368182672e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,28,6.353043318085838e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,29,4.709706047378859e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2157503306298167e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,29,1.1003444342350122e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,30,9.081121561393957e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,30,2.2704145976604195e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,30,2.5628989988035755e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,31,1.2954266139786341e-06 +c4,mlp_gate,Meta-Llama-3-8B,8,128,31,1.2003860319964588e-05 +c4,mlp_down,Meta-Llama-3-8B,8,128,31,0.00108627718873322 +pileval,attn_in,Meta-Llama-3-8B,8,128,0,1.4107603973911864e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,0,1.929079562756897e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,0,3.943822690644083e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,1,2.521857389581328e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,1,2.9757167396837758e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,1,6.6400230025465135e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,2,4.842112044656233e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,2,9.160873837288364e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,2,9.656738519936425e-09 +pileval,attn_in,Meta-Llama-3-8B,8,128,3,8.472816226401392e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0854443505413656e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,3,1.7479594660585462e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,4,1.8214509012182134e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,4,3.646823643066455e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,4,2.913831487205698e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,5,2.5032548478520766e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,5,5.175126815970543e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,5,4.457692526216306e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,6,3.305223827965165e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,6,6.587154643966642e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,6,5.358154808732252e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,7,4.652465435128761e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,7,7.710152516438029e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,7,5.960674798188847e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,8,6.344049552353681e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,8,8.45960670403656e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,8,6.485154813162808e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,9,7.93574841395639e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,9,9.599780526059476e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,9,7.459385642505367e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,10,8.080476732175157e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,10,9.681809132189301e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,10,7.843912186444868e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,11,8.756875757853777e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0427674368429507e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,11,8.100047210746197e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,12,8.695715791873226e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2390407277962368e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,12,9.11913318191182e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,13,1.1126186905130453e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4229831890588684e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,13,1.1004028266370369e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,14,1.3727404279961775e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7199947421886463e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,14,1.2335409849129064e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,15,1.2156846196376137e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9425617381330085e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,15,1.5546409315447818e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,16,1.397526290247697e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9666832429265924e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,16,1.7243240790776326e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,17,1.0871415412339047e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,17,2.264372369609191e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,17,2.0920798249335348e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,18,7.314486083487282e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2090492279858154e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,18,1.9989568045275519e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,19,6.36549231103345e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3231426382608333e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,19,2.075044278626592e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,20,7.641483534825966e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5197257969011844e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,20,2.171094024561171e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,21,1.263756246316916e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,21,2.9972011361678597e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,21,2.7086363729722507e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,22,9.868406181112732e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,22,3.093375653406838e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,22,2.7231678245698276e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,23,9.366151942913348e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,23,3.3729770620993804e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,23,2.8659829354182875e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,24,1.1264641130992459e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,24,3.696627288718446e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,24,3.0091419489508553e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,25,1.563780784863411e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,25,4.239840620812174e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,25,3.3467139815002156e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,26,2.0324992533460318e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,26,4.993903530703392e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,26,3.67960836911152e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,27,2.698370451525989e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,27,6.214701215867535e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,27,4.983739927411079e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,28,3.2645428404975974e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,28,8.662581194585073e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,28,6.592280215045321e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,29,5.051397806710156e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,29,1.240553274328704e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,29,1.109154140976898e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,30,9.459396892452787e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,30,2.3026984763419023e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,30,2.5575695872248616e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,31,1.2993592690691003e-06 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,31,1.1313990398775786e-05 +pileval,mlp_down,Meta-Llama-3-8B,8,128,31,0.0008992307703010738 +wikitext,attn_in,Meta-Llama-3-8B,8,128,0,1.2115477510121764e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7836718768649007e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,0,1.334753392256971e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,1,1.8822072789248523e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,1,2.206910387769767e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,1,8.636107850179542e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,2,3.335845377705482e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,2,8.781112725841922e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,2,9.085935559483005e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,128,3,6.0738876150878696e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,3,1.9858589439536445e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,3,1.5758349292127605e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,4,1.5287632493254932e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,4,3.5616771754121146e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,4,2.7758716214520973e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,5,2.2179884595630028e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,5,5.0406562479565764e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,5,4.399712238978282e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,6,3.262721293140203e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,6,6.489226223038713e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,6,5.281027881665068e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,7,4.335474557137786e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,7,7.609742880276826e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,7,5.863681451501179e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,8,5.809522463096073e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,8,8.410901841671148e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,8,6.525458928763328e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,9,7.33507405925593e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,9,9.578909043739259e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,9,7.510487876061234e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,10,7.358787001976452e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,10,9.667076028563315e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,10,8.05008966153764e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,11,7.988074202103235e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0445389619917478e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,11,8.324875722109937e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,12,8.05782889301554e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2396502313549718e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,12,9.125781019747592e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,13,1.0237846481686574e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,13,1.410417098668404e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,13,1.0776761882880237e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,14,1.338277684226341e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,14,1.6986719231226743e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,14,1.231462647410808e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,15,1.10426078947512e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9283407937109587e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,15,1.547415138247743e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,16,1.258305246665259e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9407811180371937e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,16,1.6755365095377783e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,17,1.0064785271879373e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,17,2.1886657464165182e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,17,1.9858337907407986e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,18,6.705373323256936e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,18,2.1450986764648405e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,18,1.9220814806431008e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,19,5.339083486433083e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,19,2.211806560126206e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,19,1.9522424565820984e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,20,6.564913945794615e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,20,2.4229700557043543e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,20,2.133865706355209e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,21,1.0428351515656686e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,21,2.861003736143175e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,21,2.594340173800447e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,22,8.052236921685108e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,22,3.011361968674464e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,22,2.6962948140862864e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,23,8.960962816217943e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,23,3.284825140781322e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,23,2.818608777488407e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,24,1.0809768014041765e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,24,3.6232412981007656e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,24,2.8537829166452866e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,25,1.4667804748569324e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,25,4.123265853195335e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,25,3.1345132356364047e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,26,2.0982278670089727e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,26,4.77264734399796e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,26,3.43008537129208e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,27,2.9376445809248253e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,27,6.028034249538905e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,27,4.441794203557947e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,28,3.753830810637737e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,28,8.415728416366619e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,28,6.149230102892034e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,29,6.133046213108173e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,29,1.195817503685248e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,29,1.1298697017991799e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,30,1.1975010920650675e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,30,2.1352457224566024e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,30,2.890712721637101e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,31,1.6078148519227398e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,31,1.3822851542499848e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,31,0.003329719416797161 +c4,attn_in,Meta-Llama-3-8B,8,32,0,1.0896016311434664e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,32,0,9.774496767533947e-10 +c4,mlp_down,Meta-Llama-3-8B,8,32,0,8.451420896449235e-09 +c4,attn_in,Meta-Llama-3-8B,8,32,1,1.2815540850752427e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,32,1,2.381365327153162e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,1,1.7394071392118349e-06 +c4,attn_in,Meta-Llama-3-8B,8,32,2,2.4354760430611577e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,32,2,5.068931940854782e-09 +c4,mlp_down,Meta-Llama-3-8B,8,32,2,4.964678002039591e-09 +c4,attn_in,Meta-Llama-3-8B,8,32,3,4.9518869005282795e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,32,3,1.1127343491068586e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,3,9.133743539280204e-09 +c4,attn_in,Meta-Llama-3-8B,8,32,4,8.79394423947133e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,32,4,1.9855441735217028e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,4,1.6444756667510774e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,5,1.17287317635828e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,5,2.8450319433659388e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,5,2.4185380809171875e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,6,1.741577548841633e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,6,3.632339229397985e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,6,2.9719036120923192e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,7,2.462824433280275e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,7,4.237035255982846e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,7,3.341439835935489e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,8,2.8834868714966433e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,8,4.642019035827616e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,8,3.6717217710702243e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,9,4.154396648914371e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,9,5.2824951524144126e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,9,4.2593811144797655e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,10,3.697821782111532e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,10,5.3459736193417484e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,10,4.382630081067873e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,11,4.050406943179041e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,11,5.684040615960839e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,11,4.539643327916565e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,12,4.220832394707941e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,12,6.560803456068243e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,12,5.0123908579280396e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,13,5.062263497279673e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,13,7.603830454172567e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,13,6.155000420449142e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,14,6.427549692489265e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,14,8.97661749377221e-08 +c4,mlp_down,Meta-Llama-3-8B,8,32,14,7.082297770466539e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,15,5.664912805514177e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,15,1.0611967127260868e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,15,9.135424505757328e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,16,5.987327256207209e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0998679300655567e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,16,9.745026829932613e-08 +c4,attn_in,Meta-Llama-3-8B,8,32,17,5.126695512558399e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,17,1.2654858494443033e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,17,1.1536558019997756e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,18,3.528209902015078e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,18,1.2562325935050467e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,18,1.1228644325456116e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,19,3.267211567958839e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,19,1.320154581208044e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,19,1.1660812049285596e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,20,4.008550646972253e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,20,1.4373688372870674e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,20,1.2611347699476028e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,21,6.240512107069662e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,21,1.7014465925058175e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,21,1.5200905068013526e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,22,4.756510918468848e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7914950944941666e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,22,1.601445660526224e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,23,5.425752647170157e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,23,1.9375617910100118e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,23,1.6824186843678035e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,24,5.6628838507322143e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,24,2.1085752166527527e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,24,1.7538619090373686e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,25,7.189242268168528e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3802675741535495e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,25,1.882445133105648e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,26,9.083112217922462e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,32,26,2.751802128386771e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,26,2.0655375010392163e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,27,1.2364762369543314e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,32,27,3.382910733762401e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,27,2.661435587469896e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,28,1.565333462849594e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,32,28,4.6356191774066247e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,28,3.57492183411523e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,29,2.3458768794171192e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,32,29,6.556564926540887e-07 +c4,mlp_down,Meta-Llama-3-8B,8,32,29,5.596428422904864e-07 +c4,attn_in,Meta-Llama-3-8B,8,32,30,5.089062256047328e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,32,30,1.2204903896417818e-06 +c4,mlp_down,Meta-Llama-3-8B,8,32,30,1.2443363175407285e-06 +c4,attn_in,Meta-Llama-3-8B,8,32,31,6.353860158014868e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,32,31,7.373105745500652e-06 +c4,mlp_down,Meta-Llama-3-8B,8,32,31,0.0002593720273580402 +pileval,attn_in,Meta-Llama-3-8B,8,32,0,1.0704397368499485e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,0,1.070508015565963e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,32,0,8.169506848787478e-09 +pileval,attn_in,Meta-Llama-3-8B,8,32,1,1.3865650849709255e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,1,2.975725088560921e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,1,1.7374094340993906e-06 +pileval,attn_in,Meta-Llama-3-8B,8,32,2,2.590597958374019e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,2,5.175157635761707e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,32,2,5.012044113072989e-09 +pileval,attn_in,Meta-Llama-3-8B,8,32,3,5.031861149973338e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,3,1.157785600724992e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,3,9.567386882736173e-09 +pileval,attn_in,Meta-Llama-3-8B,8,32,4,8.955771235719112e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,4,1.989261022572464e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,4,1.63742495118413e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,5,1.20699343852948e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,5,2.859490599860237e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,5,2.42300295383302e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,6,1.7226703619144246e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,6,3.624388966727565e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,6,2.9698139059064488e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,7,2.552799749366841e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,7,4.1956777607765616e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,7,3.309824592179211e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,8,3.027527739618563e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,8,4.5771027856744695e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,8,3.627807032557939e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,9,4.27203801223186e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,9,5.177136586098641e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,9,4.177258006166085e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,10,3.8636329691144056e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,10,5.295710181485447e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,10,4.364530070688488e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,11,4.092939676070273e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,11,5.620989895760431e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,11,4.533021069619281e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,12,4.311691625957792e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,12,6.449473488601143e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,12,4.9797279189078836e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,13,5.279780168621073e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,13,7.453730432871453e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,13,6.086043669029095e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,14,6.63168719938767e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,14,8.797216821676557e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,32,14,6.915563233178545e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,15,5.712252360012826e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,15,1.0228075808527137e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,15,8.75123262744637e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,16,6.41398614220634e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0636772884708989e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,16,9.42564071237939e-08 +pileval,attn_in,Meta-Llama-3-8B,8,32,17,5.071084174801399e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,17,1.2232378310272907e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,17,1.136914846711079e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,18,3.7172391387230164e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,18,1.218505190081487e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,18,1.1047033154909514e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,19,3.542507442944043e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,19,1.2872379784312216e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,19,1.1269263922031314e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,20,4.276951415249641e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,20,1.4086595001572277e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,20,1.211813014379004e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,21,6.08618861974719e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,21,1.6601462959897617e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,21,1.4590125374525087e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,22,4.9277776525968875e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7504677884971898e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,22,1.519880470368662e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,23,4.9897273868282355e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,23,1.901730968256743e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,23,1.5881167314546474e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,24,6.233801030930408e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,24,2.0856170124261553e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,24,1.6805137192932307e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,25,7.679570046548179e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3729170095521113e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,25,1.8383475719474518e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,26,9.679862245093318e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,26,2.7691635295923334e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,26,2.0871119943421945e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,27,1.3918490537889738e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,27,3.4329744380556804e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,27,2.7494431265040475e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,28,1.6090532994894602e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,28,4.710527150564303e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,28,3.7174447697907453e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,29,2.545180848301243e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,29,6.712104436701338e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,32,29,5.729409622290405e-07 +pileval,attn_in,Meta-Llama-3-8B,8,32,30,5.346525995264528e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,30,1.2343765547484509e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,32,30,1.2586900766109466e-06 +pileval,attn_in,Meta-Llama-3-8B,8,32,31,6.430139478652563e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,32,31,6.736871910106856e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,32,31,0.00021485482284333557 +wikitext,attn_in,Meta-Llama-3-8B,8,32,0,8.032299270155363e-10 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,0,9.869143280383241e-10 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,0,2.559839629157068e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,1,1.112425485061408e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,1,4.339619508186843e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,1,2.250973466288997e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,32,2,1.8005759105932384e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,2,4.9556190262478594e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,2,4.741244730155358e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,32,3,3.6507519229900254e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,3,1.1029284152641594e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,3,8.557888619975529e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,32,4,7.672108282008594e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,4,1.9475955070902273e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,4,1.561972418073765e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,5,1.0726423305129629e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,5,2.7911870148500384e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,5,2.3872365417787478e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,6,1.6637688560194874e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,6,3.5717917512556596e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,6,2.923125563825124e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,7,2.4119868768934793e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,7,4.145130105825956e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,7,3.266295323101076e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,8,2.631136908348708e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,8,4.545576004488794e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,8,3.654132285646483e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,9,3.950997751189789e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,9,5.1861942296227426e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,9,4.191417701804312e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,10,3.593604702700759e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,10,5.2699547836709826e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,10,4.4110414876286086e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,11,3.8088927567514475e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,11,5.6454883434753356e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,11,4.625246674549999e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,12,4.049583424148295e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,12,6.472446045791003e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,12,4.996020308567495e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,13,4.837107780986116e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,13,7.357987641398722e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,13,5.945634029558278e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,14,6.096267668453947e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,14,8.679877083750398e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,14,6.876177849335363e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,15,5.350361576006435e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,15,1.01385481343641e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,15,8.709274368357e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,16,5.71632909895925e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0545311113219213e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,16,9.170088333121384e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,32,17,4.834454614410788e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,17,1.1901025231964013e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,17,1.0845826636796119e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,18,3.482387711528645e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,18,1.180181214976983e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,18,1.0577765863217792e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,19,2.925664510655679e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,19,1.228008557063731e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,19,1.06778159647547e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,20,3.640247570046995e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,20,1.3546473098813294e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,20,1.1843936675859368e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,21,5.101751554548173e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,21,1.5889985149897257e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,21,1.4038265305771347e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,22,4.2516028031514e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7020754228269652e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,22,1.4996052755122946e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,23,5.081545850771363e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,23,1.8429579995427048e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,23,1.5525768048973987e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,24,5.926097301767186e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,24,2.0432115377388982e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,24,1.5950243437146128e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,25,7.034905991076812e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3056907139107352e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,25,1.7353760028981924e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,26,9.436527648176707e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,26,2.644390519890294e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,26,1.941661196269706e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,27,1.6461942209389235e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,27,3.311954515083926e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,27,2.45540547894052e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,28,1.7197810109337297e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,28,4.547165985968604e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,28,3.4439250384821207e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,29,2.8955170705557975e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,29,6.391935585270403e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,29,5.521756065718364e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,32,30,6.943994321773062e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,30,1.1243545259276289e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,30,1.4407657999981893e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,32,31,8.411846010858426e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,32,31,8.875828825694043e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,32,31,0.0007862246711738408 +c4,attn_in,Meta-Llama-3-8B,8,64,0,1.1909205843707582e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3492575945406315e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,0,1.7987190403800923e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,1,2.135948751202932e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,1,1.9113507221391046e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,1,3.621920086516184e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,2,3.6679985715437624e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,2,6.953834397194214e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,2,7.049920203172633e-09 +c4,attn_in,Meta-Llama-3-8B,8,64,3,6.232959925966952e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,3,1.539479654866227e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,3,1.2729428178204216e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,4,1.3245620600343955e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7680348679837152e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,4,2.262930465235513e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,5,1.7692567411131677e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9432826781649055e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,5,3.368272061265998e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,6,2.6096742544723384e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,6,5.053216511896608e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,6,4.115758400757841e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,7,3.4140533955451247e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,7,5.939573100022244e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,7,4.614068771502389e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,8,4.4254655051645386e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,8,6.514380146427357e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,8,5.053081508776813e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,9,5.552471193936981e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,9,7.435446036652138e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,9,5.869594232876807e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,10,6.039014266434606e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,10,7.465131091066723e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,10,6.071819314001914e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,11,6.152521336844075e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,11,7.985217820305479e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,11,6.25675156129546e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,12,6.321457846070189e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,12,9.366981856828716e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,12,6.96385882292816e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,13,7.807491897438013e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0823374907431571e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,13,8.525588413021978e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,14,9.964520586436265e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2927947068419599e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,14,9.724677596523179e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,15,8.992536493224179e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,15,1.50327949199891e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,15,1.2529220327905932e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,16,9.157542280036068e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,16,1.5438868672390527e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,16,1.355050756046694e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,17,7.917114430711081e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7765071902431373e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,17,1.603279713435768e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,18,5.0951658892017804e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,18,1.7460153856063698e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,18,1.553015493982457e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,19,4.499394279378066e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,19,1.8273294699611142e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,19,1.6250581325039093e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,20,6.305871380618555e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9806520867859945e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,20,1.7375913330397452e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,21,9.458940297690788e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,21,2.3492290779358882e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,21,2.135573566874882e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,22,7.104447519168389e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,22,2.461318331370421e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,22,2.208069105336108e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,23,7.612502628262519e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,23,2.65503445007198e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,23,2.316126597179391e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,24,8.32947364415304e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,24,2.899756736951531e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,24,2.410813806363876e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,25,1.1072055627892041e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,25,3.285791478901956e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,25,2.6007580800069263e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,26,1.3516230978893873e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,26,3.820494214323844e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,26,2.8314477162894036e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,27,1.9320076205531223e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,27,4.698078441833786e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,27,3.694565009482176e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,28,2.243610310870281e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,28,6.526650508931198e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,28,4.917736760035041e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,29,3.4344898836025095e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,29,9.201352781929018e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,29,8.011594445633818e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,30,7.276165092662268e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7277006918448023e-06 +c4,mlp_down,Meta-Llama-3-8B,8,64,30,1.822984017962881e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,31,9.558733609082992e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,31,1.021851221594261e-05 +c4,mlp_down,Meta-Llama-3-8B,8,64,31,0.0005294713191688061 +pileval,attn_in,Meta-Llama-3-8B,8,64,0,1.1988625647774143e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4891359256807846e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,0,1.7264879303979797e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,1,2.400563969828795e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,1,3.030287842875623e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,1,3.595343741835677e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,2,3.750694421711387e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,2,7.0981127642255615e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,2,7.127425316610925e-09 +pileval,attn_in,Meta-Llama-3-8B,8,64,3,6.596638346678674e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,3,1.6021383331121797e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,3,1.3336289406140622e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,4,1.3785685482048393e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7763185528328904e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,4,2.2541865263292493e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,5,1.8172805482663534e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9588059053130564e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,5,3.378258739417106e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,6,2.621534633817646e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,6,5.03449690825164e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,6,4.108741080699474e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,7,3.5283800770002927e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,7,5.8759933807550624e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,7,4.5718426378016375e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,8,4.557772470548116e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,8,6.418405718022768e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,8,5.002814873478201e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,9,5.581032525014962e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,9,7.283730951712641e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,9,5.7544838227840955e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,10,6.17360100818587e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,10,7.379915700767015e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,10,6.043116940190885e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,11,6.23208791239449e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,11,7.896843357002581e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,11,6.245658568104773e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,12,6.354029125077432e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,12,9.222969765687594e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,12,6.936785723610228e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,13,7.938289314779468e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,13,1.056687821687774e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,13,8.4186858373414e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,14,1.0205005196439743e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2644093771996268e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,14,9.510583254268568e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,15,8.809201546000622e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4478021626018744e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,15,1.200701973402829e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,16,9.856751859160795e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4916453494606685e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,16,1.3120101982622145e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,17,8.045347499319178e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7179431210934126e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,17,1.5847041368033388e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,18,5.250106838161628e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6944898106885375e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,18,1.5307200840197766e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,19,4.97645054053919e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,19,1.782238996383967e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,19,1.5738183378743997e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,20,6.513808870067805e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9425947073159477e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,20,1.668680340571882e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,21,8.933274386890844e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2959829948376864e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,21,2.0494553609751165e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,22,7.306361027303865e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,22,2.4017120381358836e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,22,2.096227689207808e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,23,7.202788054883058e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,23,2.612228513498849e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,23,2.1881986356220295e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,24,9.406610246287528e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,24,2.8679394858954765e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,24,2.3111354607863177e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,25,1.1472620542463119e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,25,3.26139115713886e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,25,2.5397241643076995e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,26,1.4379585877577483e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,26,3.8393579870898975e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,26,2.864031500848796e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,27,2.1260237303977192e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,27,4.7527234414701525e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,27,3.8264681734290207e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,28,2.3780752655966353e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,28,6.605402518289338e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,28,5.113769816489366e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,29,3.6982928008910676e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,29,9.369767326461442e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,29,8.146226946337265e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,30,7.583861361126765e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7425811620341847e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,30,1.8258292584505398e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,31,9.594374432708719e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,31,8.975366654340178e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,31,0.0004390220856294036 +wikitext,attn_in,Meta-Llama-3-8B,8,64,0,1.1188896475999854e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3732496251250836e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,0,5.7196647418322755e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,1,1.7687350473138963e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,1,2.030933465846374e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,1,4.674165666074259e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,2,2.610800242663913e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,2,6.777948424740998e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,2,6.711679212401123e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,64,3,4.710637213634072e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,3,1.526359127979049e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,3,1.1982303149693507e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,4,1.1277720979308015e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7187635254222187e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,4,2.1462737365141038e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,5,1.6187893692176658e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,5,3.8560926896025194e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,5,3.324249320257877e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,6,2.4668279863249154e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,6,4.9669921509121195e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,6,4.052965962841881e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,7,3.3048870307084144e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,7,5.781828349427087e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,7,4.50199451051958e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,8,4.0842536463969736e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,8,6.379251260568708e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,8,5.031629868312848e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,9,5.037833972210137e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,9,7.26853954802209e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,9,5.780085388096268e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,10,5.5693277545287856e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,10,7.368277721298e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,10,6.149522135956431e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,11,5.6800704584247796e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,11,7.947991775836272e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,11,6.414072117877367e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,12,5.998040109034264e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,12,9.225988861771839e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,12,6.943152897065374e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,13,7.222390507877208e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0454236587520427e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,13,8.227589631815135e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,14,9.273365009221379e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,14,1.245708887154251e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,14,9.446983995076152e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,15,8.34892688317268e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4370471035363153e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,15,1.1989894233011e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,16,8.558519226653516e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4773706880077953e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,16,1.273924965516926e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,17,7.436993598730623e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,17,1.6625055820895795e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,17,1.5051084290007566e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,18,4.830483035789257e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6383370393668883e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,18,1.465953687329602e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,19,4.103620554474219e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,19,1.6947325320870732e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,19,1.4886228427712922e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,20,5.709701866862815e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,20,1.8698978010434075e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,20,1.6358704613139707e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,21,7.660040068913077e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,21,2.200033577537397e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,21,1.9707573528648936e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,22,5.982462880638195e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,22,2.3376705371447315e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,22,2.0703527070509153e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,23,6.872102886745779e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,23,2.532340772631869e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,23,2.1449389464578417e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,24,9.135079892530484e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,24,2.81260042811482e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,24,2.190236898513831e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,25,1.1166163460529788e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,25,3.18189563586202e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,25,2.385381492331362e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,26,1.4216951171874825e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,26,3.6807745118494495e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,26,2.661773237377929e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,27,2.3200915677534795e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,27,4.6076769422143116e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,27,3.403437176530133e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,28,2.5562317773619725e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,28,6.396821845555678e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,28,4.7529513835797843e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,29,4.4078657879254024e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,29,8.877821642272465e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,29,8.033521226025186e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,30,9.246597301171278e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,30,1.582757704454707e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,30,2.0884594960079994e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,31,1.2227549177623587e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,31,1.2826638339902274e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,31,0.001625375123694539 +c4,attn_in,Llama-2-7b-hf,2,128,0,1.86923862202093e-05 +c4,attn_out,Llama-2-7b-hf,2,128,0,1.0046355782833416e-05 +c4,mlp_gate,Llama-2-7b-hf,2,128,0,3.685540150399902e-06 +c4,mlp_down,Llama-2-7b-hf,2,128,0,3.3024138247128576e-05 +c4,attn_in,Llama-2-7b-hf,2,128,1,0.00013850952382199466 +c4,attn_out,Llama-2-7b-hf,2,128,1,4.6788438339717686e-05 +c4,mlp_gate,Llama-2-7b-hf,2,128,1,0.012954705394804478 +c4,mlp_down,Llama-2-7b-hf,2,128,1,0.0405312143266201 +c4,attn_in,Llama-2-7b-hf,2,128,2,0.00044946023263037205 +c4,attn_out,Llama-2-7b-hf,2,128,2,4.84261145174969e-05 +c4,mlp_gate,Llama-2-7b-hf,2,128,2,0.00012912324746139348 +c4,mlp_down,Llama-2-7b-hf,2,128,2,0.00013704370940104127 +c4,attn_in,Llama-2-7b-hf,2,128,3,0.0009294474730268121 +c4,attn_out,Llama-2-7b-hf,2,128,3,8.846697892295197e-05 +c4,mlp_gate,Llama-2-7b-hf,2,128,3,0.0003008506610058248 +c4,mlp_down,Llama-2-7b-hf,2,128,3,0.0002715873997658491 +c4,attn_in,Llama-2-7b-hf,2,128,4,0.0011879414087161422 +c4,attn_out,Llama-2-7b-hf,2,128,4,0.00017757175373844802 +c4,mlp_gate,Llama-2-7b-hf,2,128,4,0.000593511969782412 +c4,mlp_down,Llama-2-7b-hf,2,128,4,0.0006432929076254368 +c4,attn_in,Llama-2-7b-hf,2,128,5,0.00167203473392874 +c4,attn_out,Llama-2-7b-hf,2,128,5,0.00035011261934414506 +c4,mlp_gate,Llama-2-7b-hf,2,128,5,0.000945434148889035 +c4,mlp_down,Llama-2-7b-hf,2,128,5,0.000773278996348381 +c4,attn_in,Llama-2-7b-hf,2,128,6,0.0025417846627533436 +c4,attn_out,Llama-2-7b-hf,2,128,6,0.0003931125975213945 +c4,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014242613688111305 +c4,mlp_down,Llama-2-7b-hf,2,128,6,0.0011825606925413013 +c4,attn_in,Llama-2-7b-hf,2,128,7,0.0024396213702857494 +c4,attn_out,Llama-2-7b-hf,2,128,7,0.0005802356754429638 +c4,mlp_gate,Llama-2-7b-hf,2,128,7,0.0019506131066009402 +c4,mlp_down,Llama-2-7b-hf,2,128,7,0.0015598199097439647 +c4,attn_in,Llama-2-7b-hf,2,128,8,0.0033085416071116924 +c4,attn_out,Llama-2-7b-hf,2,128,8,0.0008440553210675716 +c4,mlp_gate,Llama-2-7b-hf,2,128,8,0.0024153809063136578 +c4,mlp_down,Llama-2-7b-hf,2,128,8,0.0018553092377260327 +c4,attn_in,Llama-2-7b-hf,2,128,9,0.005954829975962639 +c4,attn_out,Llama-2-7b-hf,2,128,9,0.0012398601975291967 +c4,mlp_gate,Llama-2-7b-hf,2,128,9,0.0028242841362953186 +c4,mlp_down,Llama-2-7b-hf,2,128,9,0.0021516121923923492 +c4,attn_in,Llama-2-7b-hf,2,128,10,0.00613499665632844 +c4,attn_out,Llama-2-7b-hf,2,128,10,0.0016748425550758839 +c4,mlp_gate,Llama-2-7b-hf,2,128,10,0.003393264254555106 +c4,mlp_down,Llama-2-7b-hf,2,128,10,0.0025172170717269182 +c4,attn_in,Llama-2-7b-hf,2,128,11,0.007675670552998781 +c4,attn_out,Llama-2-7b-hf,2,128,11,0.0016716294921934605 +c4,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038025088142603636 +c4,mlp_down,Llama-2-7b-hf,2,128,11,0.0029254737310111523 +c4,attn_in,Llama-2-7b-hf,2,128,12,0.006989930756390095 +c4,attn_out,Llama-2-7b-hf,2,128,12,0.0018846004968509078 +c4,mlp_gate,Llama-2-7b-hf,2,128,12,0.0042778728529810905 +c4,mlp_down,Llama-2-7b-hf,2,128,12,0.0033386650029569864 +c4,attn_in,Llama-2-7b-hf,2,128,13,0.006254391744732857 +c4,attn_out,Llama-2-7b-hf,2,128,13,0.00223894277587533 +c4,mlp_gate,Llama-2-7b-hf,2,128,13,0.005162674933671951 +c4,mlp_down,Llama-2-7b-hf,2,128,13,0.0041803219355642796 +c4,attn_in,Llama-2-7b-hf,2,128,14,0.0069243693724274635 +c4,attn_out,Llama-2-7b-hf,2,128,14,0.0025047408416867256 +c4,mlp_gate,Llama-2-7b-hf,2,128,14,0.005880195647478104 +c4,mlp_down,Llama-2-7b-hf,2,128,14,0.00499389972537756 +c4,attn_in,Llama-2-7b-hf,2,128,15,0.00977376103401184 +c4,attn_out,Llama-2-7b-hf,2,128,15,0.0028236061334609985 +c4,mlp_gate,Llama-2-7b-hf,2,128,15,0.0073234993033111095 +c4,mlp_down,Llama-2-7b-hf,2,128,15,0.006291133351624012 +c4,attn_in,Llama-2-7b-hf,2,128,16,0.0099876057356596 +c4,attn_out,Llama-2-7b-hf,2,128,16,0.004066075198352337 +c4,mlp_gate,Llama-2-7b-hf,2,128,16,0.00956276897341013 +c4,mlp_down,Llama-2-7b-hf,2,128,16,0.009002718143165112 +c4,attn_in,Llama-2-7b-hf,2,128,17,0.011566915549337864 +c4,attn_out,Llama-2-7b-hf,2,128,17,0.0027891097124665976 +c4,mlp_gate,Llama-2-7b-hf,2,128,17,0.010739775374531746 +c4,mlp_down,Llama-2-7b-hf,2,128,17,0.009811310097575188 +c4,attn_in,Llama-2-7b-hf,2,128,18,0.008516505360603333 +c4,attn_out,Llama-2-7b-hf,2,128,18,0.002909854520112276 +c4,mlp_gate,Llama-2-7b-hf,2,128,18,0.012684918940067291 +c4,mlp_down,Llama-2-7b-hf,2,128,18,0.011497640050947666 +c4,attn_in,Llama-2-7b-hf,2,128,19,0.007587432395666838 +c4,attn_out,Llama-2-7b-hf,2,128,19,0.002894899807870388 +c4,mlp_gate,Llama-2-7b-hf,2,128,19,0.014746290631592274 +c4,mlp_down,Llama-2-7b-hf,2,128,19,0.012717816047370434 +c4,attn_in,Llama-2-7b-hf,2,128,20,0.010829989798367023 +c4,attn_out,Llama-2-7b-hf,2,128,20,0.003822597209364176 +c4,mlp_gate,Llama-2-7b-hf,2,128,20,0.01726958155632019 +c4,mlp_down,Llama-2-7b-hf,2,128,20,0.015903502702713013 +c4,attn_in,Llama-2-7b-hf,2,128,21,0.006583955604583025 +c4,attn_out,Llama-2-7b-hf,2,128,21,0.0029791835695505142 +c4,mlp_gate,Llama-2-7b-hf,2,128,21,0.01904739998281002 +c4,mlp_down,Llama-2-7b-hf,2,128,21,0.016148511320352554 +c4,attn_in,Llama-2-7b-hf,2,128,22,0.011614339426159859 +c4,attn_out,Llama-2-7b-hf,2,128,22,0.003778670448809862 +c4,mlp_gate,Llama-2-7b-hf,2,128,22,0.02159200981259346 +c4,mlp_down,Llama-2-7b-hf,2,128,22,0.018146509304642677 +c4,attn_in,Llama-2-7b-hf,2,128,23,0.011046163737773895 +c4,attn_out,Llama-2-7b-hf,2,128,23,0.0035191294737160206 +c4,mlp_gate,Llama-2-7b-hf,2,128,23,0.024189500138163567 +c4,mlp_down,Llama-2-7b-hf,2,128,23,0.018921472132205963 +c4,attn_in,Llama-2-7b-hf,2,128,24,0.012684755958616734 +c4,attn_out,Llama-2-7b-hf,2,128,24,0.004708543419837952 +c4,mlp_gate,Llama-2-7b-hf,2,128,24,0.02667115069925785 +c4,mlp_down,Llama-2-7b-hf,2,128,24,0.02004283107817173 +c4,attn_in,Llama-2-7b-hf,2,128,25,0.009120011702179909 +c4,attn_out,Llama-2-7b-hf,2,128,25,0.0032482105307281017 +c4,mlp_gate,Llama-2-7b-hf,2,128,25,0.030075406655669212 +c4,mlp_down,Llama-2-7b-hf,2,128,25,0.020920084789395332 +c4,attn_in,Llama-2-7b-hf,2,128,26,0.014492908492684364 +c4,attn_out,Llama-2-7b-hf,2,128,26,0.006066422443836927 +c4,mlp_gate,Llama-2-7b-hf,2,128,26,0.03387460857629776 +c4,mlp_down,Llama-2-7b-hf,2,128,26,0.02295478992164135 +c4,attn_in,Llama-2-7b-hf,2,128,27,0.009472399018704891 +c4,attn_out,Llama-2-7b-hf,2,128,27,0.005342811346054077 +c4,mlp_gate,Llama-2-7b-hf,2,128,27,0.038953039795160294 +c4,mlp_down,Llama-2-7b-hf,2,128,27,0.026023324579000473 +c4,attn_in,Llama-2-7b-hf,2,128,28,0.012646966613829136 +c4,attn_out,Llama-2-7b-hf,2,128,28,0.006719933357089758 +c4,mlp_gate,Llama-2-7b-hf,2,128,28,0.0461714044213295 +c4,mlp_down,Llama-2-7b-hf,2,128,28,0.032174743711948395 +c4,attn_in,Llama-2-7b-hf,2,128,29,0.011936279013752937 +c4,attn_out,Llama-2-7b-hf,2,128,29,0.006013456732034683 +c4,mlp_gate,Llama-2-7b-hf,2,128,29,0.05546357110142708 +c4,mlp_down,Llama-2-7b-hf,2,128,29,0.04465639591217041 +c4,attn_in,Llama-2-7b-hf,2,128,30,0.013159407302737236 +c4,attn_out,Llama-2-7b-hf,2,128,30,0.008535875007510185 +c4,mlp_gate,Llama-2-7b-hf,2,128,30,0.17307612299919128 +c4,mlp_down,Llama-2-7b-hf,2,128,30,0.10109781473875046 +c4,attn_in,Llama-2-7b-hf,2,128,31,0.03475697711110115 +c4,attn_out,Llama-2-7b-hf,2,128,31,0.012923688627779484 +c4,mlp_gate,Llama-2-7b-hf,2,128,31,0.19838348031044006 +c4,mlp_down,Llama-2-7b-hf,2,128,31,0.38412153720855713 +pileval,attn_in,Llama-2-7b-hf,2,128,0,2.0774496078956872e-05 +pileval,attn_out,Llama-2-7b-hf,2,128,0,1.2087700270058122e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,128,0,4.5886549742135685e-06 +pileval,mlp_down,Llama-2-7b-hf,2,128,0,3.3337328204652295e-05 +pileval,attn_in,Llama-2-7b-hf,2,128,1,0.0001451772841392085 +pileval,attn_out,Llama-2-7b-hf,2,128,1,4.7759738663444296e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,128,1,0.011554597876966 +pileval,mlp_down,Llama-2-7b-hf,2,128,1,0.03379787504673004 +pileval,attn_in,Llama-2-7b-hf,2,128,2,0.0004573112528305501 +pileval,attn_out,Llama-2-7b-hf,2,128,2,5.27524680364877e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,128,2,0.00013839539315085858 +pileval,mlp_down,Llama-2-7b-hf,2,128,2,0.0001472409931011498 +pileval,attn_in,Llama-2-7b-hf,2,128,3,0.0009382787393406034 +pileval,attn_out,Llama-2-7b-hf,2,128,3,9.989960381062701e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,128,3,0.0003282383258920163 +pileval,mlp_down,Llama-2-7b-hf,2,128,3,0.00028963430668227375 +pileval,attn_in,Llama-2-7b-hf,2,128,4,0.0011938647367060184 +pileval,attn_out,Llama-2-7b-hf,2,128,4,0.00019829606753773987 +pileval,mlp_gate,Llama-2-7b-hf,2,128,4,0.0006329150055535138 +pileval,mlp_down,Llama-2-7b-hf,2,128,4,0.0006664447137154639 +pileval,attn_in,Llama-2-7b-hf,2,128,5,0.0016708177281543612 +pileval,attn_out,Llama-2-7b-hf,2,128,5,0.00039766260306350887 +pileval,mlp_gate,Llama-2-7b-hf,2,128,5,0.0009711978491395712 +pileval,mlp_down,Llama-2-7b-hf,2,128,5,0.0007771744858473539 +pileval,attn_in,Llama-2-7b-hf,2,128,6,0.0026256460696458817 +pileval,attn_out,Llama-2-7b-hf,2,128,6,0.00047387697850354016 +pileval,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014400898944586515 +pileval,mlp_down,Llama-2-7b-hf,2,128,6,0.001169326831586659 +pileval,attn_in,Llama-2-7b-hf,2,128,7,0.0025517973117530346 +pileval,attn_out,Llama-2-7b-hf,2,128,7,0.0006830262136645615 +pileval,mlp_gate,Llama-2-7b-hf,2,128,7,0.001988448668271303 +pileval,mlp_down,Llama-2-7b-hf,2,128,7,0.0015690200962126255 +pileval,attn_in,Llama-2-7b-hf,2,128,8,0.0035605246666818857 +pileval,attn_out,Llama-2-7b-hf,2,128,8,0.0009878117125481367 +pileval,mlp_gate,Llama-2-7b-hf,2,128,8,0.0024851129855960608 +pileval,mlp_down,Llama-2-7b-hf,2,128,8,0.0019170428859069943 +pileval,attn_in,Llama-2-7b-hf,2,128,9,0.006041924934834242 +pileval,attn_out,Llama-2-7b-hf,2,128,9,0.0013443941716104746 +pileval,mlp_gate,Llama-2-7b-hf,2,128,9,0.0029180925339460373 +pileval,mlp_down,Llama-2-7b-hf,2,128,9,0.0022161195520311594 +pileval,attn_in,Llama-2-7b-hf,2,128,10,0.006474196910858154 +pileval,attn_out,Llama-2-7b-hf,2,128,10,0.0018556873546913266 +pileval,mlp_gate,Llama-2-7b-hf,2,128,10,0.0034346883185207844 +pileval,mlp_down,Llama-2-7b-hf,2,128,10,0.0025573873426765203 +pileval,attn_in,Llama-2-7b-hf,2,128,11,0.007788245566189289 +pileval,attn_out,Llama-2-7b-hf,2,128,11,0.0018971269018948078 +pileval,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038433477748185396 +pileval,mlp_down,Llama-2-7b-hf,2,128,11,0.00293037761002779 +pileval,attn_in,Llama-2-7b-hf,2,128,12,0.007166729308664799 +pileval,attn_out,Llama-2-7b-hf,2,128,12,0.0022378109861165285 +pileval,mlp_gate,Llama-2-7b-hf,2,128,12,0.004348032176494598 +pileval,mlp_down,Llama-2-7b-hf,2,128,12,0.003350544022396207 +pileval,attn_in,Llama-2-7b-hf,2,128,13,0.006542527582496405 +pileval,attn_out,Llama-2-7b-hf,2,128,13,0.0024373233318328857 +pileval,mlp_gate,Llama-2-7b-hf,2,128,13,0.005170042626559734 +pileval,mlp_down,Llama-2-7b-hf,2,128,13,0.004092476796358824 +pileval,attn_in,Llama-2-7b-hf,2,128,14,0.007014892995357513 +pileval,attn_out,Llama-2-7b-hf,2,128,14,0.0027382003609091043 +pileval,mlp_gate,Llama-2-7b-hf,2,128,14,0.005846039857715368 +pileval,mlp_down,Llama-2-7b-hf,2,128,14,0.0048700859770178795 +pileval,attn_in,Llama-2-7b-hf,2,128,15,0.00959407165646553 +pileval,attn_out,Llama-2-7b-hf,2,128,15,0.0029732745606452227 +pileval,mlp_gate,Llama-2-7b-hf,2,128,15,0.007231835275888443 +pileval,mlp_down,Llama-2-7b-hf,2,128,15,0.0060961125418543816 +pileval,attn_in,Llama-2-7b-hf,2,128,16,0.009890490211546421 +pileval,attn_out,Llama-2-7b-hf,2,128,16,0.0042494828812778 +pileval,mlp_gate,Llama-2-7b-hf,2,128,16,0.009394530206918716 +pileval,mlp_down,Llama-2-7b-hf,2,128,16,0.00875857938081026 +pileval,attn_in,Llama-2-7b-hf,2,128,17,0.011387760750949383 +pileval,attn_out,Llama-2-7b-hf,2,128,17,0.0030220833141356707 +pileval,mlp_gate,Llama-2-7b-hf,2,128,17,0.010537334717810154 +pileval,mlp_down,Llama-2-7b-hf,2,128,17,0.00929287075996399 +pileval,attn_in,Llama-2-7b-hf,2,128,18,0.008920814841985703 +pileval,attn_out,Llama-2-7b-hf,2,128,18,0.003527373308315873 +pileval,mlp_gate,Llama-2-7b-hf,2,128,18,0.012557805515825748 +pileval,mlp_down,Llama-2-7b-hf,2,128,18,0.01114185806363821 +pileval,attn_in,Llama-2-7b-hf,2,128,19,0.007754297461360693 +pileval,attn_out,Llama-2-7b-hf,2,128,19,0.003059407463297248 +pileval,mlp_gate,Llama-2-7b-hf,2,128,19,0.0145873436704278 +pileval,mlp_down,Llama-2-7b-hf,2,128,19,0.012417348101735115 +pileval,attn_in,Llama-2-7b-hf,2,128,20,0.009513165801763535 +pileval,attn_out,Llama-2-7b-hf,2,128,20,0.0035959111992269754 +pileval,mlp_gate,Llama-2-7b-hf,2,128,20,0.01709228940308094 +pileval,mlp_down,Llama-2-7b-hf,2,128,20,0.015217003412544727 +pileval,attn_in,Llama-2-7b-hf,2,128,21,0.007020898163318634 +pileval,attn_out,Llama-2-7b-hf,2,128,21,0.0033294421155005693 +pileval,mlp_gate,Llama-2-7b-hf,2,128,21,0.018944909796118736 +pileval,mlp_down,Llama-2-7b-hf,2,128,21,0.015363690443336964 +pileval,attn_in,Llama-2-7b-hf,2,128,22,0.011683015152812004 +pileval,attn_out,Llama-2-7b-hf,2,128,22,0.004133730661123991 +pileval,mlp_gate,Llama-2-7b-hf,2,128,22,0.021678047254681587 +pileval,mlp_down,Llama-2-7b-hf,2,128,22,0.017177622765302658 +pileval,attn_in,Llama-2-7b-hf,2,128,23,0.010763240978121758 +pileval,attn_out,Llama-2-7b-hf,2,128,23,0.003588868072256446 +pileval,mlp_gate,Llama-2-7b-hf,2,128,23,0.024274712428450584 +pileval,mlp_down,Llama-2-7b-hf,2,128,23,0.018227875232696533 +pileval,attn_in,Llama-2-7b-hf,2,128,24,0.012383105233311653 +pileval,attn_out,Llama-2-7b-hf,2,128,24,0.004547488410025835 +pileval,mlp_gate,Llama-2-7b-hf,2,128,24,0.026637300848960876 +pileval,mlp_down,Llama-2-7b-hf,2,128,24,0.018899966031312943 +pileval,attn_in,Llama-2-7b-hf,2,128,25,0.010252334177494049 +pileval,attn_out,Llama-2-7b-hf,2,128,25,0.003778852056711912 +pileval,mlp_gate,Llama-2-7b-hf,2,128,25,0.030100923031568527 +pileval,mlp_down,Llama-2-7b-hf,2,128,25,0.020311929285526276 +pileval,attn_in,Llama-2-7b-hf,2,128,26,0.014620318077504635 +pileval,attn_out,Llama-2-7b-hf,2,128,26,0.006280615925788879 +pileval,mlp_gate,Llama-2-7b-hf,2,128,26,0.034111492335796356 +pileval,mlp_down,Llama-2-7b-hf,2,128,26,0.022117353975772858 +pileval,attn_in,Llama-2-7b-hf,2,128,27,0.009920023381710052 +pileval,attn_out,Llama-2-7b-hf,2,128,27,0.005929557606577873 +pileval,mlp_gate,Llama-2-7b-hf,2,128,27,0.039404869079589844 +pileval,mlp_down,Llama-2-7b-hf,2,128,27,0.02555842697620392 +pileval,attn_in,Llama-2-7b-hf,2,128,28,0.012898698449134827 +pileval,attn_out,Llama-2-7b-hf,2,128,28,0.007072512060403824 +pileval,mlp_gate,Llama-2-7b-hf,2,128,28,0.046903859823942184 +pileval,mlp_down,Llama-2-7b-hf,2,128,28,0.03232904151082039 +pileval,attn_in,Llama-2-7b-hf,2,128,29,0.013427906669676304 +pileval,attn_out,Llama-2-7b-hf,2,128,29,0.007100360933691263 +pileval,mlp_gate,Llama-2-7b-hf,2,128,29,0.05677978694438934 +pileval,mlp_down,Llama-2-7b-hf,2,128,29,0.04452838748693466 +pileval,attn_in,Llama-2-7b-hf,2,128,30,0.01412178948521614 +pileval,attn_out,Llama-2-7b-hf,2,128,30,0.009564629755914211 +pileval,mlp_gate,Llama-2-7b-hf,2,128,30,0.15923188626766205 +pileval,mlp_down,Llama-2-7b-hf,2,128,30,0.09604237228631973 +pileval,attn_in,Llama-2-7b-hf,2,128,31,0.03203119710087776 +pileval,attn_out,Llama-2-7b-hf,2,128,31,0.012356793507933617 +pileval,mlp_gate,Llama-2-7b-hf,2,128,31,0.18957144021987915 +pileval,mlp_down,Llama-2-7b-hf,2,128,31,0.3551536202430725 +wikitext,attn_in,Llama-2-7b-hf,2,128,0,1.6196787328226492e-05 +wikitext,attn_out,Llama-2-7b-hf,2,128,0,1.3210441466071643e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,0,4.179350071353838e-06 +wikitext,mlp_down,Llama-2-7b-hf,2,128,0,3.524051862768829e-05 +wikitext,attn_in,Llama-2-7b-hf,2,128,1,0.00011956116941291839 +wikitext,attn_out,Llama-2-7b-hf,2,128,1,6.0320609918562695e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,1,0.02993765100836754 +wikitext,mlp_down,Llama-2-7b-hf,2,128,1,0.051246363669633865 +wikitext,attn_in,Llama-2-7b-hf,2,128,2,0.0003293838817626238 +wikitext,attn_out,Llama-2-7b-hf,2,128,2,3.7053818232379854e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,2,0.0001365179632557556 +wikitext,mlp_down,Llama-2-7b-hf,2,128,2,0.00013313932868186384 +wikitext,attn_in,Llama-2-7b-hf,2,128,3,0.0008483858546242118 +wikitext,attn_out,Llama-2-7b-hf,2,128,3,9.073239198187366e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,3,0.00030189266544766724 +wikitext,mlp_down,Llama-2-7b-hf,2,128,3,0.0002552555815782398 +wikitext,attn_in,Llama-2-7b-hf,2,128,4,0.0009980497416108847 +wikitext,attn_out,Llama-2-7b-hf,2,128,4,0.00016420775500591844 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,4,0.0006137686432339251 +wikitext,mlp_down,Llama-2-7b-hf,2,128,4,0.0007544016116298735 +wikitext,attn_in,Llama-2-7b-hf,2,128,5,0.0014212788082659245 +wikitext,attn_out,Llama-2-7b-hf,2,128,5,0.00035501064849086106 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,5,0.0009630789281800389 +wikitext,mlp_down,Llama-2-7b-hf,2,128,5,0.0007735087419860065 +wikitext,attn_in,Llama-2-7b-hf,2,128,6,0.0023521611001342535 +wikitext,attn_out,Llama-2-7b-hf,2,128,6,0.00043701959657482803 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014204182662069798 +wikitext,mlp_down,Llama-2-7b-hf,2,128,6,0.0011610181536525488 +wikitext,attn_in,Llama-2-7b-hf,2,128,7,0.0023742762859910727 +wikitext,attn_out,Llama-2-7b-hf,2,128,7,0.0005992217338643968 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,7,0.001965334638953209 +wikitext,mlp_down,Llama-2-7b-hf,2,128,7,0.001574345980770886 +wikitext,attn_in,Llama-2-7b-hf,2,128,8,0.0033153679687529802 +wikitext,attn_out,Llama-2-7b-hf,2,128,8,0.0009370581828989089 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,8,0.002480803057551384 +wikitext,mlp_down,Llama-2-7b-hf,2,128,8,0.0019344977336004376 +wikitext,attn_in,Llama-2-7b-hf,2,128,9,0.005684325471520424 +wikitext,attn_out,Llama-2-7b-hf,2,128,9,0.0012600395129993558 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,9,0.002904334804043174 +wikitext,mlp_down,Llama-2-7b-hf,2,128,9,0.002290990436449647 +wikitext,attn_in,Llama-2-7b-hf,2,128,10,0.00559991504997015 +wikitext,attn_out,Llama-2-7b-hf,2,128,10,0.0017034821212291718 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,10,0.0034370634239166975 +wikitext,mlp_down,Llama-2-7b-hf,2,128,10,0.002587882336229086 +wikitext,attn_in,Llama-2-7b-hf,2,128,11,0.007229176815599203 +wikitext,attn_out,Llama-2-7b-hf,2,128,11,0.0016703156288713217 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038089132867753506 +wikitext,mlp_down,Llama-2-7b-hf,2,128,11,0.0029366789385676384 +wikitext,attn_in,Llama-2-7b-hf,2,128,12,0.006503593642264605 +wikitext,attn_out,Llama-2-7b-hf,2,128,12,0.0019698382820934057 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,12,0.00426483154296875 +wikitext,mlp_down,Llama-2-7b-hf,2,128,12,0.0032536990474909544 +wikitext,attn_in,Llama-2-7b-hf,2,128,13,0.005645851604640484 +wikitext,attn_out,Llama-2-7b-hf,2,128,13,0.0023036866914480925 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,13,0.005018122959882021 +wikitext,mlp_down,Llama-2-7b-hf,2,128,13,0.00397125817835331 +wikitext,attn_in,Llama-2-7b-hf,2,128,14,0.006041375920176506 +wikitext,attn_out,Llama-2-7b-hf,2,128,14,0.00243660481646657 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,14,0.005714249797165394 +wikitext,mlp_down,Llama-2-7b-hf,2,128,14,0.004712908528745174 +wikitext,attn_in,Llama-2-7b-hf,2,128,15,0.008760782890021801 +wikitext,attn_out,Llama-2-7b-hf,2,128,15,0.002729586558416486 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,15,0.0070267836563289165 +wikitext,mlp_down,Llama-2-7b-hf,2,128,15,0.005956039763987064 +wikitext,attn_in,Llama-2-7b-hf,2,128,16,0.008592485450208187 +wikitext,attn_out,Llama-2-7b-hf,2,128,16,0.003559654578566551 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,16,0.008991832844913006 +wikitext,mlp_down,Llama-2-7b-hf,2,128,16,0.0086324792355299 +wikitext,attn_in,Llama-2-7b-hf,2,128,17,0.010071508586406708 +wikitext,attn_out,Llama-2-7b-hf,2,128,17,0.00298512214794755 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,17,0.010210523381829262 +wikitext,mlp_down,Llama-2-7b-hf,2,128,17,0.009187894873321056 +wikitext,attn_in,Llama-2-7b-hf,2,128,18,0.007700270973145962 +wikitext,attn_out,Llama-2-7b-hf,2,128,18,0.002819894813001156 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,18,0.012111670337617397 +wikitext,mlp_down,Llama-2-7b-hf,2,128,18,0.010705153457820415 +wikitext,attn_in,Llama-2-7b-hf,2,128,19,0.006697618868201971 +wikitext,attn_out,Llama-2-7b-hf,2,128,19,0.0026870674919337034 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,19,0.013890483416616917 +wikitext,mlp_down,Llama-2-7b-hf,2,128,19,0.011614037677645683 +wikitext,attn_in,Llama-2-7b-hf,2,128,20,0.0095569072291255 +wikitext,attn_out,Llama-2-7b-hf,2,128,20,0.0035372294951230288 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,20,0.0162121020257473 +wikitext,mlp_down,Llama-2-7b-hf,2,128,20,0.014788606204092503 +wikitext,attn_in,Llama-2-7b-hf,2,128,21,0.005736870691180229 +wikitext,attn_out,Llama-2-7b-hf,2,128,21,0.00253034895285964 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,21,0.018463002517819405 +wikitext,mlp_down,Llama-2-7b-hf,2,128,21,0.015712929889559746 +wikitext,attn_in,Llama-2-7b-hf,2,128,22,0.010950597934424877 +wikitext,attn_out,Llama-2-7b-hf,2,128,22,0.0040025366470217705 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,22,0.020562458783388138 +wikitext,mlp_down,Llama-2-7b-hf,2,128,22,0.016647150740027428 +wikitext,attn_in,Llama-2-7b-hf,2,128,23,0.010161311365664005 +wikitext,attn_out,Llama-2-7b-hf,2,128,23,0.0038077784702181816 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,23,0.0235065259039402 +wikitext,mlp_down,Llama-2-7b-hf,2,128,23,0.01777174137532711 +wikitext,attn_in,Llama-2-7b-hf,2,128,24,0.011172973550856113 +wikitext,attn_out,Llama-2-7b-hf,2,128,24,0.004073134623467922 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,24,0.026005776599049568 +wikitext,mlp_down,Llama-2-7b-hf,2,128,24,0.018884455785155296 +wikitext,attn_in,Llama-2-7b-hf,2,128,25,0.010697675868868828 +wikitext,attn_out,Llama-2-7b-hf,2,128,25,0.005323680583387613 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,25,0.02974168211221695 +wikitext,mlp_down,Llama-2-7b-hf,2,128,25,0.01992364041507244 +wikitext,attn_in,Llama-2-7b-hf,2,128,26,0.013480305671691895 +wikitext,attn_out,Llama-2-7b-hf,2,128,26,0.005930293817073107 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,26,0.03388199955224991 +wikitext,mlp_down,Llama-2-7b-hf,2,128,26,0.022253146395087242 +wikitext,attn_in,Llama-2-7b-hf,2,128,27,0.009827968664467335 +wikitext,attn_out,Llama-2-7b-hf,2,128,27,0.005957584362477064 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,27,0.03932284191250801 +wikitext,mlp_down,Llama-2-7b-hf,2,128,27,0.025934729725122452 +wikitext,attn_in,Llama-2-7b-hf,2,128,28,0.014178388752043247 +wikitext,attn_out,Llama-2-7b-hf,2,128,28,0.008150318637490273 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,28,0.0456724613904953 +wikitext,mlp_down,Llama-2-7b-hf,2,128,28,0.030022332444787025 +wikitext,attn_in,Llama-2-7b-hf,2,128,29,0.013608790002763271 +wikitext,attn_out,Llama-2-7b-hf,2,128,29,0.00831212941557169 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,29,0.05438826605677605 +wikitext,mlp_down,Llama-2-7b-hf,2,128,29,0.04520551487803459 +wikitext,attn_in,Llama-2-7b-hf,2,128,30,0.013780132867395878 +wikitext,attn_out,Llama-2-7b-hf,2,128,30,0.010216772556304932 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,30,0.3545900583267212 +wikitext,mlp_down,Llama-2-7b-hf,2,128,30,0.14164184033870697 +wikitext,attn_in,Llama-2-7b-hf,2,128,31,0.030849851667881012 +wikitext,attn_out,Llama-2-7b-hf,2,128,31,0.013449935242533684 +wikitext,mlp_gate,Llama-2-7b-hf,2,128,31,0.17525361478328705 +wikitext,mlp_down,Llama-2-7b-hf,2,128,31,0.3300042152404785 +c4,attn_in,Llama-2-7b-hf,2,32,0,7.177573934313841e-06 +c4,attn_out,Llama-2-7b-hf,2,32,0,4.984626684745308e-06 +c4,mlp_gate,Llama-2-7b-hf,2,32,0,1.9110045741399517e-06 +c4,mlp_down,Llama-2-7b-hf,2,32,0,1.707686169538647e-05 +c4,attn_in,Llama-2-7b-hf,2,32,1,4.49288563686423e-05 +c4,attn_out,Llama-2-7b-hf,2,32,1,2.355611286475323e-05 +c4,mlp_gate,Llama-2-7b-hf,2,32,1,0.15551292896270752 +c4,mlp_down,Llama-2-7b-hf,2,32,1,0.014253412373363972 +c4,attn_in,Llama-2-7b-hf,2,32,2,0.0003453706740401685 +c4,attn_out,Llama-2-7b-hf,2,32,2,2.6391355277155526e-05 +c4,mlp_gate,Llama-2-7b-hf,2,32,2,7.422473572660238e-05 +c4,mlp_down,Llama-2-7b-hf,2,32,2,7.779221050441265e-05 +c4,attn_in,Llama-2-7b-hf,2,32,3,0.0005893601337447762 +c4,attn_out,Llama-2-7b-hf,2,32,3,4.8674861318431795e-05 +c4,mlp_gate,Llama-2-7b-hf,2,32,3,0.00016888929530978203 +c4,mlp_down,Llama-2-7b-hf,2,32,3,0.00015680654905736446 +c4,attn_in,Llama-2-7b-hf,2,32,4,0.0010189951863139868 +c4,attn_out,Llama-2-7b-hf,2,32,4,0.00010005406511481851 +c4,mlp_gate,Llama-2-7b-hf,2,32,4,0.0003454584802966565 +c4,mlp_down,Llama-2-7b-hf,2,32,4,0.0003480020968709141 +c4,attn_in,Llama-2-7b-hf,2,32,5,0.0010489989072084427 +c4,attn_out,Llama-2-7b-hf,2,32,5,0.00019402691395953298 +c4,mlp_gate,Llama-2-7b-hf,2,32,5,0.000520462344866246 +c4,mlp_down,Llama-2-7b-hf,2,32,5,0.0004464637313503772 +c4,attn_in,Llama-2-7b-hf,2,32,6,0.0007819222519174218 +c4,attn_out,Llama-2-7b-hf,2,32,6,0.0002217558940174058 +c4,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007897577015683055 +c4,mlp_down,Llama-2-7b-hf,2,32,6,0.0006828093319199979 +c4,attn_in,Llama-2-7b-hf,2,32,7,0.0010130772134289145 +c4,attn_out,Llama-2-7b-hf,2,32,7,0.0003279274969827384 +c4,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010734471725299954 +c4,mlp_down,Llama-2-7b-hf,2,32,7,0.0009015066316351295 +c4,attn_in,Llama-2-7b-hf,2,32,8,0.0025578532367944717 +c4,attn_out,Llama-2-7b-hf,2,32,8,0.0004800423339474946 +c4,mlp_gate,Llama-2-7b-hf,2,32,8,0.0013113458408042789 +c4,mlp_down,Llama-2-7b-hf,2,32,8,0.0010701596038416028 +c4,attn_in,Llama-2-7b-hf,2,32,9,0.002765573561191559 +c4,attn_out,Llama-2-7b-hf,2,32,9,0.0007116310298442841 +c4,mlp_gate,Llama-2-7b-hf,2,32,9,0.0015407716855406761 +c4,mlp_down,Llama-2-7b-hf,2,32,9,0.0012420290149748325 +c4,attn_in,Llama-2-7b-hf,2,32,10,0.0033404279965907335 +c4,attn_out,Llama-2-7b-hf,2,32,10,0.000961977755650878 +c4,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018301408272236586 +c4,mlp_down,Llama-2-7b-hf,2,32,10,0.0014549436746165156 +c4,attn_in,Llama-2-7b-hf,2,32,11,0.0027277162298560143 +c4,attn_out,Llama-2-7b-hf,2,32,11,0.0009591351845301688 +c4,mlp_gate,Llama-2-7b-hf,2,32,11,0.002079707570374012 +c4,mlp_down,Llama-2-7b-hf,2,32,11,0.001691926852799952 +c4,attn_in,Llama-2-7b-hf,2,32,12,0.0030698697082698345 +c4,attn_out,Llama-2-7b-hf,2,32,12,0.0010878079337999225 +c4,mlp_gate,Llama-2-7b-hf,2,32,12,0.002362581202760339 +c4,mlp_down,Llama-2-7b-hf,2,32,12,0.0019308814080432057 +c4,attn_in,Llama-2-7b-hf,2,32,13,0.0027451873756945133 +c4,attn_out,Llama-2-7b-hf,2,32,13,0.0012895450927317142 +c4,mlp_gate,Llama-2-7b-hf,2,32,13,0.0028474421706050634 +c4,mlp_down,Llama-2-7b-hf,2,32,13,0.0024158444721251726 +c4,attn_in,Llama-2-7b-hf,2,32,14,0.002916912781074643 +c4,attn_out,Llama-2-7b-hf,2,32,14,0.0014402789529412985 +c4,mlp_gate,Llama-2-7b-hf,2,32,14,0.0032441038638353348 +c4,mlp_down,Llama-2-7b-hf,2,32,14,0.0028902292251586914 +c4,attn_in,Llama-2-7b-hf,2,32,15,0.0036594003904610872 +c4,attn_out,Llama-2-7b-hf,2,32,15,0.0016106669791042805 +c4,mlp_gate,Llama-2-7b-hf,2,32,15,0.0040471721440553665 +c4,mlp_down,Llama-2-7b-hf,2,32,15,0.003641663119196892 +c4,attn_in,Llama-2-7b-hf,2,32,16,0.00391474599018693 +c4,attn_out,Llama-2-7b-hf,2,32,16,0.002343887696042657 +c4,mlp_gate,Llama-2-7b-hf,2,32,16,0.005342735908925533 +c4,mlp_down,Llama-2-7b-hf,2,32,16,0.005166779737919569 +c4,attn_in,Llama-2-7b-hf,2,32,17,0.003632505889981985 +c4,attn_out,Llama-2-7b-hf,2,32,17,0.001610530773177743 +c4,mlp_gate,Llama-2-7b-hf,2,32,17,0.005996948108077049 +c4,mlp_down,Llama-2-7b-hf,2,32,17,0.005691005848348141 +c4,attn_in,Llama-2-7b-hf,2,32,18,0.0032976691145449877 +c4,attn_out,Llama-2-7b-hf,2,32,18,0.0016683217836543918 +c4,mlp_gate,Llama-2-7b-hf,2,32,18,0.0070938910357654095 +c4,mlp_down,Llama-2-7b-hf,2,32,18,0.006648809649050236 +c4,attn_in,Llama-2-7b-hf,2,32,19,0.0031926226802170277 +c4,attn_out,Llama-2-7b-hf,2,32,19,0.0016552084125578403 +c4,mlp_gate,Llama-2-7b-hf,2,32,19,0.008202293887734413 +c4,mlp_down,Llama-2-7b-hf,2,32,19,0.0073653096333146095 +c4,attn_in,Llama-2-7b-hf,2,32,20,0.0039891586638987064 +c4,attn_out,Llama-2-7b-hf,2,32,20,0.002201058669015765 +c4,mlp_gate,Llama-2-7b-hf,2,32,20,0.009703454561531544 +c4,mlp_down,Llama-2-7b-hf,2,32,20,0.009214748628437519 +c4,attn_in,Llama-2-7b-hf,2,32,21,0.0031281630508601665 +c4,attn_out,Llama-2-7b-hf,2,32,21,0.001720571774058044 +c4,mlp_gate,Llama-2-7b-hf,2,32,21,0.010682830587029457 +c4,mlp_down,Llama-2-7b-hf,2,32,21,0.009385956451296806 +c4,attn_in,Llama-2-7b-hf,2,32,22,0.004649353679269552 +c4,attn_out,Llama-2-7b-hf,2,32,22,0.002174637047573924 +c4,mlp_gate,Llama-2-7b-hf,2,32,22,0.01210419274866581 +c4,mlp_down,Llama-2-7b-hf,2,32,22,0.010551710613071918 +c4,attn_in,Llama-2-7b-hf,2,32,23,0.00440110033378005 +c4,attn_out,Llama-2-7b-hf,2,32,23,0.0020317095331847668 +c4,mlp_gate,Llama-2-7b-hf,2,32,23,0.013613183982670307 +c4,mlp_down,Llama-2-7b-hf,2,32,23,0.01101037859916687 +c4,attn_in,Llama-2-7b-hf,2,32,24,0.00551426550373435 +c4,attn_out,Llama-2-7b-hf,2,32,24,0.00269791716709733 +c4,mlp_gate,Llama-2-7b-hf,2,32,24,0.01497302670031786 +c4,mlp_down,Llama-2-7b-hf,2,32,24,0.011651802808046341 +c4,attn_in,Llama-2-7b-hf,2,32,25,0.003964112605899572 +c4,attn_out,Llama-2-7b-hf,2,32,25,0.0018827073508873582 +c4,mlp_gate,Llama-2-7b-hf,2,32,25,0.01678142510354519 +c4,mlp_down,Llama-2-7b-hf,2,32,25,0.012148469686508179 +c4,attn_in,Llama-2-7b-hf,2,32,26,0.007719702553004026 +c4,attn_out,Llama-2-7b-hf,2,32,26,0.0034573872108012438 +c4,mlp_gate,Llama-2-7b-hf,2,32,26,0.018704429268836975 +c4,mlp_down,Llama-2-7b-hf,2,32,26,0.013370725326240063 +c4,attn_in,Llama-2-7b-hf,2,32,27,0.005400226917117834 +c4,attn_out,Llama-2-7b-hf,2,32,27,0.003093462437391281 +c4,mlp_gate,Llama-2-7b-hf,2,32,27,0.021397335454821587 +c4,mlp_down,Llama-2-7b-hf,2,32,27,0.015126926824450493 +c4,attn_in,Llama-2-7b-hf,2,32,28,0.0067104012705385685 +c4,attn_out,Llama-2-7b-hf,2,32,28,0.003859698073938489 +c4,mlp_gate,Llama-2-7b-hf,2,32,28,0.025168312713503838 +c4,mlp_down,Llama-2-7b-hf,2,32,28,0.01855647563934326 +c4,attn_in,Llama-2-7b-hf,2,32,29,0.007468212395906448 +c4,attn_out,Llama-2-7b-hf,2,32,29,0.0034579208586364985 +c4,mlp_gate,Llama-2-7b-hf,2,32,29,0.030526308342814445 +c4,mlp_down,Llama-2-7b-hf,2,32,29,0.02510855905711651 +c4,attn_in,Llama-2-7b-hf,2,32,30,0.007173473015427589 +c4,attn_out,Llama-2-7b-hf,2,32,30,0.004869726486504078 +c4,mlp_gate,Llama-2-7b-hf,2,32,30,0.09545065462589264 +c4,mlp_down,Llama-2-7b-hf,2,32,30,0.05186290293931961 +c4,attn_in,Llama-2-7b-hf,2,32,31,0.011412863619625568 +c4,attn_out,Llama-2-7b-hf,2,32,31,0.006742407567799091 +c4,mlp_gate,Llama-2-7b-hf,2,32,31,0.1066117137670517 +c4,mlp_down,Llama-2-7b-hf,2,32,31,0.1781187802553177 +pileval,attn_in,Llama-2-7b-hf,2,32,0,7.048050520097604e-06 +pileval,attn_out,Llama-2-7b-hf,2,32,0,5.912761935178423e-06 +pileval,mlp_gate,Llama-2-7b-hf,2,32,0,2.4060666419245536e-06 +pileval,mlp_down,Llama-2-7b-hf,2,32,0,1.7461843526689336e-05 +pileval,attn_in,Llama-2-7b-hf,2,32,1,4.704909224528819e-05 +pileval,attn_out,Llama-2-7b-hf,2,32,1,2.4071463485597633e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,32,1,0.1276182383298874 +pileval,mlp_down,Llama-2-7b-hf,2,32,1,0.011896028183400631 +pileval,attn_in,Llama-2-7b-hf,2,32,2,0.0003407894109841436 +pileval,attn_out,Llama-2-7b-hf,2,32,2,2.8767552066710778e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,32,2,7.937689224490896e-05 +pileval,mlp_down,Llama-2-7b-hf,2,32,2,8.380578947253525e-05 +pileval,attn_in,Llama-2-7b-hf,2,32,3,0.000562724657356739 +pileval,attn_out,Llama-2-7b-hf,2,32,3,5.4971518693491817e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,32,3,0.0001838736206991598 +pileval,mlp_down,Llama-2-7b-hf,2,32,3,0.0001670577039476484 +pileval,attn_in,Llama-2-7b-hf,2,32,4,0.0009561225306242704 +pileval,attn_out,Llama-2-7b-hf,2,32,4,0.00011144396557938308 +pileval,mlp_gate,Llama-2-7b-hf,2,32,4,0.000366058258805424 +pileval,mlp_down,Llama-2-7b-hf,2,32,4,0.00036293399170972407 +pileval,attn_in,Llama-2-7b-hf,2,32,5,0.0009948230581358075 +pileval,attn_out,Llama-2-7b-hf,2,32,5,0.0002208850346505642 +pileval,mlp_gate,Llama-2-7b-hf,2,32,5,0.0005358121707104146 +pileval,mlp_down,Llama-2-7b-hf,2,32,5,0.00044845513184554875 +pileval,attn_in,Llama-2-7b-hf,2,32,6,0.0007688382174819708 +pileval,attn_out,Llama-2-7b-hf,2,32,6,0.00026847346452996135 +pileval,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007966537959873676 +pileval,mlp_down,Llama-2-7b-hf,2,32,6,0.0006762787816114724 +pileval,attn_in,Llama-2-7b-hf,2,32,7,0.0010326909832656384 +pileval,attn_out,Llama-2-7b-hf,2,32,7,0.00038617258542217314 +pileval,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010976978810504079 +pileval,mlp_down,Llama-2-7b-hf,2,32,7,0.0009066901984624565 +pileval,attn_in,Llama-2-7b-hf,2,32,8,0.0025396673008799553 +pileval,attn_out,Llama-2-7b-hf,2,32,8,0.0005645615165121853 +pileval,mlp_gate,Llama-2-7b-hf,2,32,8,0.001361222006380558 +pileval,mlp_down,Llama-2-7b-hf,2,32,8,0.001105820876546204 +pileval,attn_in,Llama-2-7b-hf,2,32,9,0.0026648156344890594 +pileval,attn_out,Llama-2-7b-hf,2,32,9,0.0007742128800600767 +pileval,mlp_gate,Llama-2-7b-hf,2,32,9,0.0015935415867716074 +pileval,mlp_down,Llama-2-7b-hf,2,32,9,0.0012783609563484788 +pileval,attn_in,Llama-2-7b-hf,2,32,10,0.003307880135253072 +pileval,attn_out,Llama-2-7b-hf,2,32,10,0.0010647629387676716 +pileval,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018642381764948368 +pileval,mlp_down,Llama-2-7b-hf,2,32,10,0.0014778586337342858 +pileval,attn_in,Llama-2-7b-hf,2,32,11,0.002773827873170376 +pileval,attn_out,Llama-2-7b-hf,2,32,11,0.0010902202920988202 +pileval,mlp_gate,Llama-2-7b-hf,2,32,11,0.0021096125710755587 +pileval,mlp_down,Llama-2-7b-hf,2,32,11,0.0016938828630372882 +pileval,attn_in,Llama-2-7b-hf,2,32,12,0.003144636983051896 +pileval,attn_out,Llama-2-7b-hf,2,32,12,0.0012925099581480026 +pileval,mlp_gate,Llama-2-7b-hf,2,32,12,0.0024031309876590967 +pileval,mlp_down,Llama-2-7b-hf,2,32,12,0.0019405072089284658 +pileval,attn_in,Llama-2-7b-hf,2,32,13,0.0028661342803388834 +pileval,attn_out,Llama-2-7b-hf,2,32,13,0.0014006179990246892 +pileval,mlp_gate,Llama-2-7b-hf,2,32,13,0.0028474729042500257 +pileval,mlp_down,Llama-2-7b-hf,2,32,13,0.002365825232118368 +pileval,attn_in,Llama-2-7b-hf,2,32,14,0.003061943454667926 +pileval,attn_out,Llama-2-7b-hf,2,32,14,0.0015768773155286908 +pileval,mlp_gate,Llama-2-7b-hf,2,32,14,0.0032261686865240335 +pileval,mlp_down,Llama-2-7b-hf,2,32,14,0.0028192754834890366 +pileval,attn_in,Llama-2-7b-hf,2,32,15,0.0035650136414915323 +pileval,attn_out,Llama-2-7b-hf,2,32,15,0.0016983882524073124 +pileval,mlp_gate,Llama-2-7b-hf,2,32,15,0.003993593621999025 +pileval,mlp_down,Llama-2-7b-hf,2,32,15,0.003525323700159788 +pileval,attn_in,Llama-2-7b-hf,2,32,16,0.0038903511594980955 +pileval,attn_out,Llama-2-7b-hf,2,32,16,0.0024460444692522287 +pileval,mlp_gate,Llama-2-7b-hf,2,32,16,0.005254155024886131 +pileval,mlp_down,Llama-2-7b-hf,2,32,16,0.0050300005823373795 +pileval,attn_in,Llama-2-7b-hf,2,32,17,0.0036522008012980223 +pileval,attn_out,Llama-2-7b-hf,2,32,17,0.0017368356930091977 +pileval,mlp_gate,Llama-2-7b-hf,2,32,17,0.0058758873492479324 +pileval,mlp_down,Llama-2-7b-hf,2,32,17,0.005391133017838001 +pileval,attn_in,Llama-2-7b-hf,2,32,18,0.0036226576194167137 +pileval,attn_out,Llama-2-7b-hf,2,32,18,0.002018190221861005 +pileval,mlp_gate,Llama-2-7b-hf,2,32,18,0.007007232867181301 +pileval,mlp_down,Llama-2-7b-hf,2,32,18,0.006448637694120407 +pileval,attn_in,Llama-2-7b-hf,2,32,19,0.0032109087333083153 +pileval,attn_out,Llama-2-7b-hf,2,32,19,0.001755699166096747 +pileval,mlp_gate,Llama-2-7b-hf,2,32,19,0.008103841915726662 +pileval,mlp_down,Llama-2-7b-hf,2,32,19,0.007192080840468407 +pileval,attn_in,Llama-2-7b-hf,2,32,20,0.003749252064153552 +pileval,attn_out,Llama-2-7b-hf,2,32,20,0.0020689263474196196 +pileval,mlp_gate,Llama-2-7b-hf,2,32,20,0.009579280391335487 +pileval,mlp_down,Llama-2-7b-hf,2,32,20,0.008805399760603905 +pileval,attn_in,Llama-2-7b-hf,2,32,21,0.0032785877119749784 +pileval,attn_out,Llama-2-7b-hf,2,32,21,0.0019251701887696981 +pileval,mlp_gate,Llama-2-7b-hf,2,32,21,0.01060177106410265 +pileval,mlp_down,Llama-2-7b-hf,2,32,21,0.008921227417886257 +pileval,attn_in,Llama-2-7b-hf,2,32,22,0.004721744451671839 +pileval,attn_out,Llama-2-7b-hf,2,32,22,0.0023778064642101526 +pileval,mlp_gate,Llama-2-7b-hf,2,32,22,0.012096653692424297 +pileval,mlp_down,Llama-2-7b-hf,2,32,22,0.009988789446651936 +pileval,attn_in,Llama-2-7b-hf,2,32,23,0.00428567873314023 +pileval,attn_out,Llama-2-7b-hf,2,32,23,0.002071187598630786 +pileval,mlp_gate,Llama-2-7b-hf,2,32,23,0.013597222045063972 +pileval,mlp_down,Llama-2-7b-hf,2,32,23,0.010606059804558754 +pileval,attn_in,Llama-2-7b-hf,2,32,24,0.0052910977974534035 +pileval,attn_out,Llama-2-7b-hf,2,32,24,0.0026118650566786528 +pileval,mlp_gate,Llama-2-7b-hf,2,32,24,0.01489682961255312 +pileval,mlp_down,Llama-2-7b-hf,2,32,24,0.010974093340337276 +pileval,attn_in,Llama-2-7b-hf,2,32,25,0.004508798010647297 +pileval,attn_out,Llama-2-7b-hf,2,32,25,0.002186096739023924 +pileval,mlp_gate,Llama-2-7b-hf,2,32,25,0.016756726428866386 +pileval,mlp_down,Llama-2-7b-hf,2,32,25,0.011788355186581612 +pileval,attn_in,Llama-2-7b-hf,2,32,26,0.007858575321733952 +pileval,attn_out,Llama-2-7b-hf,2,32,26,0.0036046740133315325 +pileval,mlp_gate,Llama-2-7b-hf,2,32,26,0.018798952922225 +pileval,mlp_down,Llama-2-7b-hf,2,32,26,0.012870784848928452 +pileval,attn_in,Llama-2-7b-hf,2,32,27,0.0058004530146718025 +pileval,attn_out,Llama-2-7b-hf,2,32,27,0.00342372665181756 +pileval,mlp_gate,Llama-2-7b-hf,2,32,27,0.021596083417534828 +pileval,mlp_down,Llama-2-7b-hf,2,32,27,0.014840449206531048 +pileval,attn_in,Llama-2-7b-hf,2,32,28,0.007048036437481642 +pileval,attn_out,Llama-2-7b-hf,2,32,28,0.0040636127814650536 +pileval,mlp_gate,Llama-2-7b-hf,2,32,28,0.0255278293043375 +pileval,mlp_down,Llama-2-7b-hf,2,32,28,0.018659459426999092 +pileval,attn_in,Llama-2-7b-hf,2,32,29,0.008159453049302101 +pileval,attn_out,Llama-2-7b-hf,2,32,29,0.004080119542777538 +pileval,mlp_gate,Llama-2-7b-hf,2,32,29,0.031143100932240486 +pileval,mlp_down,Llama-2-7b-hf,2,32,29,0.025099560618400574 +pileval,attn_in,Llama-2-7b-hf,2,32,30,0.008028441108763218 +pileval,attn_out,Llama-2-7b-hf,2,32,30,0.00546698272228241 +pileval,mlp_gate,Llama-2-7b-hf,2,32,30,0.0887540653347969 +pileval,mlp_down,Llama-2-7b-hf,2,32,30,0.04974567890167236 +pileval,attn_in,Llama-2-7b-hf,2,32,31,0.011028354056179523 +pileval,attn_out,Llama-2-7b-hf,2,32,31,0.006486206315457821 +pileval,mlp_gate,Llama-2-7b-hf,2,32,31,0.10084144026041031 +pileval,mlp_down,Llama-2-7b-hf,2,32,31,0.1650201678276062 +wikitext,attn_in,Llama-2-7b-hf,2,32,0,7.059075869619846e-06 +wikitext,attn_out,Llama-2-7b-hf,2,32,0,6.404664873116417e-06 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,0,2.2929075385036413e-06 +wikitext,mlp_down,Llama-2-7b-hf,2,32,0,1.8076219930662774e-05 +wikitext,attn_in,Llama-2-7b-hf,2,32,1,4.512006853474304e-05 +wikitext,attn_out,Llama-2-7b-hf,2,32,1,3.048813778150361e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,1,0.16691595315933228 +wikitext,mlp_down,Llama-2-7b-hf,2,32,1,0.01805996522307396 +wikitext,attn_in,Llama-2-7b-hf,2,32,2,0.00021469610510393977 +wikitext,attn_out,Llama-2-7b-hf,2,32,2,1.9665054423967376e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,2,7.841754995752126e-05 +wikitext,mlp_down,Llama-2-7b-hf,2,32,2,7.452743739122525e-05 +wikitext,attn_in,Llama-2-7b-hf,2,32,3,0.00047186732990667224 +wikitext,attn_out,Llama-2-7b-hf,2,32,3,4.9797443352872506e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,3,0.00016880841576494277 +wikitext,mlp_down,Llama-2-7b-hf,2,32,3,0.00014757055032532662 +wikitext,attn_in,Llama-2-7b-hf,2,32,4,0.0007771681412123144 +wikitext,attn_out,Llama-2-7b-hf,2,32,4,9.185598173644394e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,4,0.0003718624939210713 +wikitext,mlp_down,Llama-2-7b-hf,2,32,4,0.00039343422395177186 +wikitext,attn_in,Llama-2-7b-hf,2,32,5,0.0009055791306309402 +wikitext,attn_out,Llama-2-7b-hf,2,32,5,0.00019730813801288605 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,5,0.0005303589859977365 +wikitext,mlp_down,Llama-2-7b-hf,2,32,5,0.00044635418453253806 +wikitext,attn_in,Llama-2-7b-hf,2,32,6,0.0006573798600584269 +wikitext,attn_out,Llama-2-7b-hf,2,32,6,0.00024732324527576566 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007858077296987176 +wikitext,mlp_down,Llama-2-7b-hf,2,32,6,0.0006729111773893237 +wikitext,attn_in,Llama-2-7b-hf,2,32,7,0.0009154861909337342 +wikitext,attn_out,Llama-2-7b-hf,2,32,7,0.0003388909681234509 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010851608822122216 +wikitext,mlp_down,Llama-2-7b-hf,2,32,7,0.0009098080336116254 +wikitext,attn_in,Llama-2-7b-hf,2,32,8,0.0022165649570524693 +wikitext,attn_out,Llama-2-7b-hf,2,32,8,0.0005311366985552013 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,8,0.0013564896071329713 +wikitext,mlp_down,Llama-2-7b-hf,2,32,8,0.0011156236287206411 +wikitext,attn_in,Llama-2-7b-hf,2,32,9,0.002521167742088437 +wikitext,attn_out,Llama-2-7b-hf,2,32,9,0.0007255804957821965 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,9,0.0016000886680558324 +wikitext,mlp_down,Llama-2-7b-hf,2,32,9,0.0013221882982179523 +wikitext,attn_in,Llama-2-7b-hf,2,32,10,0.0029047897551208735 +wikitext,attn_out,Llama-2-7b-hf,2,32,10,0.0009792731143534184 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018720583757385612 +wikitext,mlp_down,Llama-2-7b-hf,2,32,10,0.0014959295513108373 +wikitext,attn_in,Llama-2-7b-hf,2,32,11,0.002515121828764677 +wikitext,attn_out,Llama-2-7b-hf,2,32,11,0.0009520325693301857 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,11,0.002088564448058605 +wikitext,mlp_down,Llama-2-7b-hf,2,32,11,0.0016986613627523184 +wikitext,attn_in,Llama-2-7b-hf,2,32,12,0.0027532412204891443 +wikitext,attn_out,Llama-2-7b-hf,2,32,12,0.0011393341701477766 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,12,0.0023575189989060163 +wikitext,mlp_down,Llama-2-7b-hf,2,32,12,0.0018832021160051227 +wikitext,attn_in,Llama-2-7b-hf,2,32,13,0.0025707341264933348 +wikitext,attn_out,Llama-2-7b-hf,2,32,13,0.0013190649915486574 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,13,0.002765028038993478 +wikitext,mlp_down,Llama-2-7b-hf,2,32,13,0.002296312479302287 +wikitext,attn_in,Llama-2-7b-hf,2,32,14,0.0027181946206837893 +wikitext,attn_out,Llama-2-7b-hf,2,32,14,0.0014068798627704382 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,14,0.0031553804874420166 +wikitext,mlp_down,Llama-2-7b-hf,2,32,14,0.002730052685365081 +wikitext,attn_in,Llama-2-7b-hf,2,32,15,0.0033323350362479687 +wikitext,attn_out,Llama-2-7b-hf,2,32,15,0.0015669286949560046 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,15,0.003889875952154398 +wikitext,mlp_down,Llama-2-7b-hf,2,32,15,0.0034432881511747837 +wikitext,attn_in,Llama-2-7b-hf,2,32,16,0.003330811858177185 +wikitext,attn_out,Llama-2-7b-hf,2,32,16,0.002042112872004509 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,16,0.005033308640122414 +wikitext,mlp_down,Llama-2-7b-hf,2,32,16,0.0049474057741463184 +wikitext,attn_in,Llama-2-7b-hf,2,32,17,0.0033599641174077988 +wikitext,attn_out,Llama-2-7b-hf,2,32,17,0.001722836634144187 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,17,0.005704646930098534 +wikitext,mlp_down,Llama-2-7b-hf,2,32,17,0.0053368257358670235 +wikitext,attn_in,Llama-2-7b-hf,2,32,18,0.003119128290563822 +wikitext,attn_out,Llama-2-7b-hf,2,32,18,0.0016229174798354506 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,18,0.006744638085365295 +wikitext,mlp_down,Llama-2-7b-hf,2,32,18,0.006186718121170998 +wikitext,attn_in,Llama-2-7b-hf,2,32,19,0.002693570451810956 +wikitext,attn_out,Llama-2-7b-hf,2,32,19,0.0015396963572129607 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,19,0.007715419866144657 +wikitext,mlp_down,Llama-2-7b-hf,2,32,19,0.006712732370942831 +wikitext,attn_in,Llama-2-7b-hf,2,32,20,0.003467721398919821 +wikitext,attn_out,Llama-2-7b-hf,2,32,20,0.0020330948755145073 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,20,0.009129135869443417 +wikitext,mlp_down,Llama-2-7b-hf,2,32,20,0.008577017113566399 +wikitext,attn_in,Llama-2-7b-hf,2,32,21,0.0028834377881139517 +wikitext,attn_out,Llama-2-7b-hf,2,32,21,0.0014608006458729506 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,21,0.010320245288312435 +wikitext,mlp_down,Llama-2-7b-hf,2,32,21,0.009112831205129623 +wikitext,attn_in,Llama-2-7b-hf,2,32,22,0.004420224577188492 +wikitext,attn_out,Llama-2-7b-hf,2,32,22,0.002312078606337309 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,22,0.011562352068722248 +wikitext,mlp_down,Llama-2-7b-hf,2,32,22,0.009679201059043407 +wikitext,attn_in,Llama-2-7b-hf,2,32,23,0.004217407666146755 +wikitext,attn_out,Llama-2-7b-hf,2,32,23,0.0022036253940314054 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,23,0.013236102648079395 +wikitext,mlp_down,Llama-2-7b-hf,2,32,23,0.01036361139267683 +wikitext,attn_in,Llama-2-7b-hf,2,32,24,0.00474413251504302 +wikitext,attn_out,Llama-2-7b-hf,2,32,24,0.0023565166629850864 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,24,0.01454851496964693 +wikitext,mlp_down,Llama-2-7b-hf,2,32,24,0.010983373038470745 +wikitext,attn_in,Llama-2-7b-hf,2,32,25,0.005057855509221554 +wikitext,attn_out,Llama-2-7b-hf,2,32,25,0.0031275285873562098 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,25,0.01656869426369667 +wikitext,mlp_down,Llama-2-7b-hf,2,32,25,0.011581056751310825 +wikitext,attn_in,Llama-2-7b-hf,2,32,26,0.006843267474323511 +wikitext,attn_out,Llama-2-7b-hf,2,32,26,0.0033782157115638256 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,26,0.01865769550204277 +wikitext,mlp_down,Llama-2-7b-hf,2,32,26,0.01300119049847126 +wikitext,attn_in,Llama-2-7b-hf,2,32,27,0.005818293895572424 +wikitext,attn_out,Llama-2-7b-hf,2,32,27,0.0034235017374157906 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,27,0.021553870290517807 +wikitext,mlp_down,Llama-2-7b-hf,2,32,27,0.015048764646053314 +wikitext,attn_in,Llama-2-7b-hf,2,32,28,0.007352329324930906 +wikitext,attn_out,Llama-2-7b-hf,2,32,28,0.004697541706264019 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,28,0.024858849123120308 +wikitext,mlp_down,Llama-2-7b-hf,2,32,28,0.017345264554023743 +wikitext,attn_in,Llama-2-7b-hf,2,32,29,0.008304724469780922 +wikitext,attn_out,Llama-2-7b-hf,2,32,29,0.004752126056700945 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,29,0.03030603751540184 +wikitext,mlp_down,Llama-2-7b-hf,2,32,29,0.02539770118892193 +wikitext,attn_in,Llama-2-7b-hf,2,32,30,0.0077370391227304935 +wikitext,attn_out,Llama-2-7b-hf,2,32,30,0.005837857257574797 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,30,0.22990365326404572 +wikitext,mlp_down,Llama-2-7b-hf,2,32,30,0.06934499740600586 +wikitext,attn_in,Llama-2-7b-hf,2,32,31,0.01225114706903696 +wikitext,attn_out,Llama-2-7b-hf,2,32,31,0.007106130942702293 +wikitext,mlp_gate,Llama-2-7b-hf,2,32,31,0.09571438282728195 +wikitext,mlp_down,Llama-2-7b-hf,2,32,31,0.15156424045562744 +c4,attn_in,Llama-2-7b-hf,2,64,0,9.488288924330845e-06 +c4,attn_out,Llama-2-7b-hf,2,64,0,7.312222351174569e-06 +c4,mlp_gate,Llama-2-7b-hf,2,64,0,2.5499787170701893e-06 +c4,mlp_down,Llama-2-7b-hf,2,64,0,2.4282348022097722e-05 +c4,attn_in,Llama-2-7b-hf,2,64,1,9.300062811234966e-05 +c4,attn_out,Llama-2-7b-hf,2,64,1,3.3835822250694036e-05 +c4,mlp_gate,Llama-2-7b-hf,2,64,1,0.029263149946928024 +c4,mlp_down,Llama-2-7b-hf,2,64,1,0.01936819963157177 +c4,attn_in,Llama-2-7b-hf,2,64,2,0.0012521417811512947 +c4,attn_out,Llama-2-7b-hf,2,64,2,3.665640178951435e-05 +c4,mlp_gate,Llama-2-7b-hf,2,64,2,0.0001008470353554003 +c4,mlp_down,Llama-2-7b-hf,2,64,2,0.00010641777771525085 +c4,attn_in,Llama-2-7b-hf,2,64,3,0.0013794673141092062 +c4,attn_out,Llama-2-7b-hf,2,64,3,6.730772292939946e-05 +c4,mlp_gate,Llama-2-7b-hf,2,64,3,0.0002322891668882221 +c4,mlp_down,Llama-2-7b-hf,2,64,3,0.00021308011491782963 +c4,attn_in,Llama-2-7b-hf,2,64,4,0.0025821924209594727 +c4,attn_out,Llama-2-7b-hf,2,64,4,0.0001372335245832801 +c4,mlp_gate,Llama-2-7b-hf,2,64,4,0.0004548535216599703 +c4,mlp_down,Llama-2-7b-hf,2,64,4,0.0004898711340501904 +c4,attn_in,Llama-2-7b-hf,2,64,5,0.0014908325392752886 +c4,attn_out,Llama-2-7b-hf,2,64,5,0.0002682640333659947 +c4,mlp_gate,Llama-2-7b-hf,2,64,5,0.000720930693205446 +c4,mlp_down,Llama-2-7b-hf,2,64,5,0.0006064512999728322 +c4,attn_in,Llama-2-7b-hf,2,64,6,0.0023684639018028975 +c4,attn_out,Llama-2-7b-hf,2,64,6,0.0003041171294171363 +c4,mlp_gate,Llama-2-7b-hf,2,64,6,0.0010899825720116496 +c4,mlp_down,Llama-2-7b-hf,2,64,6,0.0009286497952416539 +c4,attn_in,Llama-2-7b-hf,2,64,7,0.002100963145494461 +c4,attn_out,Llama-2-7b-hf,2,64,7,0.000448161008534953 +c4,mlp_gate,Llama-2-7b-hf,2,64,7,0.0014846795238554478 +c4,mlp_down,Llama-2-7b-hf,2,64,7,0.0012237639166414738 +c4,attn_in,Llama-2-7b-hf,2,64,8,0.0044855079613626 +c4,attn_out,Llama-2-7b-hf,2,64,8,0.00065939303021878 +c4,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018239199416711926 +c4,mlp_down,Llama-2-7b-hf,2,64,8,0.0014539058320224285 +c4,attn_in,Llama-2-7b-hf,2,64,9,0.00666029890999198 +c4,attn_out,Llama-2-7b-hf,2,64,9,0.0009692357270978391 +c4,mlp_gate,Llama-2-7b-hf,2,64,9,0.002137386240065098 +c4,mlp_down,Llama-2-7b-hf,2,64,9,0.0016873215790838003 +c4,attn_in,Llama-2-7b-hf,2,64,10,0.004952539689838886 +c4,attn_out,Llama-2-7b-hf,2,64,10,0.001308945007622242 +c4,mlp_gate,Llama-2-7b-hf,2,64,10,0.0025451562833040953 +c4,mlp_down,Llama-2-7b-hf,2,64,10,0.0019754853565245867 +c4,attn_in,Llama-2-7b-hf,2,64,11,0.005997641943395138 +c4,attn_out,Llama-2-7b-hf,2,64,11,0.0013068830594420433 +c4,mlp_gate,Llama-2-7b-hf,2,64,11,0.002893805503845215 +c4,mlp_down,Llama-2-7b-hf,2,64,11,0.002297609578818083 +c4,attn_in,Llama-2-7b-hf,2,64,12,0.00656411936506629 +c4,attn_out,Llama-2-7b-hf,2,64,12,0.0014757037861272693 +c4,mlp_gate,Llama-2-7b-hf,2,64,12,0.0032727636862546206 +c4,mlp_down,Llama-2-7b-hf,2,64,12,0.0026236979756504297 +c4,attn_in,Llama-2-7b-hf,2,64,13,0.00642349012196064 +c4,attn_out,Llama-2-7b-hf,2,64,13,0.0017481776885688305 +c4,mlp_gate,Llama-2-7b-hf,2,64,13,0.003959448542445898 +c4,mlp_down,Llama-2-7b-hf,2,64,13,0.003282626159489155 +c4,attn_in,Llama-2-7b-hf,2,64,14,0.005491083953529596 +c4,attn_out,Llama-2-7b-hf,2,64,14,0.0019617837388068438 +c4,mlp_gate,Llama-2-7b-hf,2,64,14,0.004495643079280853 +c4,mlp_down,Llama-2-7b-hf,2,64,14,0.0039194799028337 +c4,attn_in,Llama-2-7b-hf,2,64,15,0.008173221722245216 +c4,attn_out,Llama-2-7b-hf,2,64,15,0.00219164346344769 +c4,mlp_gate,Llama-2-7b-hf,2,64,15,0.005620858632028103 +c4,mlp_down,Llama-2-7b-hf,2,64,15,0.004939443897455931 +c4,attn_in,Llama-2-7b-hf,2,64,16,0.008448557928204536 +c4,attn_out,Llama-2-7b-hf,2,64,16,0.003177725477144122 +c4,mlp_gate,Llama-2-7b-hf,2,64,16,0.007389625534415245 +c4,mlp_down,Llama-2-7b-hf,2,64,16,0.007037338800728321 +c4,attn_in,Llama-2-7b-hf,2,64,17,0.008390006609261036 +c4,attn_out,Llama-2-7b-hf,2,64,17,0.002185588236898184 +c4,mlp_gate,Llama-2-7b-hf,2,64,17,0.008273486979305744 +c4,mlp_down,Llama-2-7b-hf,2,64,17,0.007721723057329655 +c4,attn_in,Llama-2-7b-hf,2,64,18,0.00651915417984128 +c4,attn_out,Llama-2-7b-hf,2,64,18,0.0022755698300898075 +c4,mlp_gate,Llama-2-7b-hf,2,64,18,0.009781835600733757 +c4,mlp_down,Llama-2-7b-hf,2,64,18,0.009031827561557293 +c4,attn_in,Llama-2-7b-hf,2,64,19,0.004886276554316282 +c4,attn_out,Llama-2-7b-hf,2,64,19,0.002260292647406459 +c4,mlp_gate,Llama-2-7b-hf,2,64,19,0.011355586349964142 +c4,mlp_down,Llama-2-7b-hf,2,64,19,0.009991875849664211 +c4,attn_in,Llama-2-7b-hf,2,64,20,0.007079934701323509 +c4,attn_out,Llama-2-7b-hf,2,64,20,0.00300401053391397 +c4,mlp_gate,Llama-2-7b-hf,2,64,20,0.013343481346964836 +c4,mlp_down,Llama-2-7b-hf,2,64,20,0.012499101459980011 +c4,attn_in,Llama-2-7b-hf,2,64,21,0.0060155573301017284 +c4,attn_out,Llama-2-7b-hf,2,64,21,0.0023328301031142473 +c4,mlp_gate,Llama-2-7b-hf,2,64,21,0.014684159308671951 +c4,mlp_down,Llama-2-7b-hf,2,64,21,0.012718750163912773 +c4,attn_in,Llama-2-7b-hf,2,64,22,0.009102591313421726 +c4,attn_out,Llama-2-7b-hf,2,64,22,0.0029627406038343906 +c4,mlp_gate,Llama-2-7b-hf,2,64,22,0.016690462827682495 +c4,mlp_down,Llama-2-7b-hf,2,64,22,0.014289725571870804 +c4,attn_in,Llama-2-7b-hf,2,64,23,0.008286379277706146 +c4,attn_out,Llama-2-7b-hf,2,64,23,0.002761188428848982 +c4,mlp_gate,Llama-2-7b-hf,2,64,23,0.018744759261608124 +c4,mlp_down,Llama-2-7b-hf,2,64,23,0.014906943775713444 +c4,attn_in,Llama-2-7b-hf,2,64,24,0.012935214675962925 +c4,attn_out,Llama-2-7b-hf,2,64,24,0.003681211732327938 +c4,mlp_gate,Llama-2-7b-hf,2,64,24,0.020616455003619194 +c4,mlp_down,Llama-2-7b-hf,2,64,24,0.015801317989826202 +c4,attn_in,Llama-2-7b-hf,2,64,25,0.00780125055462122 +c4,attn_out,Llama-2-7b-hf,2,64,25,0.0025493288412690163 +c4,mlp_gate,Llama-2-7b-hf,2,64,25,0.02317316271364689 +c4,mlp_down,Llama-2-7b-hf,2,64,25,0.016451261937618256 +c4,attn_in,Llama-2-7b-hf,2,64,26,0.012428720481693745 +c4,attn_out,Llama-2-7b-hf,2,64,26,0.004741376265883446 +c4,mlp_gate,Llama-2-7b-hf,2,64,26,0.02598482556641102 +c4,mlp_down,Llama-2-7b-hf,2,64,26,0.018128778785467148 +c4,attn_in,Llama-2-7b-hf,2,64,27,0.007392977364361286 +c4,attn_out,Llama-2-7b-hf,2,64,27,0.004196627996861935 +c4,mlp_gate,Llama-2-7b-hf,2,64,27,0.02974243089556694 +c4,mlp_down,Llama-2-7b-hf,2,64,27,0.020491132512688637 +c4,attn_in,Llama-2-7b-hf,2,64,28,0.010621365159749985 +c4,attn_out,Llama-2-7b-hf,2,64,28,0.00523899681866169 +c4,mlp_gate,Llama-2-7b-hf,2,64,28,0.03515373170375824 +c4,mlp_down,Llama-2-7b-hf,2,64,28,0.02520434744656086 +c4,attn_in,Llama-2-7b-hf,2,64,29,0.01032987516373396 +c4,attn_out,Llama-2-7b-hf,2,64,29,0.004704433958977461 +c4,mlp_gate,Llama-2-7b-hf,2,64,29,0.04209050536155701 +c4,mlp_down,Llama-2-7b-hf,2,64,29,0.0345451720058918 +c4,attn_in,Llama-2-7b-hf,2,64,30,0.010418538935482502 +c4,attn_out,Llama-2-7b-hf,2,64,30,0.00662295101210475 +c4,mlp_gate,Llama-2-7b-hf,2,64,30,0.16223762929439545 +c4,mlp_down,Llama-2-7b-hf,2,64,30,0.07379116863012314 +c4,attn_in,Llama-2-7b-hf,2,64,31,0.019985264167189598 +c4,attn_out,Llama-2-7b-hf,2,64,31,0.009483927860856056 +c4,mlp_gate,Llama-2-7b-hf,2,64,31,0.14951097965240479 +c4,mlp_down,Llama-2-7b-hf,2,64,31,0.2664714455604553 +pileval,attn_in,Llama-2-7b-hf,2,64,0,1.0594822924758773e-05 +pileval,attn_out,Llama-2-7b-hf,2,64,0,8.795170288067311e-06 +pileval,mlp_gate,Llama-2-7b-hf,2,64,0,3.2583704978605965e-06 +pileval,mlp_down,Llama-2-7b-hf,2,64,0,2.4729688448132947e-05 +pileval,attn_in,Llama-2-7b-hf,2,64,1,9.536586730973795e-05 +pileval,attn_out,Llama-2-7b-hf,2,64,1,3.4641518141143024e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,64,1,0.023963043466210365 +pileval,mlp_down,Llama-2-7b-hf,2,64,1,0.016156507655978203 +pileval,attn_in,Llama-2-7b-hf,2,64,2,0.0012282631359994411 +pileval,attn_out,Llama-2-7b-hf,2,64,2,3.9957158151082695e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,64,2,0.00010809647210408002 +pileval,mlp_down,Llama-2-7b-hf,2,64,2,0.00011446698772488162 +pileval,attn_in,Llama-2-7b-hf,2,64,3,0.0013116470072418451 +pileval,attn_out,Llama-2-7b-hf,2,64,3,7.600334356538951e-05 +pileval,mlp_gate,Llama-2-7b-hf,2,64,3,0.0002529752382542938 +pileval,mlp_down,Llama-2-7b-hf,2,64,3,0.0002270605182275176 +pileval,attn_in,Llama-2-7b-hf,2,64,4,0.0024164305068552494 +pileval,attn_out,Llama-2-7b-hf,2,64,4,0.00015297038771677762 +pileval,mlp_gate,Llama-2-7b-hf,2,64,4,0.000485365220811218 +pileval,mlp_down,Llama-2-7b-hf,2,64,4,0.000508809695020318 +pileval,attn_in,Llama-2-7b-hf,2,64,5,0.0014135217061266303 +pileval,attn_out,Llama-2-7b-hf,2,64,5,0.00030462301219813526 +pileval,mlp_gate,Llama-2-7b-hf,2,64,5,0.0007417609449476004 +pileval,mlp_down,Llama-2-7b-hf,2,64,5,0.0006095004500821233 +pileval,attn_in,Llama-2-7b-hf,2,64,6,0.0022218674421310425 +pileval,attn_out,Llama-2-7b-hf,2,64,6,0.00036821761750616133 +pileval,mlp_gate,Llama-2-7b-hf,2,64,6,0.0011026909342035651 +pileval,mlp_down,Llama-2-7b-hf,2,64,6,0.0009196988539770246 +pileval,attn_in,Llama-2-7b-hf,2,64,7,0.002049027942121029 +pileval,attn_out,Llama-2-7b-hf,2,64,7,0.0005277569289319217 +pileval,mlp_gate,Llama-2-7b-hf,2,64,7,0.001517217606306076 +pileval,mlp_down,Llama-2-7b-hf,2,64,7,0.0012316195061430335 +pileval,attn_in,Llama-2-7b-hf,2,64,8,0.004517155699431896 +pileval,attn_out,Llama-2-7b-hf,2,64,8,0.000772520259488374 +pileval,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018871513893827796 +pileval,mlp_down,Llama-2-7b-hf,2,64,8,0.0015027994522824883 +pileval,attn_in,Llama-2-7b-hf,2,64,9,0.00645702937617898 +pileval,attn_out,Llama-2-7b-hf,2,64,9,0.0010523981181904674 +pileval,mlp_gate,Llama-2-7b-hf,2,64,9,0.00220996281132102 +pileval,mlp_down,Llama-2-7b-hf,2,64,9,0.0017368483822792768 +pileval,attn_in,Llama-2-7b-hf,2,64,10,0.004972925875335932 +pileval,attn_out,Llama-2-7b-hf,2,64,10,0.0014509492320939898 +pileval,mlp_gate,Llama-2-7b-hf,2,64,10,0.002590261632576585 +pileval,mlp_down,Llama-2-7b-hf,2,64,10,0.0020078178495168686 +pileval,attn_in,Llama-2-7b-hf,2,64,11,0.005825785454362631 +pileval,attn_out,Llama-2-7b-hf,2,64,11,0.0014856904745101929 +pileval,mlp_gate,Llama-2-7b-hf,2,64,11,0.002936736447736621 +pileval,mlp_down,Llama-2-7b-hf,2,64,11,0.0023008324205875397 +pileval,attn_in,Llama-2-7b-hf,2,64,12,0.006442345678806305 +pileval,attn_out,Llama-2-7b-hf,2,64,12,0.0017518058884888887 +pileval,mlp_gate,Llama-2-7b-hf,2,64,12,0.003330573672428727 +pileval,mlp_down,Llama-2-7b-hf,2,64,12,0.002634546020999551 +pileval,attn_in,Llama-2-7b-hf,2,64,13,0.006350223906338215 +pileval,attn_out,Llama-2-7b-hf,2,64,13,0.0019051196286454797 +pileval,mlp_gate,Llama-2-7b-hf,2,64,13,0.003955060616135597 +pileval,mlp_down,Llama-2-7b-hf,2,64,13,0.0032129893079400063 +pileval,attn_in,Llama-2-7b-hf,2,64,14,0.005477181635797024 +pileval,attn_out,Llama-2-7b-hf,2,64,14,0.00214733206667006 +pileval,mlp_gate,Llama-2-7b-hf,2,64,14,0.0044694324024021626 +pileval,mlp_down,Llama-2-7b-hf,2,64,14,0.0038239259738475084 +pileval,attn_in,Llama-2-7b-hf,2,64,15,0.007789026014506817 +pileval,attn_out,Llama-2-7b-hf,2,64,15,0.00231535523198545 +pileval,mlp_gate,Llama-2-7b-hf,2,64,15,0.005543628707528114 +pileval,mlp_down,Llama-2-7b-hf,2,64,15,0.004783844109624624 +pileval,attn_in,Llama-2-7b-hf,2,64,16,0.008287201635539532 +pileval,attn_out,Llama-2-7b-hf,2,64,16,0.003326184581965208 +pileval,mlp_gate,Llama-2-7b-hf,2,64,16,0.007260823156684637 +pileval,mlp_down,Llama-2-7b-hf,2,64,16,0.00684759858995676 +pileval,attn_in,Llama-2-7b-hf,2,64,17,0.008084732107818127 +pileval,attn_out,Llama-2-7b-hf,2,64,17,0.002366151660680771 +pileval,mlp_gate,Llama-2-7b-hf,2,64,17,0.008104975335299969 +pileval,mlp_down,Llama-2-7b-hf,2,64,17,0.007310485001653433 +pileval,attn_in,Llama-2-7b-hf,2,64,18,0.006544112227857113 +pileval,attn_out,Llama-2-7b-hf,2,64,18,0.0027578771114349365 +pileval,mlp_gate,Llama-2-7b-hf,2,64,18,0.009677743539214134 +pileval,mlp_down,Llama-2-7b-hf,2,64,18,0.008761938661336899 +pileval,attn_in,Llama-2-7b-hf,2,64,19,0.004971368238329887 +pileval,attn_out,Llama-2-7b-hf,2,64,19,0.002394553739577532 +pileval,mlp_gate,Llama-2-7b-hf,2,64,19,0.01119445264339447 +pileval,mlp_down,Llama-2-7b-hf,2,64,19,0.009754449129104614 +pileval,attn_in,Llama-2-7b-hf,2,64,20,0.006522069685161114 +pileval,attn_out,Llama-2-7b-hf,2,64,20,0.0028241281397640705 +pileval,mlp_gate,Llama-2-7b-hf,2,64,20,0.013198742642998695 +pileval,mlp_down,Llama-2-7b-hf,2,64,20,0.011956023052334785 +pileval,attn_in,Llama-2-7b-hf,2,64,21,0.006362220272421837 +pileval,attn_out,Llama-2-7b-hf,2,64,21,0.0026122897397726774 +pileval,mlp_gate,Llama-2-7b-hf,2,64,21,0.01460231002420187 +pileval,mlp_down,Llama-2-7b-hf,2,64,21,0.012094796635210514 +pileval,attn_in,Llama-2-7b-hf,2,64,22,0.009571485221385956 +pileval,attn_out,Llama-2-7b-hf,2,64,22,0.003238850738853216 +pileval,mlp_gate,Llama-2-7b-hf,2,64,22,0.01668502949178219 +pileval,mlp_down,Llama-2-7b-hf,2,64,22,0.013535985723137856 +pileval,attn_in,Llama-2-7b-hf,2,64,23,0.007962193340063095 +pileval,attn_out,Llama-2-7b-hf,2,64,23,0.0028166568372398615 +pileval,mlp_gate,Llama-2-7b-hf,2,64,23,0.018752798438072205 +pileval,mlp_down,Llama-2-7b-hf,2,64,23,0.014363582246005535 +pileval,attn_in,Llama-2-7b-hf,2,64,24,0.012331089936196804 +pileval,attn_out,Llama-2-7b-hf,2,64,24,0.0035520063247531652 +pileval,mlp_gate,Llama-2-7b-hf,2,64,24,0.02054174430668354 +pileval,mlp_down,Llama-2-7b-hf,2,64,24,0.01486478466540575 +pileval,attn_in,Llama-2-7b-hf,2,64,25,0.008541063405573368 +pileval,attn_out,Llama-2-7b-hf,2,64,25,0.002965247491374612 +pileval,mlp_gate,Llama-2-7b-hf,2,64,25,0.023131007328629494 +pileval,mlp_down,Llama-2-7b-hf,2,64,25,0.01598343253135681 +pileval,attn_in,Llama-2-7b-hf,2,64,26,0.012428448535501957 +pileval,attn_out,Llama-2-7b-hf,2,64,26,0.0049196635372936726 +pileval,mlp_gate,Llama-2-7b-hf,2,64,26,0.026083556935191154 +pileval,mlp_down,Llama-2-7b-hf,2,64,26,0.017460597679018974 +pileval,attn_in,Llama-2-7b-hf,2,64,27,0.007812377065420151 +pileval,attn_out,Llama-2-7b-hf,2,64,27,0.004647583235055208 +pileval,mlp_gate,Llama-2-7b-hf,2,64,27,0.030008135363459587 +pileval,mlp_down,Llama-2-7b-hf,2,64,27,0.020117782056331635 +pileval,attn_in,Llama-2-7b-hf,2,64,28,0.010736098513007164 +pileval,attn_out,Llama-2-7b-hf,2,64,28,0.005520022939890623 +pileval,mlp_gate,Llama-2-7b-hf,2,64,28,0.03569796681404114 +pileval,mlp_down,Llama-2-7b-hf,2,64,28,0.025370540097355843 +pileval,attn_in,Llama-2-7b-hf,2,64,29,0.011393161490559578 +pileval,attn_out,Llama-2-7b-hf,2,64,29,0.005540946964174509 +pileval,mlp_gate,Llama-2-7b-hf,2,64,29,0.04309907928109169 +pileval,mlp_down,Llama-2-7b-hf,2,64,29,0.03454110026359558 +pileval,attn_in,Llama-2-7b-hf,2,64,30,0.01145975012332201 +pileval,attn_out,Llama-2-7b-hf,2,64,30,0.007434860337525606 +pileval,mlp_gate,Llama-2-7b-hf,2,64,30,0.1479824036359787 +pileval,mlp_down,Llama-2-7b-hf,2,64,30,0.07059276103973389 +pileval,attn_in,Llama-2-7b-hf,2,64,31,0.0187081266194582 +pileval,attn_out,Llama-2-7b-hf,2,64,31,0.009085857309401035 +pileval,mlp_gate,Llama-2-7b-hf,2,64,31,0.14365622401237488 +pileval,mlp_down,Llama-2-7b-hf,2,64,31,0.24664726853370667 +wikitext,attn_in,Llama-2-7b-hf,2,64,0,9.238697202818003e-06 +wikitext,attn_out,Llama-2-7b-hf,2,64,0,9.527229849481955e-06 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,0,2.9887055461585987e-06 +wikitext,mlp_down,Llama-2-7b-hf,2,64,0,2.5741992430994287e-05 +wikitext,attn_in,Llama-2-7b-hf,2,64,1,8.362426160601899e-05 +wikitext,attn_out,Llama-2-7b-hf,2,64,1,4.37648814113345e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,1,0.02130892500281334 +wikitext,mlp_down,Llama-2-7b-hf,2,64,1,0.024461479857563972 +wikitext,attn_in,Llama-2-7b-hf,2,64,2,0.0007905373931862414 +wikitext,attn_out,Llama-2-7b-hf,2,64,2,2.7669360861182213e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,2,0.00010696832760004327 +wikitext,mlp_down,Llama-2-7b-hf,2,64,2,0.00010253379150526598 +wikitext,attn_in,Llama-2-7b-hf,2,64,3,0.0011636428534984589 +wikitext,attn_out,Llama-2-7b-hf,2,64,3,6.885577749926597e-05 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,3,0.00023288873489946127 +wikitext,mlp_down,Llama-2-7b-hf,2,64,3,0.00020025404228363186 +wikitext,attn_in,Llama-2-7b-hf,2,64,4,0.001928540412336588 +wikitext,attn_out,Llama-2-7b-hf,2,64,4,0.00012575380969792604 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,4,0.00047211526543833315 +wikitext,mlp_down,Llama-2-7b-hf,2,64,4,0.0005658934242092073 +wikitext,attn_in,Llama-2-7b-hf,2,64,5,0.0012409057235345244 +wikitext,attn_out,Llama-2-7b-hf,2,64,5,0.00027237393078394234 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,5,0.0007320947479456663 +wikitext,mlp_down,Llama-2-7b-hf,2,64,5,0.0006066886126063764 +wikitext,attn_in,Llama-2-7b-hf,2,64,6,0.0020303360652178526 +wikitext,attn_out,Llama-2-7b-hf,2,64,6,0.00033837606315501034 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,6,0.0010858813766390085 +wikitext,mlp_down,Llama-2-7b-hf,2,64,6,0.0009133716812357306 +wikitext,attn_in,Llama-2-7b-hf,2,64,7,0.001838190946727991 +wikitext,attn_out,Llama-2-7b-hf,2,64,7,0.00046212811139412224 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,7,0.0015018684789538383 +wikitext,mlp_down,Llama-2-7b-hf,2,64,7,0.001236285432241857 +wikitext,attn_in,Llama-2-7b-hf,2,64,8,0.004292857367545366 +wikitext,attn_out,Llama-2-7b-hf,2,64,8,0.0007311344961635768 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018768422305583954 +wikitext,mlp_down,Llama-2-7b-hf,2,64,8,0.0015178828034549952 +wikitext,attn_in,Llama-2-7b-hf,2,64,9,0.006108593195676804 +wikitext,attn_out,Llama-2-7b-hf,2,64,9,0.0009869899367913604 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,9,0.002213243627920747 +wikitext,mlp_down,Llama-2-7b-hf,2,64,9,0.0017961914418265224 +wikitext,attn_in,Llama-2-7b-hf,2,64,10,0.004578163847327232 +wikitext,attn_out,Llama-2-7b-hf,2,64,10,0.0013318624114617705 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,10,0.0026086580473929644 +wikitext,mlp_down,Llama-2-7b-hf,2,64,10,0.0020310631953179836 +wikitext,attn_in,Llama-2-7b-hf,2,64,11,0.005359663628041744 +wikitext,attn_out,Llama-2-7b-hf,2,64,11,0.0013002366758883 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,11,0.0029079027008265257 +wikitext,mlp_down,Llama-2-7b-hf,2,64,11,0.0023086420260369778 +wikitext,attn_in,Llama-2-7b-hf,2,64,12,0.005814707837998867 +wikitext,attn_out,Llama-2-7b-hf,2,64,12,0.0015498470747843385 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,12,0.0032597712706774473 +wikitext,mlp_down,Llama-2-7b-hf,2,64,12,0.002560657449066639 +wikitext,attn_in,Llama-2-7b-hf,2,64,13,0.005791645497083664 +wikitext,attn_out,Llama-2-7b-hf,2,64,13,0.0018016825197264552 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,13,0.003847360610961914 +wikitext,mlp_down,Llama-2-7b-hf,2,64,13,0.0031233681365847588 +wikitext,attn_in,Llama-2-7b-hf,2,64,14,0.004724055994302034 +wikitext,attn_out,Llama-2-7b-hf,2,64,14,0.0019115390023216605 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,14,0.004359392449259758 +wikitext,mlp_down,Llama-2-7b-hf,2,64,14,0.003702581627294421 +wikitext,attn_in,Llama-2-7b-hf,2,64,15,0.007317250594496727 +wikitext,attn_out,Llama-2-7b-hf,2,64,15,0.002128529828041792 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,15,0.005402573384344578 +wikitext,mlp_down,Llama-2-7b-hf,2,64,15,0.004674640949815512 +wikitext,attn_in,Llama-2-7b-hf,2,64,16,0.007169357500970364 +wikitext,attn_out,Llama-2-7b-hf,2,64,16,0.002784418873488903 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,16,0.006944828201085329 +wikitext,mlp_down,Llama-2-7b-hf,2,64,16,0.0067213443107903 +wikitext,attn_in,Llama-2-7b-hf,2,64,17,0.007493951823562384 +wikitext,attn_out,Llama-2-7b-hf,2,64,17,0.0023292344994843006 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,17,0.007864050567150116 +wikitext,mlp_down,Llama-2-7b-hf,2,64,17,0.0072325156070292 +wikitext,attn_in,Llama-2-7b-hf,2,64,18,0.005575951654464006 +wikitext,attn_out,Llama-2-7b-hf,2,64,18,0.0022130017168819904 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,18,0.009351840242743492 +wikitext,mlp_down,Llama-2-7b-hf,2,64,18,0.008403349667787552 +wikitext,attn_in,Llama-2-7b-hf,2,64,19,0.004175674170255661 +wikitext,attn_out,Llama-2-7b-hf,2,64,19,0.002093430608510971 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,19,0.010670192539691925 +wikitext,mlp_down,Llama-2-7b-hf,2,64,19,0.009096539579331875 +wikitext,attn_in,Llama-2-7b-hf,2,64,20,0.006118719466030598 +wikitext,attn_out,Llama-2-7b-hf,2,64,20,0.0027669104747474194 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,20,0.012586085125803947 +wikitext,mlp_down,Llama-2-7b-hf,2,64,20,0.011626966297626495 +wikitext,attn_in,Llama-2-7b-hf,2,64,21,0.005280158948153257 +wikitext,attn_out,Llama-2-7b-hf,2,64,21,0.0019862805493175983 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,21,0.014222201891243458 +wikitext,mlp_down,Llama-2-7b-hf,2,64,21,0.012359704822301865 +wikitext,attn_in,Llama-2-7b-hf,2,64,22,0.008145802654325962 +wikitext,attn_out,Llama-2-7b-hf,2,64,22,0.0031458826269954443 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,22,0.01590314321219921 +wikitext,mlp_down,Llama-2-7b-hf,2,64,22,0.01310979574918747 +wikitext,attn_in,Llama-2-7b-hf,2,64,23,0.007662332616746426 +wikitext,attn_out,Llama-2-7b-hf,2,64,23,0.0029936397913843393 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,23,0.018137022852897644 +wikitext,mlp_down,Llama-2-7b-hf,2,64,23,0.01403655856847763 +wikitext,attn_in,Llama-2-7b-hf,2,64,24,0.010642839595675468 +wikitext,attn_out,Llama-2-7b-hf,2,64,24,0.003193822456523776 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,24,0.020069459453225136 +wikitext,mlp_down,Llama-2-7b-hf,2,64,24,0.014887802302837372 +wikitext,attn_in,Llama-2-7b-hf,2,64,25,0.008611239492893219 +wikitext,attn_out,Llama-2-7b-hf,2,64,25,0.00419421074911952 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,25,0.022865479812026024 +wikitext,mlp_down,Llama-2-7b-hf,2,64,25,0.01571528986096382 +wikitext,attn_in,Llama-2-7b-hf,2,64,26,0.010947325266897678 +wikitext,attn_out,Llama-2-7b-hf,2,64,26,0.004624664783477783 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,26,0.025783030316233635 +wikitext,mlp_down,Llama-2-7b-hf,2,64,26,0.017598416656255722 +wikitext,attn_in,Llama-2-7b-hf,2,64,27,0.007488210219889879 +wikitext,attn_out,Llama-2-7b-hf,2,64,27,0.004666408523917198 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,27,0.029945895075798035 +wikitext,mlp_down,Llama-2-7b-hf,2,64,27,0.020465480163693428 +wikitext,attn_in,Llama-2-7b-hf,2,64,28,0.011722016148269176 +wikitext,attn_out,Llama-2-7b-hf,2,64,28,0.006399873178452253 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,28,0.03472653031349182 +wikitext,mlp_down,Llama-2-7b-hf,2,64,28,0.023559104651212692 +wikitext,attn_in,Llama-2-7b-hf,2,64,29,0.011929580010473728 +wikitext,attn_out,Llama-2-7b-hf,2,64,29,0.006456722039729357 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,29,0.04142707586288452 +wikitext,mlp_down,Llama-2-7b-hf,2,64,29,0.03478284925222397 +wikitext,attn_in,Llama-2-7b-hf,2,64,30,0.011378638446331024 +wikitext,attn_out,Llama-2-7b-hf,2,64,30,0.007946991361677647 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,30,0.38359618186950684 +wikitext,mlp_down,Llama-2-7b-hf,2,64,30,0.09930729120969772 +wikitext,attn_in,Llama-2-7b-hf,2,64,31,0.017989572137594223 +wikitext,attn_out,Llama-2-7b-hf,2,64,31,0.009879112243652344 +wikitext,mlp_gate,Llama-2-7b-hf,2,64,31,0.1384774148464203 +wikitext,mlp_down,Llama-2-7b-hf,2,64,31,0.22785939276218414 +c4,attn_in,Meta-Llama-3-8B,2,128,0,6.874927294120425e-06 +c4,mlp_gate,Meta-Llama-3-8B,2,128,0,1.2533810149761848e-05 +c4,mlp_down,Meta-Llama-3-8B,2,128,0,2.294432488270104e-05 +c4,attn_in,Meta-Llama-3-8B,2,128,1,6.429032509913668e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0020463932305574417 +c4,mlp_down,Meta-Llama-3-8B,2,128,1,0.0002674756688065827 +c4,attn_in,Meta-Llama-3-8B,2,128,2,9.210473217535764e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,128,2,6.613590085180476e-05 +c4,mlp_down,Meta-Llama-3-8B,2,128,2,5.7590805226936936e-05 +c4,attn_in,Meta-Llama-3-8B,2,128,3,9.084381599677727e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00014500130782835186 +c4,mlp_down,Meta-Llama-3-8B,2,128,3,0.00010887649114010856 +c4,attn_in,Meta-Llama-3-8B,2,128,4,0.00014366841060109437 +c4,mlp_gate,Meta-Llama-3-8B,2,128,4,0.0002562310837674886 +c4,mlp_down,Meta-Llama-3-8B,2,128,4,0.0001959403307409957 +c4,attn_in,Meta-Llama-3-8B,2,128,5,0.000140948046464473 +c4,mlp_gate,Meta-Llama-3-8B,2,128,5,0.0003630539576988667 +c4,mlp_down,Meta-Llama-3-8B,2,128,5,0.00028731671045534313 +c4,attn_in,Meta-Llama-3-8B,2,128,6,0.00020179968851152807 +c4,mlp_gate,Meta-Llama-3-8B,2,128,6,0.00046219403157010674 +c4,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035582168493419886 +c4,attn_in,Meta-Llama-3-8B,2,128,7,0.0003968871315009892 +c4,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005398855428211391 +c4,mlp_down,Meta-Llama-3-8B,2,128,7,0.00040046931826509535 +c4,attn_in,Meta-Llama-3-8B,2,128,8,0.00032919240766204894 +c4,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005900098476558924 +c4,mlp_down,Meta-Llama-3-8B,2,128,8,0.00043636898044496775 +c4,attn_in,Meta-Llama-3-8B,2,128,9,0.0004318832070566714 +c4,mlp_gate,Meta-Llama-3-8B,2,128,9,0.000672746857162565 +c4,mlp_down,Meta-Llama-3-8B,2,128,9,0.0005093817599117756 +c4,attn_in,Meta-Llama-3-8B,2,128,10,0.0004784905759152025 +c4,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006809847545810044 +c4,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005218565347604454 +c4,attn_in,Meta-Llama-3-8B,2,128,11,0.0004577120125759393 +c4,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007240003906190395 +c4,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005438017542473972 +c4,attn_in,Meta-Llama-3-8B,2,128,12,0.000544979702681303 +c4,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008263618219643831 +c4,mlp_down,Meta-Llama-3-8B,2,128,12,0.0005981959402561188 +c4,attn_in,Meta-Llama-3-8B,2,128,13,0.0005953117506578565 +c4,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009544985368847847 +c4,mlp_down,Meta-Llama-3-8B,2,128,13,0.000733829103410244 +c4,attn_in,Meta-Llama-3-8B,2,128,14,0.0006852496298961341 +c4,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0011249942472204566 +c4,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008320233901031315 +c4,attn_in,Meta-Llama-3-8B,2,128,15,0.0006851725047454238 +c4,mlp_gate,Meta-Llama-3-8B,2,128,15,0.0013335993280634284 +c4,mlp_down,Meta-Llama-3-8B,2,128,15,0.001091517973691225 +c4,attn_in,Meta-Llama-3-8B,2,128,16,0.0008112220093607903 +c4,mlp_gate,Meta-Llama-3-8B,2,128,16,0.0013983624521642923 +c4,mlp_down,Meta-Llama-3-8B,2,128,16,0.0011393852764740586 +c4,attn_in,Meta-Llama-3-8B,2,128,17,0.0009170364937745035 +c4,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0016108398558571935 +c4,mlp_down,Meta-Llama-3-8B,2,128,17,0.0013536132173612714 +c4,attn_in,Meta-Llama-3-8B,2,128,18,0.00044048207928426564 +c4,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0016155902994796634 +c4,mlp_down,Meta-Llama-3-8B,2,128,18,0.0013188619632273912 +c4,attn_in,Meta-Llama-3-8B,2,128,19,0.0004168675804976374 +c4,mlp_gate,Meta-Llama-3-8B,2,128,19,0.00170281867031008 +c4,mlp_down,Meta-Llama-3-8B,2,128,19,0.0013582201208919287 +c4,attn_in,Meta-Llama-3-8B,2,128,20,0.0005504775908775628 +c4,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0018654523883014917 +c4,mlp_down,Meta-Llama-3-8B,2,128,20,0.0014852032763883471 +c4,attn_in,Meta-Llama-3-8B,2,128,21,0.0008408809662796557 +c4,mlp_gate,Meta-Llama-3-8B,2,128,21,0.002208295278251171 +c4,mlp_down,Meta-Llama-3-8B,2,128,21,0.001783286570571363 +c4,attn_in,Meta-Llama-3-8B,2,128,22,0.0006520086317323148 +c4,mlp_gate,Meta-Llama-3-8B,2,128,22,0.0023243981413543224 +c4,mlp_down,Meta-Llama-3-8B,2,128,22,0.001881463686004281 +c4,attn_in,Meta-Llama-3-8B,2,128,23,0.0006509354570880532 +c4,mlp_gate,Meta-Llama-3-8B,2,128,23,0.0025325329042971134 +c4,mlp_down,Meta-Llama-3-8B,2,128,23,0.001955356914550066 +c4,attn_in,Meta-Llama-3-8B,2,128,24,0.0008863602415658534 +c4,mlp_gate,Meta-Llama-3-8B,2,128,24,0.002781451912596822 +c4,mlp_down,Meta-Llama-3-8B,2,128,24,0.0020596985705196857 +c4,attn_in,Meta-Llama-3-8B,2,128,25,0.0018042988376691937 +c4,mlp_gate,Meta-Llama-3-8B,2,128,25,0.00316825183108449 +c4,mlp_down,Meta-Llama-3-8B,2,128,25,0.00215501943603158 +c4,attn_in,Meta-Llama-3-8B,2,128,26,0.0012773623457178473 +c4,mlp_gate,Meta-Llama-3-8B,2,128,26,0.003699859604239464 +c4,mlp_down,Meta-Llama-3-8B,2,128,26,0.0024188717361539602 +c4,attn_in,Meta-Llama-3-8B,2,128,27,0.003200721461325884 +c4,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004616393707692623 +c4,mlp_down,Meta-Llama-3-8B,2,128,27,0.0031347491312772036 +c4,attn_in,Meta-Llama-3-8B,2,128,28,0.001786362612619996 +c4,mlp_gate,Meta-Llama-3-8B,2,128,28,0.0063173891976475716 +c4,mlp_down,Meta-Llama-3-8B,2,128,28,0.004251720383763313 +c4,attn_in,Meta-Llama-3-8B,2,128,29,0.0023865827824920416 +c4,mlp_gate,Meta-Llama-3-8B,2,128,29,0.008947707712650299 +c4,mlp_down,Meta-Llama-3-8B,2,128,29,0.006644773297011852 +c4,attn_in,Meta-Llama-3-8B,2,128,30,0.0055202399380505085 +c4,mlp_gate,Meta-Llama-3-8B,2,128,30,0.016378046944737434 +c4,mlp_down,Meta-Llama-3-8B,2,128,30,0.01568445935845375 +c4,attn_in,Meta-Llama-3-8B,2,128,31,0.009066366590559483 +c4,mlp_gate,Meta-Llama-3-8B,2,128,31,0.09577321261167526 +c4,mlp_down,Meta-Llama-3-8B,2,128,31,1.3603432178497314 +pileval,attn_in,Meta-Llama-3-8B,2,128,0,6.980003036005655e-06 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,0,1.3835106983606238e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,128,0,2.3736152797937393e-05 +pileval,attn_in,Meta-Llama-3-8B,2,128,1,6.428507913369685e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0019225325668230653 +pileval,mlp_down,Meta-Llama-3-8B,2,128,1,0.0002669882960617542 +pileval,attn_in,Meta-Llama-3-8B,2,128,2,0.00010249157639918849 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,2,6.760351243428886e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,128,2,5.803624299005605e-05 +pileval,attn_in,Meta-Llama-3-8B,2,128,3,9.705677075544372e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00015120874741114676 +pileval,mlp_down,Meta-Llama-3-8B,2,128,3,0.00011409909348003566 +pileval,attn_in,Meta-Llama-3-8B,2,128,4,0.00014971778728067875 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,4,0.00025834437110461295 +pileval,mlp_down,Meta-Llama-3-8B,2,128,4,0.00019515579333528876 +pileval,attn_in,Meta-Llama-3-8B,2,128,5,0.00014386091788765043 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,5,0.00036552248639054596 +pileval,mlp_down,Meta-Llama-3-8B,2,128,5,0.0002876336802728474 +pileval,attn_in,Meta-Llama-3-8B,2,128,6,0.0001977329229703173 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,6,0.00046184571692720056 +pileval,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035554333589971066 +pileval,attn_in,Meta-Llama-3-8B,2,128,7,0.00040637474739924073 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005363791715353727 +pileval,mlp_down,Meta-Llama-3-8B,2,128,7,0.0003963018534705043 +pileval,attn_in,Meta-Llama-3-8B,2,128,8,0.0003434150421526283 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005841896636411548 +pileval,mlp_down,Meta-Llama-3-8B,2,128,8,0.0004305398906581104 +pileval,attn_in,Meta-Llama-3-8B,2,128,9,0.0004351444949861616 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,9,0.0006605344824492931 +pileval,mlp_down,Meta-Llama-3-8B,2,128,9,0.0004996868083253503 +pileval,attn_in,Meta-Llama-3-8B,2,128,10,0.00048671080730855465 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006753445486538112 +pileval,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005200411542318761 +pileval,attn_in,Meta-Llama-3-8B,2,128,11,0.0004635474761016667 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007180271786637604 +pileval,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005430742166936398 +pileval,attn_in,Meta-Llama-3-8B,2,128,12,0.0005464396090246737 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008141091093420982 +pileval,mlp_down,Meta-Llama-3-8B,2,128,12,0.000594890967477113 +pileval,attn_in,Meta-Llama-3-8B,2,128,13,0.0006099052843637764 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009375280351378024 +pileval,mlp_down,Meta-Llama-3-8B,2,128,13,0.0007255809614434838 +pileval,attn_in,Meta-Llama-3-8B,2,128,14,0.0007308073691092432 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0011056666262447834 +pileval,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008148134802468121 +pileval,attn_in,Meta-Llama-3-8B,2,128,15,0.0006795713561587036 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,15,0.001284997328184545 +pileval,mlp_down,Meta-Llama-3-8B,2,128,15,0.0010462154168635607 +pileval,attn_in,Meta-Llama-3-8B,2,128,16,0.0008985465974546969 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,16,0.00135434465482831 +pileval,mlp_down,Meta-Llama-3-8B,2,128,16,0.0011036933865398169 +pileval,attn_in,Meta-Llama-3-8B,2,128,17,0.0009577763266861439 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0015607337700203061 +pileval,mlp_down,Meta-Llama-3-8B,2,128,17,0.0013338298304006457 +pileval,attn_in,Meta-Llama-3-8B,2,128,18,0.00046419439604505897 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0015708276769146323 +pileval,mlp_down,Meta-Llama-3-8B,2,128,18,0.0012991741532459855 +pileval,attn_in,Meta-Llama-3-8B,2,128,19,0.0004598784144036472 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,19,0.0016673078062012792 +pileval,mlp_down,Meta-Llama-3-8B,2,128,19,0.0013073269510641694 +pileval,attn_in,Meta-Llama-3-8B,2,128,20,0.0005733745056204498 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0018368210876360536 +pileval,mlp_down,Meta-Llama-3-8B,2,128,20,0.00142654066439718 +pileval,attn_in,Meta-Llama-3-8B,2,128,21,0.0008074265788309276 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,21,0.0021720968652516603 +pileval,mlp_down,Meta-Llama-3-8B,2,128,21,0.0017091414192691445 +pileval,attn_in,Meta-Llama-3-8B,2,128,22,0.000670561334118247 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,22,0.0022811146918684244 +pileval,mlp_down,Meta-Llama-3-8B,2,128,22,0.001783002750016749 +pileval,attn_in,Meta-Llama-3-8B,2,128,23,0.0006084630731493235 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,23,0.002501084702089429 +pileval,mlp_down,Meta-Llama-3-8B,2,128,23,0.0018496244447305799 +pileval,attn_in,Meta-Llama-3-8B,2,128,24,0.0009873206727206707 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,24,0.002764355856925249 +pileval,mlp_down,Meta-Llama-3-8B,2,128,24,0.0019746574107557535 +pileval,attn_in,Meta-Llama-3-8B,2,128,25,0.0018583160126581788 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,25,0.003171962685883045 +pileval,mlp_down,Meta-Llama-3-8B,2,128,25,0.0020926848519593477 +pileval,attn_in,Meta-Llama-3-8B,2,128,26,0.0013811994576826692 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,26,0.0037187777925282717 +pileval,mlp_down,Meta-Llama-3-8B,2,128,26,0.0024490184150636196 +pileval,attn_in,Meta-Llama-3-8B,2,128,27,0.003357307054102421 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004681537859141827 +pileval,mlp_down,Meta-Llama-3-8B,2,128,27,0.003229006426408887 +pileval,attn_in,Meta-Llama-3-8B,2,128,28,0.001783184357918799 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,28,0.006431020330637693 +pileval,mlp_down,Meta-Llama-3-8B,2,128,28,0.004410413559526205 +pileval,attn_in,Meta-Llama-3-8B,2,128,29,0.0025992989540100098 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,29,0.009159262292087078 +pileval,mlp_down,Meta-Llama-3-8B,2,128,29,0.006788811646401882 +pileval,attn_in,Meta-Llama-3-8B,2,128,30,0.0056946673430502415 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,30,0.01659519039094448 +pileval,mlp_down,Meta-Llama-3-8B,2,128,30,0.015805715695023537 +pileval,attn_in,Meta-Llama-3-8B,2,128,31,0.00897953100502491 +pileval,mlp_gate,Meta-Llama-3-8B,2,128,31,0.0912012979388237 +pileval,mlp_down,Meta-Llama-3-8B,2,128,31,1.1247220039367676 +wikitext,attn_in,Meta-Llama-3-8B,2,128,0,6.478763680206612e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,0,1.3364351616473868e-05 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,0,3.6846642615273595e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,128,1,4.758211434818804e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0028007905930280685 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,1,0.0003343822609167546 +wikitext,attn_in,Meta-Llama-3-8B,2,128,2,6.894807302160189e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,2,6.504031625809148e-05 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,2,5.5167860409710556e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,128,3,6.70279550831765e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00014517331146635115 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,3,0.00010268126789014786 +wikitext,attn_in,Meta-Llama-3-8B,2,128,4,0.00012431826326064765 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,4,0.0002525530871935189 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,4,0.00018597743473947048 +wikitext,attn_in,Meta-Llama-3-8B,2,128,5,0.0001235279196407646 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,5,0.00035711037344299257 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,5,0.00028416712302714586 +wikitext,attn_in,Meta-Llama-3-8B,2,128,6,0.00018468074267730117 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,6,0.0004546830023173243 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035127485170960426 +wikitext,attn_in,Meta-Llama-3-8B,2,128,7,0.0003641856601461768 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005314042791724205 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,7,0.00039086290053091943 +wikitext,attn_in,Meta-Llama-3-8B,2,128,8,0.0002927480381913483 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005815092008560896 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,8,0.00043410705984570086 +wikitext,attn_in,Meta-Llama-3-8B,2,128,9,0.0004072104929946363 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,9,0.0006591994897462428 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,9,0.0005027829902246594 +wikitext,attn_in,Meta-Llama-3-8B,2,128,10,0.0004415885778144002 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006782261189073324 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005241460166871548 +wikitext,attn_in,Meta-Llama-3-8B,2,128,11,0.00041857929318211973 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007227727910503745 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005558717530220747 +wikitext,attn_in,Meta-Llama-3-8B,2,128,12,0.000496089574880898 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008209272054955363 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,12,0.0005961776478216052 +wikitext,attn_in,Meta-Llama-3-8B,2,128,13,0.0005536997341550887 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009263178217224777 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,13,0.0007106473785825074 +wikitext,attn_in,Meta-Llama-3-8B,2,128,14,0.0006881228182464838 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0010906719835475087 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008055844809859991 +wikitext,attn_in,Meta-Llama-3-8B,2,128,15,0.0006153603317216039 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,15,0.0012711472809314728 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,15,0.0010433661518618464 +wikitext,attn_in,Meta-Llama-3-8B,2,128,16,0.0007756457198411226 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,16,0.0013414232525974512 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,16,0.001072104088962078 +wikitext,attn_in,Meta-Llama-3-8B,2,128,17,0.0008350301068276167 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0015148381935432553 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,17,0.0012708124704658985 +wikitext,attn_in,Meta-Llama-3-8B,2,128,18,0.00041620832053013146 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0015236621256917715 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,18,0.001240645651705563 +wikitext,attn_in,Meta-Llama-3-8B,2,128,19,0.0003780600964091718 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,19,0.0015907345805317163 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,19,0.0012374231591820717 +wikitext,attn_in,Meta-Llama-3-8B,2,128,20,0.0005170059739612043 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0017631629016250372 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,20,0.001397572341375053 +wikitext,attn_in,Meta-Llama-3-8B,2,128,21,0.0007204810390248895 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,21,0.0020777517929673195 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,21,0.0016464748186990619 +wikitext,attn_in,Meta-Llama-3-8B,2,128,22,0.000569669296965003 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,22,0.002216047840192914 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,22,0.001751546747982502 +wikitext,attn_in,Meta-Llama-3-8B,2,128,23,0.0006246080156415701 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,23,0.002436925657093525 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,23,0.0017893416807055473 +wikitext,attn_in,Meta-Llama-3-8B,2,128,24,0.0009298571385443211 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,24,0.0027307001873850822 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,24,0.0018701222725212574 +wikitext,attn_in,Meta-Llama-3-8B,2,128,25,0.0017613479867577553 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,25,0.0030941287986934185 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,25,0.001988429808989167 +wikitext,attn_in,Meta-Llama-3-8B,2,128,26,0.001328366925008595 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,26,0.0035735541023314 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,26,0.002274820813909173 +wikitext,attn_in,Meta-Llama-3-8B,2,128,27,0.0029730433598160744 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004579116590321064 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,27,0.0028896909207105637 +wikitext,attn_in,Meta-Llama-3-8B,2,128,28,0.0020340564660727978 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,28,0.006335272919386625 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,28,0.004077490419149399 +wikitext,attn_in,Meta-Llama-3-8B,2,128,29,0.0033623441122472286 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,29,0.008873731829226017 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,29,0.006431316025555134 +wikitext,attn_in,Meta-Llama-3-8B,2,128,30,0.007353011053055525 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,30,0.015310666523873806 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,30,0.01843269355595112 +wikitext,attn_in,Meta-Llama-3-8B,2,128,31,0.011729452759027481 +wikitext,mlp_gate,Meta-Llama-3-8B,2,128,31,0.13455167412757874 +wikitext,mlp_down,Meta-Llama-3-8B,2,128,31,3.8009629249572754 +c4,attn_in,Meta-Llama-3-8B,2,32,0,3.2539317089685937e-06 +c4,mlp_gate,Meta-Llama-3-8B,2,32,0,6.698517154291039e-06 +c4,mlp_down,Meta-Llama-3-8B,2,32,0,1.0971070878440514e-05 +c4,attn_in,Meta-Llama-3-8B,2,32,1,9.693571882962715e-06 +c4,mlp_gate,Meta-Llama-3-8B,2,32,1,0.001940440502949059 +c4,mlp_down,Meta-Llama-3-8B,2,32,1,0.00010287565237376839 +c4,attn_in,Meta-Llama-3-8B,2,32,2,1.355540007352829e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,32,2,3.65846608474385e-05 +c4,mlp_down,Meta-Llama-3-8B,2,32,2,3.256441414123401e-05 +c4,attn_in,Meta-Llama-3-8B,2,32,3,2.6240875740768388e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,32,3,7.968521094880998e-05 +c4,mlp_down,Meta-Llama-3-8B,2,32,3,6.16379693383351e-05 +c4,attn_in,Meta-Llama-3-8B,2,32,4,7.080195064190775e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00014009825827088207 +c4,mlp_down,Meta-Llama-3-8B,2,32,4,0.00011150889622513205 +c4,attn_in,Meta-Llama-3-8B,2,32,5,6.929330265847966e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00019988208077847958 +c4,mlp_down,Meta-Llama-3-8B,2,32,5,0.0001625508739380166 +c4,attn_in,Meta-Llama-3-8B,2,32,6,0.00011868412548210472 +c4,mlp_gate,Meta-Llama-3-8B,2,32,6,0.0002547625044826418 +c4,mlp_down,Meta-Llama-3-8B,2,32,6,0.00020068894082214683 +c4,attn_in,Meta-Llama-3-8B,2,32,7,0.00017989931802731007 +c4,mlp_gate,Meta-Llama-3-8B,2,32,7,0.0002973141090478748 +c4,mlp_down,Meta-Llama-3-8B,2,32,7,0.00022652558982372284 +c4,attn_in,Meta-Llama-3-8B,2,32,8,0.00016953106387518346 +c4,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003258661017753184 +c4,mlp_down,Meta-Llama-3-8B,2,32,8,0.00024806748842820525 +c4,attn_in,Meta-Llama-3-8B,2,32,9,0.0002341547078685835 +c4,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003700245579238981 +c4,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002879545500036329 +c4,attn_in,Meta-Llama-3-8B,2,32,10,0.00022988698037806898 +c4,mlp_gate,Meta-Llama-3-8B,2,32,10,0.0003754388017114252 +c4,mlp_down,Meta-Llama-3-8B,2,32,10,0.0002952510549221188 +c4,attn_in,Meta-Llama-3-8B,2,32,11,0.0002396482741460204 +c4,mlp_gate,Meta-Llama-3-8B,2,32,11,0.0003974867577198893 +c4,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003072986437473446 +c4,attn_in,Meta-Llama-3-8B,2,32,12,0.00025481422198936343 +c4,mlp_gate,Meta-Llama-3-8B,2,32,12,0.0004532344173640013 +c4,mlp_down,Meta-Llama-3-8B,2,32,12,0.00033612363040447235 +c4,attn_in,Meta-Llama-3-8B,2,32,13,0.0003235512995161116 +c4,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005273259012028575 +c4,mlp_down,Meta-Llama-3-8B,2,32,13,0.0004138460208196193 +c4,attn_in,Meta-Llama-3-8B,2,32,14,0.0003624550881795585 +c4,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006213291198946536 +c4,mlp_down,Meta-Llama-3-8B,2,32,14,0.0004742301534861326 +c4,attn_in,Meta-Llama-3-8B,2,32,15,0.00042695552110671997 +c4,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007346890633925796 +c4,mlp_down,Meta-Llama-3-8B,2,32,15,0.0006195831228978932 +c4,attn_in,Meta-Llama-3-8B,2,32,16,0.0003901697346009314 +c4,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007708001066930592 +c4,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006478993454948068 +c4,attn_in,Meta-Llama-3-8B,2,32,17,0.00034763195435516536 +c4,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008889544405974448 +c4,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007680055568926036 +c4,attn_in,Meta-Llama-3-8B,2,32,18,0.00023277080617845058 +c4,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008895903592929244 +c4,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007525227847509086 +c4,attn_in,Meta-Llama-3-8B,2,32,19,0.00020634011889342219 +c4,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0009379570255987346 +c4,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007742622983641922 +c4,attn_in,Meta-Llama-3-8B,2,32,20,0.00025116332108154893 +c4,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0010270291240885854 +c4,mlp_down,Meta-Llama-3-8B,2,32,20,0.0008473802590742707 +c4,attn_in,Meta-Llama-3-8B,2,32,21,0.0004275800893083215 +c4,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0012117092264816165 +c4,mlp_down,Meta-Llama-3-8B,2,32,21,0.0010107995476573706 +c4,attn_in,Meta-Llama-3-8B,2,32,22,0.00032724777702242136 +c4,mlp_gate,Meta-Llama-3-8B,2,32,22,0.0012785067083314061 +c4,mlp_down,Meta-Llama-3-8B,2,32,22,0.00107356917578727 +c4,attn_in,Meta-Llama-3-8B,2,32,23,0.0003433201345615089 +c4,mlp_gate,Meta-Llama-3-8B,2,32,23,0.0013890231493860483 +c4,mlp_down,Meta-Llama-3-8B,2,32,23,0.0011165713658556342 +c4,attn_in,Meta-Llama-3-8B,2,32,24,0.0003670806472655386 +c4,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0015257475897669792 +c4,mlp_down,Meta-Llama-3-8B,2,32,24,0.0011781260836869478 +c4,attn_in,Meta-Llama-3-8B,2,32,25,0.0006288032745942473 +c4,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0017229364020749927 +c4,mlp_down,Meta-Llama-3-8B,2,32,25,0.0012365822913125157 +c4,attn_in,Meta-Llama-3-8B,2,32,26,0.0006107938825152814 +c4,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0020019379444420338 +c4,mlp_down,Meta-Llama-3-8B,2,32,26,0.00139068893622607 +c4,attn_in,Meta-Llama-3-8B,2,32,27,0.0009069484658539295 +c4,mlp_gate,Meta-Llama-3-8B,2,32,27,0.002456744434311986 +c4,mlp_down,Meta-Llama-3-8B,2,32,27,0.001782390521839261 +c4,attn_in,Meta-Llama-3-8B,2,32,28,0.001042366144247353 +c4,mlp_gate,Meta-Llama-3-8B,2,32,28,0.003357766894623637 +c4,mlp_down,Meta-Llama-3-8B,2,32,28,0.0024166847579181194 +c4,attn_in,Meta-Llama-3-8B,2,32,29,0.0013377644354477525 +c4,mlp_gate,Meta-Llama-3-8B,2,32,29,0.004768686834722757 +c4,mlp_down,Meta-Llama-3-8B,2,32,29,0.0036402333062142134 +c4,attn_in,Meta-Llama-3-8B,2,32,30,0.0030954733956605196 +c4,mlp_gate,Meta-Llama-3-8B,2,32,30,0.008955796249210835 +c4,mlp_down,Meta-Llama-3-8B,2,32,30,0.008197235874831676 +c4,attn_in,Meta-Llama-3-8B,2,32,31,0.004448842257261276 +c4,mlp_gate,Meta-Llama-3-8B,2,32,31,0.06894117593765259 +c4,mlp_down,Meta-Llama-3-8B,2,32,31,0.6487056612968445 +pileval,attn_in,Meta-Llama-3-8B,2,32,0,3.3045441796275554e-06 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,0,7.432032816723222e-06 +pileval,mlp_down,Meta-Llama-3-8B,2,32,0,1.1478671694931109e-05 +pileval,attn_in,Meta-Llama-3-8B,2,32,1,9.951922038453631e-06 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,1,0.001849572523497045 +pileval,mlp_down,Meta-Llama-3-8B,2,32,1,0.00010256910900352523 +pileval,attn_in,Meta-Llama-3-8B,2,32,2,1.4311473933048546e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,2,3.7374597013695166e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,32,2,3.2814976293593645e-05 +pileval,attn_in,Meta-Llama-3-8B,2,32,3,2.786484401440248e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,3,8.310169505421072e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,32,3,6.459403084591031e-05 +pileval,attn_in,Meta-Llama-3-8B,2,32,4,7.263496081577614e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00014089341857470572 +pileval,mlp_down,Meta-Llama-3-8B,2,32,4,0.00011099248513346538 +pileval,attn_in,Meta-Llama-3-8B,2,32,5,7.15708447387442e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00020158571715001017 +pileval,mlp_down,Meta-Llama-3-8B,2,32,5,0.00016276126552838832 +pileval,attn_in,Meta-Llama-3-8B,2,32,6,0.00011671829997794703 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,6,0.00025491282576695085 +pileval,mlp_down,Meta-Llama-3-8B,2,32,6,0.0002002043038373813 +pileval,attn_in,Meta-Llama-3-8B,2,32,7,0.0001883745426312089 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,7,0.0002947459288407117 +pileval,mlp_down,Meta-Llama-3-8B,2,32,7,0.00022429386444855481 +pileval,attn_in,Meta-Llama-3-8B,2,32,8,0.0001769644586602226 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003218658093828708 +pileval,mlp_down,Meta-Llama-3-8B,2,32,8,0.0002448190643917769 +pileval,attn_in,Meta-Llama-3-8B,2,32,9,0.0002374700125074014 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003619013587012887 +pileval,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002822060778271407 +pileval,attn_in,Meta-Llama-3-8B,2,32,10,0.00023776647867634892 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,10,0.00037160326610319316 +pileval,mlp_down,Meta-Llama-3-8B,2,32,10,0.00029398337937891483 +pileval,attn_in,Meta-Llama-3-8B,2,32,11,0.00024305030819959939 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,11,0.0003939824819099158 +pileval,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003066255012527108 +pileval,attn_in,Meta-Llama-3-8B,2,32,12,0.0002605122863315046 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,12,0.00044613255886361003 +pileval,mlp_down,Meta-Llama-3-8B,2,32,12,0.0003341965493746102 +pileval,attn_in,Meta-Llama-3-8B,2,32,13,0.0003260186349507421 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005157422856427729 +pileval,mlp_down,Meta-Llama-3-8B,2,32,13,0.0004084295651409775 +pileval,attn_in,Meta-Llama-3-8B,2,32,14,0.00038247258635237813 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006084658089093864 +pileval,mlp_down,Meta-Llama-3-8B,2,32,14,0.0004638957034330815 +pileval,attn_in,Meta-Llama-3-8B,2,32,15,0.00043513954733498394 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007080933428369462 +pileval,mlp_down,Meta-Llama-3-8B,2,32,15,0.0005933574284426868 +pileval,attn_in,Meta-Llama-3-8B,2,32,16,0.0004170644097030163 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007463201764039695 +pileval,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006268220604397357 +pileval,attn_in,Meta-Llama-3-8B,2,32,17,0.0003575280716177076 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008601553272455931 +pileval,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007561019738204777 +pileval,attn_in,Meta-Llama-3-8B,2,32,18,0.00024959855363704264 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008645458146929741 +pileval,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007410546531900764 +pileval,attn_in,Meta-Llama-3-8B,2,32,19,0.00022847196669317782 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0009180356282740831 +pileval,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007447722600772977 +pileval,attn_in,Meta-Llama-3-8B,2,32,20,0.0002666959771886468 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0010074040619656444 +pileval,mlp_down,Meta-Llama-3-8B,2,32,20,0.0008127254550345242 +pileval,attn_in,Meta-Llama-3-8B,2,32,21,0.00040661764796823263 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0011886194115504622 +pileval,mlp_down,Meta-Llama-3-8B,2,32,21,0.0009697767673060298 +pileval,attn_in,Meta-Llama-3-8B,2,32,22,0.0003337997186463326 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,22,0.0012564881471917033 +pileval,mlp_down,Meta-Llama-3-8B,2,32,22,0.0010195727227255702 +pileval,attn_in,Meta-Llama-3-8B,2,32,23,0.0003232546732760966 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,23,0.001371703459881246 +pileval,mlp_down,Meta-Llama-3-8B,2,32,23,0.001054681371897459 +pileval,attn_in,Meta-Llama-3-8B,2,32,24,0.0004055215395055711 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0015147391241043806 +pileval,mlp_down,Meta-Llama-3-8B,2,32,24,0.001129804295487702 +pileval,attn_in,Meta-Llama-3-8B,2,32,25,0.0006778085953556001 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0017215549014508724 +pileval,mlp_down,Meta-Llama-3-8B,2,32,25,0.0011995176319032907 +pileval,attn_in,Meta-Llama-3-8B,2,32,26,0.0006378622492775321 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0020107978489249945 +pileval,mlp_down,Meta-Llama-3-8B,2,32,26,0.0014039995148777962 +pileval,attn_in,Meta-Llama-3-8B,2,32,27,0.0010357971768826246 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,27,0.0024970034137368202 +pileval,mlp_down,Meta-Llama-3-8B,2,32,27,0.0018365011783316731 +pileval,attn_in,Meta-Llama-3-8B,2,32,28,0.0010701912688091397 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,28,0.0034265092108398676 +pileval,mlp_down,Meta-Llama-3-8B,2,32,28,0.002511038212105632 +pileval,attn_in,Meta-Llama-3-8B,2,32,29,0.0014843653189018369 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,29,0.004895889200270176 +pileval,mlp_down,Meta-Llama-3-8B,2,32,29,0.0037339814007282257 +pileval,attn_in,Meta-Llama-3-8B,2,32,30,0.003297074930742383 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,30,0.009073031134903431 +pileval,mlp_down,Meta-Llama-3-8B,2,32,30,0.008346451446413994 +pileval,attn_in,Meta-Llama-3-8B,2,32,31,0.004363096319139004 +pileval,mlp_gate,Meta-Llama-3-8B,2,32,31,0.062252845615148544 +pileval,mlp_down,Meta-Llama-3-8B,2,32,31,0.5371546149253845 +wikitext,attn_in,Meta-Llama-3-8B,2,32,0,3.0032929316803347e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,0,6.639681487285998e-06 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,0,1.5076331692398526e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,32,1,6.8935996750951745e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,1,0.0028524661902338266 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,1,0.00012973842967767268 +wikitext,attn_in,Meta-Llama-3-8B,2,32,2,1.0193418347625993e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,2,3.5793171264231205e-05 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,2,3.104744973825291e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,32,3,1.9413415429880843e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,3,7.936038309708238e-05 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,3,5.776362377218902e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,32,4,5.779992352472618e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00013774787657894194 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,4,0.00010579323134152219 +wikitext,attn_in,Meta-Llama-3-8B,2,32,5,6.741215474903584e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00019684684230014682 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,5,0.00016031964332796633 +wikitext,attn_in,Meta-Llama-3-8B,2,32,6,0.00011154156527481973 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,6,0.0002513118670322001 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,6,0.00019723577133845538 +wikitext,attn_in,Meta-Llama-3-8B,2,32,7,0.00017481777467764914 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,7,0.00029033812461420894 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,7,0.0002216025022789836 +wikitext,attn_in,Meta-Llama-3-8B,2,32,8,0.0001553369511384517 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003205765679012984 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,8,0.00024651127750985324 +wikitext,attn_in,Meta-Llama-3-8B,2,32,9,0.00021784201089758426 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003628482227213681 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002838079526554793 +wikitext,attn_in,Meta-Llama-3-8B,2,32,10,0.00021926453337073326 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,10,0.0003739626263268292 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,10,0.0002959420089609921 +wikitext,attn_in,Meta-Llama-3-8B,2,32,11,0.0002354471798753366 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,11,0.000394913658965379 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003124595677945763 +wikitext,attn_in,Meta-Llama-3-8B,2,32,12,0.0002446926955599338 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,12,0.00044729848741553724 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,12,0.0003351462073624134 +wikitext,attn_in,Meta-Llama-3-8B,2,32,13,0.00029988103779032826 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005092583014629781 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,13,0.0003998952452093363 +wikitext,attn_in,Meta-Llama-3-8B,2,32,14,0.0003569741966202855 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006016495171934366 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,14,0.00045862910337746143 +wikitext,attn_in,Meta-Llama-3-8B,2,32,15,0.0003984136856161058 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007031343411654234 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,15,0.0005911167827434838 +wikitext,attn_in,Meta-Llama-3-8B,2,32,16,0.0003687891294248402 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007396569708362222 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006086253561079502 +wikitext,attn_in,Meta-Llama-3-8B,2,32,17,0.0003141022752970457 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008374893805012107 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007209414034150541 +wikitext,attn_in,Meta-Llama-3-8B,2,32,18,0.0002329210692550987 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008387924754060805 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007096341578289866 +wikitext,attn_in,Meta-Llama-3-8B,2,32,19,0.00018820236437022686 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0008740336052142084 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007074732566252351 +wikitext,attn_in,Meta-Llama-3-8B,2,32,20,0.00023064135166350752 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0009687312413007021 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,20,0.0007968537975102663 +wikitext,attn_in,Meta-Llama-3-8B,2,32,21,0.00036600991734303534 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0011420416412875056 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,21,0.0009349576430395246 +wikitext,attn_in,Meta-Llama-3-8B,2,32,22,0.0002928813046310097 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,22,0.001219076570123434 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,22,0.0010057146428152919 +wikitext,attn_in,Meta-Llama-3-8B,2,32,23,0.000309196999296546 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,23,0.0013378694420680404 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,23,0.0010237906826660037 +wikitext,attn_in,Meta-Llama-3-8B,2,32,24,0.0004012533463537693 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0014909610617905855 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,24,0.0010728957131505013 +wikitext,attn_in,Meta-Llama-3-8B,2,32,25,0.0006343674613162875 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0016852557891979814 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,25,0.0011381006333976984 +wikitext,attn_in,Meta-Llama-3-8B,2,32,26,0.0006667975103482604 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0019310525385662913 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,26,0.0013070836430415511 +wikitext,attn_in,Meta-Llama-3-8B,2,32,27,0.0010685364250093699 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,27,0.0024387999437749386 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,27,0.0016444842331111431 +wikitext,attn_in,Meta-Llama-3-8B,2,32,28,0.00116253225132823 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,28,0.0033365485724061728 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,28,0.0023153647780418396 +wikitext,attn_in,Meta-Llama-3-8B,2,32,29,0.0018145553767681122 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,29,0.0046937121078372 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,29,0.0035238657146692276 +wikitext,attn_in,Meta-Llama-3-8B,2,32,30,0.003982714377343655 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,30,0.008648212067782879 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,30,0.009608026593923569 +wikitext,attn_in,Meta-Llama-3-8B,2,32,31,0.0055450694635510445 +wikitext,mlp_gate,Meta-Llama-3-8B,2,32,31,0.1324760615825653 +wikitext,mlp_down,Meta-Llama-3-8B,2,32,31,1.8051328659057617 +c4,attn_in,Meta-Llama-3-8B,2,64,0,4.776473360834643e-06 +c4,mlp_gate,Meta-Llama-3-8B,2,64,0,9.294426490669139e-06 +c4,mlp_down,Meta-Llama-3-8B,2,64,0,1.596381116542034e-05 +c4,attn_in,Meta-Llama-3-8B,2,64,1,4.070468639838509e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0019900547340512276 +c4,mlp_down,Meta-Llama-3-8B,2,64,1,0.00013633865455631167 +c4,attn_in,Meta-Llama-3-8B,2,64,2,4.5570188376586884e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,64,2,5.073423380963504e-05 +c4,mlp_down,Meta-Llama-3-8B,2,64,2,4.4781983888242394e-05 +c4,attn_in,Meta-Llama-3-8B,2,64,3,6.829700578236952e-05 +c4,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011087288294220343 +c4,mlp_down,Meta-Llama-3-8B,2,64,3,8.468861051369458e-05 +c4,attn_in,Meta-Llama-3-8B,2,64,4,0.00010151660535484552 +c4,mlp_gate,Meta-Llama-3-8B,2,64,4,0.0001953551545739174 +c4,mlp_down,Meta-Llama-3-8B,2,64,4,0.00015281072410289198 +c4,attn_in,Meta-Llama-3-8B,2,64,5,0.0001069888094207272 +c4,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002780622453428805 +c4,mlp_down,Meta-Llama-3-8B,2,64,5,0.00022351524967234582 +c4,attn_in,Meta-Llama-3-8B,2,64,6,0.00015384082507807761 +c4,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003544327337294817 +c4,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002797567576635629 +c4,attn_in,Meta-Llama-3-8B,2,64,7,0.0002985786704812199 +c4,mlp_gate,Meta-Llama-3-8B,2,64,7,0.00041436872561462224 +c4,mlp_down,Meta-Llama-3-8B,2,64,7,0.00031081028282642365 +c4,attn_in,Meta-Llama-3-8B,2,64,8,0.00024770459276624024 +c4,mlp_gate,Meta-Llama-3-8B,2,64,8,0.0004527218407019973 +c4,mlp_down,Meta-Llama-3-8B,2,64,8,0.00034025285276584327 +c4,attn_in,Meta-Llama-3-8B,2,64,9,0.00031334697268903255 +c4,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005152065423317254 +c4,mlp_down,Meta-Llama-3-8B,2,64,9,0.00039588651270605624 +c4,attn_in,Meta-Llama-3-8B,2,64,10,0.0003192280710209161 +c4,mlp_gate,Meta-Llama-3-8B,2,64,10,0.000521934125572443 +c4,mlp_down,Meta-Llama-3-8B,2,64,10,0.000405940692871809 +c4,attn_in,Meta-Llama-3-8B,2,64,11,0.00032942453981377184 +c4,mlp_gate,Meta-Llama-3-8B,2,64,11,0.000555346196051687 +c4,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042138551361858845 +c4,attn_in,Meta-Llama-3-8B,2,64,12,0.0004311508673708886 +c4,mlp_gate,Meta-Llama-3-8B,2,64,12,0.000634911993984133 +c4,mlp_down,Meta-Llama-3-8B,2,64,12,0.0004620735126081854 +c4,attn_in,Meta-Llama-3-8B,2,64,13,0.0004945505643263459 +c4,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007355377310886979 +c4,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005699294852092862 +c4,attn_in,Meta-Llama-3-8B,2,64,14,0.0005592445959337056 +c4,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008681603940203786 +c4,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006488797371275723 +c4,attn_in,Meta-Llama-3-8B,2,64,15,0.0005430353339761496 +c4,mlp_gate,Meta-Llama-3-8B,2,64,15,0.0010229534236714244 +c4,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008494607172906399 +c4,attn_in,Meta-Llama-3-8B,2,64,16,0.0005490999901667237 +c4,mlp_gate,Meta-Llama-3-8B,2,64,16,0.0010721624130383134 +c4,mlp_down,Meta-Llama-3-8B,2,64,16,0.0008855586056597531 +c4,attn_in,Meta-Llama-3-8B,2,64,17,0.0005252946284599602 +c4,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0012389038456603885 +c4,mlp_down,Meta-Llama-3-8B,2,64,17,0.0010521461954340339 +c4,attn_in,Meta-Llama-3-8B,2,64,18,0.0003463841276243329 +c4,mlp_gate,Meta-Llama-3-8B,2,64,18,0.0012395542580634356 +c4,mlp_down,Meta-Llama-3-8B,2,64,18,0.0010290417121723294 +c4,attn_in,Meta-Llama-3-8B,2,64,19,0.0002784704265650362 +c4,mlp_gate,Meta-Llama-3-8B,2,64,19,0.0013023115461692214 +c4,mlp_down,Meta-Llama-3-8B,2,64,19,0.0010587393771857023 +c4,attn_in,Meta-Llama-3-8B,2,64,20,0.00038421028875745833 +c4,mlp_gate,Meta-Llama-3-8B,2,64,20,0.0014253896661102772 +c4,mlp_down,Meta-Llama-3-8B,2,64,20,0.0011579986894503236 +c4,attn_in,Meta-Llama-3-8B,2,64,21,0.0006084004999138415 +c4,mlp_gate,Meta-Llama-3-8B,2,64,21,0.001688608550466597 +c4,mlp_down,Meta-Llama-3-8B,2,64,21,0.001387477503158152 +c4,attn_in,Meta-Llama-3-8B,2,64,22,0.0004732810193672776 +c4,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001778707024641335 +c4,mlp_down,Meta-Llama-3-8B,2,64,22,0.0014688930241391063 +c4,attn_in,Meta-Llama-3-8B,2,64,23,0.0005984193994663656 +c4,mlp_gate,Meta-Llama-3-8B,2,64,23,0.001937397988513112 +c4,mlp_down,Meta-Llama-3-8B,2,64,23,0.001525506260804832 +c4,attn_in,Meta-Llama-3-8B,2,64,24,0.000694550049956888 +c4,mlp_gate,Meta-Llama-3-8B,2,64,24,0.002125377068296075 +c4,mlp_down,Meta-Llama-3-8B,2,64,24,0.001602480304427445 +c4,attn_in,Meta-Llama-3-8B,2,64,25,0.0010243004653602839 +c4,mlp_gate,Meta-Llama-3-8B,2,64,25,0.0024126763455569744 +c4,mlp_down,Meta-Llama-3-8B,2,64,25,0.0016850713873282075 +c4,attn_in,Meta-Llama-3-8B,2,64,26,0.0009222634835168719 +c4,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002804884687066078 +c4,mlp_down,Meta-Llama-3-8B,2,64,26,0.0018912957748398185 +c4,attn_in,Meta-Llama-3-8B,2,64,27,0.0016559064388275146 +c4,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0034717232920229435 +c4,mlp_down,Meta-Llama-3-8B,2,64,27,0.0024424055591225624 +c4,attn_in,Meta-Llama-3-8B,2,64,28,0.001562325400300324 +c4,mlp_gate,Meta-Llama-3-8B,2,64,28,0.0047648209147155285 +c4,mlp_down,Meta-Llama-3-8B,2,64,28,0.0033049110788851976 +c4,attn_in,Meta-Llama-3-8B,2,64,29,0.0020173804368823767 +c4,mlp_gate,Meta-Llama-3-8B,2,64,29,0.0067178038880229 +c4,mlp_down,Meta-Llama-3-8B,2,64,29,0.0050782710313797 +c4,attn_in,Meta-Llama-3-8B,2,64,30,0.004410238936543465 +c4,mlp_gate,Meta-Llama-3-8B,2,64,30,0.012464604340493679 +c4,mlp_down,Meta-Llama-3-8B,2,64,30,0.011621943674981594 +c4,attn_in,Meta-Llama-3-8B,2,64,31,0.00622572610154748 +c4,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05712185055017471 +c4,mlp_down,Meta-Llama-3-8B,2,64,31,0.9489443302154541 +pileval,attn_in,Meta-Llama-3-8B,2,64,0,4.8869187594391406e-06 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,0,1.0297422704752535e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,64,0,1.6668276657583192e-05 +pileval,attn_in,Meta-Llama-3-8B,2,64,1,4.1129675082629547e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0018829902401193976 +pileval,mlp_down,Meta-Llama-3-8B,2,64,1,0.00013618568482343107 +pileval,attn_in,Meta-Llama-3-8B,2,64,2,5.18955203006044e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,2,5.1846309361280873e-05 +pileval,mlp_down,Meta-Llama-3-8B,2,64,2,4.51673440693412e-05 +pileval,attn_in,Meta-Llama-3-8B,2,64,3,6.992340058786795e-05 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011542046559043229 +pileval,mlp_down,Meta-Llama-3-8B,2,64,3,8.873632032191381e-05 +pileval,attn_in,Meta-Llama-3-8B,2,64,4,0.00010343739268137142 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,4,0.0001968217984540388 +pileval,mlp_down,Meta-Llama-3-8B,2,64,4,0.0001520312507636845 +pileval,attn_in,Meta-Llama-3-8B,2,64,5,0.00010796416609082371 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002803202369250357 +pileval,mlp_down,Meta-Llama-3-8B,2,64,5,0.0002237277658423409 +pileval,attn_in,Meta-Llama-3-8B,2,64,6,0.00015425258607137948 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003552726120688021 +pileval,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002797167398966849 +pileval,attn_in,Meta-Llama-3-8B,2,64,7,0.0003058662114199251 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,7,0.00041156256338581443 +pileval,mlp_down,Meta-Llama-3-8B,2,64,7,0.0003074674168601632 +pileval,attn_in,Meta-Llama-3-8B,2,64,8,0.00025576140615157783 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,8,0.00044773195986635983 +pileval,mlp_down,Meta-Llama-3-8B,2,64,8,0.00033611684921197593 +pileval,attn_in,Meta-Llama-3-8B,2,64,9,0.0003181826323270798 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005059560644440353 +pileval,mlp_down,Meta-Llama-3-8B,2,64,9,0.000388345739338547 +pileval,attn_in,Meta-Llama-3-8B,2,64,10,0.00033181457547470927 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,10,0.0005161850131116807 +pileval,mlp_down,Meta-Llama-3-8B,2,64,10,0.00040484784403815866 +pileval,attn_in,Meta-Llama-3-8B,2,64,11,0.00033625520882196724 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,11,0.0005499585531651974 +pileval,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042054642108269036 +pileval,attn_in,Meta-Llama-3-8B,2,64,12,0.00043763918802142143 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,12,0.0006265519186854362 +pileval,mlp_down,Meta-Llama-3-8B,2,64,12,0.0004592005570884794 +pileval,attn_in,Meta-Llama-3-8B,2,64,13,0.0004959578509442508 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007199959363788366 +pileval,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005630553932860494 +pileval,attn_in,Meta-Llama-3-8B,2,64,14,0.0005985847092233598 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008513240609318018 +pileval,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006352504133246839 +pileval,attn_in,Meta-Llama-3-8B,2,64,15,0.0005418554064817727 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,15,0.000984056037850678 +pileval,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008134155068546534 +pileval,attn_in,Meta-Llama-3-8B,2,64,16,0.000587521237321198 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,16,0.001038919435814023 +pileval,mlp_down,Meta-Llama-3-8B,2,64,16,0.000857689359690994 +pileval,attn_in,Meta-Llama-3-8B,2,64,17,0.0005304507212713361 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0011993360240012407 +pileval,mlp_down,Meta-Llama-3-8B,2,64,17,0.0010371343232691288 +pileval,attn_in,Meta-Llama-3-8B,2,64,18,0.0003559881297405809 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,18,0.001204162836074829 +pileval,mlp_down,Meta-Llama-3-8B,2,64,18,0.0010126855922862887 +pileval,attn_in,Meta-Llama-3-8B,2,64,19,0.0003088194935116917 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,19,0.001273706671781838 +pileval,mlp_down,Meta-Llama-3-8B,2,64,19,0.0010186891304329038 +pileval,attn_in,Meta-Llama-3-8B,2,64,20,0.0004030813870485872 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,20,0.0014027078868821263 +pileval,mlp_down,Meta-Llama-3-8B,2,64,20,0.0011116433888673782 +pileval,attn_in,Meta-Llama-3-8B,2,64,21,0.0005855637136846781 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,21,0.0016567553393542767 +pileval,mlp_down,Meta-Llama-3-8B,2,64,21,0.0013298714766278863 +pileval,attn_in,Meta-Llama-3-8B,2,64,22,0.00048705830704420805 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001745701185427606 +pileval,mlp_down,Meta-Llama-3-8B,2,64,22,0.0013929959386587143 +pileval,attn_in,Meta-Llama-3-8B,2,64,23,0.0005432351026684046 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,23,0.0019150052685290575 +pileval,mlp_down,Meta-Llama-3-8B,2,64,23,0.001442970591597259 +pileval,attn_in,Meta-Llama-3-8B,2,64,24,0.0007466968381777406 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,24,0.0021082658786326647 +pileval,mlp_down,Meta-Llama-3-8B,2,64,24,0.0015378803946077824 +pileval,attn_in,Meta-Llama-3-8B,2,64,25,0.0011049003805965185 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,25,0.0024161136243492365 +pileval,mlp_down,Meta-Llama-3-8B,2,64,25,0.0016355039551854134 +pileval,attn_in,Meta-Llama-3-8B,2,64,26,0.0009771116310730577 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002817313652485609 +pileval,mlp_down,Meta-Llama-3-8B,2,64,26,0.0019119841745123267 +pileval,attn_in,Meta-Llama-3-8B,2,64,27,0.001736709731630981 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0035270447842776775 +pileval,mlp_down,Meta-Llama-3-8B,2,64,27,0.0025201011449098587 +pileval,attn_in,Meta-Llama-3-8B,2,64,28,0.0015464103780686855 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,28,0.004857623018324375 +pileval,mlp_down,Meta-Llama-3-8B,2,64,28,0.0034328780602663755 +pileval,attn_in,Meta-Llama-3-8B,2,64,29,0.0022220874670892954 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,29,0.006918890401721001 +pileval,mlp_down,Meta-Llama-3-8B,2,64,29,0.005192144308239222 +pileval,attn_in,Meta-Llama-3-8B,2,64,30,0.004694152623414993 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,30,0.012690339237451553 +pileval,mlp_down,Meta-Llama-3-8B,2,64,30,0.0117871705442667 +pileval,attn_in,Meta-Llama-3-8B,2,64,31,0.0062276022508740425 +pileval,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05568603053689003 +pileval,mlp_down,Meta-Llama-3-8B,2,64,31,0.78481525182724 +wikitext,attn_in,Meta-Llama-3-8B,2,64,0,4.577313120535109e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,0,9.059676813194528e-06 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,0,2.29181423492264e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,64,1,2.731348286033608e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0028638942167162895 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,1,0.0001694795209914446 +wikitext,attn_in,Meta-Llama-3-8B,2,64,2,3.106394433416426e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,2,4.988302680430934e-05 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,2,4.271153738955036e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,64,3,4.720325523521751e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011076251394115388 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,3,7.9556462878827e-05 +wikitext,attn_in,Meta-Llama-3-8B,2,64,4,8.167319174390286e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,4,0.00019214293570257723 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,4,0.00014534423826262355 +wikitext,attn_in,Meta-Llama-3-8B,2,64,5,9.1149726358708e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002731432323344052 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,5,0.00022082097711972892 +wikitext,attn_in,Meta-Llama-3-8B,2,64,6,0.00014830251166131347 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003489486698526889 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002757749753072858 +wikitext,attn_in,Meta-Llama-3-8B,2,64,7,0.00027859557303600013 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,7,0.0004058844642713666 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,7,0.00030349724693223834 +wikitext,attn_in,Meta-Llama-3-8B,2,64,8,0.00021931096853222698 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,8,0.0004453418659977615 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,8,0.00033851113403216004 +wikitext,attn_in,Meta-Llama-3-8B,2,64,9,0.00030155378044582903 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005060239927843213 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,9,0.00039094508974812925 +wikitext,attn_in,Meta-Llama-3-8B,2,64,10,0.00029489019652828574 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,10,0.000518800166901201 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,10,0.0004081764491274953 +wikitext,attn_in,Meta-Llama-3-8B,2,64,11,0.00030812894692644477 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,11,0.0005517217796295881 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042942370055243373 +wikitext,attn_in,Meta-Llama-3-8B,2,64,12,0.00041851180139929056 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,12,0.0006294940831139684 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,12,0.00046087123337201774 +wikitext,attn_in,Meta-Llama-3-8B,2,64,13,0.0004398055316414684 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007145279087126255 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005505786975845695 +wikitext,attn_in,Meta-Llama-3-8B,2,64,14,0.0005655196728184819 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008400389924645424 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006277343491092324 +wikitext,attn_in,Meta-Llama-3-8B,2,64,15,0.000496722524985671 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,15,0.0009753110352903605 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008111068746075034 +wikitext,attn_in,Meta-Llama-3-8B,2,64,16,0.0005157309351488948 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,16,0.001029685023240745 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,16,0.0008318217005580664 +wikitext,attn_in,Meta-Llama-3-8B,2,64,17,0.00046679560909979045 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0011645187623798847 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,17,0.0009877432603389025 +wikitext,attn_in,Meta-Llama-3-8B,2,64,18,0.00032308988738805056 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,18,0.0011651492677628994 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,18,0.0009656312176957726 +wikitext,attn_in,Meta-Llama-3-8B,2,64,19,0.0002540844725444913 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,19,0.0012159822508692741 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,19,0.0009670801809988916 +wikitext,attn_in,Meta-Llama-3-8B,2,64,20,0.0003381599672138691 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,20,0.001351571991108358 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,20,0.0010884393705055118 +wikitext,attn_in,Meta-Llama-3-8B,2,64,21,0.0005460007814690471 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,21,0.0015935406554490328 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,21,0.0012802182463929057 +wikitext,attn_in,Meta-Llama-3-8B,2,64,22,0.00043145244126208127 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001698087202385068 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,22,0.0013752080267295241 +wikitext,attn_in,Meta-Llama-3-8B,2,64,23,0.0005402127280831337 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,23,0.0018646258395165205 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,23,0.001398518681526184 +wikitext,attn_in,Meta-Llama-3-8B,2,64,24,0.0007286500185728073 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,24,0.002081173937767744 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,24,0.0014571213396266103 +wikitext,attn_in,Meta-Llama-3-8B,2,64,25,0.0010166240390390158 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,25,0.002359384438022971 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,25,0.0015576683217659593 +wikitext,attn_in,Meta-Llama-3-8B,2,64,26,0.0009867590852081776 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002710741013288498 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,26,0.0017777325119823217 +wikitext,attn_in,Meta-Llama-3-8B,2,64,27,0.0018680304056033492 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0034432231914252043 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,27,0.0022590395528823137 +wikitext,attn_in,Meta-Llama-3-8B,2,64,28,0.001713269972242415 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,28,0.004763300530612469 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,28,0.0031655000057071447 +wikitext,attn_in,Meta-Llama-3-8B,2,64,29,0.0026613811496645212 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,29,0.006657755002379417 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,29,0.0048823789693415165 +wikitext,attn_in,Meta-Llama-3-8B,2,64,30,0.006286222953349352 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,30,0.011630145832896233 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,30,0.013534089550375938 +wikitext,attn_in,Meta-Llama-3-8B,2,64,31,0.008196022361516953 +wikitext,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05897333472967148 +wikitext,mlp_down,Meta-Llama-3-8B,2,64,31,2.6212759017944336 diff --git a/lm-quant-toolkit/data-vis/data/mistral-sensi.csv b/lm-quant-toolkit/data-vis/data/mistral-sensi.csv new file mode 100644 index 0000000000000000000000000000000000000000..535884853b2786879dabf8910021c9240168d52c --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/mistral-sensi.csv @@ -0,0 +1,5185 @@ +dataset,part,model,nbits,group_size,layer,sensitivity +bos,attn_in,Ministral-8B-Instruct-2410,2,128,0,1.738392256811494e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,0,2.5007229851325974e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,0,2.7288702767691575e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,1,8.289020115626045e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,1,1.32139593915781e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,1,1.629203325137496e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,2,5.696893640561029e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,2,1.242599100805819e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,2,1.5219926717691123e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,3,2.9438875571941026e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,3,6.893047975609079e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,3,6.869842036394402e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,4,8.744476508582011e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,4,1.2462621089071035e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,4,1.1179599823663011e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,5,1.9410511595197022e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,5,1.8342610565014184e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,5,1.6065433737821877e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,6,2.1711911540478468e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,6,2.3023251560516655e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,6,1.8776855722535402e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,7,1.4745534281246364e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,7,2.535407547838986e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,7,1.9368482753634453e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,8,2.91793403448537e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,8,3.0052789952605963e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,8,2.378048375248909e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,9,3.6878284299746156e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,9,3.3155217533931136e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,9,2.561162691563368e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,10,3.5083264810964465e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,10,3.6941590951755643e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,10,3.102585906162858e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,11,2.8945141821168363e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,11,3.8492263411171734e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,11,2.675879222806543e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,12,1.7512474732939154e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,12,3.7998880725353956e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,12,2.786457189358771e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,13,2.7877799584530294e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,13,3.856754337903112e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,13,2.771880244836211e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,14,3.615377936512232e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,14,4.509668506216258e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,14,3.4028125810436904e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,15,4.5085803139954805e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,15,5.812048329971731e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,15,4.285574541427195e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,16,3.814264200627804e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,16,6.296423962339759e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,16,4.8544362653046846e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,17,4.1649333434179425e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,17,6.517576985061169e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,17,5.253713461570442e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,18,3.055987472180277e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,18,6.765503785572946e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,18,5.828194553032517e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,19,2.8189297881908715e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,19,7.032454595901072e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,19,5.837850621901453e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,20,4.5448142918758094e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,20,7.961713126860559e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,20,6.675203912891448e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,21,3.280795062892139e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,21,9.422495495527983e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,21,7.721359725110233e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,22,6.686548586003482e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,22,0.0010295589454472065 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,22,8.564175805076957e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,23,2.9971826006658375e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,23,0.0010677831014618278 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,23,7.856100564822555e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,24,2.4447363102808595e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,24,0.0011471102479845285 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,24,8.347477414645255e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,25,6.134480354376137e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,25,0.0012456338154152036 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,25,8.96323355846107e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,26,5.067887832410634e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,26,0.0013889537658542395 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,26,9.352038032375276e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,27,2.9352091951295733e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,27,0.0015897153643891215 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,27,0.0010481723584234715 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,28,5.406082491390407e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,28,0.0017600518185645342 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,28,0.0012008087942376733 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,29,8.955717203207314e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,29,0.001961655681952834 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,29,0.0013367306673899293 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,30,7.354767294600606e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,30,0.002230304293334484 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,30,0.001435131416656077 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,31,0.0013054204173386097 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,31,0.002557211322709918 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,31,0.001705257804132998 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,32,0.0019546793773770332 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,32,0.0036165588535368443 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,32,0.0025617110077291727 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,33,0.0033676549792289734 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,33,0.005290771834552288 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,33,0.0037429663352668285 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,34,0.005153891630470753 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,34,0.009892033413052559 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,34,0.007914326153695583 +bos,attn_in,Ministral-8B-Instruct-2410,2,128,35,0.004653888754546642 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,128,35,0.019883131608366966 +bos,mlp_down,Ministral-8B-Instruct-2410,2,128,35,0.01659494638442993 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,0,1.41308134971041e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,0,2.8224796551512554e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,0,2.9251721571199596e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,1,1.1387671293050516e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,1,1.704501119093038e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,1,1.987878385989461e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,2,6.196478352649137e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,2,9.143485658569261e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,2,8.92366879270412e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,3,3.973348793806508e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,3,8.92708994797431e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,3,8.296273153973743e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,4,1.0076325997943059e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,4,1.5147858357522637e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,4,1.3173271145205945e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,5,1.7952268535736948e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,5,2.0648763165809214e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,5,1.7396503244526684e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,6,2.0685649360530078e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,6,2.539904380682856e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,6,2.0486811990849674e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,7,1.6789876099210232e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,7,2.726893580984324e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,7,2.1192831627558917e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,8,2.8431558166630566e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,8,3.162550856359303e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,8,2.506938180886209e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,9,3.8356680306605995e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,9,3.583443758543581e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,9,2.788883284665644e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,10,3.584044170565903e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,10,4.0376774268224835e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,10,3.253856848459691e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,11,3.0113873071968555e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,11,4.151503962930292e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,11,2.90453783236444e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,12,2.401382225798443e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,12,4.3731494224630296e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,12,3.250442096032202e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,13,3.349062171764672e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,13,4.4781123870052397e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,13,3.2268394716084003e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,14,3.82063677534461e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,14,5.011085886508226e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,14,3.7612870801240206e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,15,5.288418033160269e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,15,6.217904738150537e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,15,4.6083496999926865e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,16,4.475500318221748e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,16,6.855580722913146e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,16,5.402591777965426e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,17,5.496874800883234e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,17,7.403489435091615e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,17,6.184150115586817e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,18,3.254233452025801e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,18,7.570353336632252e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,18,6.6301942570135e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,19,3.553577116690576e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,19,7.698992849327624e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,19,6.452035740949214e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,20,4.265343595761806e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,20,8.49361065775156e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,20,7.402282790280879e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,21,3.74103692593053e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,21,9.77272866293788e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,21,8.676859433762729e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,22,7.574732881039381e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,22,0.0010680269915610552 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,22,9.697839850559831e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,23,2.8971268329769373e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,23,0.0010791620006784797 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,23,8.883355185389519e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,24,2.808355202432722e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,24,0.0011537282261997461 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,24,8.970573544502258e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,25,9.798138635233045e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,25,0.0012722539249807596 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,25,9.654179448261857e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,26,5.872793844901025e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,26,0.0013983451062813401 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,26,0.0010008977260440588 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,27,3.0231423443183303e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,27,0.0015914738178253174 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,27,0.001109184930101037 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,28,6.275813211686909e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,28,0.0018143273191526532 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,28,0.0013175455387681723 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,29,0.0010776472045108676 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,29,0.0020781082566827536 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,29,0.0015139234019443393 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,30,7.887078681960702e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,30,0.0024709822610020638 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,30,0.0017425627447664738 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,31,0.0017211312660947442 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,31,0.002891743090003729 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,31,0.0021036153193563223 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,32,0.0022369828075170517 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,32,0.00404498353600502 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,32,0.0031993912998586893 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,33,0.0036859132815152407 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,33,0.0064246091060340405 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,33,0.004658176098018885 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,34,0.0052094231359660625 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,34,0.012156980112195015 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,34,0.009817545302212238 +c4,attn_in,Ministral-8B-Instruct-2410,2,128,35,0.004777771886438131 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,128,35,0.02478623390197754 +c4,mlp_down,Ministral-8B-Instruct-2410,2,128,35,0.024351496249437332 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,0,1.495312631050183e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,0,2.7387613954488188e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,0,2.9524735509767197e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,1,1.2131174116802868e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,1,1.7512802514829673e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,1,2.0566520106513053e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,2,6.65179977659136e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,2,8.752456778893247e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,2,8.35457249195315e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,3,4.158956289757043e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,3,8.924213761929423e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,3,8.423408144153655e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,4,1.0399801976745948e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,4,1.4961020497139543e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,4,1.3004672655370086e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,5,1.787770597729832e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,5,2.078026154777035e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,5,1.7597066471353173e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,6,2.0863753161393106e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,6,2.546116302255541e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,6,2.0696394494734704e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,7,1.7931197362486273e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,7,2.794675820041448e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,7,2.2009936219546944e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,8,2.8645535348914564e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,8,3.211880102753639e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,8,2.573826350271702e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,9,3.9743375964462757e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,9,3.598826879169792e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,9,2.807026612572372e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,10,3.6355439806357026e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,10,4.007856477983296e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,10,3.183951193932444e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,11,3.074654669035226e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,11,4.1122385300695896e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,11,2.8858802397735417e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,12,2.5317311519756913e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,12,4.359816084615886e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,12,3.285299753770232e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,13,3.5342242335900664e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,13,4.540132649708539e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,13,3.295890346635133e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,14,3.9619195740669966e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,14,5.056750378571451e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,14,3.8180596311576664e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,15,5.331795546226203e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,15,6.180410855449736e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,15,4.604813293553889e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,16,4.628183669410646e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,16,6.740094977430999e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,16,5.289550172165036e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,17,5.608989158645272e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,17,7.157478830777109e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,17,5.898993695154786e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,18,3.3946294570341706e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,18,7.380698225460947e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,18,6.458624848164618e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,19,3.581593045964837e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,19,7.567596039734781e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,19,6.343910354189575e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,20,4.434384754858911e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,20,8.373535238206387e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,20,7.268593763001263e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,21,3.719579544849694e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,21,9.616166935302317e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,21,8.313509169965982e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,22,7.483004010282457e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,22,0.0010602311231195927 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,22,9.683744865469635e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,23,2.902607957366854e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,23,0.0010807462967932224 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,23,8.519564289599657e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,24,2.980126300826669e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,24,0.0011625669430941343 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,24,8.621333981864154e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,25,9.808684699237347e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,25,0.0012915247352793813 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,25,9.285903070122004e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,26,5.878343363292515e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,26,0.0014300898183137178 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,26,9.896615520119667e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,27,3.152814751956612e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,27,0.0016444011125713587 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,27,0.0011065930593758821 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,28,5.955684464424849e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,28,0.0018687914125621319 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,28,0.0013148249126970768 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,29,0.001043227151967585 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,29,0.002143332501873374 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,29,0.0015210200799629092 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,30,8.440141100436449e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,30,0.002529579447582364 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,30,0.0017705317586660385 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,31,0.0018126032082363963 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,31,0.0029518932569772005 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,31,0.0021516424603760242 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,32,0.0022452876437455416 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,32,0.0041378033347427845 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,32,0.0033380433451384306 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,33,0.003846274223178625 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,33,0.006501805502921343 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,33,0.004846844356507063 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,34,0.005266421474516392 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,34,0.012214342132210732 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,34,0.010404014959931374 +pileval,attn_in,Ministral-8B-Instruct-2410,2,128,35,0.004651728551834822 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,128,35,0.02459048107266426 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,128,35,0.026470905169844627 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,0,1.6106099565149634e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,0,2.360784674237948e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,0,2.8697564630419947e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,1,1.1614250070124399e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,1,1.839863762143068e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,1,1.94670010387199e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,2,4.5185886847320944e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,2,1.5980759053491056e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,2,1.2542359763756394e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,3,3.871527951559983e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,3,9.506688365945593e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,3,8.894244092516601e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,4,9.857330587692559e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,4,1.6098776541184634e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,4,1.346370263490826e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,5,1.7762469360604882e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,5,2.1676150208804756e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,5,1.834127033362165e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,6,2.0402390509843826e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,6,2.627836656756699e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,6,2.103064180118963e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,7,1.6683163994457573e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,7,2.830616431310773e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,7,2.2042106138542295e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,8,2.829853619914502e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,8,3.2822947832755744e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,8,2.6409910060465336e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,9,3.915718989446759e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,9,3.6079809069633484e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,9,2.8257755911909044e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,10,3.411424986552447e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,10,4.006408271379769e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,10,3.337981179356575e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,11,2.9220711439847946e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,11,4.1809765389189124e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,11,2.906205190811306e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,12,2.379248762736097e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,12,4.3609397835098207e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,12,3.2490177545696497e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,13,3.383742005098611e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,13,4.5030779438093305e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,13,3.2383220968768e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,14,3.6503709270618856e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,14,4.97420143801719e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,14,3.773525240831077e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,15,4.8502086428925395e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,15,6.173208239488304e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,15,4.558537038974464e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,16,4.172612971160561e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,16,6.610817508772016e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,16,5.254288553260267e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,17,4.908411647193134e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,17,6.967175868339837e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,17,5.683941417373717e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,18,3.122768539469689e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,18,7.23044213373214e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,18,6.26883702352643e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,19,3.146392700728029e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,19,7.298666751012206e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,19,6.207672995515168e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,20,4.389355017337948e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,20,8.045516442507505e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,20,6.952618714421988e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,21,3.655852924566716e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,21,9.279705700464547e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,21,8.448456646874547e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,22,6.676340126432478e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,22,0.001025244826450944 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,22,0.0010055730817839503 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,23,2.614300756249577e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,23,0.0010585092240944505 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,23,8.6687394650653e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,24,3.5192613722756505e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,24,0.0011349935084581375 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,24,8.870988967828453e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,25,0.0012958822771906853 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,25,0.0012529488885775208 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,25,9.042291203513741e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,26,6.238457863219082e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,26,0.0013974022585898638 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,26,9.499195730313659e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,27,3.4188490826636553e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,27,0.0016336941625922918 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,27,0.0010951573494821787 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,28,6.299274391494691e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,28,0.001852161716669798 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,28,0.0012702093226835132 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,29,0.0012806419981643558 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,29,0.0021358400117605925 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,29,0.0014425989938899875 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,30,9.565982618369162e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,30,0.0024986951611936092 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,30,0.0016581893432885408 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,31,0.0019101768266409636 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,31,0.0029290143866091967 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,31,0.0019749929197132587 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,32,0.0026492446195334196 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,32,0.004107492044568062 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,32,0.003230235306546092 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,33,0.004368016961961985 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,33,0.006264528725296259 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,33,0.004664854612201452 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,34,0.006700273137539625 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,34,0.01184071134775877 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,34,0.010323530994355679 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,128,35,0.0055494485422968864 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,128,35,0.025477362796664238 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,128,35,0.025697633624076843 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,0,7.035430940049991e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,0,5.6965059229696635e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,0,1.2686391528404783e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,1,4.587335752148647e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,1,7.428468052239623e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,1,9.103942829824518e-6 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,2,1.094015078706434e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,2,2.6305168285034597e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,2,6.0503731219796464e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,3,1.4094192010816187e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,3,3.818518598563969e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,3,3.902979733538814e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,4,3.2058243959909305e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,4,6.921464955667034e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,4,6.387619214365259e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,5,5.769942799815908e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,5,1.0150159505428746e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,5,9.158398461295292e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,6,7.1663416747469455e-05 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,6,1.2871618673671037e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,6,1.0710781498346478e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,7,7.52840205677785e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,7,1.3930804561823606e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,7,1.10424924059771e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,8,1.3457606837619096e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,8,1.6678424435667694e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,8,1.3408348604571074e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,9,1.46372098242864e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,9,1.8135765276383609e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,9,1.4678954903502017e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,10,2.1281342196743935e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,10,2.001860848395154e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,10,1.7645771731622517e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,11,1.2323461123742163e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,11,2.092796639772132e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,11,1.521562662674114e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,12,1.0715409007389098e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,12,2.071055641863495e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,12,1.577015354996547e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,13,1.1971774802077562e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,13,2.0874197070952505e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,13,1.586109574418515e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,14,1.825381477829069e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,14,2.4717848282307386e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,14,1.947739947354421e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,15,2.3520545801147819e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,15,3.1551826396025717e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,15,2.451974432915449e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,16,2.1390772599261254e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,16,3.47997440258041e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,16,2.7950972435064614e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,17,1.9949983106926084e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,17,3.5608047619462013e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,17,3.020050353370607e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,18,1.669770572334528e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,18,3.739689418580383e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,18,3.339036484248936e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,19,1.196695156977512e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,19,3.8145206053741276e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,19,3.341513511259109e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,20,1.8946256022900343e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,20,4.386944347061217e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,20,3.827405453193933e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,21,1.3707138714380562e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,21,5.114356754347682e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,21,4.415533330757171e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,22,2.089637127937749e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,22,5.596461123786867e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,22,4.89496102090925e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,23,1.7696719442028552e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,23,5.802137311547995e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,23,4.4977603829465806e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,24,9.518958540866151e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,24,6.219603237695992e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,24,4.7824226203374565e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,25,1.9664529827423394e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,25,6.774799549020827e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,25,5.132120568305254e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,26,2.532153157517314e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,26,7.473399746231735e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,26,5.365339457057416e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,27,1.5603084466420114e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,27,8.554061641916633e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,27,5.983642186038196e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,28,2.719273907132447e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,28,9.38552082516253e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,28,6.875005201436579e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,29,2.6163100847043097e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,29,0.001047705765813589 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,29,7.671955390833318e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,30,3.6413685302250087e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,30,0.001171889016404748 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,30,8.195945993065834e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,31,6.587259704247117e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,31,0.0013422233751043677 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,31,9.716406348161399e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,32,0.0010789140360429883 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,32,0.001894856570288539 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,32,0.0014475620118901134 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,33,0.0019124129321426153 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,33,0.002816233318299055 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,33,0.0020977971144020557 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,34,0.0024097433779388666 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,34,0.005169668234884739 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,34,0.004305811133235693 +bos,attn_in,Ministral-8B-Instruct-2410,2,32,35,0.001781102386303246 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,32,35,0.01102269347757101 +bos,mlp_down,Ministral-8B-Instruct-2410,2,32,35,0.008415885269641876 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,0,6.272053383327147e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,0,6.164179467305075e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,0,1.3518246305466164e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,1,6.294337254075799e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,1,9.592861715645995e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,1,1.1257338883297052e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,2,1.3662036508321762e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,2,1.2371332559268922e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,2,4.011565397377126e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,3,1.8084556359099224e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,3,4.9340451369062066e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,3,4.7349967644549906e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,4,3.896581256412901e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,4,8.437629003310576e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,4,7.54650027374737e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,5,6.257272616494447e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,5,1.1465306306490675e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,5,9.956106805475429e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,6,8.287616947200149e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,6,1.4113822544459254e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,6,1.1755203740904108e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,7,8.334878657478839e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,7,1.517824421171099e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,7,1.216312448377721e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,8,1.376219152007252e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,8,1.7504821880720556e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,8,1.4221874880604446e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,9,1.477078185416758e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,9,1.980361994355917e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,9,1.5987666847649962e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,10,2.0097196102142334e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,10,2.161629672627896e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,10,1.8603570060804486e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,11,1.367684017168358e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,11,2.2809559595771134e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,11,1.660949201323092e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,12,1.4407459821086377e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,12,2.3961960687302053e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,12,1.8507677305024117e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,13,1.291468506678939e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,13,2.446664439048618e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,13,1.8476958211977035e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,14,2.0378890621941537e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,14,2.72971810773015e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,14,2.148016938008368e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,15,2.633995609357953e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,15,3.3871305640786886e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,15,2.6492454344406724e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,16,2.5493375142104924e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,16,3.7638592766597867e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,16,3.098917950410396e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,17,2.260307956021279e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,17,4.054245073348284e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,17,3.5473055322654545e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,18,1.6969999705906957e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,18,4.1849829722195864e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,18,3.7984680966474116e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,19,1.690433273324743e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,19,4.225485026836395e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,19,3.6963907768949866e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,20,2.1867257601115853e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,20,4.6308545279316604e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,20,4.235336382407695e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,21,1.685993338469416e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,21,5.330712883733213e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,21,4.940546350553632e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,22,2.637520956341177e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,22,5.846743588335812e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,22,5.530064227059484e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,23,1.6764721658546478e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,23,5.901202093809843e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,23,5.072508938610554e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,24,1.1859097139677033e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,24,6.237161578610539e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,24,5.138957058079541e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,25,2.206868230132386e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,25,6.898880819790065e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,25,5.51858393009752e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,26,2.2677799279335886e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,26,7.555427146144211e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,26,5.734732840210199e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,27,1.4469239977188408e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,27,8.522975258529186e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,27,6.30743510555476e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,28,3.117360465694219e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,28,9.682687814347446e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,28,7.505575194954872e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,29,2.677623415365815e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,29,0.0011094638612121344 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,29,8.656610152684152e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,30,4.0497572626918554e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,30,0.0013124116230756044 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,30,9.900861186906695e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,31,8.048860472626984e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,31,0.0015308865113183856 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,31,0.0011955545051023364 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,32,0.0014531811466440558 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,32,0.002148174215108156 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,32,0.0018171054543927312 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,33,0.002134345006197691 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,33,0.0034262104891240597 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,33,0.002601523417979479 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,34,0.002434095134958625 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,34,0.006440395023673773 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,34,0.005316572729498148 +c4,attn_in,Ministral-8B-Instruct-2410,2,32,35,0.0018292044987902045 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,32,35,0.013724141754209995 +c4,mlp_down,Ministral-8B-Instruct-2410,2,32,35,0.012221084907650948 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,0,6.562942189702881e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,0,6.421870239137206e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,0,1.381924084853381e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,1,6.650318937317934e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,1,9.854635209194385e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,1,1.1635409464361146e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,2,1.3957184819446411e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,2,1.1414392065489665e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,2,3.79548582714051e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,3,1.8886539692175575e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,3,4.93302104587201e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,3,4.8130768846021965e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,4,4.166682265349664e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,4,8.2986312918365e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,4,7.456188905052841e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,5,6.249121361179277e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,5,1.1536858073668554e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,5,1.0069220297737047e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,6,8.502957643941045e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,6,1.4150833885651082e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,6,1.1874573829118162e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,7,8.528624312020838e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,7,1.5550175157841295e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,7,1.2637184408959e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,8,1.4076860679779202e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,8,1.7803098307922482e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,8,1.4632100646849722e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,9,1.525647530797869e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,9,1.9834244449157268e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,9,1.6105083341244608e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,10,2.028203016379848e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,10,2.1358586673159152e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,10,1.8221324717160314e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,11,1.415567530784756e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,11,2.265198272652924e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,11,1.6485397645737976e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,12,1.5007339243311435e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,12,2.4032656801864505e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,12,1.873340515885502e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,13,1.3999509974382818e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,13,2.473522908985615e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,13,1.886676182039082e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,14,2.1197267051320523e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,14,2.761149371508509e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,14,2.1825653675477952e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,15,2.6072203763760626e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,15,3.372202627360821e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,15,2.645498316269368e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,16,2.599791332613677e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,16,3.7028512451797724e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,16,3.0351884197443724e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,17,2.377745695412159e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,17,3.915648558177054e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,17,3.379202971700579e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,18,1.806780055630952e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,18,4.0627323323860765e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,18,3.701409441418946e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,19,1.6681139823049307e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,19,4.144641279708594e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,19,3.637262270785868e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,20,2.1137141447979957e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,20,4.56937967101112e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,20,4.156920767854899e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,21,1.6658398089930415e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,21,5.229270318523049e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,21,4.73881809739396e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,22,2.583579334896058e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,22,5.773140001110733e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,22,5.524193402379751e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,23,1.6476941527798772e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,23,5.889356834813952e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,23,4.878782492596656e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,24,1.281686854781583e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,24,6.288609001785517e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,24,4.934919415973127e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,25,2.0415877224877477e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,25,6.986090447753668e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,25,5.301576456986368e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,26,2.3666636843699962e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,26,7.711253711022437e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,26,5.66554837860167e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,27,1.588727318448946e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,27,8.789763669483364e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,27,6.295164930634201e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,28,3.0652672285214067e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,28,9.954897686839104e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,28,7.49323284253478e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,29,2.855032216757536e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,29,0.0011405458208173513 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,29,8.686369401402771e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,30,4.189231258351356e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,30,0.0013432822888717055 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,30,0.001007432583719492 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,31,8.492005872540176e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,31,0.0015692440792918205 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,31,0.0012211831053718925 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,32,0.0014177265111356974 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,32,0.0021970472298562527 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,32,0.001900336123071611 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,33,0.0022311790380626917 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,33,0.003464428009465337 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,33,0.002711394103243947 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,34,0.0024371379986405373 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,34,0.006556810345500708 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,34,0.0056635309010744095 +pileval,attn_in,Ministral-8B-Instruct-2410,2,32,35,0.0019150995649397373 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,32,35,0.013472995720803738 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,32,35,0.013255718164145947 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,0,7.58728560867894e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,0,7.81671315053245e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,0,1.3622194273921195e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,1,6.3998481891758274e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,1,1.0333701538911555e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,1,1.102091118809767e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,2,1.271179826289881e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,2,2.207943907706067e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,2,5.205558045418002e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,3,1.8068296412820928e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,3,5.263455750537105e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,3,5.0425660447217524e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,4,4.2273713916074485e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,4,8.9565000962466e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,4,7.729157368885353e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,5,6.435940304072574e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,5,1.2063467875123024e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,5,1.047230907715857e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,6,8.024735871003941e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,6,1.4596295659430325e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,6,1.2092022370779887e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,7,8.517185051459819e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,7,1.5785849245730788e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,7,1.2645464448723942e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,8,1.3715264503844082e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,8,1.832417765399441e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,8,1.4974003715906292e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,9,1.3736417167820036e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,9,1.982252433663234e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,9,1.6148501890711486e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,10,1.9005450303666294e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,10,2.1852111967746168e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,10,1.8956618441734463e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,11,1.3317643606569618e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,11,2.3014393809717149e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,11,1.664777664700523e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,12,1.3911683345213532e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,12,2.3933807096909732e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,12,1.842178317019716e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,13,1.3830866373609751e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,13,2.4480847059749067e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,13,1.8550490494817495e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,14,1.8157321028411388e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,14,2.716490998864174e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,14,2.1569638920482248e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,15,2.404878759989515e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,15,3.3535624970681965e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,15,2.619210281409323e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,16,2.4181247863452882e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,16,3.621696087066084e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,16,3.0105424229986966e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,17,2.2067724785301834e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,17,3.8079710793681443e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,17,3.2637547701597214e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,18,1.7296962323598564e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,18,3.961260663345456e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,18,3.596728784032166e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,19,1.521539525128901e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,19,4.0049455128610134e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,19,3.5601912532001734e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,20,1.989346492337063e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,20,4.3902252218686044e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,20,3.983603965025395e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,21,1.544943224871531e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,21,5.05597738083452e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,21,4.826349613722414e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,22,2.483301504980773e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,22,5.613915855064988e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,22,5.73046738281846e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,23,1.541339443065226e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,23,5.78246486838907e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,23,4.951734445057809e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,24,1.4420141815207899e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,24,6.145514198578894e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,24,5.098498077131808e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,25,2.087438479065895e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,25,6.824685260653496e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,25,5.180007428862154e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,26,2.5035793078131974e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,26,7.532902527600527e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,26,5.448241718113422e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,27,1.7982286226470023e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,27,8.730978006497025e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,27,6.241685478016734e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,28,3.102499176748097e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,28,9.891082299873233e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,28,7.250087219290435e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,29,3.614008892327547e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,29,0.0011313465656712651 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,29,8.240265306085348e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,30,4.678723053075373e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,30,0.0013196513755246997 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,30,9.441862348467112e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,31,9.640792850404978e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,31,0.0015342037659138441 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,31,0.0011250274255871773 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,32,0.001565098762512207 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,32,0.002185833640396595 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,32,0.0018408854957669973 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,33,0.0023207347840070724 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,33,0.0034223184920847416 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,33,0.0025955813471227884 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,34,0.0032710598316043615 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,34,0.0062680356204509735 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,34,0.005609263200312853 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,32,35,0.002211178420111537 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,32,35,0.013450914062559605 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,32,35,0.01286030001938343 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,0,1.9172553038515616e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,0,4.988426098861964e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,0,1.9539520508260466e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,1,7.172245204856154e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,1,1.0278150512021966e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,1,1.2577950656122994e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,2,1.8929220459540375e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,2,1.938359928317368e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,2,9.422717994311824e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,3,2.4805141947581433e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,3,5.274845170788467e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,3,5.338440678315237e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,4,8.685416105436161e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,4,9.589127876097336e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,4,8.760154014453292e-5 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,5,1.3441810733638704e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,5,1.4002437819726765e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,5,1.2536034046206623e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,6,1.6268958279397339e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,6,1.7786228272598237e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,6,1.4657751307822764e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,7,9.76315131993033e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,7,1.9323966989759356e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,7,1.5132299449760467e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,8,2.492440689820796e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,8,2.3011767189018428e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,8,1.8302968237549067e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,9,2.7453151415102184e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,9,2.534489904064685e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,9,1.9988874555565417e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,10,3.096282889600843e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,10,2.78788385912776e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,10,2.4157317238859832e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,11,2.043187851086259e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,11,2.928710891865194e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,11,2.078405668726191e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,12,1.4993392687756568e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,12,2.8877571457996964e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,12,2.1783704869449139e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,13,1.9299025007057935e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,13,2.91601027129218e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,13,2.162375021725893e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,14,3.0660658376291394e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,14,3.418922424316406e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,14,2.651916292961687e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,15,3.584430960472673e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,15,4.430899571161717e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,15,3.3380850800313056e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,16,2.9660758445970714e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,16,4.905886598862708e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,16,3.8191230851225555e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,17,3.107365337200463e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,17,4.996169591322541e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,17,4.121576785109937e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,18,2.3523462004959583e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,18,5.141108995303512e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,18,4.543879476841539e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,19,2.2750612697564065e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,19,5.350678693503141e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,19,4.546089330688119e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,20,3.3739954233169556e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,20,6.138949538581073e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,20,5.213082185946405e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,21,2.585373295005411e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,21,7.186677539721131e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,21,6.047417991794646e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,22,4.282709560357034e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,22,7.829965907149017e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,22,6.679706275463104e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,23,2.439804229652509e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,23,8.104359149001539e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,23,6.138155004009604e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,24,1.432492135791108e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,24,8.717470336705446e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,24,6.502793403342366e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,25,2.71112920017913e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,25,9.493116522207856e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,25,7.019101758487523e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,26,3.419361310079694e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,26,0.0010504304664209485 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,26,7.304978207685053e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,27,2.0483123080339283e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,27,0.0012054539984092116 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,27,8.168061031028628e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,28,4.825821961276233e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,28,0.001324516604654491 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,28,9.404431330040097e-4 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,29,3.8489000871777534e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,29,0.0014771453570574522 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,29,0.001050218241289258 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,30,5.753036239184439e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,30,0.0016809952212497592 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,30,0.001120100961998105 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,31,9.665503166615963e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,31,0.0019091535359621048 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,31,0.0013310567010194063 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,32,0.0015488603385165334 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,32,0.0026806225068867207 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,32,0.001993265701457858 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,33,0.002560538938269019 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,33,0.003954009152948856 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,33,0.0028840885497629642 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,34,0.0037693383637815714 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,34,0.0073180487379431725 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,34,0.006009283941239119 +bos,attn_in,Ministral-8B-Instruct-2410,2,64,35,0.0030110550578683615 +bos,mlp_gate,Ministral-8B-Instruct-2410,2,64,35,0.015426821075379848 +bos,mlp_down,Ministral-8B-Instruct-2410,2,64,35,0.012232618406414986 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,0,1.3242475915831164e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,0,6.165241757116746e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,0,2.086805943690706e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,1,9.363800018036272e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,1,1.3208768905315083e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,1,1.5447587429662235e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,2,2.2316320610116236e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,2,1.065232718246989e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,2,5.9530491853365675e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,3,2.890588621085044e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,3,6.823749572504312e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,3,6.47733177174814e-5 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,4,9.583005885360762e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,4,1.166121001006104e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,4,1.0309953358955681e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,5,1.2742752733174711e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,5,1.5853435616008937e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,5,1.360880705760792e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,6,1.5558161248918623e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,6,1.9513089500833303e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,6,1.603777491254732e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,7,1.1252969125052914e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,7,2.0958483219146729e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,7,1.6582608805038035e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,8,2.3415715259034187e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,8,2.424893609713763e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,8,1.9469398830551654e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,9,2.6014825562015176e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,9,2.75043974397704e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,9,2.177331189159304e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,10,3.0667515238747e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,10,2.999078424181789e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,10,0.00025422655744478106 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,11,2.2290174092631787e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,11,3.1899474561214447e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,11,2.266142691951245e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,12,2.0396427134983242e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,12,3.3408464514650404e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,12,2.5429483503103256e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,13,2.1320406813174486e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,13,3.4170461003668606e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,13,2.522245340514928e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,14,3.144912770949304e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,14,3.8222831790335476e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,14,2.9351282864809036e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,15,3.996261511929333e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,15,4.7406586236320436e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,15,3.606203244999051e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,16,3.4085087827406824e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,16,5.275130970403552e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,16,4.227765020914376e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,17,3.4814549144357443e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,17,5.661908653564751e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,17,4.8362757661379874e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,18,2.4066309561021626e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,18,5.817481433041394e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,18,5.182202439755201e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,19,2.830388257279992e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,19,5.891442415304482e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,19,5.040601245127618e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,20,3.52093338733539e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,20,6.476598209701478e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,20,5.793756572529674e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,21,3.0381971737369895e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,21,7.451702258549631e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,21,6.764886202290654e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,22,4.5036524534225464e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,22,8.141931029967964e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,22,7.558654178865254e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,23,2.3414088354911655e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,23,8.232272230088711e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,23,6.934907287359238e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,24,1.823249476728961e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,24,8.796471520327032e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,24,6.999363540671766e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,25,2.9270234517753124e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,25,9.676750632934272e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,25,7.546436390839517e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,26,3.3434308716095984e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,26,0.0010612115729600191 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,26,7.832986302673817e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,27,1.855020091170445e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,27,0.001197358826175332 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,27,8.622677996754646e-4 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,28,5.048737511970103e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,28,0.0013655462535098195 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,28,0.001029600272886455 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,29,4.24458208726719e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,29,0.0015716751804575324 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,29,0.0011841701343655586 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,30,6.191402208060026e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,30,0.0018786981236189604 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,30,0.0013585432898253202 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,31,0.0011668219231069088 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,31,0.0021701152436435223 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,31,0.0016395995626226068 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,32,0.0018493212992325425 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,32,0.003034197725355625 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,32,0.002490145154297352 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,33,0.002814345993101597 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,33,0.004761997144669294 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,33,0.0035741212777793407 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,34,0.003805238287895918 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,34,0.009310026653110981 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,34,0.007419048808515072 +c4,attn_in,Ministral-8B-Instruct-2410,2,64,35,0.002968579065054655 +c4,mlp_gate,Ministral-8B-Instruct-2410,2,64,35,0.018796002492308617 +c4,mlp_down,Ministral-8B-Instruct-2410,2,64,35,0.017823563888669014 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,0,1.357857172479271e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,0,6.930970812391024e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,0,2.1152643967070617e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,1,9.76304363575764e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,1,1.355687254545046e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,1,1.59655864990782e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,2,2.2471196643891744e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,2,9.977840818464756e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,2,5.6133019825210795e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,3,2.9313900085981004e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,3,6.833651423221454e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,3,6.578826287295669e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,4,1.014248700812459e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,4,1.1509876640047878e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,4,1.0178401134908199e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,5,1.2502628669608384e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,5,1.5960320888552815e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,5,1.376104191876948e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,6,1.5312722825910896e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,6,1.9588953000493348e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,6,1.6202176630031317e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,7,1.2024502211716026e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,7,2.150098152924329e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,7,1.7239345470443368e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,8,2.3587443865835667e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,8,2.4634000146761537e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,8,2.0011363085359335e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,9,2.6375672314316034e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,9,2.758497721515596e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,9,2.1928342175669968e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,10,3.099907480645925e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,10,2.969923079945147e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,10,2.486435987520963e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,11,2.3008660355117172e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,11,3.1598645728081465e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,11,2.2515293676406145e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,12,2.1695054601877928e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,12,3.3444492146372795e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,12,2.5765321333892643e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,13,2.2569902648683637e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,13,3.456412232480943e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,13,2.5765661848708987e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,14,3.2612605718895793e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,14,3.865147300530225e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,14,2.980886783916503e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,15,3.953632840421051e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,15,4.708613851107657e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,15,3.599089686758816e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,16,3.587280516512692e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,16,5.20529574714601e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,16,4.142513789702207e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,17,3.6508485209196806e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,17,5.470120813697577e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,17,4.6163389924913645e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,18,2.486351877450943e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,18,5.659549497067928e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,18,5.041987169533968e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,19,2.824290422722697e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,19,5.780688370577991e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,19,4.956102347932756e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,20,3.3965037437155843e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,20,6.372058996930718e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,20,5.684525240212679e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,21,3.1019424204714596e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,21,7.331078522838652e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,21,6.486094789579511e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,22,4.374305426608771e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,22,8.083520806394517e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,22,7.544008549302816e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,23,2.3632124066352844e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,23,8.211603271774948e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,23,6.658968632109463e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,24,1.9485970551613718e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,24,8.836532942950726e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,24,6.719179218634963e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,25,2.854474587365985e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,25,9.792749769985676e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,25,7.255220552906394e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,26,3.4690171014517546e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,26,0.0010837651789188385 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,26,7.734886603429914e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,27,1.991922763409093e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,27,0.0012336323270574212 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,27,8.606793126091361e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,28,4.6486625797115266e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,28,0.0014044471317902207 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,28,0.001027948223054409 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,29,4.487216065172106e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,29,0.0016172162722796202 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,29,0.0011895092902705073 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,30,6.509663071483374e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,30,0.001919913338497281 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,30,0.0013800010783597827 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,31,0.0012024842435494065 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,31,0.002229655859991908 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,31,0.0016758329002186656 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,32,0.0018307440914213657 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,32,0.003108243690803647 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,32,0.0025973033625632524 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,33,0.0029470676090568304 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,33,0.004854640457779169 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,33,0.0037312638014554977 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,34,0.00382881797850132 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,34,0.009393161162734032 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,34,0.007902292534708977 +pileval,attn_in,Ministral-8B-Instruct-2410,2,64,35,0.002997705014422536 +pileval,mlp_gate,Ministral-8B-Instruct-2410,2,64,35,0.01868365705013275 +pileval,mlp_down,Ministral-8B-Instruct-2410,2,64,35,0.019417788833379745 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,0,2.098445747833466e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,0,7.391178769466933e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,0,2.0758368918905035e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,1,9.131792467087507e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,1,1.4217623174772598e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,1,1.5131333384488244e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,2,1.8941173038911074e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,2,1.962474489118904e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,2,7.963200914673507e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,3,2.8265189030207694e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,3,7.273128721863031e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,3,6.931746611371636e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,4,9.469992073718458e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,4,1.241642312379554e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,4,1.05518069176469e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,5,1.1964531586272642e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,5,1.6660634719301015e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,5,1.4322393690235913e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,6,1.4752424613106996e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,6,2.0266041974537075e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,6,1.6493395378347486e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,7,1.1703809286700562e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,7,2.1859102707821876e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,7,1.7271401884499937e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,8,2.3796666937414557e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,8,2.529089688323438e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,8,2.0525582658592612e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,9,2.595984551589936e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,9,2.7601225883699954e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,9,2.203526528319344e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,10,2.9211401124484837e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,10,3.009673091582954e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,10,2.601822779979557e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,11,2.1760939853265882e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,11,3.21377330692485e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,11,2.2691824415232986e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,12,1.989009469980374e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,12,3.340151160955429e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,12,2.544607559684664e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,13,2.1121875033713877e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,13,3.430833457969129e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,13,2.5308335898444057e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,14,2.937956596724689e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,14,3.800223639700562e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,14,2.9434345196932554e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,15,3.746309957932681e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,15,4.686002212110907e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,15,3.5654916428029537e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,16,3.424217866268009e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,16,5.093891522847116e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,16,4.108621506020427e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,17,3.2493937760591507e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,17,5.340833449736238e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,17,4.450607520993799e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,18,2.3377568868454546e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,18,5.485074361786246e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,18,4.894325393252075e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,19,2.59937543887645e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,19,5.588200874626637e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,19,4.847000527661294e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,20,3.2947887666523457e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,20,6.099753663875163e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,20,5.440663662739098e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,21,2.800056536216289e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,21,7.059807539917529e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,21,6.580862100236118e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,22,4.1336548747494817e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,22,7.807991351000965e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,22,7.821486215107143e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,23,2.3226144548971206e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,23,8.052849443629384e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,23,6.767766899429262e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,24,1.981480309041217e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,24,8.664574124850333e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,24,6.943318876437843e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,25,3.1608386780135334e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,25,9.499306324869394e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,25,7.067606784403324e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,26,3.5398968611843884e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,26,0.0010589009616523981 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,26,7.426880183629692e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,27,2.532792277634144e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,27,0.0012336383806541562 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,27,8.535399683751166e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,28,4.721084551420063e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,28,0.0014032458420842886 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,28,9.946963982656598e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,29,5.204312619753182e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,29,0.0016167523572221398 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,29,0.0011282481718808413 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,30,7.42876494769007e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,30,0.0018856212263926864 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,30,0.0012929916847497225 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,31,0.0013774312101304531 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,31,0.0021857197862118483 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,31,0.001538549200631678 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,32,0.0021696228068321943 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,32,0.0030753782484680414 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,32,0.002517102984711528 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,33,0.0033477696124464273 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,33,0.004727639723569155 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,33,0.003577599534764886 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,34,0.0052183023653924465 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,34,0.009005781263113022 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,34,0.007762888912111521 +wikitext,attn_in,Ministral-8B-Instruct-2410,2,64,35,0.0035767145454883575 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,2,64,35,0.018957853317260742 +wikitext,mlp_down,Ministral-8B-Instruct-2410,2,64,35,0.01892958953976631 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,0,4.1709290599101223e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,0,1.3040062185609713e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,0,1.0847748853848316e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,1,1.8388420812698314e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,1,2.2962128696235595e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,1,3.199126012987108e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,2,4.844589057029225e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,2,6.605005910387263e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,2,6.522308103740215e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,3,5.269268513075076e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,3,1.1980699127889238e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,3,1.2931620403833222e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,4,1.3309732821653597e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,4,2.1961926904623397e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,4,2.095138370350469e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,5,2.179208240704611e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,5,3.257657226640731e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,5,2.9791135602863505e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,6,2.462244447087869e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,6,4.0871014789445326e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,6,3.498154546832666e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,7,3.522726910887286e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,7,4.4738499127561226e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,7,3.594190638978034e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,8,5.476365549839102e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,8,5.399821748142131e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,8,4.491792424232699e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,9,5.4863190598553047e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,9,5.99456179770641e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,9,4.8023302952060476e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,10,5.943967335042544e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,10,6.466567720053717e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,10,6.059728184482083e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,11,5.263891944196075e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,11,6.922261673025787e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,11,5.025209247833118e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,12,4.016532329842448e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,12,6.93080946803093e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,12,5.638863876811229e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,13,4.856709347222932e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,13,6.939661398064345e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,13,5.167102790437639e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,14,6.921828753547743e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,14,8.527546742698178e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,14,6.302508700173348e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,15,8.236918074544519e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,15,1.1014049960067496e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,15,7.908197585493326e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,16,7.553226896561682e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,16,1.1908725718967617e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,16,9.098334703594446e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,17,7.400317554129288e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,17,1.199506368720904e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,17,9.719232912175357e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,18,6.101516555645503e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,18,1.2124787463108078e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,18,1.0746201587608084e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,19,4.6204117097659037e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,19,1.2377864914014935e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,19,1.068295823642984e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,20,5.92052674619481e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,20,1.4149055641610175e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,20,1.2338544183876365e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,21,5.289135515340604e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,21,1.64620068971999e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,21,1.4443727559410036e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,22,7.787762297084555e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,22,1.7990896594710648e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,22,1.592359330970794e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,23,5.031619002693333e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,23,1.8398404063191265e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,23,1.4472033944912255e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,24,3.45503467542585e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,24,1.9595949561335146e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,24,1.5450814680662006e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,25,8.351651194971055e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,25,2.1261464280541986e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,25,1.6631075413897634e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,26,8.637957216706127e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,26,2.3563126160297543e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,26,1.7317903984803706e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,27,5.334438901627436e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,27,2.709873078856617e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,27,1.9642183906398714e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,28,9.744562703417614e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,28,2.9812342836521566e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,28,2.20444067963399e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,29,8.294449071399868e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,29,3.3151471870951355e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,29,2.510694903321564e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,30,1.3140418741386384e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,30,3.805757442023605e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,30,2.666878863237798e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,31,2.4282123195007443e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,31,4.3204883695580065e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,31,3.1993279117159545e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,32,3.501705941744149e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,32,6.126687512733042e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,32,4.809798556379974e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,33,5.932744825258851e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,33,9.594879811629653e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,33,7.272415095940232e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,34,8.796027977950871e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,34,0.0018155488651245832 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,34,0.0015904700849205256 +bos,attn_in,Ministral-8B-Instruct-2410,3,128,35,0.001079261302947998 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,128,35,0.0035534717608243227 +bos,mlp_down,Ministral-8B-Instruct-2410,3,128,35,0.0033883079886436462 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,0,2.839330193182832e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,0,1.4019633454154246e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,0,1.1868917681567837e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,1,2.538577291488764e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,1,2.9610491765197366e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,1,3.799897967837751e-6 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,2,5.706669526261976e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,2,2.886695983761456e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,2,3.1866544304648414e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,3,6.699811365251662e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,3,1.5446383258677088e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,3,1.5461997463717125e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,4,1.6075398889370263e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,4,2.677379234228283e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,4,2.4570696041337214e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,5,2.3376054741675034e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,5,3.653981184470467e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,5,3.2269119401462376e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,6,2.882901026168838e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,6,4.4818272726843134e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,6,3.800131526077166e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,7,3.568988176994026e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,7,4.847957461606711e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,7,3.94746421079617e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,8,5.937364767305553e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,8,5.687168595613912e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,8,4.692643051384948e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,9,6.183297227835283e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,9,6.443031452363357e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,9,5.182244785828516e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,10,5.888176747248508e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,10,6.957747245905921e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,10,6.148096144897863e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,11,5.276278898236342e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,11,7.448336691595614e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,11,5.4467807785840705e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,12,4.909938797936775e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,12,7.829846435924992e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,12,6.44411557004787e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,13,5.702980706701055e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,13,8.07217147666961e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,13,5.992443402647041e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,14,7.402276241919026e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,14,9.282699465984479e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,14,6.96957649779506e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,15,9.23339175642468e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,15,1.1635779810603708e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,15,8.515558147337288e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,16,7.960107177495956e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,16,1.2730756134260446e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,16,1.0050584387499839e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,17,8.983470615930855e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,17,1.3486089301295578e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,17,1.1420118244132027e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,18,6.414909876184538e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,18,1.3504995149560273e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,18,1.2226999388076365e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,19,5.8267356507712975e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,19,1.35674505145289e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,19,1.18588337500114e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,20,6.651691364822909e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,20,1.494177704444155e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,20,1.3695095549337566e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,21,5.873416375834495e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,21,1.7148361075669527e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,21,1.623376301722601e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,22,8.619647269370034e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,22,1.875633024610579e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,22,1.808872475521639e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,23,5.8527031796984375e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,23,1.8708193965721875e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,23,1.6465180669911206e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,24,4.077986523043364e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,24,1.9815216364804655e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,24,1.6664834402035922e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,25,1.3951040455140173e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,25,2.1743464458268136e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,25,1.7971100169233978e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,26,8.330466516781598e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,26,2.3841521760914475e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,26,1.870300475275144e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,27,4.9529127863934264e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,27,2.715388545766473e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,27,2.0734827558044344e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,28,1.1549907503649592e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,28,3.1034048879519105e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,28,2.4174212012439966e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,29,8.949519542511553e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,29,3.5745216882787645e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,29,2.8292855131439865e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,30,1.5330503811128438e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,30,4.205778241157532e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,30,3.2214168459177017e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,31,2.7273103478364646e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,31,5.034549976699054e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,31,3.9396618376486003e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,32,3.969282261095941e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,32,7.030581473372877e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,32,5.949879414401948e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,33,6.776054506190121e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,33,0.001121650799177587 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,33,8.879635133780539e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,34,8.286959491670132e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,34,0.0022418606095016003 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,34,0.0019235097570344806 +c4,attn_in,Ministral-8B-Instruct-2410,3,128,35,0.0012070456286892295 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,128,35,0.0044465819373726845 +c4,mlp_down,Ministral-8B-Instruct-2410,3,128,35,0.00500163109973073 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,0,2.9003516033299093e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,0,1.5634775536454981e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,0,1.1540745617821813e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,1,2.6373893433628837e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,1,3.0397407044802094e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,1,3.923545591533184e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,2,5.9824456002388615e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,2,2.6940168027067557e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,2,2.9279213777044788e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,3,6.859051609353628e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,3,1.5414798326673917e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,3,1.5688774510635994e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,4,1.5951285604387522e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,4,2.630311246321071e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,4,2.4248394765891135e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,5,2.3701071768300608e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,5,3.667429700726643e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,5,3.2663843740010634e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,6,2.9087421353324316e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,6,4.492566949920729e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,6,3.835177267319523e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,7,3.704418122651987e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,7,4.959673970006406e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,7,4.1012717701960355e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,8,5.994065577397123e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,8,5.777957267127931e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,8,4.815743159269914e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,9,6.239373760763556e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,9,6.447755731642246e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,9,5.221990795689635e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,10,6.112901610322297e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,10,6.870584184071049e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,10,6.013682286720723e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,11,5.321500066202134e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,11,7.393326086457819e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,11,5.427759970189072e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,12,5.124462040839717e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,12,7.832985284039751e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,12,6.55103794997558e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,13,5.909065657760948e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,13,8.163974416675046e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,13,6.122964987298474e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,14,7.562422251794487e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,14,9.34367926674895e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,14,7.073873712215573e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,15,9.258941281586885e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,15,1.153150005848147e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,15,8.514526416547596e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,16,8.199498552130535e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,16,1.2545663048513234e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,16,9.848505578702316e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,17,9.19616359169595e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,17,1.3027498789597303e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,17,1.0889794793911278e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,18,6.640799983870238e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,18,1.3206558651290834e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,18,1.1939836986130103e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,19,6.063546607038006e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,19,1.3303046580404043e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,19,1.1670037201838568e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,20,6.926653441041708e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,20,1.4716378063894808e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,20,1.3455301814246923e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,21,5.839584628120065e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,21,1.6835953283589333e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,21,1.5572176198475063e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,22,8.702416380401701e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,22,1.8594972789287567e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,22,1.8049479695037007e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,23,5.6305743783013895e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,23,1.8699318752624094e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,23,1.5796591469552368e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,24,4.158865340286866e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,24,1.994316844502464e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,24,1.597790396772325e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,25,1.255837851203978e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,25,2.1971188834868371e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,25,1.724406029097736e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,26,8.450643508695066e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,26,2.4277050397358835e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,26,1.8457768601365387e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,27,5.3257524996297434e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,27,2.797586494125426e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,27,2.06518336199224e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,28,1.1185253242729232e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,28,3.1912949634715915e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,28,2.4134907289408147e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,29,9.464209142606705e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,29,3.657894267234951e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,29,2.8435999411158264e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,30,1.5903431631159037e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,30,4.3068986269645393e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,30,3.2756206928752363e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,31,2.913961361628026e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,31,5.111069767735898e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,31,4.0217494824901223e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,32,4.2065695743076503e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,32,7.162628462538123e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,32,6.215476896613836e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,33,7.249218760989606e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,33,0.0011272208066657186 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,33,9.22967039514333e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,34,8.390574948862195e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,34,0.0022525405511260033 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,34,0.0020248228684067726 +pileval,attn_in,Ministral-8B-Instruct-2410,3,128,35,0.0012397518148645759 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,128,35,0.004369279369711876 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,128,35,0.005473415367305279 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,0,3.723000929767295e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,0,1.7273645198656595e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,0,1.098003031074768e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,1,2.3807151592336595e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,1,3.1736228720546933e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,1,3.7540748962783255e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,2,5.185057489143219e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,2,5.999579298077151e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,2,5.0871505663963035e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,3,6.1675914366787765e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,3,1.6309637430822477e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,3,1.671810241532512e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,4,1.5103180885489564e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,4,2.8232958356966265e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,4,2.5153838578262366e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,5,2.4076989575405605e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,5,3.816457319771871e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,5,3.398492117412388e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,6,2.9812841603416018e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,6,4.643943611881696e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,6,3.91223220503889e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,7,3.77783362637274e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,7,5.035294816480018e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,7,4.110597001272254e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,8,5.554516610573046e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,8,5.8849014749284834e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,8,4.991638343199156e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,9,5.839667937834747e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,9,6.432212103391066e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,9,5.271851478028111e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,10,5.892519038752653e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,10,6.929499068064615e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,10,6.469261279562488e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,11,5.4205520427785814e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,11,7.441631169058383e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,11,5.4801374062662944e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,12,4.9254314944846556e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,12,7.739316788502038e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,12,6.541730544995517e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,13,5.810596849187277e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,13,8.05346790002659e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,13,6.01684587309137e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,14,7.109084981493652e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,14,9.153105929726735e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,14,6.98360672686249e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,15,8.778389019425958e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,15,1.1329953122185543e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,15,8.423680992564186e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,16,7.610718603245914e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,16,1.222192368004471e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,16,9.758815576788038e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,17,8.52490629767999e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,17,1.2661218352150172e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,17,1.0492993897059932e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,18,6.269675941439345e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,18,1.2807476741727442e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,18,1.1534000077517703e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,19,5.632532702293247e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,19,1.282294833799824e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,19,1.1398469359846786e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,20,6.512970139738172e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,20,1.4123394794296473e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,20,1.2847375182900578e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,21,5.550733840209432e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,21,1.6182537365239114e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,21,1.58065085997805e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,22,8.432086906395853e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,22,1.8064299365505576e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,22,1.8697750056162477e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,23,5.9676309319911525e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,23,1.8216313037555665e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,23,1.6072260041255504e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,24,4.3037951400037855e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,24,1.9408998196013272e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,24,1.646380842430517e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,25,1.3956852490082383e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,25,2.1317816572263837e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,25,1.6802921891212463e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,26,8.65001420606859e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,26,2.3586774477735162e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,26,1.7680432938504964e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,27,6.30786526016891e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,27,2.7777234208770096e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,27,2.0429902360774577e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,28,1.1648106010397896e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,28,3.158617182634771e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,28,2.338561462238431e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,29,1.110112716560252e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,29,3.604797529987991e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,29,2.690851397346705e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,30,1.8066129996441305e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,30,4.209935141261667e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,30,3.066521603614092e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,31,3.2755578286014497e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,31,4.952001036144793e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,31,3.68942302884534e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,32,4.975668853148818e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,32,7.004846120253205e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,32,6.019608699716628e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,33,7.904547965154052e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,33,0.0010916620958596468 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,33,8.989297784864902e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,34,0.0011484764982014894 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,34,0.0021501402370631695 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,34,0.002078774617984891 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,128,35,0.0012665630783885717 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,128,35,0.004350962117314339 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,128,35,0.005303987301886082 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,0,2.2041902525415935e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,0,7.388916856143624e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,0,3.3192907267221017e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,1,8.745337822801957e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,1,1.2813929970434401e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,1,1.6946693222053e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,2,1.991175849980209e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,2,5.883928679395467e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,2,2.0279878299334086e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,3,2.373208872086252e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,3,6.604733698623022e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,3,7.177935458457796e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,4,6.68383563606767e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,4,1.2082740795449354e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,4,1.1691011422954034e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,5,1.1030914720322471e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,5,1.778323348844424e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,5,1.6812773537822068e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,6,1.2660879292525351e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,6,2.2626429199590348e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,6,1.9749519196921028e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,7,1.4917384760337882e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,7,2.462259726598859e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,7,2.0204826796543784e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,8,2.8333046429906972e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,8,2.916363882832229e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,8,2.48005089815706e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,9,2.558724008849822e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,9,3.206827022950165e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,9,2.6887062631431036e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,10,3.609267878346145e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,10,3.526440559653565e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,10,3.291394023108296e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,11,2.5391094823135063e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,11,3.68918917956762e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,11,2.8150936486781575e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,12,1.9733795852516778e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,12,3.668535646283999e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,12,3.067683064728044e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,13,2.3883048925199546e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,13,3.720890890690498e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,13,2.9058594009256922e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,14,3.422346344450489e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,14,4.398225428303704e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,14,3.571487104636617e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,15,3.671312515507452e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,15,5.725445589632727e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,15,4.509864447754808e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,16,3.5827546525979415e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,16,6.157200550660491e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,16,5.1319664635229856e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,17,3.2715066481614485e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,17,6.257666973397136e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,17,5.544358282350004e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,18,3.029738763871137e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,18,6.510718230856583e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,18,6.109441164880991e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,19,2.163952012779191e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,19,6.62393867969513e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,19,6.118298915680498e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,20,2.9483780963346362e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,20,7.57984453230165e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,20,7.018662290647626e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,21,2.7365769710741006e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,21,8.907793380785733e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,21,8.110174530884251e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,22,4.030140189570375e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,22,9.762508852872998e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,22,8.958335092756897e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,23,2.6745827199192718e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,23,9.954287088476121e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,23,8.250916289398447e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,24,1.7765461961971596e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,24,1.0686012683436275e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,24,8.718921890249476e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,25,3.325798024889082e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,25,1.1559787526493892e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,25,9.414926898898557e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,26,4.246668322593905e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,26,1.28170897369273e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,26,9.835921810008585e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,27,2.669915738806594e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,27,1.459127670386806e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,27,1.1020537931472063e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,28,4.903918306808919e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,28,1.602249249117449e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,28,1.2545520439743996e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,29,5.050553954788484e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,29,1.7623430176172405e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,29,1.4108583854977041e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,30,7.500993524445221e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,30,2.0185626635793597e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,30,1.5007944602984935e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,31,1.2568918464239687e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,31,2.2916887246537954e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,31,1.7886697605717927e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,32,1.603876007720828e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,32,3.2139348331838846e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,32,2.6838277699425817e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,33,2.8487309464253485e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,33,4.8640943714417517e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,33,3.9079334237612784e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,34,4.171439213678241e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,34,9.336242219433188e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,34,8.256983710452914e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,32,35,5.509137408807874e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,32,35,0.002047718968242407 +bos,mlp_down,Ministral-8B-Instruct-2410,3,32,35,0.0015699837822467089 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,0,1.519725287835172e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,0,8.519796779182798e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,0,3.5774612570094177e-06 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,1,1.2110931493225507e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,1,1.6585771618338185e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,1,2.0790200778719736e-6 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,2,2.3572631562274182e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,2,3.068334990530275e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,2,1.116416297008982e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,3,3.097811941188411e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,3,8.558538866054732e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,3,8.689537935424596e-6 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,4,7.991223355929833e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,4,1.4780949641135521e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,4,1.3817480976285879e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,5,1.2210931345180143e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,5,2.015264362853486e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,5,1.8203676518169232e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,6,1.4557729627995286e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,6,2.478056376276072e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,6,2.1586662114714272e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,7,1.6546926417504437e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,7,2.6601153876981698e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,7,2.2298800104181282e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,8,2.89730669464916e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,8,3.08448143186979e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,8,2.6197849365416914e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,9,2.7880991183337756e-05 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,9,3.4948836400872096e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,9,2.9326638468774036e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,10,3.5414559533819556e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,10,3.801478669629432e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,10,3.424251190153882e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,11,2.601294545456767e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,11,3.996658051619306e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,11,3.063616532017477e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,12,2.4262697479571216e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,12,4.221048948238604e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,12,3.544396167853847e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,13,2.6563724532024935e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,13,4.3177315092179924e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,13,3.3924512536032125e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,14,3.664872201625258e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,14,4.851099947700277e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,14,3.940495662391186e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,15,4.3528765672817826e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,15,6.0687576478812844e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,15,4.850436744163744e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,16,4.239655390847474e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,16,6.65688348817639e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,16,5.691213300451636e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,17,3.9687362004769966e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,17,7.136923522921279e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,17,6.497188587673008e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,18,3.275451308581978e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,18,7.306215411517769e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,18,6.960448081372306e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,19,2.8689684768323787e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,19,7.381193427136168e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,19,6.775272777304053e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,20,3.5392295103520155e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,20,8.100178092718124e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,20,7.768334762658924e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,21,2.9915006962255575e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,21,9.28442386793904e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,21,9.079441224457696e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,22,4.7778601583559066e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,22,1.013529472402297e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,22,1.0130429291166365e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,23,2.3790695195202716e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,23,1.0188041778746992e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,23,9.307330037700012e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,24,1.9716853785212152e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,24,1.074614337994717e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,24,9.389221668243408e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,25,4.505616016103886e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,25,1.1880285455845296e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,25,1.0130051668966189e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,26,3.9401696994900703e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,26,1.2939969019498676e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,26,1.0533978638704866e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,27,2.5185778213199228e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,27,1.4615383406635374e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,27,1.1625261686276644e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,28,5.6454890000168234e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,28,1.6617868095636368e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,28,1.3754602696280926e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,29,4.8361660446971655e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,29,1.89561556908302e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,29,1.591124600963667e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,30,7.857805030653253e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,30,2.2464020003098994e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,30,1.8161961634177715e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,31,1.3815257989335805e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,31,2.6299801538698375e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,31,2.2064584481995553e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,32,1.8454862583894283e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,32,3.697253414429724e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,32,3.3423936110921204e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,33,3.3065470051951706e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,33,5.849121371284127e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,33,4.823878698516637e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,34,4.1422873619012535e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,34,0.0011552827199921012 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,34,9.910482913255692e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,32,35,6.263675750233233e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,32,35,0.0024851623456925154 +c4,mlp_down,Ministral-8B-Instruct-2410,3,32,35,0.002299834042787552 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,0,1.4582138874175143e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,0,9.843354291660944e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,0,3.567791509340168e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,1,1.282515654565941e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,1,1.7007263295454322e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,1,2.1492637642950285e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,2,2.455572939652484e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,2,2.8509773983387277e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,2,1.0388002010586206e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,3,3.2554276003793348e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,3,8.551757673558313e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,3,8.830824299366213e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,4,8.030432582017966e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,4,1.453666845918633e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,4,1.3646382285514846e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,5,1.227830125571927e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,5,2.024764398811385e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,5,1.8408627511234954e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,6,1.5022770639916416e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,6,2.4875607778085396e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,6,2.1804340576636605e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,7,1.740337029332295e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,7,2.7287240300211124e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,7,2.3151256755227223e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,8,2.9314989660633728e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,8,3.13701675622724e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,8,2.6902631361735985e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,9,2.8615755581995472e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,9,3.5004377423319966e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,9,2.955715353891719e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,10,3.5715176636585966e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,10,3.756450314540416e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,10,3.349607504787855e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,11,2.6673083993955515e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,11,3.963596100220457e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,11,3.042050047952216e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,12,2.5928991817636415e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,12,4.224686563247815e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,12,3.5950608435086906e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,13,2.7846452212543227e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,13,4.383737177704461e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,13,3.467922579147853e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,14,3.7217258068267256e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,14,4.898148472420871e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,14,4.000214539701119e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,15,4.4914315367350355e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,15,6.007224146742374e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,15,4.8469300963915884e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,16,4.334562618169002e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,16,6.554400169989094e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,16,5.576693365583196e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,17,4.093466850463301e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,17,6.891541124787182e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,17,6.192710134200752e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,18,3.350492988829501e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,18,7.123401155695319e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,18,6.78171418257989e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,19,2.889045026677195e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,19,7.232715142890811e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,19,6.658652273472399e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,20,3.622903750510886e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,20,7.976558117661625e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,20,7.628701132489368e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,21,2.9660061045433395e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,21,9.107859659707174e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,21,8.705131767783314e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,22,4.940748112858273e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,22,1.0017093154601753e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,22,1.011151252896525e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,23,2.453032720950432e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,23,1.0133298201253638e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,23,8.946011803345755e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,24,2.138105992344208e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,24,1.0806581849465147e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,24,9.027779015013948e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,25,4.410784458741546e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,25,1.1983238073298708e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,25,9.739120287122205e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,26,4.0813825762597844e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,26,1.3190240133553743e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,26,1.0399766324553639e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,27,2.7197358576813713e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,27,1.5018244448583573e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,27,1.1599269055295736e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,28,5.520745617104694e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,28,1.7049275629688054e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,28,1.3763111201114953e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,29,5.068962855148129e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,29,1.9415155111346394e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,29,1.594711939105764e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,30,8.511387568432838e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,30,2.2990760044194758e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,30,1.8463244487065822e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,31,1.4180541620589793e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,31,2.6840632199309766e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,31,2.2535977768711746e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,32,1.8871038628276438e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,32,3.7671576137654483e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,32,3.4881255123764277e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,33,3.512987750582397e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,33,5.888307350687683e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,33,5.028673331253231e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,34,4.1794124990701675e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,34,0.001160637941211462 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,34,0.00105363002512604 +pileval,attn_in,Ministral-8B-Instruct-2410,3,32,35,6.544288480654359e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,32,35,0.002431174274533987 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,32,35,0.0025096614845097065 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,0,2.151931681737551e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,0,8.29933128443372e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,0,3.4814836453733733e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,1,1.1123939884782885e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,1,1.7816262243286474e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,1,2.0362392660899786e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,2,2.260864448544453e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,2,6.701819074805826e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,2,1.6420653992099687e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,3,2.9433074359985767e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,3,9.089711056731176e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,3,9.281759048462845e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,4,7.774060577503406e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,4,1.5705358237028122e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,4,1.4159770216792822e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,5,1.160965894086985e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,5,2.1239568013697863e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,5,1.9155066183884628e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,6,1.561071076139342e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,6,2.5705916414153762e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,6,2.2218668163986877e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,7,1.7719621610012837e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,7,2.7637535822577775e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,7,2.319441227882635e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,8,2.8617310817935504e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,8,3.195332828909159e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,8,2.7654288714984432e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,9,2.6720328605733812e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,9,3.507626024656929e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,9,2.959539051516913e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,10,3.600156924221665e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,10,3.829346314887516e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,10,3.508515146677382e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,11,2.510225385776721e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,11,4.018567778985016e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,11,3.071091850870289e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,12,2.5255041691707447e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,12,4.172971603111364e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,12,3.573805224732496e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,13,2.7026415409636684e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,13,4.34563189628534e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,13,3.4099877666449174e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,14,3.555399234755896e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,14,4.817698209080845e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,14,3.9470705814892426e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,15,4.084520696778782e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,15,5.987126860418357e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,15,4.7994246415328234e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,16,4.083092790096998e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,16,6.431452493416145e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,16,5.535586387850344e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,17,3.885968908434734e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,17,6.666068657068536e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,17,5.9591824538074434e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,18,3.069135709665716e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,18,6.935001874808222e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,18,6.5918720792979e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,19,2.7418536774348468e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,19,6.975336145842448e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,19,6.526315701194108e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,20,3.3199026802321896e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,20,7.694268424529582e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,20,7.279266719706357e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,21,2.7838566893478855e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,21,8.770463318796828e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,21,8.863551920512691e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,22,4.572655961965211e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,22,9.764530841493979e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,22,1.0466221283422783e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,23,2.4468174160574563e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,23,9.994785796152428e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,23,9.094455890590325e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,24,2.398271499259863e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,24,1.0597910295473412e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,24,9.343835699837655e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,25,4.0245817217510194e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,25,1.1672374239424244e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,25,9.487217175774276e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,26,4.514007378020324e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,26,1.285525650018826e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,26,1.0000518523156643e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,27,3.132044002995826e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,27,1.4977112004999071e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,27,1.1512143828440458e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,28,5.869717278983444e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,28,1.6939484339673072e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,28,1.3290920469444245e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,29,6.387300527421758e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,29,1.9214412895962596e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,29,1.513798051746562e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,30,9.61273253778927e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,30,2.2429348609875888e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,30,1.729437499307096e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,31,1.6051404236350209e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,31,2.6262845494784415e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,31,2.0726471848320216e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,32,2.3469717416446656e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,32,3.738228988368064e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,32,3.393299411982298e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,33,4.1916692862287164e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,33,5.79201674554497e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,33,4.8646912910044193e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,34,5.82651817239821e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,34,0.0011081650154665112 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,34,0.0010606324067339301 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,32,35,6.126303342171013e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,32,35,0.0024131974205374718 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,32,35,0.0024310986045747995 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,0,2.7474229113977344e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,0,8.228692536249582e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,0,6.128274890215835e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,1,1.3478799019139842e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,1,1.7622256791582913e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,1,2.3953768959472654e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,2,4.872380941378651e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,2,6.914963887538761e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,2,3.443363675614819e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,3,4.166427970631048e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,3,9.189857337332796e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,3,9.905320439429488e-6 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,4,1.5557312508462928e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,4,1.682495894783642e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,4,1.610233448445797e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,5,1.8674187231226824e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,5,2.4665718228789046e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,5,2.310908166691661e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,6,1.8928021745523438e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,6,3.1489395041717216e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,6,2.7037161999032833e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,7,2.4193033823394217e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,7,3.4141681680921465e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,7,2.780805152724497e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,8,4.908840128337033e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,8,4.101692320546135e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,8,3.42474777426105e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,9,4.5062595745548606e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,9,4.5210854295874014e-05 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,9,3.714163540280424e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,10,4.3035310227423906e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,10,4.879260086454451e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,10,4.5790395233780146e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,11,3.6332436138764024e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,11,5.173930185264908e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,11,3.87868240068201e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,12,3.120209657936357e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,12,5.12506376253441e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,12,4.333064498496242e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,13,3.57275057467632e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,13,5.2297731599537656e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,13,3.999309046776034e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,14,5.3464871598407626e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,14,6.30640861345455e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,14,4.885196904069744e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,15,5.7836958148982376e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,15,8.131657523335889e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,15,6.166022649267688e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,16,4.8743546358309686e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,16,8.772869477979839e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,16,7.022386125754565e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,17,5.308865002007224e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,17,8.936248923419043e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,17,7.582559192087501e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,18,4.729842476081103e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,18,9.133877028943971e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,18,8.348530536750332e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,19,3.289229061920196e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,19,9.328316809842363e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,19,8.348121627932414e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,20,4.182683187536895e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,20,1.0655465302988887e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,20,9.611975110601634e-5 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,21,4.0271359466714785e-05 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,21,1.25201404443942e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,21,1.1158396955579519e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,22,5.801169027108699e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,22,1.365595089737326e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,22,1.2332299957051873e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,23,4.729613283416256e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,23,1.3938380288891494e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,23,1.1307519889669493e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,24,2.538380795158446e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,24,1.4977376849856228e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,24,1.1983334115939215e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,25,5.814504766021855e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,25,1.6121714725159109e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,25,1.2862512085121125e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,26,6.967987428652123e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,26,1.792106922948733e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,26,1.3459782348945737e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,27,4.217222522129305e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,27,2.0465200941544026e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,27,1.518532953923568e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,28,7.094897591741756e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,28,2.251632686238736e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,28,1.7118165851570666e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,29,7.681375427637249e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,29,2.49656179221347e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,29,1.9383216567803174e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,30,1.2183283251943067e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,30,2.8550985734909773e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,30,2.0629038044717163e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,31,1.753677352098748e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,31,3.2377871684730053e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,31,2.463799901306629e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,32,2.6587964384816587e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,32,4.5532063813880086e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,32,3.731542092282325e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,33,4.3784029548987746e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,33,6.972308037802577e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,33,5.486432928591967e-4 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,34,6.387642351910472e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,34,0.0013284721644595265 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,34,0.0011565393069759011 +bos,attn_in,Ministral-8B-Instruct-2410,3,64,35,7.89182900916785e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,3,64,35,0.002799109322950244 +bos,mlp_down,Ministral-8B-Instruct-2410,3,64,35,0.0023437493946403265 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,0,2.1642451031311793e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,0,9.697987479739822e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,0,6.647146165050799e-6 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,1,1.7587732372703613e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,1,2.283430831084843e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,1,2.895030092986417e-6 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,2,5.437139407149516e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,2,3.6224068026058376e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,2,1.7972271962207742e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,3,5.479040737554897e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,3,1.1853800970129669e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,3,1.1943884601350874e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,4,1.6949097698670812e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,4,2.051902629318647e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,4,1.8982731489813887e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,5,2.0393197701196186e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,5,2.79467276413925e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,5,2.4958213543868624e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,6,2.189935912610963e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,6,3.445454785833135e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,6,2.9527467631851323e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,7,2.530403435230255e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,7,3.69967965525575e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,7,3.055120396311395e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,8,4.5571727241622284e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,8,4.32031047239434e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,8,3.608402039390057e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,9,4.508312849793583e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,9,4.883659858023748e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,9,4.0124152292264625e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,10,4.53370921604801e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,10,5.2938394219381735e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,10,4.7191442718030885e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,11,4.001795605290681e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,11,5.6197030062321573e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,11,4.2181647586403415e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,12,3.7434252590173855e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,12,5.9368088841438293e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,12,4.999665543437004e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,13,4.1129740566248074e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,13,6.09660564805381e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,13,4.6551744162570685e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,14,5.6211025366792455e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,14,6.896601553307846e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,14,5.403770046541467e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,15,6.555389700224623e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,15,8.645841444376856e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,15,6.636523903580382e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,16,5.874409544048831e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,16,9.464225877309218e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,16,7.803562039043754e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,17,6.0419017245294526e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,17,1.012296779663302e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,17,8.905408321879804e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,18,5.51146840734873e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,18,1.0283028677804396e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,18,9.509859228273854e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,19,4.3465861381264403e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,19,1.0324899631086737e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,19,9.273046453017741e-5 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,20,5.108015102450736e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,20,1.1306104715913534e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,20,1.0642183769959956e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,21,4.700543649960309e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,21,1.2988598609808832e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,21,1.2496236013248563e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,22,7.511435978813097e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,22,1.414345169905573e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,22,1.3983143435325474e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,23,4.154208363615908e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,23,1.422001951141283e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,23,1.2768243323080242e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,24,2.926475826825481e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,24,1.5049113426357508e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,24,1.2940482702106237e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,25,7.134833867894486e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,25,1.65391611517407e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,25,1.3906099775340408e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,26,6.369816401274875e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,26,1.812680420698598e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,26,1.4462256513070315e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,27,3.8175010558916256e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,27,2.046886511379853e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,27,1.6024259093683213e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,28,8.593351958552375e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,28,2.3409572895616293e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,28,1.8772917974274606e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,29,7.329997606575489e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,29,2.673292183317244e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,29,2.1807283337693661e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,30,1.1727424134733155e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,30,3.1713800854049623e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,30,2.497983805369586e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,31,2.016469370573759e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,31,3.703313122969121e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,31,3.0289587448351085e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,32,2.9908085707575083e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,32,5.205167690292001e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,32,4.602265835274011e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,33,5.08129654917866e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,33,8.348934352397919e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,33,6.721789832226932e-4 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,34,6.064827903173864e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,34,0.001646455843001604 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,34,0.0014113440411165357 +c4,attn_in,Ministral-8B-Instruct-2410,3,64,35,9.161712951026857e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,3,64,35,0.00341971218585968 +c4,mlp_down,Ministral-8B-Instruct-2410,3,64,35,0.0034425396006554365 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,0,2.110730150661766e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,0,1.1331122777846758e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,0,6.53344750389806e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,1,1.832535645007738e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,1,2.3446139039151603e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,1,2.989473159686895e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,2,5.920402600168018e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,2,3.383899820619263e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,2,1.6651138139422983e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,3,5.618035629595397e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,3,1.1839117178169545e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,3,1.2128937669331208e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,4,1.7655756892054342e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,4,2.0156445316388272e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,4,1.8760611055768095e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,5,2.0362997020129114e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,5,2.8095601010136306e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,5,2.5248573365388438e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,6,2.2429310774896294e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,6,3.451558222877793e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,6,2.9836615794920363e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,7,2.6441704903845675e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,7,3.7956429878249764e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,7,3.174314770149067e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,8,4.599717794917524e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,8,4.381293911137618e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,8,3.707209543790668e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,9,4.5439854147844017e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,9,4.902658474748023e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,9,4.0445585909765214e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,10,4.709601489594206e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,10,5.2245068218326196e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,10,4.6211534936446697e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,11,4.07906663895119e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,11,5.570298890233971e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,11,4.196567533654161e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,12,3.974865103373304e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,12,5.914864959777333e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,12,5.081646304461174e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,13,4.271989382687025e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,13,6.158299220260233e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,13,4.7501966037089005e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,14,5.789108035969548e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,14,6.948011287022382e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,14,5.484886423801072e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,15,6.704273982904851e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,15,8.587423508288339e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,15,6.627845868933946e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,16,6.113547715358436e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,16,9.312037582276389e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,16,7.641879346920177e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,17,6.252416642382741e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,17,9.7404517873656e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,17,8.48776544444263e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,18,5.607569619314745e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,18,1.0006911179516464e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,18,9.269840666092932e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,19,4.5135035179555416e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,19,1.0100670624524355e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,19,9.116441651713103e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,20,5.31356199644506e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,20,1.1132910003652796e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,20,1.0456625750521198e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,21,4.5729513658443466e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,21,1.275466929655522e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,21,1.197922247229144e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,22,7.21398537280038e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,22,1.4026675489731133e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,22,1.3951108849141747e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,23,4.04187485401053e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,23,1.419802865711972e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,23,1.2269696162547916e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,24,3.0439590773312375e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,24,1.5161438204813749e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,24,1.2403620348777622e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,25,6.601139466511086e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,25,1.672231883276254e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,25,1.336045825155452e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,26,6.551965634571388e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,26,1.84608215931803e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,26,1.4282279880717397e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,27,4.0228889702120796e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,27,2.1047619520686567e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,27,1.5973015979398042e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,28,8.308591350214556e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,28,2.4025894526857883e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,28,1.8772298062685877e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,29,7.623816782142967e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,29,2.743799705058336e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,29,2.188853541156277e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,30,1.2189350672997534e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,30,3.239161742385477e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,30,2.540412824600935e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,31,2.1162544726394117e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,31,3.7858090945519507e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,31,3.091470862273127e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,32,3.0803849222138524e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,32,5.311295390129089e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,32,4.8053552745841444e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,33,5.409777513705194e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,33,8.39924905449152e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,33,6.997195887379348e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,34,6.158911273814738e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,34,0.001660235458984971 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,34,0.0014916765503585339 +pileval,attn_in,Ministral-8B-Instruct-2410,3,64,35,9.369708714075387e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,3,64,35,0.003364122938364744 +pileval,mlp_down,Ministral-8B-Instruct-2410,3,64,35,0.0037695837672799826 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,0,2.8136443575021985e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,0,1.0674050372472266e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,0,6.330014002742246e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,1,1.8329147906115395e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,1,2.445615791657474e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,1,2.8421641218301374e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,2,4.642535714083351e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,2,7.79438778408803e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,2,2.742503784247674e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,3,4.640730821847683e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,3,1.2590022379299626e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,3,1.283783967664931e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,4,1.654143306950573e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,4,2.167574166378472e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,4,1.947077180375345e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,5,2.15771342482185e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,5,2.9285753043950535e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,5,2.6294588678865694e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,6,2.2078867914387956e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,6,3.5612014471553266e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,6,3.0339140721480362e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,7,2.637348006828688e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,7,3.8493002648465335e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,7,3.187252514180727e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,8,4.513074236456305e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,8,4.480952338781208e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,8,3.8183192373253405e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,9,4.090338552487083e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,9,4.882635403191671e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,9,4.091621303814463e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,10,4.625133078661747e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,10,5.2823124860879034e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,10,4.884663940174505e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,11,3.931481478502974e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,11,5.629047882393934e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,11,4.236679524183273e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,12,3.737849328899756e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,12,5.844616316608153e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,12,5.061289630248211e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,13,4.1238130506826565e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,13,6.081033279770054e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,13,4.674772935686633e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,14,5.3220057452563196e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,14,6.815507367718965e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,14,5.4138770792633295e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,15,6.381295679602772e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,15,8.461747347610071e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,15,6.550701800733805e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,16,5.670532846124843e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,16,9.109816892305389e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,16,7.583085243823007e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,17,6.10647548455745e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,17,9.449752542423084e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,17,8.181993325706571e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,18,5.430418605101295e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,18,9.749242599355057e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,18,8.981220162240788e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,19,4.0812159568304196e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,19,9.784186113392934e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,19,8.915101352613419e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,20,5.137677362654358e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,20,1.0683469736250117e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,20,9.981670882552862e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,21,4.133486800128594e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,21,1.2316425272729248e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,21,1.2164547661086544e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,22,6.583064532605931e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,22,1.3566519191954285e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,22,1.4450406888499856e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,23,4.072020965395495e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,23,1.392553240293637e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,23,1.2478545249905437e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,24,3.303136691101827e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,24,1.4885976270306855e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,24,1.2809550389647484e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,25,5.750786658609286e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,25,1.6173359472304583e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,25,1.3011474220547825e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,26,7.099428330548108e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,26,1.8006900791078806e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,26,1.370500394841656e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,27,4.614333374775015e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,27,2.095716045005247e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,27,1.582156546646729e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,28,8.540020644431934e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,28,2.3788564431015402e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,28,1.812227419577539e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,29,9.092171967495233e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,29,2.7146481443196535e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,29,2.0816321193706244e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,30,1.3374105037655681e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,30,3.169162373524159e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,30,2.3814383894205093e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,31,2.3776003217790276e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,31,3.7004906334914267e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,31,2.8416066197678447e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,32,3.7252766196615994e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,32,0.00052347168093547225 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,32,4.6684331027790904e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,33,6.109647220000625e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,33,8.250581449829042e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,33,6.812259089201689e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,34,8.326028473675251e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,34,0.0016081515932455659 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,34,0.0015022045699879527 +wikitext,attn_in,Ministral-8B-Instruct-2410,3,64,35,8.736954187043011e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,3,64,35,0.0034219410736113787 +wikitext,mlp_down,Ministral-8B-Instruct-2410,3,64,35,0.0036290313582867384 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,0,1.1605047234297672e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,0,2.528421134684322e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,0,5.57089833819191e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,1,3.8130562529659073e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,1,4.931469561597623e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,1,7.408698365907185e-7 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,2,9.918707064571208e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,2,4.2166062485193834e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,2,3.383601506357081e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,3,1.375961915073276e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,3,2.5709769033710472e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,3,2.865145233954536e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,4,2.821249381668167e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,4,4.752547283715103e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,4,4.6032259888306726e-06 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,5,5.109823632665211e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,5,6.955620392545825e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,5,6.522111561935162e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,6,5.988029897707747e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,6,8.841065209708177e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,6,7.64250125939725e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,7,8.861077731125988e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,7,9.710806807561312e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,7,7.85396150604356e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,8,1.3818677871313412e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,8,1.174269800685579e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,8,1.023477943817852e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,9,1.3528307135857176e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,9,1.2909182260045782e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,9,1.0570878657745197e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,10,1.5145026736718137e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,10,1.4057712178328075e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,10,1.3526424481824506e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,11,1.024253015202703e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,11,1.4862285752315074e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,11,1.1364376405254006e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,12,1.0428416317154188e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,12,1.4767286302230787e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,12,1.4005659977556206e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,13,1.1977635040238965e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,13,1.5103522855497431e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,13,1.1361208635207731e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,14,1.7085780200432055e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,14,1.8373852071817964e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,14,1.3904157640354242e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,15,1.8879973140428774e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,15,2.3648381102248095e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,15,1.742102722346317e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,16,1.6412279364885762e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,16,2.572892844909802e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,16,2.0245926862116903e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,17,1.7700413081911393e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,17,2.5797593480092473e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,17,2.12510785786435e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,18,1.3610224414151162e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,18,2.6120440452359617e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,18,2.341036633879412e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,19,9.900906661641784e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,19,2.668427441676613e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,19,2.334557029826101e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,20,1.406240335199982e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,20,3.0246792448451743e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,20,2.7095475161331706e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,21,1.3746224794886075e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,21,3.547247251844965e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,21,3.182448199368082e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,22,1.7530250261188485e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,22,3.865504913846962e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,22,3.5168308386346325e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,23,1.1015783456969075e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,23,3.921396273653954e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,23,3.183774970239028e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,24,8.935259756981395e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,24,4.1945451812352985e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,24,3.369947080500424e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,25,1.282797529711388e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,25,4.5317807234823704e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,25,3.6510413337964565e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,26,1.9637696823338047e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,26,5.030661850469187e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,26,3.799608020926826e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,27,1.1236371392442379e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,27,5.7954857766162604e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,27,4.297132545616478e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,28,2.1215906599536538e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,28,6.38467536191456e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,28,4.870907650911249e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,29,1.842635356297251e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,29,7.139290391933173e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,29,5.5693002650514245e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,30,3.155610102112405e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,30,8.146356412908062e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,30,5.890793545404449e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,31,5.836083073518239e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,31,9.372183558298275e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,31,7.141556852729991e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,32,7.683788135182112e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,32,1.3017597666475922e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,32,1.0660238331183791e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,33,1.4242908218875527e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,33,2.037587109953165e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,33,1.7153103544842452e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,34,1.8610191182233393e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,34,3.87131585739553e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,34,4.1393403080292046e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,128,35,3.9081936120055616e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,128,35,8.113608346320689e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,128,35,7.428934331983328e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,0,8.381919514022229e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,0,3.0778005566389766e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,0,6.1935302255733404e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,1,4.636025892068574e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,1,6.389618647517636e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,1,8.552781878279347e-7 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,2,1.114045289796195e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,2,1.6571804735576734e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,2,1.4863865544612054e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,3,1.5663978274460533e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,3,3.320832320241607e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,3,3.395690555407782e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,4,3.309656904093572e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,4,5.786079327663174e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,4,5.370014605432516e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,5,5.4083352551970165e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,5,7.872289643273689e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,5,7.042724064376671e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,6,7.055888545437483e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,6,9.667322046880145e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,6,8.302756214106921e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,7,9.134134415944573e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,7,1.0463338185218163e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,7,8.635562153358478e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,8,1.3883741303288843e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,8,1.228646760864649e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,8,1.0526314326853026e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,9,1.3854875760443974e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,9,1.3974359717394691e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,9,1.136701030191034e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,10,1.4690417629026342e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,10,1.4981415915826801e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,10,1.3543420209316537e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,11,1.1396257832529955e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,11,1.604237695573829e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,11,1.2206709470774513e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,12,1.2443358173186425e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,12,1.6850573956617154e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,12,1.5660345525247976e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,13,1.2555442481243517e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,13,1.746459020068869e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,13,1.3144071090209763e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,14,1.7976424715016037e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,14,2.0008845240226947e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,14,1.544431688671466e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,15,2.0992991267121397e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,15,2.4966417186078615e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,15,1.8764971173368394e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,16,1.8357530279899947e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,16,2.7482676159706898e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,16,2.2247502784011886e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,17,1.8863956938730553e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,17,2.9127091693226248e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,17,2.5026620278367773e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,18,1.3962327102490235e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,18,2.9082535547786392e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,18,2.6738003725768067e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,19,1.2647000403376296e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,19,2.931186645582784e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,19,2.597041748231277e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,20,1.6409612726420164e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,20,3.2090378226712346e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,20,3.0025124942767434e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,21,1.4132867363514379e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,21,3.6911977076670155e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,21,3.565501174307428e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,22,2.1062209270894527e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,22,4.0248156437883154e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,22,3.995188308181241e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,23,9.825873348745517e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,23,4.0188799175666645e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,23,3.617699258029461e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,24,8.712565431778785e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,24,4.245177478878759e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,24,3.644244861789048e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,25,1.6950387362157926e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,25,4.6611712605226785e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,25,3.9396254578605294e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,26,1.8036571418633685e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,26,5.095036976854317e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,26,4.107742279302329e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,27,1.0845234100997914e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,27,5.799094287795015e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,27,4.5370768930297345e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,28,2.5793930035433732e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,28,6.600448250537738e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,28,5.32026679138653e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,29,1.9890743715222925e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,29,7.635429210495204e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,29,6.278117507463321e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,30,3.3814834750955924e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,30,9.061449964065105e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,30,7.085326069500297e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,31,6.156597373774275e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,31,1.063105883076787e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,31,8.80462903296575e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,32,8.779278869042173e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,32,1.4961572014726698e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,32,1.321181480307132e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,33,1.5777270891703665e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,33,2.4232959549408406e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,33,2.0442147797439247e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,34,1.9229418830946088e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,34,4.8301147762686014e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,34,4.4710657675750554e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,128,35,4.734107351396233e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,128,35,9.795896476134658e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,128,35,0.0011013861512765288 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,0,8.196071377142289e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,0,3.5254507224635745e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,0,5.900565611227648e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,1,4.870516363553179e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,1,6.563537340298353e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,1,8.826340831546986e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,2,1.160293663815537e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,2,1.5085117411217652e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,2,1.3490813216776587e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,3,1.5901849792498979e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,3,3.315471758469357e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,3,3.4452953059371794e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,4,3.3881678973557428e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,4,5.680028607457643e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,4,5.308020718075568e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,5,5.454274287330918e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,5,7.90421381680062e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,5,7.125996489776298e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,6,7.057207312755054e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,6,9.680597941041924e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,6,8.383671229239553e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,7,9.258047612092923e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,7,1.07049754660693e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,7,8.973722287919372e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,8,1.4212009773473255e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,8,1.2465176041587256e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,8,1.0777646821225062e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,9,1.3886060514778364e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,9,1.3970980035082903e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,9,1.147014154412318e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,10,1.4686153008369729e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,10,1.4841133634035941e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,10,1.3250177289592102e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,11,1.1904517123184633e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,11,1.5881703802733682e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,11,1.2203069672978017e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,12,1.3095259419060312e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,12,1.687497933744453e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,12,1.602543670742307e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,13,1.2984861314180307e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,13,1.76503999682609e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,13,1.3433998901746236e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,14,1.8029393686447293e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,14,2.0148125258856453e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,14,1.5677946066716686e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,15,2.1080759324831888e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,15,2.475995643180795e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,15,1.8775615899357945e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,16,1.9043136489926837e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,16,2.7074069294030778e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,16,2.183055767090991e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,17,2.0045345081598498e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,17,2.8159893190604635e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,17,2.393610884610098e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,18,1.4647783245891333e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,18,2.8441350877983496e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,18,2.6124936994165182e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,19,1.311382857238641e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,19,2.879042222048156e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,19,2.5564666430000216e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,20,1.6822181351017207e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,20,3.16323057631962e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,20,2.9575534426840022e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,21,1.4264310266298708e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,21,3.6220477340975776e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,21,3.414561797399074e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,22,2.0359077097964473e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,22,3.9759001083439216e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,22,3.9862927224021405e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,23,1.0127505447599106e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,23,4.007485767942853e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,23,3.4662996768020093e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,24,9.193398000206798e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,24,4.2709889385150746e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,24,3.4980123018613085e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,25,1.6419733583461493e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,25,4.70243176096119e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,25,3.785363878705539e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,26,1.87905206985306e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,26,5.18381675647106e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,26,4.05050850531552e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,27,1.124085065384861e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,27,5.9786736528621987e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,27,4.5160279114497826e-05 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,28,2.5632754841353744e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,28,6.788066093577072e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,28,5.316001988830976e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,29,2.1140514945727773e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,29,7.808011287124828e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,29,6.297241634456441e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,30,3.548051245161332e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,30,9.231876902049407e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,30,7.206932787084952e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,31,6.596634193556383e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,31,1.0852621926460415e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,31,9.0206136519555e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,32,8.922368579078466e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,32,1.530147565063089e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,32,1.378584565827623e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,33,1.6978949133772403e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,33,2.422449761070311e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,33,2.1262936934363097e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,34,1.9241443078499287e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,34,4.846904193982482e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,34,4.6540587209165096e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,128,35,4.8484481521882117e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,128,35,9.55573283135891e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,128,35,0.0012098993174731731 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,0,1.0317159393480324e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,0,3.353211184276006e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,0,5.646330009767553e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,1,5.098075348541897e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,1,6.830694587733888e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,1,8.466099075121747e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,2,1.1093477496615378e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,2,3.668179124360904e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,2,2.552230034780223e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,3,1.4237444929676712e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,3,3.508029749355046e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,3,3.682702754304046e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,4,3.5231837500759866e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,4,6.084448614274152e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,4,5.51790662939311e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,5,5.70181873627007e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,5,8.251183317042887e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,5,7.412195373035502e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,6,7.1620161179453135e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,6,9.977747140510473e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,6,8.57458417158341e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,7,9.504112313152291e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,7,1.080913352780044e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,7,9.016077456180938e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,8,1.4435494449571706e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,8,1.2673014680331107e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,8,1.1305109183012974e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,9,1.3205069990362972e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,9,1.393945512973005e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,9,1.1588682355068158e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,10,1.4410547919396777e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,10,1.506048283772543e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,10,1.4402944543689955e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,11,1.12207362690242e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,11,1.6093770682346076e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,11,1.2329005585343111e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,12,1.2130813956900965e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,12,1.6748314010328613e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,12,1.626525590836536e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,13,1.2670748219534289e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,13,1.7409684005542658e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,13,1.3210473298386205e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,14,1.7611406292417087e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,14,1.9737872207770124e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,14,1.5466819604625925e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,15,1.9680946934386156e-05 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,15,2.4377302906941622e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,15,1.8536255083745345e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,16,1.808799606806133e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,16,2.651611612236593e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,16,2.157868948415853e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,17,1.8303429897059686e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,17,2.728581239352934e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,17,2.2915348381502554e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,18,1.3623686754726805e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,18,2.763058182608802e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,18,2.5299495973740704e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,19,1.1774210179282818e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,19,2.7845813747262582e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,19,2.4942106392700225e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,20,1.5340645404648967e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,20,3.0250912459450774e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,20,2.814923027472105e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,21,1.3464029507304076e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,21,3.484127955744043e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,21,3.462083623162471e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,22,1.904093733173795e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,22,3.871355147566646e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,22,4.127424108446576e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,23,1.010111463983776e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,23,3.932252002414316e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,23,3.5264041798654944e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,24,1.1396499758120626e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,24,4.1510040318826213e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,24,3.60311969416216e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,25,1.6524292732356116e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,25,4.562574758892879e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,25,3.680643203551881e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,26,2.0295656213420443e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,26,5.053682252764702e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,26,3.886737613356672e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,27,1.3759730791207403e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,27,5.947277895756997e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,27,4.464459198061377e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,28,2.6992347557097673e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,28,6.727837899234146e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,28,5.1399285439401865e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,29,2.444930032652337e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,29,7.725977047812194e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,29,5.978990884614177e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,30,4.0565031667938456e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,30,9.023303573485464e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,30,6.763869896531105e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,31,7.39802562748082e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,31,1.0525902325753123e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,31,8.255865395767614e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,32,1.0924992966465652e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,32,1.5089842781890184e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,32,1.34061454446055e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,33,1.857116149039939e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,33,2.3821309150662273e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,33,2.1215355081949383e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,34,2.5994263705797493e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,34,4.6096567530184984e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,34,5.280142650008202e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,128,35,4.1829817928373814e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,128,35,9.620218188501894e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,128,35,0.0011734565487131476 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,0,5.86427120197186e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,0,1.8007784774454194e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,0,1.1960848951275693e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,1,1.6815634751310427e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,1,2.760050676897663e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,1,3.778610562221729e-7 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,2,6.283556217567821e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,2,4.02090381612652e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,2,9.379235962114763e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,3,5.11578150508285e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,3,1.4253711242417921e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,3,1.582081836204452e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,4,1.2487638514357968e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,4,2.6152818008995382e-06 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,4,2.564253463788191e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,5,2.767306796158664e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,5,3.835832103504799e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,5,3.657984962046612e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,6,2.9950424504932016e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,6,4.870562861469807e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,6,4.290975084586535e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,7,3.955059582949616e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,7,5.311457698553568e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,7,4.42209284301498e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,8,6.848028988315491e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,8,6.3342808971356135e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,8,5.467589289764874e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,9,5.657876954501262e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,9,6.911632681294577e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,9,5.8770378927874845e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,10,7.60891089157667e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,10,7.577622909593629e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,10,7.319943051697919e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,11,6.195731657498982e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,11,7.986582204466686e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,11,6.203740667842794e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,12,4.391218681121245e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,12,7.886718776717316e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,12,6.826748631283408e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,13,4.8440620048495475e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,13,8.008360055100638e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,13,6.3464008235314395e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,14,8.336622158822138e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,14,9.483336725679692e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,14,7.804224878782406e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,15,8.827081728668418e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,15,1.223321942234179e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,15,9.817428690439556e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,16,7.923551493149716e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,16,1.334035459876759e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,16,1.120733122661477e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,17,7.702174116275273e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,17,1.349838657915825e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,17,1.2070591765223071e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,18,6.057935479475418e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,18,1.393022193951765e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,18,1.3319458048499655e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,19,4.363290372566553e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,19,1.4341067071654834e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,19,1.3310365829966031e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,20,6.615257461817237e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,20,1.6354009858332574e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,20,1.5314150004996918e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,21,6.054666300769895e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,21,1.903923839563504e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,21,1.763323052728083e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,22,8.120640814013314e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,22,2.0789102563867345e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,22,1.953470018634107e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,23,6.0104234762548e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,23,2.157441122108139e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,23,1.795114621927496e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,24,3.886980266543105e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,24,2.2806205379310995e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,24,1.9114875613013282e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,25,7.160238510550698e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,25,2.4813547497615218e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,25,2.0469484297791496e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,26,9.805554327613208e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,26,2.7348198273102753e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,26,2.14658157347003e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,27,7.364944849541644e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,27,3.1296782253775746e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,27,2.4056043912423775e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,28,1.030121620715363e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,28,3.439001739025116e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,28,2.7347738068783656e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,29,9.914132533594966e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,29,3.82039143005386e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,29,3.081888280576095e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,30,1.4848301361780614e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,30,4.315685509936884e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,30,3.2765892683528364e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,31,2.7350917662261054e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,31,4.945610635331832e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,31,3.9067028410499915e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,32,3.3724456443451345e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,32,6.916126585565507e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,32,5.873211193829775e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,33,6.266628770390525e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,33,1.0505197860766202e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,33,8.688693924341351e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,34,9.587803651811555e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,34,2.0122987916693091e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,34,1.933613239089027e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,32,35,1.494246971560642e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,32,35,4.143471596762538e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,32,35,3.4599125501699746e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,0,4.3702719665361656e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,0,1.9991253452644742e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,0,1.3056593388682813e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,1,2.315101994554425e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,1,3.56738524942557e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,1,4.589765580931271e-7 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,2,6.926820788066834e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,2,2.1366483906604117e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,2,4.481759333430091e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,3,6.977882662795309e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,3,1.8454229575581849e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,3,1.9011570202565053e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,4,1.592621742929623e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,4,3.190343704773113e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,4,3.0205658276827307e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,5,2.913825483119581e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,5,4.350401923147729e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,5,3.966859821957769e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,6,3.5393859434407204e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,6,5.365576726035215e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,6,4.697108124673832e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,7,4.012270892417291e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,7,5.749430329160532e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,7,4.864440143137472e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,8,6.884104550408665e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,8,6.65672951072338e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,8,5.751101070927689e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,9,5.880707249161787e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,9,7.5352395469963085e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,9,6.395624041033443e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,10,7.790009476593696e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,10,8.254922249761876e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,10,7.516186542488867e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,11,6.091134309826884e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,11,8.6433428805321455e-06 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,11,6.737562216585502e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,12,5.807261914014816e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,12,9.104177479457576e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,12,7.854947398300283e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,13,5.766617050539935e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,13,9.322548066847958e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,13,7.401226412184769e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,14,8.978960067906883e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,14,1.0496767572476529e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,14,8.63436798681505e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,15,9.904949365591165e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,15,1.2975181562069338e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,15,1.0577757166174706e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,16,8.933549906942062e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,16,1.4356900464917999e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,16,1.2437980331014842e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,17,8.985038220998831e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,17,1.5399935364257544e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,17,1.4184261090122163e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,18,6.607321211049566e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,18,1.583110133651644e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,18,1.5158195310505107e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,19,6.015146482241107e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,19,1.5872828953433782e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,19,1.476575926062651e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,20,7.993424333108123e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,20,1.7400190699845552e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,20,1.6926116586546414e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,21,6.456296887336066e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,21,1.9960571080446243e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,21,1.9815319319604896e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,22,9.261064406018704e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,22,2.189256156270858e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,22,2.210513048339635e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,23,5.517366844287608e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,23,2.195295564888511e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,23,2.0249641238478944e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,24,4.3402574192441534e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,24,2.3148548280005343e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,24,2.0555025912472047e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,25,7.810846909706015e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,25,2.559597123763524e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,25,2.2064394215703942e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,26,9.091001629712991e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,26,2.7905030947295018e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,26,2.303675137227401e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,27,7.306024599529337e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,27,3.135205042781308e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,27,2.5342435037600808e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,28,1.240560959558934e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,28,3.5745673812925816e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,28,2.9975910365465097e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,29,1.0246910278510768e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,29,4.08341693400871e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,29,3.4785094612743706e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,30,1.554196933284402e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,30,4.829028694075532e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,30,3.954480052925646e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,31,3.1418534490512684e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,31,5.697058804798871e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,31,4.8280366172548383e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,32,3.796053715632297e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,32,7.885303057264537e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,32,7.27031656424515e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,33,7.165593706304207e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,33,1.292127271881327e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,33,1.0775554983410984e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,34,9.359322575619444e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,34,2.485743898432702e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,34,2.2311805514618754e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,32,35,1.585736608831212e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,32,35,5.269520916044712e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,32,35,5.024176207371056e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,0,4.290686206331884e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,0,2.2133437482807494e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,0,1.2741594446197269e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,1,2.484641186129011e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,1,3.66392441719654e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,1,4.7366225430778286e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,2,7.617686605954077e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,2,2.0739207684528083e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,2,4.102938873984385e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,3,7.262640338012716e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,3,1.84499208444322e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,3,1.9318119939271128e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,4,1.6424431805717177e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,4,3.135501856377232e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,4,2.983543481605011e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,5,2.9130533221177757e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,5,4.3729041863116436e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,5,4.011319106211886e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,6,3.519731080814381e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,6,5.3661715355701745e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,6,4.746976628666744e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,7,4.10892789659556e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,7,5.892452918487834e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,7,5.051697371527553e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,8,6.9585980781994294e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,8,6.754371042916318e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,8,5.902925749978749e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,9,6.060800387786003e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,9,7.5522061706578825e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,9,6.449121883633779e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,10,7.977486347954255e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,10,8.160052857419942e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,10,7.357896720350254e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,11,6.266711807256797e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,11,8.563080882595386e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,11,6.695918727928074e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,12,6.022490197210573e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,12,9.104934179049451e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,12,7.972667845024262e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,13,6.051531727280235e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,13,9.435620995645877e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,13,7.5533835115493275e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,14,9.28280769585399e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,14,1.0586574717308395e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,14,8.765699931245763e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,15,1.018184866552474e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,15,1.2901006812171545e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,15,1.0560427654127125e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,16,9.143519491772167e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,16,1.414130201737862e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,16,1.219276509800693e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,17,9.376591151522007e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,17,1.4849631043034606e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,17,1.3539081010094378e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,18,6.87743295202381e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,18,1.5434663509950042e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,18,1.4759158148081042e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,19,6.194880825205473e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,19,1.557700124976691e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,19,1.4507901141769253e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,20,8.022763722692616e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,20,1.7180771465064026e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,20,1.6639136447338387e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,21,6.4119358285097405e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,21,1.96182299987413e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,21,1.897811125672888e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,22,9.29839279706357e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,22,2.1634017684846185e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,22,2.208528167102486e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,23,5.539186986425193e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,23,2.186376877943985e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,23,1.9473276552162133e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,24,4.517582965490874e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,24,2.3261412934516557e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,24,1.9722801880561747e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,25,8.01824626250891e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,25,2.5818028007051907e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,25,2.1203368305577897e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,26,9.517152648186311e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,26,2.83630197372986e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,26,2.2741138309356757e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,27,7.926377293188125e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,27,3.222148370696232e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,27,2.5284824005211703e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,28,1.1845998415083159e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,28,3.6740515497513115e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,28,2.9929744414403103e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,29,1.0641583685355727e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,29,4.1878054616972804e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,29,3.489629671094008e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,30,1.6423735360149294e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,30,4.936496407026425e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,30,4.02215555368457e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,31,3.284371268819086e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,31,5.8296263887314126e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,31,4.934201933792792e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,32,3.9849866880103946e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,32,8.059307583607733e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,32,7.602332334499806e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,33,7.693955558352172e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,33,1.2831235653720796e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,33,1.1239160812692717e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,34,9.40309910220094e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,34,2.5126393302343786e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,34,2.3573567159473896e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,32,35,1.6419737949036062e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,32,35,5.171520751900971e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,32,35,5.503486609086394e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,0,5.330727859131912e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,0,2.29386714067914e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,0,1.2526263617473887e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,1,2.2664211485334818e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,1,3.8182764683369896e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,1,4.5046610352983407e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,2,5.753211098635802e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,2,3.7038635127828456e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,2,7.294178431038745e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,3,6.378660941663838e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,3,1.9574981706682593e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,3,2.0408704131114064e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,4,1.6270554397124215e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,4,3.378032943146536e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,4,3.10654763779894e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,5,2.9388495477178367e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,5,4.559694843919715e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,5,4.174929927103221e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,6,3.494439624773804e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,6,5.547257387661375e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,6,4.832871582038933e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,7,4.247915512678446e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,7,5.975689873594092e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,7,5.066952780907741e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,8,7.05616912455298e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,8,6.912264780112309e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,8,6.076169484003913e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,9,5.7964184634329285e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,9,7.548744633822935e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,9,6.491984549938934e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,10,7.52593996367068e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,10,8.256844921561424e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,10,7.79111451265635e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,11,6.118152214185102e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,11,8.647068170830607e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,11,6.755221875209827e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,12,5.498053269548109e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,12,9.019548087962903e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,12,7.941821422718931e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,13,6.193599347170675e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,13,9.343691090180073e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,13,7.418355835397961e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,14,8.350185453309678e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,14,1.0391033356427215e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,14,8.665442692290526e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,15,9.447840966458898e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,15,1.2800159311154857e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,15,1.0440466212457977e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,16,8.580163012084085e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,16,1.3812519682687707e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,16,1.2079919542884454e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,17,8.667838301334996e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,17,1.446402893634513e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,17,1.3040779776929412e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,18,6.37247103441041e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,18,1.5036350305308588e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,18,1.4320491573016625e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,19,5.522173523786478e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,19,1.5033457202662248e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,19,1.4185759937390685e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,20,7.289906989171868e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,20,1.6475620213896036e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,20,1.5883710148045793e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,21,5.852557933394564e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,21,1.8922968592960387e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,21,1.9289595002192073e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,22,8.727574822842143e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,22,2.1041487343609333e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,22,2.290178781549912e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,23,5.260487796476809e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,23,2.1486090190592222e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,23,1.975952363864053e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,24,4.770597115566488e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,24,2.27812251978321e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,24,2.0332032363512553e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,25,8.29455257189693e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,25,2.504375333955977e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,25,2.0705714632640593e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,26,1.0457783901074436e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,26,2.7715881515177898e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,26,2.1839650798938237e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,27,7.807600013620686e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,27,3.2260177249554545e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,27,2.504140320525039e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,28,1.248026546818437e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,28,3.6226094380253926e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,28,2.898293678299524e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,29,1.3895864867663477e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,29,4.1320414311485365e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,29,3.327392187202349e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,30,1.840915319917258e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,30,4.817951048607938e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,30,3.768186434172094e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,31,3.6927711335010827e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,31,5.7675970310810953e-05 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,31,4.5279226469574496e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,32,4.9252914323005825e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,32,7.943614764371887e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,32,7.3804403655231e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,33,8.585138130001724e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,33,1.2429431080818176e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,33,1.0923954687314108e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,34,1.35078196763061e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,34,2.4192534328904003e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,34,2.4872345966286957e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,32,35,1.4416323392651975e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,32,35,5.181359592825174e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,32,35,5.309565458446741e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,0,1.0289674179375652e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,0,1.9267261563982174e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,0,2.5466824808972888e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,1,2.501393225884385e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,1,3.800112722274207e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,1,5.413735948422982e-7 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,2,6.858166443635128e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,2,3.2573177577432944e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,2,1.7820535504142754e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,3,8.670824627188267e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,3,1.970845460164128e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,3,2.1863627353013726e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,4,2.1093910618219525e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,4,3.630969331425149e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,4,3.5198286241211463e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,5,4.64867025584681e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,5,5.351825166144408e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,5,5.023503490519943e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,6,4.3266427383059636e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,6,6.764162662875606e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,6,5.909291303396458e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,7,5.965336185909109e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,7,7.39376264391467e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,7,6.070425570214866e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,8,1.0252340871375054e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,8,8.869349585438613e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,8,7.64524065743899e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,9,9.584218787495047e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,9,9.769683856575284e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,9,8.118070581986103e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,10,1.0803148143168073e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,10,1.0575882697594352e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,10,1.016782880469691e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,11,8.860102752805687e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,11,1.1154113053635228e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,11,8.613063982920721e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,12,7.2752263804432005e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,12,1.1053784874093253e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,12,9.926703569362871e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,13,8.697474186192267e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,13,1.1402454219933134e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,13,8.765337042859755e-6 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,14,1.2413767763064243e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,14,1.3517295883502811e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,14,1.0719277270254679e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,15,1.2807613529730588e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,15,1.728059032757301e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,15,1.3469142686517444e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,16,1.2053876162099186e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,16,1.8904991520685144e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,16,1.5536654245806858e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,17,1.2341392903181259e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,17,1.904672353703063e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,17,1.6532663721591234e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,18,9.298231816501357e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,18,1.965678166016005e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,18,1.8140508473152295e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,19,7.36840547688189e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,19,2.0159082851023413e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,19,1.8225306121166795e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,20,1.1851202543766703e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,20,2.296659476996865e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,20,2.0982803107472137e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,21,1.0666001799108926e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,21,2.6769639589474536e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,21,2.4439235858153552e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,22,1.3381581993598957e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,22,2.924323962361086e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,22,2.6959332899423316e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,23,9.529450835543685e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,23,2.9843065931345336e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,23,2.462036718497984e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,24,5.7584002206567675e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,24,3.193998782080598e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,24,2.6182917281403206e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,25,1.0573514373390935e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,25,3.467284477665089e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,25,2.8238366212463006e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,26,1.6324538592016324e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,26,3.817445758613758e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,26,2.940630292869173e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,27,8.831940249365289e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,27,4.3826570617966354e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,27,3.320576797705144e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,28,1.5928619177429937e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,28,4.808427547686733e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,28,3.797382305492647e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,29,1.4553880646417383e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,29,5.338213304639794e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,29,4.2752719309646636e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,30,2.5148508939309977e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,30,6.0790072893723845e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,30,4.5104614400770515e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,31,3.925895725842565e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,31,6.910466618137434e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,31,5.441285975393839e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,32,5.299319309415296e-5 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,32,9.7838812507689e-5 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,32,8.208943472709507e-5 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,33,1.0249357728753239e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,33,1.5066827472765e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,33,1.248630287591368e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,34,1.3866450171917677e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,34,2.907314046751708e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,34,2.9715182608924806e-4 +bos,attn_in,Ministral-8B-Instruct-2410,4,64,35,2.6660048752091825e-4 +bos,mlp_gate,Ministral-8B-Instruct-2410,4,64,35,5.978538538329303e-4 +bos,mlp_down,Ministral-8B-Instruct-2410,4,64,35,5.172103992663324e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,0,6.61867431972496e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,0,2.2662963772290823e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,0,2.8111519441154087e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,1,3.321157748814585e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,1,4.909627477900358e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,1,6.424538128158019e-7 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,2,7.843535172469274e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,2,2.01432499125076e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,2,8.100344530248549e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,3,1.033795456351072e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,3,2.556956360422191e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,3,2.6135794541914947e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,4,2.4749515432631597e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,4,4.432170499057975e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,4,4.148004791204585e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,5,4.849103333981475e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,5,6.034305442881305e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,5,5.446368504635757e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,6,5.247050921752816e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,6,7.422678663715487e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,6,6.439423941628775e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,7,6.031008979334729e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,7,7.988772267708555e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,7,6.673184998362558e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,8,1.0380409548815805e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,8,9.33131104829954e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,8,7.990876838448457e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,9,9.780055734154303e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,9,1.0560866940068081e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,9,8.774890375207178e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,10,1.120002161769662e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,10,1.14307540570735e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,10,1.0390385796199553e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,11,9.031575245899148e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,11,1.2076319762854837e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,11,9.311031135439407e-6 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,12,8.630695447209291e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,12,1.271866221941309e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,12,1.1280697435722686e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,13,8.981168321042787e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,13,1.3143308024154976e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,13,1.0167769687541295e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,14,1.333460386376828e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,14,1.485385018895613e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,14,1.188211899716407e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,15,1.4698842278448865e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,15,1.8468741473043337e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,15,1.4534542060573585e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,16,1.3631725778395776e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,16,2.0395551473484375e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,16,1.713638994260691e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,17,1.4295909750217106e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,17,2.1777092115371488e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,17,1.9476407032925636e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,18,9.838213372859173e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,18,2.2049563995096833e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,18,2.077780845866073e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,19,9.118440175370779e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,19,2.217179826402571e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,19,2.01880593522219e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,20,1.3444795513350982e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,20,2.4324001060449518e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,20,2.3261847672984004e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,21,1.0355322046962101e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,21,2.796007174765691e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,21,2.7416714146966115e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,22,1.583967787155416e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,22,3.056162313441746e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,22,3.057722278754227e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,23,7.670595550735015e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,23,3.0586870707338676e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,23,2.788068559311796e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,24,6.1545224525616504e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,24,3.232575545553118e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,24,2.8283391657168977e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,25,1.1287232155154925e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,25,3.548819222487509e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,25,3.0419849281315692e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,26,1.416862869518809e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,26,3.887498314725235e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,26,3.1717161618871614e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,27,8.156186595442705e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,27,4.384842759463936e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,27,3.501365426927805e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,28,1.816955227695871e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,28,5.006023638998158e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,28,4.1299474105471745e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,29,1.5859612176427618e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,29,5.75650847167708e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,29,4.813349369214848e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,30,2.469446371833328e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,30,6.78031865390949e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,30,5.4523261496797204e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,31,4.5826633140677586e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,31,7.929829735076055e-5 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,31,6.686530105071142e-5 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,32,6.122715421952307e-5 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,32,1.1193253885721788e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,32,1.0130802547791973e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,33,1.0820988973136991e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,33,1.8014913075603545e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,33,1.5146973601076752e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,34,1.338864822173491e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,34,3.579385229386389e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,34,3.2711910898797214e-4 +c4,attn_in,Ministral-8B-Instruct-2410,4,64,35,3.122355556115508e-4 +c4,mlp_gate,Ministral-8B-Instruct-2410,4,64,35,7.591494359076023e-4 +c4,mlp_down,Ministral-8B-Instruct-2410,4,64,35,7.593376794829965e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,0,6.405752372984352e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,0,2.6056190449708083e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,0,2.7089317882200703e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,1,3.46988002775106e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,1,5.044846602686448e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,1,6.635558520429186e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,2,8.346566460204485e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,2,2.0105626390432008e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,2,7.3806222644634545e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,3,1.0839697779374546e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,3,2.5533922780596185e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,3,2.6535185497778002e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,4,2.578219209681265e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,4,4.352873020252446e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,4,4.0978875404107384e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,5,4.653716132452246e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,5,6.062942702556029e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,5,5.509638867806643e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,6,5.231433078733971e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,6,7.439928140229313e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,6,6.504034899990074e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,7,6.2455628722091205e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,7,8.184932994481642e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,7,6.936791578482371e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,8,1.0541432857280597e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,8,9.477550520387013e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,8,8.204115147236735e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,9,1.0011533959186636e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,9,1.05647750388016e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,9,8.834706932248082e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,10,1.1218995496165007e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,10,1.1311826710880268e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,10,1.0183392078033648e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,11,9.277795470552519e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,11,1.1987052857875824e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,11,9.26369921216974e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,12,8.958097168942913e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,12,1.2739464182232041e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,12,1.1492876183183398e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,13,9.30721125769196e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,13,1.3307453627930954e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,13,1.037762649502838e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,14,1.357941800961271e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,14,1.4987902432039846e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,14,1.206176239065826e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,15,1.5050033653096762e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,15,1.834809336287435e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,15,1.4522194760502316e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,16,1.4224771803128533e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,16,2.0059680537087843e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,16,1.6814763512229547e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,17,1.4967239621910267e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,17,2.099722951243166e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,17,1.8597993403091095e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,18,1.0182969162997324e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,18,2.1502139134099707e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,18,2.026963557000272e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,19,9.529417184239719e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,19,2.1749281586380675e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,19,1.987121140700765e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,20,1.3416413821687456e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,20,2.4021997887757607e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,20,2.2905736841494218e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,21,1.0429242138343398e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,21,2.74297362921061e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,21,2.6265031920047477e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,22,1.5833968063816428e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,22,3.0222226996556856e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,22,3.054134504054673e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,23,7.882628779043444e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,23,3.0543225875589997e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,23,2.678360579011496e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,24,6.548008059326094e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,24,3.2469040888827294e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,24,2.7110381779493764e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,25,1.1223749424971174e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,25,3.5842207580571994e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,25,2.920191764133051e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,26,1.4949047908885404e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,26,3.950876998715103e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,26,3.1293529900722206e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,27,8.776790309639182e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,27,4.5201108150649816e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,27,3.489668233669363e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,28,1.7968954125535674e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,28,5.14400853717234e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,28,4.130258457735181e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,29,1.6662977941450663e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,29,5.890818283660337e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,29,4.826542135560885e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,30,2.5531295250402763e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,30,6.94164409651421e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,30,5.5515298299724236e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,31,4.935556717100553e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,31,8.143896411638707e-5 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,31,6.845705502200872e-5 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,32,6.330932956188917e-5 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,32,1.1440565867815167e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,32,1.0571622988209128e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,33,1.1687412916216999e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,33,1.808924862416461e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,33,1.5794378123246133e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,34,1.3519127969630063e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,34,3.605471283663064e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,34,3.434251993894577e-4 +pileval,attn_in,Ministral-8B-Instruct-2410,4,64,35,3.3288111444562674e-4 +pileval,mlp_gate,Ministral-8B-Instruct-2410,4,64,35,7.344226469285786e-4 +pileval,mlp_down,Ministral-8B-Instruct-2410,4,64,35,8.352725999429822e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,0,1.024052522780039e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,0,2.895342845476989e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,0,2.5488241135462886e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,1,3.4407773341627035e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,1,5.246734531283437e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,1,6.315514156085555e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,2,7.496777811866195e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,2,2.918621476055705e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,2,1.3557591955759563e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,3,9.822523452385212e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,3,2.7152145776199177e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,3,2.810904788930202e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,4,2.6056945898744743e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,4,4.69594260721351e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,4,4.252017333783442e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,5,4.919771981803933e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,5,6.321344244497595e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,5,5.735931608796818e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,6,5.22213167641894e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,6,7.711129910603631e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,6,6.656641744484659e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,7,6.435684554162435e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,7,8.304805305670016e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,7,6.9536831688310485e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,8,1.0286029464623425e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,8,9.65417166298721e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,8,8.482300472678617e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,9,9.477150342718232e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,9,1.0553631000220776e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,9,8.931267984735314e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,10,1.0931235919997562e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,10,1.1473280210338999e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,10,1.0886572454182897e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,11,8.944170076574665e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,11,1.2114925084460992e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,11,9.355434485769365e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,12,8.33203193906229e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,12,1.260099270439241e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,12,1.1537038517417386e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,13,9.147015589405783e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,13,1.3187382137402892e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,13,1.0197277333645616e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,14,1.2917346793983597e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,14,1.4688047485833522e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,14,1.1895786883542314e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,15,1.448137300030794e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,15,1.8153521523345262e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,15,1.4376556464412715e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,16,1.3165051313990261e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,16,1.966336276382208e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,16,1.663760849623941e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,17,1.3698260772798676e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,17,2.0333438442321494e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,17,1.790413625712972e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,18,9.717221473692916e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,18,2.103006227116566e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,18,1.9612296455306932e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,19,8.64014418766601e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,19,2.0916573703289032e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,19,1.940187758009415e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,20,1.1975202141911723e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,20,2.3059919840306975e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,20,2.1873092919122428e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,21,9.827530448092148e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,21,2.6398731279186904e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,21,2.6662153686629608e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,22,1.4493699382001068e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,22,2.9410461138468236e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,22,3.163894507451914e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,23,8.051234544836916e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,23,2.9934957638033666e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,23,2.727161700022407e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,24,6.979368663451169e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,24,3.1791638321010396e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,24,2.80105432466371e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,25,1.0888708857237361e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,25,3.482172905933112e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,25,2.842509638867341e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,26,1.6758913261583075e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,26,3.852544250548817e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,26,3.0057624826440588e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,27,1.0607781405269634e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,27,4.4913238525623456e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,27,3.4535529266577214e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,28,1.833484748203773e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,28,5.085478915134445e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,28,4.003581852884963e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,29,2.148517160094343e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,29,5.821090599056333e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,29,4.581500979838893e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,30,2.829327786457725e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,30,6.784087599953637e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,30,5.193215110921301e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,31,5.368151323636994e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,31,8.00229754531756e-5 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,31,6.29182904958725e-5 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,32,8.261443144874647e-5 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,32,1.1194623220944777e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,32,1.029651757562533e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,33,1.289081119466573e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,33,1.7594036762602627e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,33,1.54084904352203e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,34,1.9315416284371167e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,34,3.4832986420951784e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,34,3.799479454755783e-4 +wikitext,attn_in,Ministral-8B-Instruct-2410,4,64,35,2.9742970946244895e-4 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,4,64,35,7.5267389183864e-4 +wikitext,mlp_down,Ministral-8B-Instruct-2410,4,64,35,8.096818346530199e-4 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,0,8.547875185449527e-10 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,0,9.63138346854464e-10 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,0,7.418140057779965e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,1,6.790537021572618e-9 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,1,1.8255194023097943e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,1,2.8777458194184646e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,2,1.079119282820784e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,2,2.323200831710892e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,2,3.7566212540696142e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,3,1.1071937144890853e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,3,9.455423999327195e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,3,1.0671592498567861e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,4,2.110215469031118e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,4,1.7404762076012048e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,4,1.6800877133960057e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,5,2.863377268624845e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,5,2.5608356324369197e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,5,2.3912397395520202e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,6,3.3518553266276285e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,6,3.2316787468289476e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,6,2.797328058079529e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,7,4.399931086140896e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,7,3.549269678160272e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,7,2.872801196929231e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,8,6.536634344911363e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,8,4.29582840411058e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,8,4.235631223536984e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,9,5.665971158919092e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,9,4.7719257878497956e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,9,3.902304257508149e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,10,7.213790809146303e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,10,5.125919599890949e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,10,5.693972937592662e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,11,5.268451630513482e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,11,5.390680613004406e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,11,4.557487187639708e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,12,4.293040944958193e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,12,5.416240611566536e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,12,5.601842190117168e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,13,5.00477739251437e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,13,5.4480800315559463e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,13,4.3298459928564625e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,14,7.860433015594026e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,14,6.685368703074346e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,14,5.215367337996213e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,15,8.107852522698522e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,15,8.62544524693476e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,15,7.010871172496991e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,16,7.476918284510248e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,16,9.408964274371101e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,16,8.756378377938745e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,17,7.705817495207157e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,17,9.472196893511864e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,17,8.248144212075204e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,18,6.067242708240883e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,18,9.563444791638176e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,18,8.834945930402682e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,19,4.859964164438679e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,19,9.68651008292909e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,19,8.737335832620374e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,20,6.39380743905349e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,20,1.1185762360810259e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,20,1.0135068606587083e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,21,4.979849066444331e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,21,1.2833548623802926e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,21,1.2218526990182e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,22,8.324578715246389e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,22,1.4128302439075924e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,22,1.376311900003202e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,23,4.926926422399447e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,23,1.4303533646398137e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,23,1.2788872538749274e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,24,3.328787201439809e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,24,1.5411505671636405e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,24,1.2603500465502293e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,25,6.344434666516463e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,25,1.6615959452792595e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,25,1.419660549117907e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,26,8.062629319738335e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,26,1.8412902136333287e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,26,1.4025860650690447e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,27,5.3536769684114915e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,27,2.1144147410723235e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,27,1.6040601735767268e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,28,9.334703321428606e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,28,2.3396137294184882e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,28,1.893096310823239e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,29,8.809183782432228e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,29,2.588039933471009e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,29,2.0646149323511054e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,30,1.3530937792438635e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,30,2.9535982548622997e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,30,2.5203027576026216e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,31,2.3900082624095376e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,31,3.3926116316251864e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,31,3.543021591667639e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,32,3.3499281926197e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,32,4.761290597343759e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,32,4.1853439824990346e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,33,4.896655241282133e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,33,7.327401476686646e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,33,6.697926551169076e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,34,7.820465270924615e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,34,1.4035412050361629e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,34,2.033095370279625e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,128,35,1.5221298781398218e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,128,35,2.894789076890447e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,8,128,35,2.715118398555205e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,0,6.069960090115956e-10 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,0,2.0276036405419973e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,0,8.292652751151763e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,1,6.319163858847787e-9 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,1,2.3560544626377578e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,1,3.2914631020730667e-9 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,2,1.1007357691994457e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,2,1.2437339158566374e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,2,1.5520364513577078e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,3,1.0987371901194365e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,3,1.2221238243625976e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,3,1.2467046062170084e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,4,2.1169178410218592e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,4,2.1202342992410195e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,4,1.9642710569200972e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,5,2.8059583101480712e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,5,2.8866219636825008e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,5,2.5720197527334676e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,6,3.241129675757293e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,6,3.546162474776793e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,6,3.0302867770615194e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,7,4.037588396954561e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,7,3.824881389391521e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,7,3.15353361202142e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,8,5.992100682306045e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,8,4.49323991347228e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,8,4.124557406726126e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,9,5.7859033120166714e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,9,5.122049273609264e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,9,4.2216090179181265e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,10,6.577407418717485e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,10,5.530165836376e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,10,5.296956828715338e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,11,5.2310923592813197e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,11,5.830104399251468e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,11,4.836771339000734e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,12,4.701275102547697e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,12,6.17904731825547e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,12,6.290280651910507e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,13,5.244481826593983e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,13,6.36991472902082e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,13,4.976263667799685e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,14,7.746621122350916e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,14,7.300668869447691e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,14,5.803212843602523e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,15,8.431326392610572e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,15,9.149517410378394e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,15,7.50732951360078e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,16,7.936081658499461e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,16,1.0053695831402365e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,16,9.231793995922999e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,17,7.892652575947068e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,17,1.0633923608338591e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,17,9.75965406269097e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,18,5.650323942063551e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,18,1.0659436355808793e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,18,1.0285479135063724e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,19,5.711646267059223e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,19,1.0691181273614347e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,19,9.776711351605627e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,20,7.119416522982647e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,20,1.1840539571039699e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,20,1.1276969758000632e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,21,5.476573505802662e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,21,1.3540039844883722e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,21,1.3497917450422392e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,22,8.410823681970214e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,22,1.4746368037776847e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,22,1.5784800666551746e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,23,4.268401099238872e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,23,1.4678600734896463e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,23,1.409808731978046e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,24,3.3113025210695923e-08 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,24,1.5506581974022993e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,24,1.3660049091868132e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,25,7.324617001813749e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,25,1.7114172123910976e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,25,1.5083433879681252e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,26,7.295863468925745e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,26,1.8705961224441126e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,26,1.5158268240611505e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,27,4.8330257129691745e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,27,2.121899314033726e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,27,1.6785590162271546e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,28,1.0906187242198939e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,28,2.425126126581745e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,28,2.0296629088534246e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,29,8.317619659692355e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,29,2.773508072095865e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,29,2.3327319809141045e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,30,1.3556262956626597e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,30,3.2878233469091356e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,30,2.8165055709905573e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,31,2.480135492533009e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,31,3.863621031996445e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,31,4.274772322787612e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,32,3.392621295006393e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,32,5.466297920975194e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,32,5.040600967731734e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,33,5.908808020649303e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,33,8.732351943763206e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,33,7.92747130162752e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,34,7.601780680488446e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,34,1.7420661606593058e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,34,1.9508925106492825e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,128,35,1.6185961158043938e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,128,35,3.6201840885041747e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,8,128,35,4.018268555228133e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,0,5.937411673428983e-10 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,0,2.852175384759903e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,0,7.79995843913639e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,1,6.427809395859185e-9 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,1,2.4173560930762505e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,1,3.3753606576425454e-9 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,2,1.1275854916448225e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,2,1.3136532750479546e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,2,1.3941645420345594e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,3,1.1307608183130924e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,3,1.2195878085208278e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,3,1.2657244141678348e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,4,2.1637967861920515e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,4,2.0823136992476066e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,4,1.9405074880296524e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,5,2.854384462125381e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,5,2.900624629376125e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,5,2.6037385580934824e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,6,3.312870333616047e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,6,3.5518386454214124e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,6,3.060599951254517e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,7,4.1102289571881556e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,7,3.915655355513081e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,7,3.281225602336235e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,8,6.195378432494181e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,8,4.5667746917388286e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,8,4.207817028145655e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,9,5.9283852493763334e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,9,5.1214694707368835e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,9,4.271277020961861e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,10,6.608901514937315e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,10,5.479849107814516e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,10,5.185129126061838e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,11,5.396193358819801e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,11,5.798435154247272e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,11,4.8659817508678316e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,12,4.9831427872959466e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,12,6.169852895254735e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,12,6.476263791910242e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,13,5.493053478744514e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,13,6.434865440496651e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,13,5.0881990176776526e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,14,7.945494928662811e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,14,7.382610078821017e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,14,5.898720090158349e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,15,8.61114344274938e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,15,9.093103159329985e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,15,7.550180924909e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,16,8.132235507218866e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,16,9.883902407636924e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,16,9.211105833628608e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,17,8.295713627148871e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,17,1.0257951998937642e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,17,9.501705022785245e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,18,5.8232728861185024e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,18,1.0437369724058954e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,18,1.0152694329690348e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,19,5.743301301208703e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,19,1.048527948910305e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,19,9.672579182051777e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,20,7.271948732068267e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,20,1.1660632281973449e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,20,1.1151863787972616e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,21,5.445226136657766e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,21,1.3264089204767515e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,21,1.2921206860028178e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,22,8.49562908911139e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,22,1.4583683594082686e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,22,1.5597132119182788e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,23,4.36559055572161e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,23,1.4633364742167032e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,23,1.374737763626399e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,24,3.567678774629712e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,24,1.5579978196456068e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,24,1.3198281578752358e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,25,7.07353464690641e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,25,1.7230799187473167e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,25,1.4559552141690801e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,26,7.539880186868686e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,26,1.8984214023021195e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,26,1.4918147428488737e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,27,5.021715665520787e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,27,2.180842244570158e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,27,1.6699107163731242e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,28,1.0532789218586913e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,28,2.487939525508409e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,28,2.0308517889588984e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,29,8.609715251850503e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,29,2.844942628144054e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,29,2.3349126365701522e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,30,1.4456519181749172e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,30,3.36559168090389e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,30,2.8627371762013354e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,31,2.5928767399818753e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,31,3.94486022514684e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,31,4.4223102690921223e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,32,3.4628286016413767e-07 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,32,5.557931785915571e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,32,5.263294724500156e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,33,6.319884846561763e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,33,8.823079156172753e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,33,8.321657674059679e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,34,7.526488730036363e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,34,1.748867248352326e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,34,1.979479748115409e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,128,35,1.6756578133936273e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,128,35,3.535372115948121e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,128,35,4.413928763824515e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,0,7.962047132714645e-10 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,0,1.740247723702737e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,0,7.02473585079133e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,1,7.450517980345239e-9 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,1,2.5084807564468292e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,1,3.248980862124995e-9 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,2,1.170234398273351e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,2,2.243670316204316e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,2,2.844937625923194e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,3,1.1653105147502174e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,3,1.2907209523405072e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,3,1.3580089053277788e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,4,2.313311142643215e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,4,2.234085627605964e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,4,2.0234329767276904e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,5,3.069527210186607e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,5,3.021511219003514e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,5,2.711881919026382e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,6,3.3252614883849674e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,6,3.653454427876568e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,6,3.1379933318476105e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,7,4.482712867570626e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,7,3.967141637417626e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,7,3.296698736221515e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,8,6.787343664882428e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,8,4.6378559659387975e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,8,4.56274733551254e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,9,5.9486531256425224e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,9,5.121671975416575e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,9,4.3096854085433733e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,10,6.675075781004125e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,10,5.5310788837914515e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,10,5.9743342717411e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,11,5.378521805710079e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,11,5.8589058937741356e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,11,4.9230479248763004e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,12,4.807866815781381e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,12,6.101001304159581e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,12,6.602344626571721e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,13,5.404539749065407e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,13,6.336670566042812e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,13,4.9391601919523964e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,14,7.436432980512109e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,14,7.201813900792331e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,14,5.7713311463203354e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,15,8.522131622612505e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,15,8.951690233516274e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,15,7.425882131428807e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,16,7.904891674570536e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,16,9.629069808170243e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,16,8.904937232045995e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,17,7.767767584709873e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,17,9.94795570363749e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,17,8.84309585558185e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,18,5.622976573249616e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,18,1.0137643613461478e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,18,9.692860203358578e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,19,5.1848441984247984e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,19,1.0083299173402338e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,19,9.328386596507698e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,20,7.330151419182585e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,20,1.1127757204576483e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,20,1.0543547546149057e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,21,5.3873854710673186e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,21,1.28298026425e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,21,1.2917332981032814e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,22,8.185889299738847e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,22,1.4146235116641037e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,22,1.6527714308267605e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,23,4.892657656796473e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,23,1.43585680234537e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,23,1.3917031083110487e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,24,4.1800074512821084e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,24,1.5222448723761772e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,24,1.352539840127065e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,25,7.005686342154149e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,25,1.6812093406315398e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,25,1.4108235291132587e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,26,8.493625358596546e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,26,1.851392852358913e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,26,1.4353300059610774e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,27,6.844899047564468e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,27,2.1661448101895076e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,27,1.649482470611474e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,28,1.128567106434275e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,28,2.4542310939068557e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,28,1.9999622224986524e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,29,1.1002106958812874e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,29,2.8045840849699744e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,29,2.2201005833721865e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,30,1.621075682578521e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,30,3.2803035310280393e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,30,2.7397501867199026e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,31,3.058994479943067e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,31,3.8316045447572833e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,31,3.9687608932581497e-07 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,32,4.1666160655040585e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,32,5.496070230037731e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,32,5.199503334551991e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,33,7.034028044472507e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,33,8.602285674896848e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,33,8.248151175394014e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,34,1.0389121598564088e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,34,1.6721227211746736e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,34,2.4282353479065932e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,128,35,1.4578266700482345e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,128,35,3.481253088466474e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,128,35,4.2682772800617386e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,0,6.978125854928408e-10 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,0,2.5659481206474766e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,0,3.287307492882974e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,1,5.8963616211826775e-9 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,1,1.0428470309520321e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,1,1.4233209055802831e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,2,9.805130041229404e-9 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,2,2.386868480641624e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,2,9.303359433943115e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,3,9.9577963652564e-9 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,3,5.37566524627664e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,3,5.865745666966404e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,4,1.6155256687966357e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,4,9.830860570048117e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,4,9.452309157609307e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,5,1.8316072214474843e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,5,1.4463542363785109e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,5,1.3521416875050818e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,6,2.095421436365541e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,6,1.835929985816165e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,6,1.5939516373464357e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,7,2.4432269540852758e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,7,1.994272302852096e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,7,1.6398587376897922e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,8,4.0601982220778154e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,8,2.3571265828081778e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,8,2.1137813277505302e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,9,3.130180914467928e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,9,2.6235701611199147e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,9,2.1862806676153923e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,10,3.567179973629209e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,10,2.867061610345445e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,10,2.8568333476641783e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,11,3.018985950120623e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,11,2.9630079723119707e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,11,2.4269596110571e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,12,2.6851022738583197e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,12,2.953248134929254e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,12,2.7805441504824557e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,13,3.0741983181314936e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,13,3.00101632433325e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,13,2.386643060958704e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,14,4.412421361621455e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,14,3.562347927754672e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,14,2.923546560396062e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,15,4.545299603364583e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,15,4.5230521550365665e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,15,3.772139933744256e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,16,4.792268981645975e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,16,4.970390321545892e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,16,4.57890259042415e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,17,4.783721863077517e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,17,5.07517974313032e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,17,4.5914614332787096e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,18,3.855998542690031e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,18,5.2492726609898455e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,18,4.975061429490779e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,19,2.8577801458595786e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,19,5.359271426641499e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,19,4.9709967697708635e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,20,3.776839108127206e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,20,6.104394856265571e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,20,5.714871775808206e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,21,3.180823782145126e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,21,7.122554990246499e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,21,6.701397126107622e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,22,4.4080646688371417e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,22,7.841495630600548e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,22,7.359203380019608e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,23,2.839154689127099e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,23,7.99447334998149e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,23,7.003016122553163e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,24,2.1484376944158612e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,24,8.510976812203808e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,24,7.121332856740992e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,25,3.757690336669839e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,25,9.276971013605362e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,25,7.833092041664713e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,26,4.63797285021883e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,26,1.0242445114272414e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,26,7.95325263425184e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,27,3.2032954067062747e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,27,1.1630559981767874e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,27,8.978520327218575e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,28,5.5393275744108905e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,28,1.2801201876300183e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,28,1.0382776594042298e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,29,6.04086878297494e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,29,1.412045662618766e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,29,1.1456224768835455e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,30,8.083399904990074e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,30,1.6093622434709687e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,30,1.2968834539606178e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,31,1.220075773744611e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,31,1.837164234075317e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,31,1.632975710208484e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,32,1.6174742256680474e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,32,2.5811272053033463e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,32,2.258530713561413e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,33,2.8097034032725787e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,33,3.8441237393271876e-07 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,33,3.359764377819374e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,34,3.810696398431901e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,34,7.357060098911461e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,34,8.40291306758445e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,32,35,6.740260687365662e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,32,35,1.6124325838973164e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,8,32,35,1.3036791415288462e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,0,5.568717709181215e-10 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,0,1.4128372916033527e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,0,3.671983108688437e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,1,5.23053556023001e-9 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,1,1.3501286755257524e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,1,1.7321589718122254e-9 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,2,9.324664596022103e-9 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,2,1.1989835790870984e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,2,3.8430653148679994e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,3,8.794966532832404e-9 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,3,6.966173859979108e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,3,7.0555392639448655e-9 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,4,1.5499606931257404e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,4,1.2016667660930125e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,4,1.1166731539447028e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,5,1.7164422771998034e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,5,1.638692204153358e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,5,1.4689600646988765e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,6,2.06227586119212e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,6,2.015671185517931e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,6,1.740747812561949e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,7,2.2417076195324626e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,7,2.1547119644083068e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,7,1.802025195729584e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,8,3.650393765042281e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,8,2.4944695198314548e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,8,2.172654411936037e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,9,3.005553139701078e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,9,2.8288603459714068e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,9,2.3852233965726555e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,10,3.3014543987519573e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,10,3.084116784179969e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,10,2.855940195445328e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,11,2.9108100818575622e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,11,3.218511324121209e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,11,2.6170171807393672e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,12,2.855753145070139e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,12,3.40601005177632e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,12,3.166781681329667e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,13,3.1436503178383646e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,13,3.4719306540864636e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,13,2.771607654494801e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,14,4.283177901243107e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,14,3.922846758541709e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,14,3.2485591106024e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,15,4.569219669292579e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,15,4.8640742988936836e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,15,4.0643861609623855e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,16,4.7159769422933095e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,16,5.356453058880106e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,16,4.926801722149321e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,17,4.7624990173744663e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,17,5.7606445835745035e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,17,5.392098501033615e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,18,3.764250422477744e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,18,5.884957232638044e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,18,5.705905081754281e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,19,3.099416545637723e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,19,5.9287316389600164e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,19,5.521383528162005e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,20,4.034122724760891e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,20,6.525906570686857e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,20,6.338703428809822e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,21,3.2552172513078403e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,21,7.478675456695782e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,21,7.446331551363983e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,22,4.581452728302793e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,22,8.191469191842771e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,22,8.34619200418274e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,23,2.5374911061248895e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,23,8.170060539214319e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,23,7.804746360307036e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,24,2.177407765202588e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,24,8.6552049083366e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,24,7.675648561189519e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,25,3.742878007528816e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,25,9.506582898666238e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,25,8.397299922080492e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,26,4.041430656798184e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,26,1.0375640613347059e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,26,8.554547292760617e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,27,2.8477105118440704e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,27,1.1681873246516261e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,27,9.417629343033695e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,28,5.638330691226656e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,28,1.3322950564997882e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,28,1.1300065239083779e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,29,5.633047095443544e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,29,1.5192708247013798e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,29,1.2964402174020506e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,30,8.026757569723486e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,30,1.8040178417777497e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,30,1.5143186260502262e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,31,1.3470351234445843e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,31,2.1070248124033242e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,31,1.9957610675191972e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,32,1.667517466330537e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,32,2.9623339514728286e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,32,2.7629360488390375e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,33,3.01087368370645e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,33,4.663225183776376e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,33,4.0802797229844145e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,34,3.829775891972531e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,34,9.096158919419395e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,34,9.080427503249666e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,32,35,7.361594498433988e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,32,35,1.983200945687713e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,8,32,35,1.8831037777999882e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,0,5.319076845644588e-10 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,0,2.44204412247484e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,0,3.447375434006972e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,1,5.289134463737355e-9 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,1,1.3871908066676042e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,1,1.7843888588942036e-9 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,2,9.509841802923802e-9 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,2,1.237204294568528e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,2,3.4477642429919797e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,3,8.972725673572768e-9 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,3,6.9509438205273e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,3,7.16392856148218e-9 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,4,1.5834649147450364e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,4,1.1806583266604775e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,4,1.1021348278461573e-08 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,5,1.734676047249195e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,5,1.6463935992305778e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,5,1.4862126640480255e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,6,2.0761628860554993e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,6,2.0194830696596e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,6,1.7588229539455824e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,7,2.2885382477966232e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,7,2.2082815576141002e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,7,1.8717155825243026e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,8,3.679918236798585e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,8,2.532676823818747e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,8,2.2307837355128868e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,9,3.094524458902015e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,9,2.8325105816406904e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,9,2.4052459579593233e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,10,3.383700075687557e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,10,3.051736641168645e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,10,2.799066400882566e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,11,2.982342195423371e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,11,3.192371167415331e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,11,2.614346072959961e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,12,3.004220161528792e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,12,3.415805949202877e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,12,3.239713919356291e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,13,3.3025731482894116e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,13,3.5230044659328996e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,13,2.834371493065646e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,14,4.329713476636243e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,14,3.963501171710959e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,14,3.2983859199475773e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,15,4.678029341675938e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,15,4.820021715090661e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,15,4.0703451276158376e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,16,4.886724980224244e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,16,5.281154713543401e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,16,4.860143576479459e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,17,4.9439638161175026e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,17,5.563927629737009e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,17,5.191061802634067e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,18,3.8902744137203626e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,18,5.749926756948298e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,18,5.58578889808814e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,19,3.2098473212727185e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,19,5.81906860475101e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,19,5.4368694435424914e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,20,4.182790647178081e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,20,6.433622701251807e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,20,6.23244318376237e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,21,3.2736686250700586e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,21,7.340447183423748e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,21,7.137789026501196e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,22,4.684040533220468e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,22,8.102784221364345e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,22,8.319345567997516e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,23,2.566154577721136e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,23,8.13045843983673e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,23,7.550278269263799e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,24,2.3752354749717597e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,24,8.69843503892298e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,24,7.390803347107067e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,25,3.802063375246689e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,25,9.568941550242016e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,25,8.083808467063136e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,26,4.267275954816796e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,26,1.0559377727759056e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,26,8.42726777250391e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,27,3.0358634717231325e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,27,1.1989909864951187e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,27,9.394356226266609e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,28,5.596830376930484e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,28,1.3652723396262445e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,28,1.1300598146135599e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,29,5.477889786220658e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,29,1.5576560485897062e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,29,1.2994678399991244e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,30,8.523354466660749e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,30,1.8421577863136918e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,30,1.5400942743326596e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,31,1.4199547138105117e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,31,2.1485753620709147e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,31,2.0456921845379838e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,32,1.7418413733594207e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,32,3.028717117103952e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,32,2.888607468776172e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,33,3.2414467909802624e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,33,4.704501179730869e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,33,4.268777331617457e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,34,3.821301959305856e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,34,9.152154802904988e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,34,9.444717079531983e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,32,35,7.554735930170864e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,32,35,1.9580343177949544e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,32,35,2.060796305158874e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,0,6.419838549653889e-10 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,0,1.319954812117885e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,0,3.022690577836329e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,1,6.703554600306916e-9 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,1,1.4401024817090047e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,1,1.6956428483538843e-9 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,2,1.0269835648557546e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,2,2.1559177554308917e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,2,7.03536215951317e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,3,1.0222785284952352e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,3,7.377976452005441e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,3,7.547909852689827e-9 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,4,1.6964781579531518e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,4,1.2678951222255819e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,4,1.1456729787084896e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,5,1.908195201849594e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,5,1.712847641499593e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,5,1.550968597996416e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,6,2.213456617994325e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,6,2.0830933422644193e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,6,1.7957214382136044e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,7,2.5156010607929602e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,7,2.2392205423216183e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,7,1.880623123895475e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,8,4.036957435005206e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,8,2.5844459017321242e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,8,2.3260781745193526e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,9,3.090837097374788e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,9,2.8249553807313532e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,9,2.417579736402331e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,10,3.491939892796836e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,10,3.102334034110754e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,10,3.046442031973129e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,11,3.036795348521082e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,11,3.237729018223945e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,11,2.646434715813939e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,12,2.983594882266516e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,12,3.382748658964374e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,12,3.253888536391969e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,13,3.297970252447158e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,13,3.475599186231193e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,13,2.77267115933455e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,14,4.252306240459802e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,14,3.8768991572624145e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,14,3.239690116174643e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,15,4.635559491816821e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,15,4.740209291753672e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,15,4.0268837153689674e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,16,4.927014529698681e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,16,5.16874401057521e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,16,4.777472639716507e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,17,4.93397287470998e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,17,5.401810554417352e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,17,4.9262791179671694e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,18,3.6999502128765016e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,18,5.5806040677452984e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,18,5.397848212851386e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,19,3.129519043909568e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,19,5.6151119309788555e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,19,5.2948252005080576e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,20,4.103492656781782e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,20,6.158430920777391e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,20,5.9451782163932876e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,21,3.315249230695372e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,21,7.112671340792076e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,21,7.198487850246238e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,22,4.89620255450518e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,22,7.862906414857207e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,22,8.682030028239751e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,23,2.7875294961177133e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,23,8.000287721188215e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,23,7.655955158725192e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,24,2.9244032972997047e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,24,8.524495598294379e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,24,7.598349327508913e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,25,4.1501603931237696e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,25,9.31524439806708e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,25,7.853681438518834e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,26,4.88537992282545e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,26,1.0317730669839875e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,26,8.11064992944921e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,27,3.830228934020852e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,27,1.1956940682011918e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,27,9.321779970150601e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,28,6.162169086110225e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,28,1.3556497435729398e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,28,1.0980662779047634e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,29,7.61172316288139e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,29,1.541140761673887e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,29,1.2387916115130793e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,30,9.474206308368593e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,30,1.803786204845892e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,30,1.4560049521605833e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,31,1.5819499310509855e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,31,2.0789474319826695e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,31,1.86951396585755e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,32,2.165210304383436e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,32,2.9775608823001676e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,32,2.82399213347162e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,33,3.6141426562608103e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,33,4.5509690949074866e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,33,4.158932540576643e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,34,5.394319941842696e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,34,8.845346428643097e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,34,1.0354544883739436e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,32,35,6.392121463250078e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,32,35,1.9341275674378267e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,32,35,1.9928688743675593e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,0,7.809347057907701e-10 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,0,7.097803456090901e-10 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,0,3.9105469795686076e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,1,6.7326553221391805e-9 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,1,1.4212033772054156e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,1,2.082188199636903e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,2,1.0756253665533677e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,2,3.2998453747268286e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,2,1.9026821291845408e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,3,1.1013962186723347e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,3,7.349048480875808e-9 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,3,8.08102917915221e-9 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,4,2.0108087639414407e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,4,1.3487576389081823e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,4,1.2987668718267287e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,5,2.1951246154117143e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,5,1.9734814671323875e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,5,1.8493276243702894e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,6,2.7153339132723886e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,6,2.5189939023562147e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,6,2.177360691746344e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,7,3.453503083505893e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,7,2.7391140022814398e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,7,2.2344904593296633e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,8,4.608321901855561e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,8,3.293736128284763e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,8,3.014024940739546e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,9,4.383963059240159e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,9,3.63400758374155e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,9,3.017747474132193e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,10,4.634513217638414e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,10,3.9744051605339337e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,10,4.1607314926750405e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,11,3.807211612638639e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,11,4.139510778600197e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,11,3.383059521411269e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,12,3.6354155241724584e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,12,4.097794814583722e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,12,4.0769680964558574e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,13,3.995743824702913e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,13,4.1731951228030084e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,13,3.3274790922632747e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,14,5.6988433527749294e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,14,5.0288853969959746e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,14,4.032562372913162e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,15,5.8634377353428135e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,15,6.471879743230602e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,15,5.2716195853008685e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,16,6.249459261198353e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,16,7.053056094719068e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,16,6.388386708522376e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,17,6.479955061422515e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,17,7.222128317607712e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,17,6.324113144273724e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,18,4.498995664903305e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,18,7.289217052175445e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,18,6.865048618465153e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,19,3.8553871206659096e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,19,7.46290780284653e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,19,6.780000205708347e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,20,5.508783829100139e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,20,8.461446299179443e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,20,7.855548744828411e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,21,4.1759172120237054e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,21,9.912429987934956e-8 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,21,9.234903330934685e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,22,6.071424962783567e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,22,1.0821697316032441e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,22,1.0332720989936206e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,23,3.7474730874009765e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,23,1.1085584361580914e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,23,9.778909770830069e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,24,2.4477719406945653e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,24,1.177135544594421e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,24,9.767381214942361e-8 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,25,5.114141288231622e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,25,1.2727035425541544e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,25,1.0781324988329288e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,26,6.6353621264170215e-08 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,26,1.4125835434697365e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,26,1.0914572357023644e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,27,4.1362728353533385e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,27,1.6217697407228115e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,27,1.235927982179419e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,28,7.417493463890423e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,28,1.7735943913521623e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,28,1.4339290999032528e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,29,7.729541096068715e-8 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,29,1.9671209372518206e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,29,1.584210735927627e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,30,1.0377031856023677e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,30,2.2516800868288556e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,30,1.821454844730397e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,31,1.6903436517168302e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,31,2.56705078527375e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,31,2.4036199874899467e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,32,2.169799273588069e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,32,3.629259879289748e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,32,3.1656904297960864e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,33,3.896088855981361e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,33,5.543930683415965e-7 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,33,4.783544227393577e-7 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,34,5.757228223046695e-7 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,34,1.0429347412355128e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,34,1.3112546639604261e-6 +bos,attn_in,Ministral-8B-Instruct-2410,8,64,35,1.1695199191308348e-6 +bos,mlp_gate,Ministral-8B-Instruct-2410,8,64,35,2.256236257380806e-6 +bos,mlp_down,Ministral-8B-Instruct-2410,8,64,35,1.892555019367137e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,0,5.864545515876785e-10 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,0,1.327713161636268e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,0,4.3841077967954334e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,1,6.080449477252614e-9 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,1,1.836901297735949e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,1,2.460982972962711e-9 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,2,1.0459194399459193e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,2,1.543424588135167e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,2,7.852399903640617e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,3,1.0667758232330016e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,3,9.486823770998853e-9 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,3,9.644738341307857e-9 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,4,1.9747290025406983e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,4,1.6426890070420086e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,4,1.5253732499331818e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,5,2.1720566678595787e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,5,2.2373772168293726e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,5,2.0017262514215872e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,6,2.6563279575952947e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,6,2.7612010455868585e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,6,2.36948221044031e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,7,3.190522690488251e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,7,2.9602519546756412e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,7,2.4602964998621246e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,8,4.578640755426022e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,8,3.467875231422113e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,8,3.0607694156969956e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,9,4.152117938360789e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,9,3.918871982477867e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,9,3.2806205751967354e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,10,4.385335117262912e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,10,4.268853714961551e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,10,4.018669486072213e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,11,3.9042543420464426e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,11,4.4746087723979144e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,11,3.6288543725504496e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,12,3.806232129477394e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,12,4.720610036201833e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,12,4.600049052783106e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,13,4.1635455971800184e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,13,4.856125812580103e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,13,3.8202632168804485e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,14,5.401921754355499e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,14,5.526170099301453e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,14,4.4583156721955675e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,15,6.266170515800695e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,15,6.858070378257253e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,15,5.682672110651765e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,16,6.280338737951752e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,16,7.538336888046615e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,16,6.836279453636962e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,17,6.448889422472348e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,17,8.089788394727293e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,17,7.431868453977586e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,18,4.505854889202965e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,18,8.186512445718108e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,18,7.948187175088606e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,19,4.624049765311611e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,19,8.211682711589674e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,19,7.570582027938144e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,20,5.8021342397296394e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,20,9.015632684850061e-8 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,20,8.731436906828094e-8 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,21,4.626158300879979e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,21,1.0388808391326165e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,21,1.0275974915430197e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,22,6.813975517161452e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,22,1.1281547784847135e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,22,1.1721066073278052e-07 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,23,3.350498190002327e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,23,1.1289107249012886e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,23,1.0829820240587651e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,24,2.5864052233259827e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,24,1.1935692612041748e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,24,1.054801472832878e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,25,5.222348065103688e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,25,1.3123292319505708e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,25,1.1533732191537638e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,26,5.942247582879645e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,26,1.4380384527612478e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,26,1.1741195748982136e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,27,3.904883882910326e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,27,1.6219429710417899e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,27,1.297003251465867e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,28,7.952952074674613e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,28,1.850324480301424e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,28,1.5502197925343353e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,29,7.135890456311245e-8 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,29,2.1149101314676955e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,29,1.7858948808679997e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,30,1.1239545472108148e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,30,2.5091972588597855e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,30,2.1036474606717093e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,31,1.8930643364001298e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,31,2.92916467969917e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,31,2.902642677327094e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,32,2.3386060377106332e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,32,4.160095556926535e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,32,3.8572829907934647e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,33,4.455271778169845e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,33,6.663439080512035e-7 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,33,5.777889100500033e-7 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,34,5.702415819541784e-7 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,34,1.2870549426224898e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,34,1.3425612905848539e-6 +c4,attn_in,Ministral-8B-Instruct-2410,8,64,35,1.2349248663667822e-6 +c4,mlp_gate,Ministral-8B-Instruct-2410,8,64,35,2.7782461984315887e-6 +c4,mlp_down,Ministral-8B-Instruct-2410,8,64,35,2.7752646474255016e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,0,5.753662546403859e-10 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,0,2.0423855939810664e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,0,4.132629101150087e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,1,6.08730266193902e-9 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,1,1.883458056184395e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,1,2.5283215521199054e-9 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,2,1.0600484934286669e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,2,1.3298587120402772e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,2,7.059080076032842e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,3,1.09489430855092e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,3,9.478295481812893e-9 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,3,9.786272237022331e-9 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,4,1.9989295552136355e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,4,1.613922329113393e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,4,1.5075228176897326e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,5,2.1897250235269894e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,5,2.247452535186767e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,5,2.0259850685988567e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,6,2.7025068405350794e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,6,2.768017637322373e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,6,2.3941707283370306e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,7,3.250616131822426e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,7,3.034384832290016e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,7,2.5569599770847162e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,8,4.6491962280015287e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,8,3.516840152428813e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,8,3.130857351152372e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,9,4.265005060233307e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,9,3.9155484188313494e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,9,3.3104900154512507e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,10,4.5008945903646236e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,10,4.209233139818025e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,10,3.929114456013849e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,11,4.062317060515852e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,11,4.435626976828644e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,11,3.6309607764906104e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,12,4.0413461022126285e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,12,4.7267878500178995e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,12,4.723282742702395e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,13,4.3020911277835694e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,13,4.9070266072703816e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,13,3.912243329295961e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,14,5.503588340616261e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,14,5.569903649416119e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,14,4.5318191865817425e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,15,6.370307659153696e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,15,6.811292507791222e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,15,5.7059985181240336e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,16,6.522194695435246e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,16,7.427893677913744e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,16,6.783169226309838e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,17,6.68313901996953e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,17,7.802562862480045e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,17,7.178076089076058e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,18,4.6582684376517136e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,18,7.997915929536248e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,18,7.8270176118167e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,19,4.7124377289264885e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,19,8.067081580520608e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,19,7.465893503422194e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,20,5.988594153905069e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,20,8.878680546331452e-8 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,20,8.598002665394233e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,21,4.5784002367099674e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,21,1.016355852812012e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,21,9.848826465486127e-8 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,22,6.774737926207308e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,22,1.1178352110619016e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,22,1.1657178333734919e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,23,3.3767879159540826e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,23,1.127363518094171e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,23,1.0510765235949293e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,24,2.8221872838685158e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,24,1.19965505973596e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,24,1.0163935115770073e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,25,5.127604651988804e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,25,1.3232958906428394e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,25,1.1107318442782343e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,26,6.083439529902535e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,26,1.462881016323081e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,26,1.1568805291517492e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,27,4.182514956596606e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,27,1.667305156161092e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,27,1.291662812263894e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,28,7.939735269246739e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,28,1.8955483938043471e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,28,1.549700812120136e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,29,7.196387485919331e-8 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,29,2.166946444503992e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,29,1.789971832977244e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,30,1.1755199835761232e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,30,2.561455971772375e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,30,2.1387496929037297e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,31,1.9785861127274984e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,31,3.000203037117899e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,31,2.985287324008823e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,32,2.4584059588050877e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,32,4.2440728975634556e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,32,4.024914517231082e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,33,4.793618586518278e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,33,6.702986752316065e-7 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,33,6.04984393248742e-7 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,34,5.678109573636902e-7 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,34,1.2998307283851318e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,34,1.384905885970511e-6 +pileval,attn_in,Ministral-8B-Instruct-2410,8,64,35,1.2538764622149756e-6 +pileval,mlp_gate,Ministral-8B-Instruct-2410,8,64,35,2.7107739697385114e-6 +pileval,mlp_down,Ministral-8B-Instruct-2410,8,64,35,3.039055627596099e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,0,7.156112924455726e-10 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,0,1.3703306267487392e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,0,3.70138536709419e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,1,7.52165707496033e-9 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,1,1.960149154101032e-9 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,1,2.4122466246723206e-9 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,2,1.1330672400333697e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,2,3.6632240352219014e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,2,1.4397460290638264e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,3,1.1980703540359627e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,3,1.0049175713788827e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,3,1.0371942416043112e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,4,2.110097163665614e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,4,1.7342548730425733e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,4,1.566764140648047e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,5,2.3415278604943524e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,5,2.3500684065425048e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,5,2.1097987357165948e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,6,2.743861138299053e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,6,2.857859371374616e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,6,2.4428901568285255e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,7,3.499421197261654e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,7,3.071196275072907e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,7,2.5647288737218332e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,8,4.741023929000221e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,8,3.588767327755704e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,8,3.310992013894065e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,9,4.2514287201811385e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,9,3.8940182633950826e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,9,3.3295709300773524e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,10,4.484217797084966e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,10,4.278978593674765e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,10,4.415020526948865e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,11,3.995623032437834e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,11,4.4885407390893306e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,11,3.669374493142641e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,12,3.977141460609346e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,12,4.689370314281405e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,12,4.7787086288053615e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,13,4.312716583854126e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,13,4.8540901076421505e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,13,3.809700288570639e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,14,5.294127092270173e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,14,5.4626344336838883e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,14,4.4470752413872106e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,15,6.194018453697936e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,15,6.751537995342005e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,15,5.628971067039856e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,16,6.439466204710698e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,16,7.2687960539497e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,16,6.632937754602608e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,17,6.352608750148647e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,17,7.554529446451852e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,17,6.769506910586642e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,18,4.461000457922637e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,18,7.774341526101125e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,18,7.50325384046846e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,19,4.5447354324323896e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,19,7.777737920378058e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,19,7.264392820616195e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,20,5.835477168147918e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,20,8.501415038608684e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,20,8.16841136952462e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,21,4.641550432893382e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,21,9.827815006246965e-8 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,21,9.90894193364511e-8 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,22,6.48251159418578e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,22,1.0840609832030168e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,22,1.2214593425596831e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,23,3.499358314229539e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,23,1.1046451930951662e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,23,1.0677299400185802e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,24,3.177801133347202e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,24,1.1724930004675116e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,24,1.0455105581286261e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,25,5.547052950305442e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,25,1.2818375694223505e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,25,1.0751944756748344e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,26,6.690062548386777e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,26,1.4242347390336363e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,26,1.11449686812648e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,27,5.08514936825577e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,27,1.6632120036774722e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,27,1.2798484760878637e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,28,8.731679912443724e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,28,1.8815829605500767e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,28,1.5146385123898654e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,29,9.791703803330165e-8 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,29,2.1465764632466744e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,29,1.7068452962121228e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,30,1.350635727703775e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,30,2.5020122507157794e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,30,2.0327469485437177e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,31,2.1576848041604535e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,31,2.911966134888644e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,31,2.7245363298789016e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,32,2.9612439789161726e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,32,4.1758957536330854e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,32,3.9563266795994423e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,33,5.508379672392039e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,33,6.489488555416756e-7 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,33,5.91527793858404e-7 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,34,7.933477377264353e-7 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,34,1.241481527358701e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,34,1.599560164322611e-6 +wikitext,attn_in,Ministral-8B-Instruct-2410,8,64,35,1.0863770967262099e-6 +wikitext,mlp_gate,Ministral-8B-Instruct-2410,8,64,35,2.7033161131839734e-6 +wikitext,mlp_down,Ministral-8B-Instruct-2410,8,64,35,2.935976908702287e-6 diff --git a/lm-quant-toolkit/data-vis/data/mxq-objectives.csv b/lm-quant-toolkit/data-vis/data/mxq-objectives.csv new file mode 100644 index 0000000000000000000000000000000000000000..7cf75ed994bcb621c3814dba5965ece3567052cb --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/mxq-objectives.csv @@ -0,0 +1,790 @@ +model,bpp,fnorm +Llama-2-7b-hf,6.03,838.784423828125 +Llama-2-7b-hf,6.05,831.711669921875 +Llama-2-7b-hf,6.07,824.296142578125 +Llama-2-7b-hf,6.09,816.929443359375 +Llama-2-7b-hf,6.11,809.855224609375 +Llama-2-7b-hf,6.13,802.642333984375 +Llama-2-7b-hf,6.15,795.53515625 +Llama-2-7b-hf,6.17,788.251708984375 +Llama-2-7b-hf,6.19,781.0153808593748 +Llama-2-7b-hf,6.21,773.908447265625 +Llama-2-7b-hf,6.23,766.845458984375 +Llama-2-7b-hf,6.25,759.7265625 +Llama-2-7b-hf,6.27,752.3249511718737 +Llama-2-7b-hf,6.29,745.183349609375 +Llama-2-7b-hf,6.31,738.269775390625 +Llama-2-7b-hf,6.33,731.17431640625 +Llama-2-7b-hf,6.35,724.0532226562499 +Llama-2-7b-hf,6.37,716.830810546875 +Llama-2-7b-hf,6.39,709.690185546875 +Llama-2-7b-hf,6.41,702.897705078125 +Llama-2-7b-hf,6.43,695.8203125 +Llama-2-7b-hf,6.45,688.8173828125 +Llama-2-7b-hf,6.47,681.587158203125 +Llama-2-7b-hf,6.49,674.791748046875 +Llama-2-7b-hf,6.51,668.034912109375 +Llama-2-7b-hf,6.53,660.943359375 +Llama-2-7b-hf,6.55,654.18359375 +Llama-2-7b-hf,6.57,647.081787109375 +Llama-2-7b-hf,6.59,640.416259765625 +Llama-2-7b-hf,6.61,633.7275390624992 +Llama-2-7b-hf,6.63,626.73046875 +Llama-2-7b-hf,6.65,619.860595703125 +Llama-2-7b-hf,6.68,609.66552734375 +Llama-2-7b-hf,6.69,606.435791015625 +Llama-2-7b-hf,4.61,1603.86083984375 +Llama-2-7b-hf,4.59,1619.7236328125 +Llama-2-7b-hf,4.57,1635.89453125 +Llama-2-7b-hf,4.55,1652.240234375 +Llama-2-7b-hf,4.53,1668.70703125 +Llama-2-7b-hf,4.51,1685.4072265624993 +Llama-2-7b-hf,4.49,1702.3530273437495 +Llama-2-7b-hf,4.47,1719.3588867187489 +Llama-2-7b-hf,4.45,1736.56201171875 +Llama-2-7b-hf,4.43,1754.02099609375 +Llama-2-7b-hf,4.41,1772.16796875 +Llama-2-7b-hf,4.35,1830.1640625 +Llama-2-7b-hf,4.33,1851.517578125 +Llama-2-7b-hf,4.31,1875.5625 +Llama-2-7b-hf,4.29,1904.355468750003 +Llama-2-7b-hf,4.27,1934.5625 +Llama-2-7b-hf,4.25,1965.41015625 +Llama-2-7b-hf,4.23,1996.77734375 +Llama-2-7b-hf,4.21,2029.41796875 +Llama-2-7b-hf,4.19,2062.7109375 +Llama-2-7b-hf,4.17,2095.968749999994 +Llama-2-7b-hf,4.15,2129.56640625 +Llama-2-7b-hf,4.13,2163.5703125 +Llama-2-7b-hf,4.11,2197.890625 +Llama-2-7b-hf,4.09,2232.75 +Llama-2-7b-hf,4.07,2267.7265625 +Llama-2-7b-hf,4.05,2302.796875 +Llama-2-7b-hf,4.03,2337.94921875 +Llama-2-7b-hf,3.57,3203.51171875 +Llama-2-7b-hf,3.55,3248.2265625 +Llama-2-7b-hf,3.53,3294.2851562499995 +Llama-2-7b-hf,3.51,3342.7109375 +Llama-2-7b-hf,3.49,3393.7734375 +Llama-2-7b-hf,3.47,3447.28125 +Llama-2-7b-hf,3.45,3505.0234374999995 +Llama-2-7b-hf,3.31,3968.9921875 +Llama-2-7b-hf,3.29,4041.953125 +Llama-2-7b-hf,3.27,4117.640625 +Llama-2-7b-hf,3.25,4195.6015625 +Llama-2-7b-hf,3.23,4275.1328125 +Llama-2-7b-hf,3.21,4355.90625 +Llama-2-7b-hf,3.19,4438.53125 +Llama-2-7b-hf,3.17,4523.125 +Llama-2-7b-hf,3.15,4608.875 +Llama-2-7b-hf,3.13,4694.765625 +Llama-2-7b-hf,3.11,4781.3671875 +Llama-2-7b-hf,3.09,4868.1328125 +Llama-2-7b-hf,3.07,4955.0390625 +Llama-2-7b-hf,2.57,7303.0078125 +Llama-2-7b-hf,2.55,7413.21875 +Llama-2-7b-hf,2.53,7528.203125 +Llama-2-7b-hf,2.51,7646.7890625 +Llama-2-7b-hf,2.49,7771.499999999997 +Llama-2-7b-hf,2.47,7905.828125 +Llama-2-7b-hf,2.45,8049.1875 +Llama-2-7b-hf,2.31,9188.125 +Llama-2-7b-hf,2.29,9371.25 +Llama-2-7b-hf,2.27,9558.1875 +Llama-2-7b-hf,2.25,9748.953125 +Llama-2-7b-hf,2.23,9945.187500000004 +Llama-2-7b-hf,2.21,10147.375 +Llama-2-7b-hf,2.19,10355.234375 +Llama-2-7b-hf,2.17,10572.328125 +Llama-2-7b-hf,2.15,10812.4375 +Llama-2-7b-hf,2.13,11270.34375 +Llama-2-7b-hf,7.76,251.087646484375 +Llama-2-7b-hf,7.74,257.293945312499 +Llama-2-7b-hf,7.72,263.813720703125 +Llama-2-7b-hf,7.7,270.344482421875 +Llama-2-7b-hf,7.68,276.498779296875 +Llama-2-7b-hf,7.66,283.00537109375 +Llama-2-7b-hf,7.63,292.562744140625 +Llama-2-7b-hf,7.62,295.987060546875 +Llama-2-7b-hf,7.6,302.439697265625 +Llama-2-7b-hf,7.57,312.16455078125 +Llama-2-7b-hf,7.56,315.31787109375 +Llama-2-7b-hf,6.92,528.4211425781249 +Llama-2-7b-hf,6.89,538.769287109375 +Llama-2-7b-hf,6.87,545.294677734351 +Llama-2-7b-hf,6.86,548.6728515625 +Llama-2-7b-hf,6.83,558.8427734375 +Llama-2-7b-hf,6.81,565.611328125 +Llama-2-7b-hf,6.78,575.66259765625 +Llama-2-7b-hf,6.77,579.0002441406249 +Llama-2-7b-hf,6.75,585.787841796875 +Llama-2-7b-hf,6.72,595.982666015625 +Llama-2-7b-hf,6.71,599.532958984375 +Llama-2-7b-hf,6.06,827.916748046875 +Llama-2-7b-hf,6.04,835.026123046875 +Llama-2-7b-hf,6.02,842.471923828125 +Llama-2-7b-hf,6.0,849.712646484375 +Llama-2-7b-hf,5.98,857.002685546875 +Llama-2-7b-hf,5.96,864.175537109375 +Llama-2-7b-hf,5.94,871.536376953125 +Llama-2-7b-hf,5.92,879.0961914062499 +Llama-2-7b-hf,5.9,886.254150390625 +Llama-2-7b-hf,5.88,893.505126953125 +Llama-2-7b-hf,5.86,900.815673828125 +Llama-2-7b-hf,5.2,1195.629150390625 +Llama-2-7b-hf,5.18,1207.449462890625 +Llama-2-7b-hf,5.16,1219.383544921875 +Llama-2-7b-hf,5.14,1231.219482421875 +Llama-2-7b-hf,5.12,1243.230712890625 +Llama-2-7b-hf,5.1,1255.396484375 +Llama-2-7b-hf,5.08,1268.06494140625 +Llama-2-7b-hf,5.06,1281.279296875 +Llama-2-7b-hf,5.04,1294.5166015625 +Llama-2-7b-hf,5.02,1307.99169921875 +Llama-2-7b-hf,5.0,1321.55810546875 +Llama-2-7b-hf,6.98,508.22509765625 +Llama-2-7b-hf,6.96,514.869140625 +Llama-2-7b-hf,6.95,518.188720703125 +Llama-2-7b-hf,5.86,900.815673828125 +Llama-2-7b-hf,5.84,908.199951171875 +Llama-2-7b-hf,5.82,915.9775390625 +Llama-2-7b-hf,5.8,923.143798828125 +Llama-2-7b-hf,5.78,930.557861328125 +Llama-2-7b-hf,5.76,937.992919921875 +Llama-2-7b-hf,5.74,945.519287109375 +Llama-2-7b-hf,5.72,953.24072265625 +Llama-2-7b-hf,5.7,960.698486328125 +Llama-2-7b-hf,5.68,968.7365722656247 +Llama-2-7b-hf,5.66,976.876708984375 +Llama-2-7b-hf,5.64,985.0083007812494 +Llama-2-7b-hf,5.62,993.301025390625 +Llama-2-7b-hf,5.6,1001.665283203125 +Llama-2-7b-hf,5.58,1009.989990234375 +Llama-2-7b-hf,5.56,1018.55224609375 +Llama-2-7b-hf,5.54,1027.2021484374995 +Llama-2-7b-hf,5.52,1036.116455078125 +Llama-2-7b-hf,5.5,1044.982177734375 +Llama-2-7b-hf,5.48,1053.781494140625 +Llama-2-7b-hf,5.46,1062.72021484375 +Llama-2-7b-hf,5.44,1071.599609375 +Llama-2-7b-hf,5.42,1080.779296875 +Llama-2-7b-hf,5.4,1090.197021484375 +Llama-2-7b-hf,5.38,1099.875244140625 +Llama-2-7b-hf,5.36,1109.985595703125 +Llama-2-7b-hf,5.34,1120.298583984375 +Llama-2-7b-hf,5.32,1130.5263671875 +Llama-2-7b-hf,5.3,1140.756591796875 +Llama-2-7b-hf,5.28,1151.064208984375 +Llama-2-7b-hf,5.26,1161.691162109375 +Llama-2-7b-hf,5.24,1172.62109375 +Llama-2-7b-hf,5.22,1183.9870605468748 +Llama-2-7b-hf,4.99,1328.59130859375 +Llama-2-7b-hf,4.97,1342.0234375 +Llama-2-7b-hf,4.95,1355.37158203125 +Llama-2-7b-hf,4.93,1368.9375 +Llama-2-7b-hf,4.91,1382.62353515625 +Llama-2-7b-hf,4.89,1396.6748046875 +Llama-2-7b-hf,4.87,1410.7031249999975 +Llama-2-7b-hf,4.85,1424.7607421875 +Llama-2-7b-hf,4.83,1439.29248046875 +Llama-2-7b-hf,4.81,1453.50732421875 +Llama-2-7b-hf,4.79,1467.7060546874993 +Llama-2-7b-hf,4.77,1482.27978515625 +Llama-2-7b-hf,4.75,1497.00732421875 +Llama-2-7b-hf,4.73,1511.8349609374995 +Llama-2-7b-hf,4.71,1526.80078125 +Llama-2-7b-hf,4.69,1542.18701171875 +Llama-2-7b-hf,4.67,1557.3095703124998 +Llama-2-7b-hf,4.65,1573.0063476562498 +Llama-2-7b-hf,4.63,1588.3891601562489 +Llama-2-7b-hf,4.39,1790.568359375 +Llama-2-7b-hf,4.37,1810.2109375 +Llama-2-7b-hf,4.03,2337.94921875 +Llama-2-7b-hf,4.01,2373.23046875 +Llama-2-7b-hf,3.99,2408.65234375 +Llama-2-7b-hf,3.97,2444.13671875 +Llama-2-7b-hf,3.95,2479.7421875 +Llama-2-7b-hf,3.93,2515.46484375 +Llama-2-7b-hf,3.91,2551.3164062499986 +Llama-2-7b-hf,3.89,2587.3359375 +Llama-2-7b-hf,3.87,2623.4023437500005 +Llama-2-7b-hf,3.85,2659.8671875 +Llama-2-7b-hf,3.83,2696.2734375 +Llama-2-7b-hf,3.81,2732.6015625000005 +Llama-2-7b-hf,3.79,2769.38671875 +Llama-2-7b-hf,3.77,2806.23828125 +Llama-2-7b-hf,3.75,2843.3125 +Llama-2-7b-hf,3.73,2880.6796875 +Llama-2-7b-hf,3.71,2918.4296875 +Llama-2-7b-hf,3.69,2956.29296875 +Llama-2-7b-hf,3.67,2994.328125 +Llama-2-7b-hf,3.65,3033.96484375 +Llama-2-7b-hf,3.63,3074.9179687499986 +Llama-2-7b-hf,3.61,3117.11328125 +Llama-2-7b-hf,3.59,3159.86328125 +Llama-2-7b-hf,3.43,3566.27734375 +Llama-2-7b-hf,3.41,3629.8046875 +Llama-2-7b-hf,3.39,3695.3085937499995 +Llama-2-7b-hf,3.37,3761.51171875 +Llama-2-7b-hf,3.35,3829.1171875 +Llama-2-7b-hf,3.33,3898.15625 +Llama-2-7b-hf,3.31,3968.9921875 +Llama-2-7b-hf,7.56,315.31787109375 +Llama-2-7b-hf,7.54,321.73095703125 +Llama-2-7b-hf,7.53,325.030517578125 +Llama-2-7b-hf,7.5,334.907470703125 +Llama-2-7b-hf,7.48,341.49194335937483 +Llama-2-7b-hf,7.47,345.117919921875 +Llama-2-7b-hf,7.44,354.7900390625 +Llama-2-7b-hf,7.42,361.681884765625 +Llama-2-7b-hf,7.41,364.66748046875 +Llama-2-7b-hf,7.38,374.607177734375 +Llama-2-7b-hf,7.36,381.2763671875 +Llama-2-7b-hf,7.34,387.969970703125 +Llama-2-7b-hf,7.32,394.739501953125 +Llama-2-7b-hf,7.3,401.23999023437494 +Llama-2-7b-hf,7.29,404.62817382812494 +Llama-2-7b-hf,7.26,414.5478515625 +Llama-2-7b-hf,7.24,421.30078124999875 +Llama-2-7b-hf,7.22,427.98950195312364 +Llama-2-7b-hf,7.2,434.415283203125 +Llama-2-7b-hf,7.19,438.00585937499784 +Llama-2-7b-hf,7.16,447.78955078125 +Llama-2-7b-hf,7.14,454.660888671875 +Llama-2-7b-hf,7.13,457.936767578125 +Llama-2-7b-hf,7.1,467.858642578125 +Llama-2-7b-hf,7.08,474.71923828125006 +Llama-2-7b-hf,7.06,481.31445312499983 +Llama-2-7b-hf,7.04,488.2727050781245 +Llama-2-7b-hf,7.02,494.763916015625 +Llama-2-7b-hf,7.01,498.13330078124994 +Llama-2-7b-hf,8.13,135.5302734375 +Llama-2-7b-hf,8.25,118.8553466796875 +Llama-2-7b-hf,8.51,102.3388671875 +Llama-2-7b-hf,3.42,3597.824218749997 +Llama-2-13b-hf,6.03,1279.916748046875 +Llama-2-13b-hf,6.05,1268.915771484375 +Llama-2-13b-hf,6.07,1257.934326171875 +Llama-2-13b-hf,6.09,1246.963134765625 +Llama-2-13b-hf,6.11,1235.911376953125 +Llama-2-13b-hf,6.13,1224.982666015625 +Llama-2-13b-hf,6.15,1214.098388671875 +Llama-2-13b-hf,6.17,1203.218505859375 +Llama-2-13b-hf,6.19,1192.2629394531248 +Llama-2-13b-hf,6.21,1181.449462890625 +Llama-2-13b-hf,6.23,1170.653076171875 +Llama-2-13b-hf,6.25,1159.773193359375 +Llama-2-13b-hf,6.27,1149.017822265625 +Llama-2-13b-hf,6.29,1138.307373046875 +Llama-2-13b-hf,6.31,1127.623779296875 +Llama-2-13b-hf,6.33,1116.832763671875 +Llama-2-13b-hf,6.35,1106.175048828125 +Llama-2-13b-hf,6.37,1095.524658203125 +Llama-2-13b-hf,6.39,1084.781494140625 +Llama-2-13b-hf,6.41,1074.163330078125 +Llama-2-13b-hf,6.43,1063.554931640625 +Llama-2-13b-hf,6.45,1052.9572753905938 +Llama-2-13b-hf,6.47,1042.260009765625 +Llama-2-13b-hf,6.49,1031.725341796875 +Llama-2-13b-hf,6.51,1021.267822265625 +Llama-2-13b-hf,6.53,1010.825439453125 +Llama-2-13b-hf,6.55,1000.2282714843748 +Llama-2-13b-hf,6.57,990.038818359375 +Llama-2-13b-hf,6.59,979.6398925781249 +Llama-2-13b-hf,6.61,969.114990234375 +Llama-2-13b-hf,6.63,958.93017578125 +Llama-2-13b-hf,6.65,948.4951171875 +Llama-2-13b-hf,6.68,932.251220703125 +Llama-2-13b-hf,6.69,927.587890625 +Llama-2-13b-hf,4.61,2442.352050781251 +Llama-2-13b-hf,4.59,2465.978515625 +Llama-2-13b-hf,4.57,2489.8603515625 +Llama-2-13b-hf,4.55,2513.854980468747 +Llama-2-13b-hf,4.53,2538.4375 +Llama-2-13b-hf,4.51,2563.4189453124463 +Llama-2-13b-hf,4.49,2589.044921875 +Llama-2-13b-hf,4.47,2614.82421875 +Llama-2-13b-hf,4.45,2641.07861328125 +Llama-2-13b-hf,4.43,2667.33447265625 +Llama-2-13b-hf,4.41,2693.74072265625 +Llama-2-13b-hf,4.35,2780.255859375 +Llama-2-13b-hf,4.33,2812.115234375 +Llama-2-13b-hf,4.31,2851.1328125 +Llama-2-13b-hf,4.29,2895.085937499999 +Llama-2-13b-hf,4.27,2941.24609375 +Llama-2-13b-hf,4.25,2988.2578125 +Llama-2-13b-hf,4.23,3036.0625 +Llama-2-13b-hf,4.21,3086.36328125 +Llama-2-13b-hf,4.19,3137.80078125 +Llama-2-13b-hf,4.17,3189.38671875 +Llama-2-13b-hf,4.15,3241.51953125 +Llama-2-13b-hf,4.13,3294.55078125 +Llama-2-13b-hf,4.11,3347.65625 +Llama-2-13b-hf,4.09,3401.0625 +Llama-2-13b-hf,4.07,3454.51953125 +Llama-2-13b-hf,4.05,3508.17578125 +Llama-2-13b-hf,4.03,3561.92578125 +Llama-2-13b-hf,3.57,4879.199218749996 +Llama-2-13b-hf,3.55,4951.074218749992 +Llama-2-13b-hf,3.53,5025.84375 +Llama-2-13b-hf,3.51,5104.0234375 +Llama-2-13b-hf,3.49,5186.08203125 +Llama-2-13b-hf,3.47,5272.8828125 +Llama-2-13b-hf,3.45,5364.078125 +Llama-2-13b-hf,3.31,6058.90625 +Llama-2-13b-hf,3.29,6165.90625 +Llama-2-13b-hf,3.27,6276.8984375 +Llama-2-13b-hf,3.25,6390.796875 +Llama-2-13b-hf,3.23,6507.34375 +Llama-2-13b-hf,3.21,6626.507812500001 +Llama-2-13b-hf,3.19,6748.984375 +Llama-2-13b-hf,3.17,6875.664062500001 +Llama-2-13b-hf,3.15,7007.90625 +Llama-2-13b-hf,3.13,7141.21875 +Llama-2-13b-hf,3.11,7274.7421875 +Llama-2-13b-hf,3.09,7408.59375 +Llama-2-13b-hf,3.07,7543.953125 +Llama-2-13b-hf,2.57,11129.8203125 +Llama-2-13b-hf,2.55,11300.6328125 +Llama-2-13b-hf,2.53,11484.7109375 +Llama-2-13b-hf,2.51,11675.968749999969 +Llama-2-13b-hf,2.49,11879.6875 +Llama-2-13b-hf,2.47,12094.640625 +Llama-2-13b-hf,2.45,12320.703125 +Llama-2-13b-hf,2.31,14027.90625 +Llama-2-13b-hf,2.29,14301.09375 +Llama-2-13b-hf,2.27,14575.796875 +Llama-2-13b-hf,2.25,14858.15625 +Llama-2-13b-hf,2.23,15146.203125 +Llama-2-13b-hf,2.21,15443.609374999995 +Llama-2-13b-hf,2.19,15750.5 +Llama-2-13b-hf,2.17,16085.03125 +Llama-2-13b-hf,2.15,16470.953125 +Llama-2-13b-hf,2.13,17014.546875 +Llama-2-13b-hf,7.76,382.99853515625 +Llama-2-13b-hf,7.74,392.8837890625 +Llama-2-13b-hf,7.72,402.81298828124994 +Llama-2-13b-hf,7.7,412.77294921875 +Llama-2-13b-hf,7.68,422.87109374999926 +Llama-2-13b-hf,7.66,432.86083984375 +Llama-2-13b-hf,7.63,447.542724609375 +Llama-2-13b-hf,7.62,452.745361328125 +Llama-2-13b-hf,7.6,462.916259765625 +Llama-2-13b-hf,7.57,477.88061523437494 +Llama-2-13b-hf,7.56,482.993408203125 +Llama-2-13b-hf,6.92,809.0358886718747 +Llama-2-13b-hf,6.89,824.25146484375 +Llama-2-13b-hf,6.87,834.50634765625 +Llama-2-13b-hf,6.86,839.489013671875 +Llama-2-13b-hf,6.83,855.0478515624953 +Llama-2-13b-hf,6.81,865.4438476562497 +Llama-2-13b-hf,6.78,880.5148925781249 +Llama-2-13b-hf,6.77,886.0561523437491 +Llama-2-13b-hf,6.75,896.4990234374999 +Llama-2-13b-hf,6.72,911.419189453125 +Llama-2-13b-hf,6.71,917.21435546875 +Llama-2-13b-hf,6.06,1263.376708984375 +Llama-2-13b-hf,6.04,1274.349853515625 +Llama-2-13b-hf,6.02,1285.3435058593739 +Llama-2-13b-hf,6.0,1296.347900390625 +Llama-2-13b-hf,5.98,1307.474853515625 +Llama-2-13b-hf,5.96,1318.493408203125 +Llama-2-13b-hf,5.94,1329.518798828125 +Llama-2-13b-hf,5.92,1340.569580078125 +Llama-2-13b-hf,5.9,1351.737060546875 +Llama-2-13b-hf,5.88,1362.794677734375 +Llama-2-13b-hf,5.86,1373.854736328125 +Llama-2-13b-hf,5.2,1837.4409179687425 +Llama-2-13b-hf,5.18,1854.9482421875 +Llama-2-13b-hf,5.16,1873.0791015625 +Llama-2-13b-hf,5.14,1891.88232421875 +Llama-2-13b-hf,5.12,1909.3818359375 +Llama-2-13b-hf,5.1,1928.27392578125 +Llama-2-13b-hf,5.08,1947.31396484375 +Llama-2-13b-hf,5.06,1965.4619140625 +Llama-2-13b-hf,5.04,1985.21630859375 +Llama-2-13b-hf,5.02,2004.9853515625 +Llama-2-13b-hf,5.0,2024.20849609375 +Llama-2-13b-hf,6.98,778.1828613281248 +Llama-2-13b-hf,6.96,788.5349121093695 +Llama-2-13b-hf,6.95,793.4125976562499 +Llama-2-13b-hf,5.86,1373.854736328125 +Llama-2-13b-hf,5.84,1385.032958984375 +Llama-2-13b-hf,5.82,1396.125732421875 +Llama-2-13b-hf,5.8,1407.233154296875 +Llama-2-13b-hf,5.78,1418.350341796875 +Llama-2-13b-hf,5.76,1429.592041015625 +Llama-2-13b-hf,5.74,1440.726806640625 +Llama-2-13b-hf,5.72,1451.8625488281248 +Llama-2-13b-hf,5.7,1463.36474609375 +Llama-2-13b-hf,5.68,1474.96044921875 +Llama-2-13b-hf,5.66,1486.99853515625 +Llama-2-13b-hf,5.64,1500.0703125 +Llama-2-13b-hf,5.62,1513.740966796875 +Llama-2-13b-hf,5.6,1526.01171875 +Llama-2-13b-hf,5.58,1539.840576171875 +Llama-2-13b-hf,5.56,1554.140869140625 +Llama-2-13b-hf,5.54,1566.872314453125 +Llama-2-13b-hf,5.52,1581.287109375 +Llama-2-13b-hf,5.5,1595.90087890625 +Llama-2-13b-hf,5.48,1609.138916015625 +Llama-2-13b-hf,5.46,1624.310546875 +Llama-2-13b-hf,5.44,1639.7070312499986 +Llama-2-13b-hf,5.42,1653.89892578125 +Llama-2-13b-hf,5.4,1669.5595703125 +Llama-2-13b-hf,5.38,1685.4999999999998 +Llama-2-13b-hf,5.36,1700.21923828125 +Llama-2-13b-hf,5.34,1717.15771484375 +Llama-2-13b-hf,5.32,1734.31494140625 +Llama-2-13b-hf,5.3,1750.0390625 +Llama-2-13b-hf,5.28,1767.5673828125 +Llama-2-13b-hf,5.26,1785.0009765625 +Llama-2-13b-hf,5.24,1801.8154296875 +Llama-2-13b-hf,5.22,1819.49267578125 +Llama-2-13b-hf,4.99,2034.5966796874993 +Llama-2-13b-hf,4.97,2054.451171875 +Llama-2-13b-hf,4.95,2074.65087890625 +Llama-2-13b-hf,4.93,2095.20654296875 +Llama-2-13b-hf,4.91,2114.82568359375 +Llama-2-13b-hf,4.89,2135.15380859375 +Llama-2-13b-hf,4.87,2155.8935546875 +Llama-2-13b-hf,4.85,2176.05126953125 +Llama-2-13b-hf,4.83,2196.7470703125 +Llama-2-13b-hf,4.81,2218.07080078125 +Llama-2-13b-hf,4.79,2239.1533203125 +Llama-2-13b-hf,4.77,2260.494140625 +Llama-2-13b-hf,4.75,2282.5234375 +Llama-2-13b-hf,4.73,2304.4013671875 +Llama-2-13b-hf,4.71,2326.72705078125 +Llama-2-13b-hf,4.69,2349.2783203125 +Llama-2-13b-hf,4.67,2372.29443359375 +Llama-2-13b-hf,4.65,2395.51953125 +Llama-2-13b-hf,4.63,2419.0322265625 +Llama-2-13b-hf,4.39,2721.609375 +Llama-2-13b-hf,4.37,2750.4609375 +Llama-2-13b-hf,4.03,3561.92578125 +Llama-2-13b-hf,4.01,3615.83984375 +Llama-2-13b-hf,3.99,3669.84765625 +Llama-2-13b-hf,3.97,3723.95703125 +Llama-2-13b-hf,3.95,3778.066406250003 +Llama-2-13b-hf,3.93,3832.3828124999964 +Llama-2-13b-hf,3.91,3887.0 +Llama-2-13b-hf,3.89,3941.91015625 +Llama-2-13b-hf,3.87,3997.27734375 +Llama-2-13b-hf,3.85,4052.328125 +Llama-2-13b-hf,3.83,4107.83984375 +Llama-2-13b-hf,3.81,4163.48046875 +Llama-2-13b-hf,3.79,4219.46875 +Llama-2-13b-hf,3.77,4275.78125 +Llama-2-13b-hf,3.75,4332.359375 +Llama-2-13b-hf,3.73,4389.09765625 +Llama-2-13b-hf,3.71,4446.2578125 +Llama-2-13b-hf,3.69,4503.6953125 +Llama-2-13b-hf,3.67,4561.59375 +Llama-2-13b-hf,3.65,4621.30078125 +Llama-2-13b-hf,3.63,4683.46484375 +Llama-2-13b-hf,3.61,4746.81640625 +Llama-2-13b-hf,3.59,4811.12109375 +Llama-2-13b-hf,3.43,5457.7109375 +Llama-2-13b-hf,3.41,5553.828124999998 +Llama-2-13b-hf,3.39,5652.6640625 +Llama-2-13b-hf,3.37,5752.015624999998 +Llama-2-13b-hf,3.35,5853.0 +Llama-2-13b-hf,3.33,5955.421875 +Llama-2-13b-hf,3.31,6058.90625 +Llama-2-13b-hf,7.56,482.993408203125 +Llama-2-13b-hf,7.54,493.195068359375 +Llama-2-13b-hf,7.53,498.064697265625 +Llama-2-13b-hf,7.5,513.328369140625 +Llama-2-13b-hf,7.48,523.4094238281112 +Llama-2-13b-hf,7.47,528.472900390624 +Llama-2-13b-hf,7.44,543.7194824218734 +Llama-2-13b-hf,7.42,553.821533203125 +Llama-2-13b-hf,7.41,558.9133300781245 +Llama-2-13b-hf,7.38,574.1647949218734 +Llama-2-13b-hf,7.36,584.2863769531235 +Llama-2-13b-hf,7.34,594.414306640625 +Llama-2-13b-hf,7.32,604.6599121093749 +Llama-2-13b-hf,7.3,614.802001953125 +Llama-2-13b-hf,7.29,619.954345700779 +Llama-2-13b-hf,7.26,635.0920410156157 +Llama-2-13b-hf,7.24,645.3591308593744 +Llama-2-13b-hf,7.22,655.520263671875 +Llama-2-13b-hf,7.2,665.6872558593749 +Llama-2-13b-hf,7.19,670.899658203125 +Llama-2-13b-hf,7.16,686.150634765625 +Llama-2-13b-hf,7.14,696.3278808593739 +Llama-2-13b-hf,7.13,701.5627441406248 +Llama-2-13b-hf,7.1,716.8132324218747 +Llama-2-13b-hf,7.08,727.0061035156247 +Llama-2-13b-hf,7.06,737.206787109375 +Llama-2-13b-hf,7.04,747.4089355468669 +Llama-2-13b-hf,7.02,757.723876953125 +Llama-2-13b-hf,7.01,762.6362304687499 +Llama-2-13b-hf,8.13,205.84228515625 +Llama-2-13b-hf,8.25,180.7034912109375 +Llama-2-13b-hf,8.51,155.4593505859375 +Llama-2-13b-hf,3.42,5505.3671875 +Meta-Llama-3-8B,6.03,479.063800536096 +Meta-Llama-3-8B,6.05,474.7188732251525 +Meta-Llama-3-8B,6.07,469.6684525385499 +Meta-Llama-3-8B,6.09,465.20174216479063 +Meta-Llama-3-8B,6.11,460.9567973166704 +Meta-Llama-3-8B,6.13,456.0595540776849 +Meta-Llama-3-8B,6.15,452.30477499216795 +Meta-Llama-3-8B,6.17,447.94680202007294 +Meta-Llama-3-8B,6.19,443.74318373948336 +Meta-Llama-3-8B,6.21,440.1719937250018 +Meta-Llama-3-8B,6.23,435.69103863835335 +Meta-Llama-3-8B,6.25,431.6386154219508 +Meta-Llama-3-8B,6.27,428.12208737432957 +Meta-Llama-3-8B,6.29,423.5369520187378 +Meta-Llama-3-8B,6.31,419.72417586296797 +Meta-Llama-3-8B,6.33,416.3790025189519 +Meta-Llama-3-8B,6.35,411.7160275503993 +Meta-Llama-3-8B,6.37,408.1254133209586 +Meta-Llama-3-8B,6.39,404.632171921432 +Meta-Llama-3-8B,6.41,400.1256283521652 +Meta-Llama-3-8B,6.43,396.7425712868571 +Meta-Llama-3-8B,6.45,393.09233837574715 +Meta-Llama-3-8B,6.47,388.76846528053284 +Meta-Llama-3-8B,6.49,385.56878634542227 +Meta-Llama-3-8B,6.51,381.74204710871106 +Meta-Llama-3-8B,6.53,377.50226582586765 +Meta-Llama-3-8B,6.55,374.2963061481714 +Meta-Llama-3-8B,6.57,370.43765415251255 +Meta-Llama-3-8B,6.59,366.27405371516943 +Meta-Llama-3-8B,6.61,363.1408586576581 +Meta-Llama-3-8B,6.63,359.1787442192435 +Meta-Llama-3-8B,6.65,355.1590067669749 +Meta-Llama-3-8B,6.68,349.6163353547454 +Meta-Llama-3-8B,6.69,347.9990261122584 +Meta-Llama-3-8B,4.61,937.5240780115128 +Meta-Llama-3-8B,4.59,948.9557907283306 +Meta-Llama-3-8B,4.57,960.4384168982506 +Meta-Llama-3-8B,4.55,972.0688925981522 +Meta-Llama-3-8B,4.53,983.8863715231419 +Meta-Llama-3-8B,4.51,995.6956397294998 +Meta-Llama-3-8B,4.49,1007.7235715165734 +Meta-Llama-3-8B,4.47,1020.2396145537496 +Meta-Llama-3-8B,4.45,1033.327544748783 +Meta-Llama-3-8B,4.43,1047.1914319694042 +Meta-Llama-3-8B,4.41,1061.7433872520924 +Meta-Llama-3-8B,4.35,1110.9971790015697 +Meta-Llama-3-8B,4.33,1128.5964517742352 +Meta-Llama-3-8B,4.31,1146.556156232953 +Meta-Llama-3-8B,4.29,1164.7192716896534 +Meta-Llama-3-8B,4.27,1183.0438049584627 +Meta-Llama-3-8B,4.25,1201.4129432439804 +Meta-Llama-3-8B,4.23,1219.9304828941822 +Meta-Llama-3-8B,4.21,1238.6868756115437 +Meta-Llama-3-8B,4.19,1257.4106782376766 +Meta-Llama-3-8B,4.17,1276.1794531047472 +Meta-Llama-3-8B,4.15,1294.9655523598194 +Meta-Llama-3-8B,4.13,1313.9042610824113 +Meta-Llama-3-8B,4.11,1332.8118527233587 +Meta-Llama-3-8B,4.09,1351.8332161605358 +Meta-Llama-3-8B,4.07,1370.9047859311104 +Meta-Llama-3-8B,4.05,1390.0721120536327 +Meta-Llama-3-8B,4.03,1409.321459978817 +Meta-Llama-3-8B,3.57,1939.7807726562023 +Meta-Llama-3-8B,3.55,1970.5894536674023 +Meta-Llama-3-8B,3.53,2002.0869117379189 +Meta-Llama-3-8B,3.51,2034.3604672551155 +Meta-Llama-3-8B,3.49,2067.294087350368 +Meta-Llama-3-8B,3.47,2101.491830050945 +Meta-Llama-3-8B,3.45,2136.772650241852 +Meta-Llama-3-8B,3.31,2401.3693803548813 +Meta-Llama-3-8B,3.29,2448.1830677986145 +Meta-Llama-3-8B,3.27,2496.0862184762955 +Meta-Llama-3-8B,3.25,2544.0679193735123 +Meta-Llama-3-8B,3.23,2592.3214852809906 +Meta-Llama-3-8B,3.21,2640.872616648674 +Meta-Llama-3-8B,3.19,2689.5483639240265 +Meta-Llama-3-8B,3.17,2738.333905696869 +Meta-Llama-3-8B,3.15,2787.1298744678497 +Meta-Llama-3-8B,3.13,2836.2198699712753 +Meta-Llama-3-8B,3.11,2885.462444067002 +Meta-Llama-3-8B,3.09,2934.557151556015 +Meta-Llama-3-8B,3.07,2983.885234951973 +Meta-Llama-3-8B,2.57,4390.338371038437 +Meta-Llama-3-8B,2.55,4457.8441870212555 +Meta-Llama-3-8B,2.53,4526.724802017211 +Meta-Llama-3-8B,2.51,4597.787244319916 +Meta-Llama-3-8B,2.49,4671.062751770019 +Meta-Llama-3-8B,2.47,4748.255965709686 +Meta-Llama-3-8B,2.45,4828.767791032791 +Meta-Llama-3-8B,2.31,5473.0696613788605 +Meta-Llama-3-8B,2.29,5605.496746301651 +Meta-Llama-3-8B,2.27,5744.459395647049 +Meta-Llama-3-8B,2.25,5888.10712480545 +Meta-Llama-3-8B,2.23,6037.433930397034 +Meta-Llama-3-8B,2.21,6192.139576673508 +Meta-Llama-3-8B,2.19,6360.508598804474 +Meta-Llama-3-8B,2.17,6545.092210292816 +Meta-Llama-3-8B,2.15,6840.989704608916 +Meta-Llama-3-8B,2.13,7307.454051494598 +Meta-Llama-3-8B,7.76,153.84019862115383 +Meta-Llama-3-8B,7.74,157.37246345728636 +Meta-Llama-3-8B,7.72,160.4850528165697 +Meta-Llama-3-8B,7.7,164.64587448537347 +Meta-Llama-3-8B,7.68,168.03844735771406 +Meta-Llama-3-8B,7.66,171.2666513696313 +Meta-Llama-3-8B,7.63,176.66692472994328 +Meta-Llama-3-8B,7.62,178.72831229120493 +Meta-Llama-3-8B,7.6,182.06906793266535 +Meta-Llama-3-8B,7.57,187.48913795500994 +Meta-Llama-3-8B,7.56,189.4546073898673 +Meta-Llama-3-8B,6.92,305.62627502530813 +Meta-Llama-3-8B,6.89,311.0952131822705 +Meta-Llama-3-8B,6.87,314.6461326256367 +Meta-Llama-3-8B,6.86,316.5697965249419 +Meta-Llama-3-8B,6.83,322.04628596454853 +Meta-Llama-3-8B,6.81,325.71085637807846 +Meta-Llama-3-8B,6.78,331.2455765008926 +Meta-Llama-3-8B,6.77,333.0291908606887 +Meta-Llama-3-8B,6.75,336.8281302303076 +Meta-Llama-3-8B,6.72,342.4057510942215 +Meta-Llama-3-8B,6.71,344.07533030956984 +Meta-Llama-3-8B,6.06,472.1280195042491 +Meta-Llama-3-8B,6.04,476.650785215199 +Meta-Llama-3-8B,6.02,481.6537576690315 +Meta-Llama-3-8B,6.0,486.0357820317149 +Meta-Llama-3-8B,5.98,490.6257851347327 +Meta-Llama-3-8B,5.96,495.6439246609806 +Meta-Llama-3-8B,5.94,500.1310962662101 +Meta-Llama-3-8B,5.92,504.78546637296677 +Meta-Llama-3-8B,5.9,509.76252157241106 +Meta-Llama-3-8B,5.88,514.3255014643073 +Meta-Llama-3-8B,5.86,519.0407832637429 +Meta-Llama-3-8B,5.2,685.1728995665908 +Meta-Llama-3-8B,5.18,690.9780284240842 +Meta-Llama-3-8B,5.16,696.9658914282918 +Meta-Llama-3-8B,5.14,703.0271607264876 +Meta-Llama-3-8B,5.12,709.1604598835111 +Meta-Llama-3-8B,5.1,715.4254151508212 +Meta-Llama-3-8B,5.08,721.6436900272965 +Meta-Llama-3-8B,5.06,727.9685812965035 +Meta-Llama-3-8B,5.04,734.4286458715796 +Meta-Llama-3-8B,5.02,740.7392659857869 +Meta-Llama-3-8B,5.0,747.2838177159429 +Meta-Llama-3-8B,6.98,294.7145260795951 +Meta-Llama-3-8B,6.96,298.089334435761 +Meta-Llama-3-8B,6.95,300.16517905145884 +Meta-Llama-3-8B,5.86,519.0407832637429 +Meta-Llama-3-8B,5.84,523.9581687375903 +Meta-Llama-3-8B,5.82,528.6243922188878 +Meta-Llama-3-8B,5.8,533.3584632948041 +Meta-Llama-3-8B,5.78,538.2863646671176 +Meta-Llama-3-8B,5.76,542.8986689224839 +Meta-Llama-3-8B,5.74,547.8236456513405 +Meta-Llama-3-8B,5.72,552.6435433700681 +Meta-Llama-3-8B,5.7,557.377567730844 +Meta-Llama-3-8B,5.68,562.5490732565522 +Meta-Llama-3-8B,5.66,567.3324345126748 +Meta-Llama-3-8B,5.64,572.2826121672988 +Meta-Llama-3-8B,5.62,577.3936875835061 +Meta-Llama-3-8B,5.6,582.249354146421 +Meta-Llama-3-8B,5.58,587.2348312661052 +Meta-Llama-3-8B,5.56,592.3127911016345 +Meta-Llama-3-8B,5.54,597.2011413946748 +Meta-Llama-3-8B,5.52,602.2194963619113 +Meta-Llama-3-8B,5.5,607.2667871043086 +Meta-Llama-3-8B,5.48,612.2069715932012 +Meta-Llama-3-8B,5.46,617.260813318193 +Meta-Llama-3-8B,5.44,622.2874716743826 +Meta-Llama-3-8B,5.42,627.2558713033795 +Meta-Llama-3-8B,5.4,632.4038283452392 +Meta-Llama-3-8B,5.38,637.4149484410882 +Meta-Llama-3-8B,5.36,642.5720747336745 +Meta-Llama-3-8B,5.34,647.8253042623401 +Meta-Llama-3-8B,5.32,652.9301002398133 +Meta-Llama-3-8B,5.3,658.2092716321349 +Meta-Llama-3-8B,5.28,663.4463675543666 +Meta-Llama-3-8B,5.26,668.6223653033376 +Meta-Llama-3-8B,5.24,674.1222441568971 +Meta-Llama-3-8B,5.22,679.5469339415431 +Meta-Llama-3-8B,4.99,750.7153705433011 +Meta-Llama-3-8B,4.97,757.9623754024506 +Meta-Llama-3-8B,4.95,765.4845386445522 +Meta-Llama-3-8B,4.93,773.5659453049302 +Meta-Llama-3-8B,4.91,782.5320274084806 +Meta-Llama-3-8B,4.89,791.8542558699846 +Meta-Llama-3-8B,4.87,801.1817699223757 +Meta-Llama-3-8B,4.85,810.7682934254408 +Meta-Llama-3-8B,4.83,820.3865960091352 +Meta-Llama-3-8B,4.81,830.1538535729051 +Meta-Llama-3-8B,4.79,840.1970076858997 +Meta-Llama-3-8B,4.77,850.4469466805458 +Meta-Llama-3-8B,4.75,860.8582645356655 +Meta-Llama-3-8B,4.73,871.4060265123844 +Meta-Llama-3-8B,4.71,882.1686758548021 +Meta-Llama-3-8B,4.69,893.0148071795702 +Meta-Llama-3-8B,4.67,903.9928929954767 +Meta-Llama-3-8B,4.65,915.0606156438586 +Meta-Llama-3-8B,4.63,926.1857171803713 +Meta-Llama-3-8B,4.39,1077.152861148119 +Meta-Llama-3-8B,4.37,1093.8586482703686 +Meta-Llama-3-8B,4.03,1409.321459978817 +Meta-Llama-3-8B,4.01,1428.8033045232296 +Meta-Llama-3-8B,3.99,1448.597277611494 +Meta-Llama-3-8B,3.97,1468.6249746978283 +Meta-Llama-3-8B,3.95,1488.7427588403225 +Meta-Llama-3-8B,3.93,1509.008405894041 +Meta-Llama-3-8B,3.91,1529.4572922885418 +Meta-Llama-3-8B,3.89,1549.9681755006313 +Meta-Llama-3-8B,3.87,1570.66209384799 +Meta-Llama-3-8B,3.85,1591.533069297635 +Meta-Llama-3-8B,3.83,1612.7959292382002 +Meta-Llama-3-8B,3.81,1634.6223777979612 +Meta-Llama-3-8B,3.79,1657.554287225008 +Meta-Llama-3-8B,3.77,1681.1015309393406 +Meta-Llama-3-8B,3.75,1704.9358195364475 +Meta-Llama-3-8B,3.73,1728.979151159525 +Meta-Llama-3-8B,3.71,1753.2813216745853 +Meta-Llama-3-8B,3.69,1778.280821949243 +Meta-Llama-3-8B,3.67,1803.4311622679234 +Meta-Llama-3-8B,3.65,1828.796680599451 +Meta-Llama-3-8B,3.63,1854.6010825932026 +Meta-Llama-3-8B,3.61,1881.1688741743565 +Meta-Llama-3-8B,3.59,1909.683663457632 +Meta-Llama-3-8B,3.43,2172.8710501194 +Meta-Llama-3-8B,3.41,2209.265524864197 +Meta-Llama-3-8B,3.39,2246.084832429886 +Meta-Llama-3-8B,3.37,2283.445370823145 +Meta-Llama-3-8B,3.35,2321.138784855604 +Meta-Llama-3-8B,3.33,2359.7880696058273 +Meta-Llama-3-8B,3.31,2401.3693803548813 +Meta-Llama-3-8B,7.56,189.4546073898673 +Meta-Llama-3-8B,7.54,192.9078370332718 +Meta-Llama-3-8B,7.53,194.8213059529662 +Meta-Llama-3-8B,7.5,200.1951318308711 +Meta-Llama-3-8B,7.48,203.7657110765576 +Meta-Llama-3-8B,7.47,205.5742695853114 +Meta-Llama-3-8B,7.44,210.95971640199423 +Meta-Llama-3-8B,7.42,214.64755535125678 +Meta-Llama-3-8B,7.41,216.34846489876503 +Meta-Llama-3-8B,7.38,221.74301161617038 +Meta-Llama-3-8B,7.36,225.53933113068342 +Meta-Llama-3-8B,7.34,229.6040451601147 +Meta-Llama-3-8B,7.32,232.5676909983158 +Meta-Llama-3-8B,7.3,236.4761657118797 +Meta-Llama-3-8B,7.29,238.00911045074463 +Meta-Llama-3-8B,7.26,243.43712584674358 +Meta-Llama-3-8B,7.24,247.41867429018018 +Meta-Llama-3-8B,7.22,251.2842819094658 +Meta-Llama-3-8B,7.2,254.31313471496105 +Meta-Llama-3-8B,7.19,256.7208743020892 +Meta-Llama-3-8B,7.16,262.16486828774197 +Meta-Llama-3-8B,7.14,265.20578366516963 +Meta-Llama-3-8B,7.13,267.57073306292295 +Meta-Llama-3-8B,7.1,272.9758049324155 +Meta-Llama-3-8B,7.08,276.12191362679005 +Meta-Llama-3-8B,7.06,280.341955512762 +Meta-Llama-3-8B,7.04,283.83145900815725 +Meta-Llama-3-8B,7.02,287.0857730656862 +Meta-Llama-3-8B,7.01,289.2651752308011 +Meta-Llama-3-8B,8.13,88.56073229014874 +Meta-Llama-3-8B,8.25,76.43276872113347 +Meta-Llama-3-8B,8.51,66.80391814187169 +Meta-Llama-3-8B,3.42,2191.0987458229065 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-113b-mxq-20241025194342.csv.hide b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-113b-mxq-20241025194342.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..2119c3360ddcac5035449e4c15a79bc3c1e69dca --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-113b-mxq-20241025194342.csv.hide @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,16518439424,16617832448,0,0,4.7655,6.6132,0.409,0.406,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,16767099392,16859004928,0,0,4.7351,6.5715,0.389,0.388,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,9165877248,9258926080,0,0,4.6977,6.5242,0.368,0.368,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-3bit-13b-mxq-20241025205901.csv.hide b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-3bit-13b-mxq-20241025205901.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..5c685a8eb7c62d555b1a3d452fd5709127d48d81 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-3bit-13b-mxq-20241025205901.csv.hide @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",56.131030321121216,0,0,0,14295142400,14455668736,0,0,5.2031,7.2807,0.435,0.435,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",52.83729958534241,0,0,0,13592506368,13748928512,0,0,5.5082,7.7057,0.42,0.421,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",54.635329246521,0,0,0,8114438144,8210350080,0,0,4.9436,6.8787,0.448,0.448,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-7-8b-mxq-20241025222104.csv.hide b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-7-8b-mxq-20241025222104.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..31c13c4aae341082796cc68c9fcdc9ae822b46b0 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-global/result-eval_ppl-kurt-7-8b-mxq-20241025222104.csv.hide @@ -0,0 +1,13 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",30.006831645965576,0,0,0,12399680512,12524191744,0,0,7.3205,11.7367,0.253,0.253,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",28.563372373580933,0,0,0,7242671616,7616856064,0,0,6.1202,9.4794,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.994393587112427,0,0,0,8417515520,8464105472,0,0,5.6783,7.6526,0.191,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.26705026626587,0,0,0,8873645056,8984199168,0,0,5.3782,7.23,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.85302138328552,0,0,0,11697246208,11834228736,0,0,9.183,14.5493,0.241,0.24,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.899582147598267,0,0,0,10023234560,10133438464,0,0,5.2921,7.0924,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",21.100379467010494,0,0,0,9051653120,9170845696,0,0,5.3431,7.1635,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.62109351158142,0,0,0,7765488640,7822376960,0,0,6.2932,8.561,0.188,0.188,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",26.04231977462769,0,0,0,13038670848,13172211712,0,0,6.3117,9.8399,0.223,0.223,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",27.003485679626465,0,0,0,11263737856,11404312576,0,0,10.4183,16.4045,0.234,0.234,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",22.48272466659546,0,0,0,7382296576,7423918080,0,0,6.7201,9.1436,0.187,0.187,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",25.199901580810547,0,0,0,12879593472,12975079424,0,0,6.4338,10.0504,0.228,0.228,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_ppl-20241105175732.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_ppl-20241105175732.csv new file mode 100644 index 0000000000000000000000000000000000000000..374e2362d784a04709c9a6b0885b95afa2a2c2bf --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_ppl-20241105175732.csv @@ -0,0 +1,145 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",20.94757580757141,0,0,0,8835817472,9418309632,0,0,5.4023,7.2641,0.187,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",22.32085967063904,0,0,0,8045680640,8881438720,0,0,5.7012,7.7,0.193,0.192,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",22.921200037002563,0,0,0,7716005888,8470396928,0,0,6.055,8.1574,0.197,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.2611894607544,0,0,0,16027474944,16122904576,0,0,4.8167,6.6916,0.435,0.435,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",45.40287232398987,0,0,0,14881118208,15005122560,0,0,4.9672,6.9149,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",22.46897864341736,0,0,0,7664991232,8415870976,0,0,6.1133,8.2289,0.197,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",21.764626264572144,0,0,0,8482270208,9076473856,0,0,5.5269,7.456,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",41.7788314819336,0,0,0,16077342720,16280190976,0,0,4.7957,6.6659,0.423,0.423,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",24.804633617401123,0,0,0,12587122688,12742295552,0,0,6.7019,10.5509,0.241,0.241,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",22.69047260284424,0,0,0,7855839232,8619294720,0,0,5.8686,7.9327,0.199,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",21.512494325637817,0,0,0,8718071808,9196011520,0,0,5.4628,7.384,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",26.574695110321045,0,0,0,12176072704,12417236992,0,0,7.2342,11.4499,0.256,0.256,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",21.295955419540405,0,0,0,8701756416,9160359936,0,0,5.4708,7.3928,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",42.0816822052002,0,0,0,12054474752,13040091136,0,0,4.7804,6.6362,0.415,0.414,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",28.29171133041382,0,0,0,11918350336,12171870208,0,0,7.4274,11.832,0.256,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",22.22467041015625,0,0,0,8081345536,8935964672,0,0,5.6842,7.6769,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",27.07759141921997,0,0,0,12070566912,12312379392,0,0,7.3336,11.6017,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",21.50288987159729,0,0,0,8528222208,9091153920,0,0,5.5256,7.4493,0.192,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",25.351303577423096,0,0,0,12550151168,12834570240,0,0,6.7786,10.7044,0.248,0.247,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",22.02771258354187,0,0,0,8183784448,9026142208,0,0,5.6247,7.6243,0.193,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",26.95918822288513,0,0,0,11537890304,11775508480,0,0,8.6352,13.9297,0.248,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",27.335363149642944,0,0,0,12146937856,12385779712,0,0,7.2673,11.4957,0.257,0.256,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",44.78893065452576,0,0,0,15033903104,15093202944,0,0,4.9491,6.8863,0.458,0.458,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",44.92587685585022,0,0,0,13579644928,13946060800,0,0,5.3876,7.5238,0.442,0.441,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",25.82326102256775,0,0,0,12494078976,12698255360,0,0,6.8452,10.8391,0.249,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",45.84926247596741,0,0,0,14216526848,14594080768,0,0,5.077,7.0312,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",42.23997330665589,0,0,0,16036573184,16137584640,0,0,4.8118,6.6836,0.433,0.432,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",44.785927295684814,0,0,0,13756999680,14130610176,0,0,5.2822,7.3634,0.446,0.445,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",42.51978588104248,0,0,0,16033872896,16263413760,0,0,4.823,6.6999,0.441,0.44,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",43.40191149711609,0,0,0,15475000320,15525216256,0,0,4.8694,6.7752,0.448,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",45.52183675765991,0,0,0,14545958912,14839447552,0,0,5.0075,6.9639,0.46,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.66764068603516,0,0,0,14471393280,14780727296,0,0,5.0423,7.0035,0.461,0.46,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.422611951828,0,0,0,13837916160,14220787712,0,0,5.2099,7.2535,0.449,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.7908661365509,0,0,0,13908750336,14300479488,0,0,5.1833,7.2036,0.451,0.451,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",21.614619493484497,0,0,0,8630980608,9124708352,0,0,5.4999,7.4206,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",22.198598384857178,0,0,0,8236390400,9036627968,0,0,5.62,7.585,0.191,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",27.653718948364254,0,0,0,12008422400,12262047744,0,0,7.3688,11.6781,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",45.00892472267151,0,0,0,14936628224,15003025408,0,0,4.9567,6.9045,0.459,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",26.33936047554016,0,0,0,11368073216,11607736320,0,0,9.4416,15.0645,0.244,0.244,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",20.841923475265503,0,0,0,8734253056,9330229248,0,0,5.4168,7.3078,0.188,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.98259258270264,0,0,0,8204780544,9028239360,0,0,5.6294,7.6082,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",22.283589363098145,0,0,0,7520412672,8239710208,0,0,6.3033,8.5397,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",22.6769015789032,0,0,0,7758273536,8510242816,0,0,5.9974,8.0789,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",25.068937301635746,0,0,0,12591550464,12752781312,0,0,6.6338,10.4378,0.24,0.239,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",27.335707187652588,0,0,0,11925436416,12190744576,0,0,7.4017,11.7936,0.255,0.255,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",28.45082902908325,0,0,0,11956350976,12218007552,0,0,7.4054,11.7769,0.255,0.254,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.65045404434204,0,0,0,16121345024,16372465664,0,0,4.787,6.6495,0.417,0.418,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",21.21370220184326,0,0,0,8696294400,9219080192,0,0,5.4471,7.3566,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",22.420844554901123,0,0,0,7562310656,8294236160,0,0,6.2426,8.4279,0.196,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",45.01741480827332,0,0,0,13658615808,14027849728,0,0,5.3416,7.4516,0.442,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",44.44653511047363,0,0,0,15182927872,15334375424,0,0,4.9364,6.8566,0.459,0.458,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",21.08437204360962,0,0,0,8734271488,9336520704,0,0,5.4119,7.2957,0.187,0.187,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",27.90091443061829,0,0,0,11759977472,12031361024,0,0,7.7995,12.4852,0.252,0.253,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",26.989163875579838,0,0,0,12225872896,12578717696,0,0,7.197,11.4046,0.256,0.256,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",26.90480947494507,0,0,0,12119883776,12369002496,0,0,7.3009,11.558,0.256,0.257,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",21.98214054107666,0,0,0,8296006656,9051308032,0,0,5.5903,7.5377,0.191,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",28.194682359695435,0,0,0,11833236480,12102664192,0,0,7.5619,12.0674,0.254,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",22.63660359382629,0,0,0,8007336960,8799649792,0,0,5.732,7.7272,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",22.83886456489563,0,0,0,7808135168,8573157376,0,0,5.9226,7.9901,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.05587244033813,0,0,0,11578092544,11815354368,0,0,8.4928,13.6201,0.249,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",43.73159432411194,0,0,0,15362219008,15401484288,0,0,4.8952,6.8006,0.451,0.451,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",41.83021664619446,0,0,0,16060697600,16173236224,0,0,4.8008,6.6728,0.426,0.426,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",44.59400367736816,0,0,0,14984289280,15059648512,0,0,4.9521,6.8912,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",21.953519821166992,0,0,0,8159942656,9011462144,0,0,5.6307,7.6367,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",43.24587750434876,0,0,0,15714074624,15753805824,0,0,4.8613,6.756,0.449,0.45,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",25.70447039604187,0,0,0,12457344000,12664700928,0,0,6.8813,10.9,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",21.823574542999268,0,0,0,8368205824,9051308032,0,0,5.5438,7.4832,0.189,0.189,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",24.782188415527344,0,0,0,12629664768,12819890176,0,0,6.5949,10.362,0.236,0.236,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",21.00625228881836,0,0,0,8744604672,9281994752,0,0,5.42,7.3164,0.189,0.189,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",26.981677532196045,0,0,0,11457982464,11697913856,0,0,9.0559,14.5109,0.246,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",26.31149363517761,0,0,0,11204275200,11475615744,0,0,10.6232,16.5543,0.24,0.24,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",22.42947745323181,0,0,0,7953430528,8703180800,0,0,5.8061,7.8267,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",45.409955739974976,0,0,0,14729048064,14910750720,0,0,4.9751,6.9326,0.459,0.459,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",25.835201025009155,0,0,0,12417207296,12683575296,0,0,7.007,11.135,0.252,0.253,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",22.51905655860901,0,0,0,8022619136,8831107072,0,0,5.7174,7.7119,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",44.257986307144165,0,0,0,15245065216,15271460864,0,0,4.9222,6.8423,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",22.05115818977356,0,0,0,8321431552,9051308032,0,0,5.5712,7.5134,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",42.413944244384766,0,0,0,16103977984,16359882752,0,0,4.7917,6.6576,0.421,0.421,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",32.09678411483765,0,0,0,7024915968,8306819072,0,0,6.5564,10.279,0.236,0.236,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",21.611085653305054,0,0,0,8434613248,9061793792,0,0,5.5359,7.4643,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",44.69684052467346,0,0,0,15125065728,15160311808,0,0,4.9428,6.8726,0.459,0.458,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",21.212862014770508,0,0,0,8712582144,9231663104,0,0,5.4408,7.3459,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",21.57099652290344,0,0,0,8676151296,9145679872,0,0,5.4841,7.4036,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",43.17160940170288,0,0,0,15833402368,16007561216,0,0,4.8513,6.7424,0.451,0.45,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",21.21432852745056,0,0,0,8710645760,9206497280,0,0,5.4489,7.3695,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",26.348384380340576,0,0,0,11239770112,11496587264,0,0,10.3307,16.3344,0.241,0.24,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",20.702467918396,0,0,0,9899885568,10255073280,0,0,5.398,7.2542,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",21.86888599395752,0,0,0,8336123904,9045016576,0,0,5.5568,7.499,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",42.91801643371582,0,0,0,15931567104,16114515968,0,0,4.8447,6.7331,0.451,0.452,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",26.159178018569943,0,0,0,12659061760,12805210112,0,0,6.5819,10.3274,0.236,0.236,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",42.81462383270264,0,0,0,16047025152,16156459008,0,0,4.8255,6.706,0.443,0.444,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",20.739551544189453,0,0,0,8782832640,9386852352,0,0,5.4086,7.28,0.186,0.186,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",22.20883107185364,0,0,0,8122114048,8984199168,0,0,5.6628,7.6514,0.193,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",43.532374143600464,0,0,0,15418986496,15445524480,0,0,4.8816,6.7862,0.449,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",45.68288278579712,0,0,0,14510212096,14799601664,0,0,5.025,6.9816,0.46,0.459,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",25.923136949539185,0,0,0,12427194368,12635340800,0,0,6.8976,10.928,0.252,0.252,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",22.52609372138977,0,0,0,7924269056,8678014976,0,0,5.8327,7.8845,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",25.75477361679077,0,0,0,12516019200,12708741120,0,0,6.8365,10.7855,0.249,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",45.45409965515137,0,0,0,14810701824,14942208000,0,0,4.9726,6.924,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",21.69977760314941,0,0,0,8271652864,9053405184,0,0,5.6193,7.5645,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",22.601442575454712,0,0,0,7979168768,8736735232,0,0,5.7759,7.789,0.197,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",21.797712802886963,0,0,0,8580890624,9110028288,0,0,5.508,7.4253,0.193,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",43.02618861198425,0,0,0,16008808448,16236150784,0,0,4.8407,6.7235,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",22.50765371322632,0,0,0,7476777984,8204058624,0,0,6.3848,8.654,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",26.10388731956482,0,0,0,12364477440,12645826560,0,0,7.0553,11.2315,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.559070110321045,0,0,0,7889062912,8625586176,0,0,5.8519,7.9007,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",43.188037395477295,0,0,0,16043892736,16164847616,0,0,4.8317,6.7156,0.45,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",27.775095462799072,0,0,0,11881784320,12138315776,0,0,7.4792,11.9236,0.255,0.254,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",43.56852793693543,0,0,0,15392396288,15432941568,0,0,4.8925,6.7944,0.45,0.449,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",26.42247009277344,0,0,0,11289346048,11544821760,0,0,9.9379,15.7109,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",45.86625552177429,0,0,0,14372667392,14703132672,0,0,5.0667,7.0176,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",43.888795375823975,0,0,0,15348471808,15382609920,0,0,4.8971,6.8104,0.452,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",44.06304812431336,0,0,0,15587296256,15644753920,0,0,4.863,6.7669,0.448,0.448,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",22.41970920562744,0,0,0,7970752512,8719958016,0,0,5.7831,7.8087,0.197,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",27.48326659202576,0,0,0,11712737280,11974737920,0,0,7.9728,12.8078,0.252,0.252,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",26.51010465621948,0,0,0,12277317632,12526288896,0,0,7.0992,11.3027,0.256,0.256,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",26.736928939819336,0,0,0,11335537664,11588861952,0,0,9.5215,15.2361,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",42.890734910964966,0,0,0,16042869760,16154361856,0,0,4.8285,6.7099,0.447,0.447,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",26.277602195739743,0,0,0,12288889856,12538871808,0,0,7.0814,11.2729,0.254,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.16943573951721,0,0,0,15261125632,15302918144,0,0,4.9178,6.8309,0.455,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",25.447208642959595,0,0,0,12543268864,12771655680,0,0,6.8068,10.745,0.248,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",27.480260848999023,0,0,0,11665267712,12025069568,0,0,8.0932,12.9947,0.251,0.25,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",25.54367470741272,0,0,0,12557791232,12725518336,0,0,6.7615,10.6601,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",45.15053057670593,0,0,0,15317490688,15346958336,0,0,4.9077,6.8213,0.453,0.453,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",24.77409291267395,0,0,0,12589997056,12759072768,0,0,6.6801,10.5138,0.243,0.243,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",26.84475302696228,0,0,0,11408145408,11634999296,0,0,9.2772,14.8219,0.244,0.244,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",44.32324481010437,0,0,0,15220703232,15376318464,0,0,4.9271,6.8476,0.457,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",26.589487552642822,0,0,0,12262837248,12507414528,0,0,7.1311,11.3419,0.256,0.258,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",21.095000982284542,0,0,0,8731863040,9269411840,0,0,5.428,7.3309,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",22.47239065170288,0,0,0,7610744832,8367636480,0,0,6.167,8.3182,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.069169759750366,0,0,0,16048697344,16282288128,0,0,4.8068,6.6792,0.429,0.429,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",45.773536920547485,0,0,0,13999538176,14394851328,0,0,5.1514,7.1503,0.453,0.453,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",24.947000741958615,0,0,0,12603642880,12798918656,0,0,6.6184,10.4065,0.237,0.237,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",26.134838104248047,0,0,0,12328248320,12622757888,0,0,7.0731,11.2522,0.254,0.254,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.94209599494934,0,0,0,14092889088,14482931712,0,0,5.1103,7.0806,0.456,0.455,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",22.372711658477783,0,0,0,7988182016,8761901056,0,0,5.7619,7.7684,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",22.49671149253845,0,0,0,7999071232,8774483968,0,0,5.7501,7.7486,0.195,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",26.114078998565677,0,0,0,12389122048,12618563584,0,0,7.0388,11.1844,0.252,0.253,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",27.98957395553589,0,0,0,11804831744,12077498368,0,0,7.6582,12.2112,0.254,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",45.539846658706665,0,0,0,14625372160,14875099136,0,0,4.9932,6.9486,0.459,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",27.07271432876587,0,0,0,11616953344,11859394560,0,0,8.2912,13.289,0.25,0.25,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",25.134520530700684,0,0,0,12584682496,12754878464,0,0,6.7356,10.6136,0.244,0.244,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",26.950178384780884,0,0,0,11498842112,11729371136,0,0,8.8183,14.1896,0.247,0.247,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",41.80831050872803,0,0,0,16165208064,16544432128,0,0,4.7848,6.6438,0.415,0.415,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_ppl-20241112064636.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_ppl-20241112064636.csv new file mode 100644 index 0000000000000000000000000000000000000000..aed8a092f1a1e7a9c21aee6ad5343854d4f0a5f6 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_ppl-20241112064636.csv @@ -0,0 +1,148 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",24.314496278762817,0,0,0,12799458304,12939427840,0,0,6.4623,10.1083,0.231,0.231,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.23047137260437,0,0,0,8879389696,9380560896,0,0,5.3178,7.1352,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",39.99907970428467,0,0,0,16342594560,16678649856,0,0,4.7442,6.5869,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",19.150819540023804,0,0,0,9098661888,9571401728,0,0,5.2971,7.091,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",21.12395930290222,0,0,0,13912675328,13956546560,0,0,6.0552,9.3964,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",21.98924779891968,0,0,0,13317564416,13339983872,0,0,6.093,9.446,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",24.60046410560608,0,0,0,12801349632,12889096192,0,0,6.4369,10.0716,0.229,0.23,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",21.329746961593628,0,0,0,13811532800,13847494656,0,0,6.0638,9.4116,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",22.4840145111084,0,0,0,13132462080,13195280384,0,0,6.1079,9.4636,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",21.95313310623169,0,0,0,13738091520,13881049088,0,0,6.0678,9.4163,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",19.926142930984497,0,0,0,9992841216,10127147008,0,0,5.2729,7.0552,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",38.38164186477661,0,0,0,16477757440,16515072000,0,0,4.7001,6.5347,0.369,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",19.013620853424072,0,0,0,9799011328,9946791936,0,0,5.2747,7.0619,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",40.889577865600586,0,0,0,18436715520,18828230656,0,0,4.6843,6.5026,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",36.86793184280396,0,0,0,17461144576,17989369856,0,0,4.6913,6.5097,0.37,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",38.0962336063385,0,0,0,16724204544,16921919488,0,0,4.697,6.5255,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",18.82293009757996,0,0,0,9330649088,9583984640,0,0,5.2844,7.077,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",36.687400341033936,0,0,0,17872269312,18339594240,0,0,4.6894,6.5053,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",20.37448239326477,0,0,0,8875943936,9347006464,0,0,5.3467,7.1678,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",18.55271935462952,0,0,0,9936976896,10099884032,0,0,5.2751,7.0568,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",21.03847336769104,0,0,0,9765967872,9940500480,0,0,5.2759,7.0612,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",19.271756410598755,0,0,0,9031069696,9550430208,0,0,5.2988,7.0929,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",18.55237293243408,0,0,0,9468063744,9632219136,0,0,5.2816,7.0729,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",20.53394627571106,0,0,0,8910812160,9311354880,0,0,5.3746,7.2114,0.185,0.186,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",19.64073419570923,0,0,0,8917458944,9466544128,0,0,5.3105,7.1095,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",24.643025875091556,0,0,0,12754312192,12861833216,0,0,6.5016,10.1944,0.233,0.234,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",19.01436996459961,0,0,0,9127796736,9630121984,0,0,5.2957,7.0878,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",21.16792345046997,0,0,0,9731675136,9877585920,0,0,5.2781,7.0638,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",22.46253132820129,0,0,0,13170557952,13298040832,0,0,6.1041,9.458,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",40.47948002815247,0,0,0,16289588224,16594763776,0,0,4.7563,6.6049,0.399,0.399,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",24.456218957901,0,0,0,12781332480,12926844928,0,0,6.4844,10.1463,0.232,0.233,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",19.27687406539917,0,0,0,9633232896,9797894144,0,0,5.2797,7.0684,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",24.40024209022522,0,0,0,12821787648,12947816448,0,0,6.4148,10.0311,0.227,0.227,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",22.90284919738769,0,0,0,13052505088,13079937024,0,0,6.1194,9.4844,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",18.76740455627441,0,0,0,9266038784,9611247616,0,0,5.2901,7.0809,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",23.829538345336918,0,0,0,12893405184,12968787968,0,0,6.3865,9.9586,0.227,0.227,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",18.90009045600891,0,0,0,9232778240,9661579264,0,0,5.2928,7.0833,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",21.413520574569706,0,0,0,13707662336,13809745920,0,0,6.0717,9.4182,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",39.12342119216919,0,0,0,16801995776,17160994816,0,0,4.6965,6.5233,0.37,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",27.76897406578064,0,0,0,7672326144,8789164032,0,0,6.054,9.3859,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",19.25191712379456,0,0,0,9157981184,9628024832,0,0,5.2942,7.087,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",37.282692193984985,0,0,0,17184478208,17888706560,0,0,4.6919,6.5125,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",23.650304555892944,0,0,0,12955249664,12966690816,0,0,6.1663,9.5667,0.208,0.209,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",36.575005769729614,0,0,0,18351942656,18754830336,0,0,4.6844,6.5031,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",37.84702467918396,0,0,0,16904805376,17320378368,0,0,4.6949,6.5209,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",20.22774338722229,0,0,0,8873488384,9365880832,0,0,5.3301,7.145,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",36.53167963027954,0,0,0,18146227200,18559795200,0,0,4.6867,6.503,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",19.47291302680969,0,0,0,8952236032,9491709952,0,0,5.2982,7.1026,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",22.381919622421265,0,0,0,13953620992,14107541504,0,0,6.0569,9.3945,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",20.755336046218872,0,0,0,8879917056,9279897600,0,0,5.393,7.2434,0.186,0.186,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",37.26352500915527,0,0,0,17059169280,17616076800,0,0,4.6916,6.517,0.371,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",39.29755353927612,0,0,0,16231261184,16485711872,0,0,4.712,6.5483,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",41.96304869651794,0,0,0,18011015168,18452840448,0,0,4.6865,6.5049,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",19.708208560943604,0,0,0,8890564608,9437184000,0,0,5.3138,7.1148,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.50471472740173,0,0,0,16234027008,16502489088,0,0,4.7166,6.5533,0.376,0.376,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",20.444191455841064,0,0,0,8882503680,9342812160,0,0,5.3526,7.1795,0.181,0.182,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",18.57448148727417,0,0,0,9714528256,9871294464,0,0,5.2791,7.0644,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",37.97645378112793,0,0,0,17531761664,18037604352,0,0,4.6903,6.5106,0.371,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",18.65040159225464,0,0,0,9429564416,9600761856,0,0,5.281,7.0729,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",21.72048044204712,0,0,0,13671891968,13692305408,0,0,6.0723,9.4197,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",46.09871006011963,0,0,0,18216844288,18629001216,0,0,4.6854,6.5023,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",21.73615074157715,0,0,0,13596389376,13727956992,0,0,6.0794,9.4251,0.206,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.9586353302002,0,0,0,16270173184,16506683392,0,0,4.7082,6.5428,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",21.676792860031128,0,0,0,13556786176,13589544960,0,0,6.0824,9.4292,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",36.8373544216156,0,0,0,17668590592,18213765120,0,0,4.6895,6.5066,0.371,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",38.50638675689697,0,0,0,16411394048,16506683392,0,0,4.7036,6.5365,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",22.09260487556457,0,0,0,13353728000,13419675648,0,0,6.0932,9.4438,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",41.037222385406494,0,0,0,16304918528,16598958080,0,0,4.7752,6.6294,0.413,0.413,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",37.99061608314514,0,0,0,16661933056,16873684992,0,0,4.6991,6.5265,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",18.93580651283264,0,0,0,9360134144,9586081792,0,0,5.283,7.0768,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",21.893051624298096,0,0,0,13426285568,13490978816,0,0,6.0906,9.441,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",37.94911241531372,0,0,0,16771142656,17098080256,0,0,4.6974,6.5233,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",18.835347652435303,0,0,0,11279322112,11425284096,0,0,5.2721,7.0538,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",40.98279094696045,0,0,0,16333119488,16655581184,0,0,4.7685,6.6227,0.413,0.414,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",37.1741201877594,0,0,0,18079221760,18509463552,0,0,4.6878,6.5042,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",40.515856981277466,0,0,0,16355288064,16684941312,0,0,4.7517,6.5949,0.399,0.399,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",21.393158674240112,0,0,0,13846907904,13883146240,0,0,6.0625,9.4122,0.206,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",39.776618003845215,0,0,0,16284032000,16586375168,0,0,4.7303,6.5701,0.385,0.385,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",24.250224113464355,0,0,0,12884500480,12956205056,0,0,6.3698,9.9331,0.225,0.226,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",40.48454570770264,0,0,0,17389014016,17918066688,0,0,4.6903,6.5127,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",23.895012140274048,0,0,0,12985477120,12998148096,0,0,6.198,9.6359,0.213,0.213,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",18.83928680419922,0,0,0,9501474816,9688842240,0,0,5.2819,7.0732,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",19.21774792671204,0,0,0,8988205056,9521070080,0,0,5.2949,7.0968,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",22.750321626663208,0,0,0,13210354688,13344178176,0,0,6.0995,9.4536,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",23.58190655708313,0,0,0,12973136896,12996050944,0,0,6.2259,9.6775,0.214,0.214,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",20.670286417007446,0,0,0,8904027136,9300869120,0,0,5.3869,7.2327,0.188,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.75029683113098,0,0,0,9295619072,9602859008,0,0,5.2868,7.0789,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",21.25412130355835,0,0,0,13875236864,13910409216,0,0,6.0603,9.4045,0.205,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",22.27993369102478,0,0,0,13280781312,13300137984,0,0,6.0956,9.4493,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",51.7241907119751,0,0,0,17806920704,18322817024,0,0,4.6885,6.5072,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",90.18296933174132,0,0,0,18283977728,18675138560,0,0,4.6843,6.5039,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",36.99215984344482,0,0,0,17939612672,18396217344,0,0,4.6884,6.5042,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",19.13508105278015,0,0,0,9833395200,9986637824,0,0,5.276,7.0601,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",37.17236351966858,0,0,0,17118837760,17676894208,0,0,4.6904,6.5156,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",18.65102243423462,0,0,0,9905995776,10043260928,0,0,5.275,7.058,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",18.719272136688232,0,0,0,9682300928,9917431808,0,0,5.2806,7.0674,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",36.727078914642334,0,0,0,13911540736,14399045632,0,0,4.6846,6.5015,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",21.929665327072144,0,0,0,13457041408,13482590208,0,0,6.084,9.434,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",40.61754560470581,0,0,0,16320910336,16603152384,0,0,4.7657,6.6157,0.408,0.408,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",24.22992706298828,0,0,0,12898271232,12991856640,0,0,6.3313,9.8596,0.221,0.222,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",25.33354997634888,0,0,0,9600910336,9774825472,0,0,5.2792,7.0704,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",37.39901399612427,0,0,0,16947416064,17437818880,0,0,4.6945,6.5192,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",23.337759256362915,0,0,0,12952141824,13014925312,0,0,6.1492,9.5313,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.01971697807312,0,0,0,8860686336,9407823872,0,0,5.3178,7.1209,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",23.956716060638428,0,0,0,12909581312,13058965504,0,0,6.3149,9.8295,0.219,0.219,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",20.603205680847168,0,0,0,8900365312,9302966272,0,0,5.3788,7.2223,0.186,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",20.46149516105652,0,0,0,8888513536,9330229248,0,0,5.3608,7.1898,0.182,0.182,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",39.6401903629303,0,0,0,16265118720,16601055232,0,0,4.7243,6.5622,0.382,0.382,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",37.15875196456909,0,0,0,17320885248,17859346432,0,0,4.6913,6.5126,0.37,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",40.56348299980164,0,0,0,16284080128,16584278016,0,0,4.7592,6.6086,0.405,0.405,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",18.911927700042725,0,0,0,9193235456,9663676416,0,0,5.294,7.0848,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",19.135704278945923,0,0,0,9062113280,9598664704,0,0,5.2986,7.0915,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",37.47578716278076,0,0,0,17254269952,17874026496,0,0,4.691,6.5122,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",140.33975648880005,0,0,0,18505780224,19077791744,0,0,4.6844,6.5021,0.37,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.372010469436646,0,0,0,16997751808,17477664768,0,0,4.6921,6.5166,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",23.91123414039612,0,0,0,12934130688,12970885120,0,0,6.2938,9.7943,0.218,0.219,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",20.873056173324585,0,0,0,8895020032,9328132096,0,0,5.3667,7.1958,0.184,0.184,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",21.43024754524231,0,0,0,13633042432,13732151296,0,0,6.0744,9.422,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",40.0082106590271,0,0,0,16296705024,16607346688,0,0,4.7367,6.5773,0.39,0.389,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",37.73256969451904,0,0,0,16852409344,17211326464,0,0,4.6949,6.5236,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",38.71206855773926,0,0,0,16343874560,16504586240,0,0,4.7059,6.5402,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",23.9825291633606,0,0,0,12956568576,13025411072,0,0,6.2466,9.7118,0.215,0.216,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",19.289613008499146,0,0,0,9564425216,9764339712,0,0,5.28,7.0713,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",21.933666944503784,0,0,0,13246581760,13314818048,0,0,6.0966,9.4494,0.206,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",38.19440150260925,0,0,0,16539270144,16642998272,0,0,4.6993,6.5317,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",20.40548586845398,0,0,0,9873406976,9999220736,0,0,5.275,7.0595,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",19.51129722595215,0,0,0,10044667904,10326376448,0,0,5.272,7.0551,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",22.05256676673889,0,0,0,13389566976,13453230080,0,0,6.0937,9.4442,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",22.399703979492188,0,0,0,13094201344,13115588608,0,0,6.1167,9.4782,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",40.79487609863281,0,0,0,17738791936,18205376512,0,0,4.6895,6.5064,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",38.92306590080261,0,0,0,16603878400,16752050176,0,0,4.7016,6.53,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",23.44351172447205,0,0,0,12975243264,13073645568,0,0,6.1843,9.6071,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",20.265387058258057,0,0,0,8870632448,9359589376,0,0,5.3381,7.1573,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",18.75297212600708,0,0,0,9531587584,9711910912,0,0,5.2809,7.072,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",24.32613515853882,0,0,0,12868498432,12937330688,0,0,6.4023,10.004,0.228,0.228,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",20.110729217529297,0,0,0,8856936448,9386852352,0,0,5.3177,7.1293,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",24.95425844192505,0,0,0,12731224064,12851347456,0,0,6.5321,10.2291,0.234,0.235,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",21.59737968444824,0,0,0,13485177856,13516144640,0,0,6.0824,9.4324,0.205,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",23.628973484039307,0,0,0,12970297344,12985565184,0,0,6.1302,9.5022,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",24.15422201156616,0,0,0,12890631168,12947816448,0,0,6.3524,9.8941,0.222,0.222,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",23.85127806663513,0,0,0,12946980864,12981370880,0,0,6.2764,9.7644,0.217,0.217,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",18.918638706207275,0,0,0,9390251008,9609150464,0,0,5.2826,7.075,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",21.540683031082157,0,0,0,9965393920,10091495424,0,0,5.2734,7.0559,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",23.443586587905884,0,0,0,13010944000,13040091136,0,0,6.1241,9.492,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",21.409254789352417,0,0,0,13775598592,13811843072,0,0,6.0657,9.413,0.206,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",37.03881978988648,0,0,0,17600384000,18152947712,0,0,4.6886,6.5093,0.37,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",21.685116052627563,0,0,0,13519540224,13627293696,0,0,6.083,9.4309,0.206,0.205,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_ppl-20241111090115.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_ppl-20241111090115.csv new file mode 100644 index 0000000000000000000000000000000000000000..eadcc200813b025b59baade422d7a89b4df1a398 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_ppl-20241111090115.csv @@ -0,0 +1,156 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",37.23441982269287,0,0,0,20493132800,20654850048,0,0,4.6767,6.4932,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",37.51742386817932,0,0,0,19732616192,20073938944,0,0,4.6788,6.4997,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",35.96765375137329,0,0,0,20421314560,20564672512,0,0,4.677,6.4945,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",34.71971344947815,0,0,0,16236118016,16743661568,0,0,4.6658,6.4891,0.364,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",18.988757848739624,0,0,0,11550534656,11593056256,0,0,5.2384,7.0116,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",18.918168544769287,0,0,0,10770673664,10871635968,0,0,5.2481,7.0266,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",20.57299494743347,0,0,0,14753794048,14814281728,0,0,6.0301,9.3539,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",20.68614435195923,0,0,0,15054801920,15133048832,0,0,6.025,9.3463,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",18.60712027549744,0,0,0,10253193216,10403971072,0,0,5.2687,7.0488,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",35.343093156814575,0,0,0,21048641536,21137195008,0,0,4.6747,6.4908,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",37.7869918346405,0,0,0,19593299968,19820183552,0,0,4.6806,6.4988,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",20.7661349773407,0,0,0,14786583552,14858321920,0,0,6.0292,9.3535,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",18.942140340805054,0,0,0,11651706880,11685330944,0,0,5.2362,7.0109,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.03}",43.2357234954834,0,0,0,14649055232,14925430784,0,0,4.6833,6.5009,0.371,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",18.669333457946777,0,0,0,11616649216,11651776512,0,0,5.2361,7.0117,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",19.75457501411438,0,0,0,10803580928,10903093248,0,0,5.2476,7.0255,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",42.6652729511261,0,0,0,19142294528,19461570560,0,0,4.6818,6.4997,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",20.803659677505493,0,0,0,14486005760,14552137728,0,0,6.0383,9.3538,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",35.32938599586487,0,0,0,21376688128,21432893440,0,0,4.6687,6.489,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",18.51643443107605,0,0,0,10870243328,11016339456,0,0,5.247,7.0254,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",20.66431927680969,0,0,0,15540729856,15602810880,0,0,6.0196,9.3347,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",46.83413887023926,0,0,0,18933476352,19241369600,0,0,4.6826,6.501,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",35.846628189086914,0,0,0,19914892288,20132659200,0,0,4.6786,6.4995,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",19.11448621749878,0,0,0,11193995264,11265900544,0,0,5.2443,7.0178,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",20.75691556930542,0,0,0,15023585280,15097397248,0,0,6.0253,9.3462,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",34.865620613098145,0,0,0,21866649600,21929918464,0,0,4.6655,6.4889,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",18.775649785995483,0,0,0,10707292160,10812915712,0,0,5.2485,7.0276,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",34.9647958278656,0,0,0,21196936192,21263024128,0,0,4.6694,6.4895,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",38.078611612319946,0,0,0,19998623744,20174602240,0,0,4.6779,6.5008,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",18.89081358909607,0,0,0,10220870656,10389291008,0,0,5.2689,7.0487,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",20.685149669647217,0,0,0,15474099200,15544090624,0,0,6.0201,9.3354,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",18.954635858535767,0,0,0,11096416256,11165237248,0,0,5.2448,7.0227,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",19.11460328102112,0,0,0,11420217344,11465129984,0,0,5.2422,7.0149,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",18.937845706939697,0,0,0,10934358016,11024728064,0,0,5.2469,7.0252,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",34.87181854248047,0,0,0,21707308032,21749563392,0,0,4.6671,6.4896,0.365,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",20.99242877960205,0,0,0,15439738880,15508439040,0,0,6.0215,9.3379,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",19.47497320175171,0,0,0,11000156160,11077156864,0,0,5.2465,7.0231,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",34.90354347229004,0,0,0,20898295808,21023948800,0,0,4.6731,6.491,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",20.62605047225952,0,0,0,15334420480,15411970048,0,0,6.0212,9.3383,0.204,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.01}",21.84574174880981,0,0,0,11931977728,12092178432,0,0,5.2721,7.0531,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",21.231786966323853,0,0,0,15262158848,15330181120,0,0,6.0214,9.3399,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.03}",27.72964549064636,0,0,0,11965990912,12043943936,0,0,5.2733,7.0522,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",20.65716528892517,0,0,0,14613522432,14677966848,0,0,6.0386,9.3579,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",22.354899406433105,0,0,0,10171008000,10341056512,0,0,5.2703,7.05,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",18.926265001297,0,0,0,10966781952,11043602432,0,0,5.2462,7.0242,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",35.78835844993591,0,0,0,19647734784,19874709504,0,0,4.6793,6.4999,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",22.06841230392456,0,0,0,15648470016,15718154240,0,0,6.0192,9.333,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",20.871039390563965,0,0,0,15161035776,15240003584,0,0,6.0234,9.3392,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.09}",44.65464901924133,0,0,0,14801199104,15059648512,0,0,4.6826,6.5006,0.37,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",18.788246393203732,0,0,0,10642579456,10752098304,0,0,5.2499,7.0293,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",20.67147970199585,0,0,0,15403803648,15474884608,0,0,6.0193,9.3352,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",18.981024026870728,0,0,0,10544340992,10712252416,0,0,5.2668,7.0471,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.09}",23.84414505958557,0,0,0,12038259712,12115247104,0,0,5.2692,7.049,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",35.587374210357666,0,0,0,19851743232,20048773120,0,0,4.6788,6.4994,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",36.88044261932373,0,0,0,20765792256,20902313984,0,0,4.6777,6.4931,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",18.976555347442627,0,0,0,11583310848,11620319232,0,0,5.2357,7.0112,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",20.937058448791504,0,0,0,14288773120,14334033920,0,0,6.0428,9.3603,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",18.63671851158142,0,0,0,10511851520,10619977728,0,0,5.2671,7.0471,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",36.35173797607422,0,0,0,20222360576,20384317440,0,0,4.6795,6.4982,0.367,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",20.894182920455933,0,0,0,15575090176,15638462464,0,0,6.0185,9.3315,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",20.482449531555176,0,0,0,14386553856,14451474432,0,0,6.0378,9.3574,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",20.890539407730103,0,0,0,14119914496,14170456064,0,0,6.0457,9.3706,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",18.67108964920044,0,0,0,10739781632,10844372992,0,0,5.2492,7.0274,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",18.906843423843384,0,0,0,10902466560,10997465088,0,0,5.2475,7.0251,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",35.339330434799194,0,0,0,20694137856,20820525056,0,0,4.6756,6.4928,0.367,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",20.4621057510376,0,0,0,14419343360,14487126016,0,0,6.04,9.3578,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",26.13178968429565,0,0,0,8535602688,9665773568,0,0,6.0271,9.3322,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",20.65947413444519,0,0,0,14151128064,14199816192,0,0,6.0429,9.3662,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",20.667784690856934,0,0,0,14683233280,14747172864,0,0,6.0379,9.3547,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",19.375089645385746,0,0,0,10390447104,10519314432,0,0,5.2668,7.0485,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",20.485682010650635,0,0,0,14324250624,14382268416,0,0,6.0414,9.3584,0.206,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",35.42587733268738,0,0,0,21906336768,22374514688,0,0,4.666,6.4892,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",35.65460777282715,0,0,0,21574499328,21630025728,0,0,4.6705,6.4904,0.365,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",36.011150598526,0,0,0,19537772544,19769851904,0,0,4.6791,6.5,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",18.76458072662353,0,0,0,11064324096,11133779968,0,0,5.2463,7.0239,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",20.554929733276367,0,0,0,14251331584,14308868096,0,0,6.0418,9.3599,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",21.021743297576904,0,0,0,14221425664,14283702272,0,0,6.044,9.362,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",20.72307825088501,0,0,0,14852819968,14929625088,0,0,6.0281,9.3485,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.73908805847168,0,0,0,11265773568,11328815104,0,0,5.2452,7.0183,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",35.427424907684326,0,0,0,21242937344,21309161472,0,0,4.6716,6.4898,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",18.65799641609192,0,0,0,11322302464,11377049600,0,0,5.2444,7.0163,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",35.309834718704224,0,0,0,20574778368,20690501632,0,0,4.6783,6.4968,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",35.089075565338135,0,0,0,21641365504,21678260224,0,0,4.6708,6.4909,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",20.89581823348999,0,0,0,15090737152,15166603264,0,0,6.0237,9.3466,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",28.574739694595337,0,0,0,10390378496,10500440064,0,0,5.2705,7.0515,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",18.696752309799194,0,0,0,11298066432,11349786624,0,0,5.2446,7.0168,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",18.93830227851868,0,0,0,11032449024,11108614144,0,0,5.2466,7.0237,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",18.49611783027649,0,0,0,10838020096,10936647680,0,0,5.2478,7.0271,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",20.599594116210938,0,0,0,15370881024,15441330176,0,0,6.0197,9.3363,0.204,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",20.79216146469116,0,0,0,10414647296,10588520448,0,0,5.2669,7.0492,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",18.999128103256226,0,0,0,11517644800,11618222080,0,0,5.2411,7.0142,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",18.583163499832157,0,0,0,10479693824,10588520448,0,0,5.2674,7.048,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",19.69906115531921,0,0,0,10357403648,10531897344,0,0,5.2708,7.0518,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",20.822609901428223,0,0,0,14184966144,14235467776,0,0,6.0416,9.3605,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.03}",25.97554039955139,0,0,0,7722032128,8841592832,0,0,6.0451,9.3654,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.01}",26.23511409759521,0,0,0,7705064960,8799649792,0,0,6.0466,9.3726,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",21.05300807952881,0,0,0,14355600384,14417920000,0,0,6.0387,9.3556,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",20.816195964813232,0,0,0,14562107392,14615052288,0,0,6.0391,9.3548,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.33}",0.0,0,0,0,14757485568,15911092224,0,0,6.04,9.3556,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",35.62516736984253,0,0,0,20979488768,21097349120,0,0,4.672,6.4919,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",18.890838384628296,0,0,0,10188548096,10372513792,0,0,5.2697,7.0497,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",20.799808025360107,0,0,0,15505840128,15581839360,0,0,6.022,9.3319,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",20.76396989822388,0,0,0,15127721984,15200157696,0,0,6.0233,9.3443,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",47.63662552833557,0,0,0,10043891712,10416553984,0,0,4.6838,6.5012,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",18.85467886924744,0,0,0,11484672000,11528044544,0,0,5.2423,7.0132,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.926102876663208,0,0,0,10163349504,10330570752,0,0,5.2729,7.0523,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",19.1672420501709,0,0,0,11354263552,11398021120,0,0,5.2448,7.0151,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",20.7128963470459,0,0,0,15194940416,15260975104,0,0,6.0214,9.3413,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",20.790621519088745,0,0,0,14455998464,14520680448,0,0,6.0377,9.3569,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",43.425931215286255,0,0,0,19086612480,19388170240,0,0,4.6811,6.5002,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",18.7447030544281,0,0,0,11129240576,11207180288,0,0,5.2446,7.0204,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",20.92192769050598,0,0,0,15297045504,15376318464,0,0,6.0202,9.338,0.204,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",20.57884192466736,0,0,0,14819506176,14883487744,0,0,6.0288,9.3535,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",21.42711281776428,0,0,0,14645525504,14711521280,0,0,6.039,9.3567,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",19.33400082588196,0,0,0,11162213376,11261706240,0,0,5.2455,7.0195,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",35.69680714607239,0,0,0,20832478208,20929576960,0,0,4.6733,6.4914,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",21.210973262786865,0,0,0,14882989056,14965276672,0,0,6.0275,9.3494,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",20.7142014503479,0,0,0,14989222912,15063842816,0,0,6.0266,9.345,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.33}",19.640733242034912,0,0,0,10618544128,10733223936,0,0,5.2496,7.0298,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",20.970335721969604,0,0,0,14520434688,14585692160,0,0,6.0401,9.3589,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",18.542298555374146,0,0,0,10674802688,10770972672,0,0,5.2496,7.0289,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",116.49557685852052,0,0,0,19309707264,19560136704,0,0,4.6816,6.4994,0.368,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",19.009939432144165,0,0,0,12719032320,12748587008,0,0,5.237,7.0114,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",20.94786834716797,0,0,0,15610958848,15672016896,0,0,6.0197,9.3311,0.204,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",35.742743253707886,0,0,0,20150542336,20350763008,0,0,4.6799,6.4986,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",20.722728729248047,0,0,0,14916170752,15000928256,0,0,6.0282,9.3471,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",35.69438314437866,0,0,0,20071024640,20268974080,0,0,4.6782,6.4986,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",34.72126865386963,0,0,0,21802201088,21858615296,0,0,4.6664,6.4893,0.364,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",18.590956211090088,0,0,0,10446904320,10565451776,0,0,5.2668,7.0483,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",18.57737946510315,0,0,0,10115461120,10286530560,0,0,5.2722,7.0536,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",20.61300492286682,0,0,0,14054332416,14109638656,0,0,6.053,9.3783,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",35.068047523498535,0,0,0,20638510080,20761804800,0,0,4.6759,6.4931,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",35.423075675964355,0,0,0,21445240832,21489516544,0,0,4.6684,6.489,0.365,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",38.12658715248108,0,0,0,20329719808,20489175040,0,0,4.6779,6.4983,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",18.892562866210938,0,0,0,11452444672,11486101504,0,0,5.2413,7.0132,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",35.48257374763489,0,0,0,20122515456,20304625664,0,0,4.6785,6.4988,0.368,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",20.854362726211548,0,0,0,14087649280,14128513024,0,0,6.045,9.3663,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",19.02650046348572,0,0,0,10585636864,10701766656,0,0,5.2673,7.046,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",20.86741542816162,0,0,0,14718448640,14789115904,0,0,6.0377,9.3553,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.33}",35.92365264892578,0,0,0,19801238528,20023607296,0,0,4.6783,6.4995,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",35.26532292366028,0,0,0,20354665472,20537409536,0,0,4.6795,6.4981,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.09}",26.176401615142822,0,0,0,7770874368,8898215936,0,0,6.0438,9.3637,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",34.8600754737854,0,0,0,21309459456,21376270336,0,0,4.6693,6.4894,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",36.1012704372406,0,0,0,19466785792,19713228800,0,0,4.6795,6.5001,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",35.46283459663391,0,0,0,21510351872,21560819712,0,0,4.6707,6.4907,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",46.81106972694397,0,0,0,10318187520,10638852096,0,0,4.6812,6.4993,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",35.9310085773468,0,0,0,19386763264,19637731328,0,0,4.6814,6.4989,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",18.90107226371765,0,0,0,11226222592,11318329344,0,0,5.2458,7.0195,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",20.65044403076172,0,0,0,14952105984,15034482688,0,0,6.0275,9.3485,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",19.23083758354187,0,0,0,10292723712,10424942592,0,0,5.2669,7.0481,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",34.95450210571289,0,0,0,21128236032,21206401024,0,0,4.6705,6.49,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",26.5078125,0,0,0,8519668224,9648996352,0,0,6.026,9.3323,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",43.11512351036072,0,0,0,18881174528,19203620864,0,0,4.6832,6.5017,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",19.36367654800415,0,0,0,11387572224,11433672704,0,0,5.2426,7.014,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",20.726682901382446,0,0,0,15229369344,15302918144,0,0,6.022,9.338,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018132451.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018132451.csv new file mode 100644 index 0000000000000000000000000000000000000000..76bd0dfb177b5f2e4700c72fadd41b8f8088c6ae --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018132451.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",22.368326663970947,0,0,0,19502021632,19522387968,0,0,6.0033,9.2966,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",46.49796843528748,0,0,0,14901110272,15011414016,0,0,4.6372,6.4626,0.345,0.345,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",46.96759104728699,0,0,0,15092453888,15204352000,0,0,4.6423,6.4638,0.347,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",17.209035396575928,0,0,0,15085377536,15135145984,0,0,5.2092,6.9721,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",26.99336671829224,0,0,0,10730426368,11112808448,0,0,6.0778,9.4209,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",23.151795387268063,0,0,0,19832537088,19952304128,0,0,6.0173,9.3191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",17.689634323120117,0,0,0,17384806400,17500733440,0,0,5.2149,6.9966,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",36.30884647369385,0,0,0,22472075264,22628270080,0,0,4.6482,6.4706,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",17.007137060165405,0,0,0,15391960064,15422455808,0,0,5.2058,6.9778,0.169,0.169,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018150829.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018150829.csv new file mode 100644 index 0000000000000000000000000000000000000000..be72f0e5cdf51361d9b8a575ed66c824f6e0334f --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl-8bit-mxq-20241018150829.csv @@ -0,0 +1,13 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",27.863762855529785,0,0,0,9877898240,9986637824,0,0,5.7168,7.7284,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",59.71775817871094,0,0,0,11643229184,11796480000,0,0,4.9581,6.8851,0.456,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",22.368326663970947,0,0,0,19502021632,19522387968,0,0,6.0033,9.2966,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",46.49796843528748,0,0,0,14901110272,15011414016,0,0,4.6372,6.4626,0.345,0.345,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",46.96759104728699,0,0,0,15092453888,15204352000,0,0,4.6423,6.4638,0.347,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",17.209035396575928,0,0,0,15085377536,15135145984,0,0,5.2092,6.9721,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",26.99336671829224,0,0,0,10730426368,11112808448,0,0,6.0778,9.4209,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",36.28864669799805,0,0,0,6664999936,7046430720,0,0,7.4276,11.9169,0.258,0.258,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",23.151795387268063,0,0,0,19832537088,19952304128,0,0,6.0173,9.3191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",17.689634323120117,0,0,0,17384806400,17500733440,0,0,5.2149,6.9966,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",36.30884647369385,0,0,0,22472075264,22628270080,0,0,4.6482,6.4706,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",17.007137060165405,0,0,0,15391960064,15422455808,0,0,5.2058,6.9778,0.169,0.169,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv new file mode 100644 index 0000000000000000000000000000000000000000..e692da90eb3c345164fc340bbb56dd3dacd7c12b --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv @@ -0,0 +1,52 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",52.94397020339966,0,0,0,9845102592,9944694784,0,0,32.811,41.7335,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",53.25425028800965,0,0,0,10947209216,11083448320,0,0,8.9401,12.4191,0.372,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",28.16793727874756,0,0,0,3600445440,3682598912,0,0,12.9279,17.0,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",26.016353130340576,0,0,0,9108279296,9168748544,0,0,87781.2812,61938.2773,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",26.49335289001465,0,0,0,6041460736,6081740800,0,0,163.0594,170.9671,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",25.715022802352905,0,0,0,5358804992,5416943616,0,0,,,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",30.894856691360477,0,0,0,5664201216,6046089216,0,0,53.2459,88.4592,0.21,0.209,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",25.639243364334103,0,0,0,9505882112,9546235904,0,0,6299.3838,5084.3877,0.202,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.90976619720459,0,0,0,5673033728,5723127808,0,0,6517.4971,6266.208,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.363276958465576,0,0,0,5324292096,5389680640,0,0,,4406.4316,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",26.275548934936523,0,0,0,9940079616,10072621056,0,0,55.7362,93.1902,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",54.36496758460999,0,0,0,9430418432,9546235904,0,0,458.1787,998.125,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",27.793428897857662,0,0,0,6225982464,6327107584,0,0,25.203,36.4469,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.07418942451477,0,0,0,9344593920,9395240960,0,0,4450.3784,2712.1501,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",25.5257465839386,0,0,0,5442436096,5486149632,0,0,,4263.6934,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",52.718018770217896,0,0,0,9366809600,9483321344,0,0,859.1281,1737.4487,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",24.515072107315063,0,0,0,9836121088,9858711552,0,0,75.1645,112.2336,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",53.45778012275696,0,0,0,9673759744,9806282752,0,0,63.2594,78.369,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",54.56654715538025,0,0,0,8488025088,8650752000,0,0,7.6239,10.5162,0.374,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",26.94262170791626,0,0,0,5835087872,5867831296,0,0,6221.833,6395.2168,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",55.17441821098328,0,0,0,11033262080,11192500224,0,0,7.8701,10.801,0.372,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",53.44624614715576,0,0,0,10335512576,10382999552,0,0,28.025,37.1851,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",53.31960153579712,0,0,0,10007911424,10068426752,0,0,29.5297,39.5324,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.9489004611969,0,0,0,9085832192,9143582720,0,0,70275.0781,54749.7031,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.71911692619324,0,0,0,5398497280,5456789504,0,0,3624.9775,2700.9817,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.73874425888061,0,0,0,9296332800,9349103616,0,0,9208.6211,5850.2134,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",27.23824882507324,0,0,0,6132177920,6226444288,0,0,37.9823,51.8843,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",53.56611061096192,0,0,0,10860962816,10880024576,0,0,11.1589,15.2583,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",25.179463624954224,0,0,0,9676069888,9774825472,0,0,154.344,200.7597,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",24.84200382232666,0,0,0,9735303168,9770631168,0,0,97.5642,134.4331,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",55.89913749694824,0,0,0,11146030080,11312037888,0,0,7.727,10.6813,0.374,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",53.24775695800781,0,0,0,9498795008,9621733376,0,0,339.3502,440.1154,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.3148353099823,0,0,0,5585741824,5620367360,0,0,3165.4758,2195.2532,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",24.85382080078125,0,0,0,9788945408,9892265984,0,0,82.8497,120.7239,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",52.42427635192871,0,0,0,9580531712,9705619456,0,0,141.4781,165.3496,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.713513374328613,0,0,0,5631222784,5672796160,0,0,8563.4287,4808.2769,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.73615527153015,0,0,0,9143881728,9196011520,0,0,46663.0352,27468.2246,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.789592504501343,0,0,0,9245645824,9290383360,0,0,14484.7344,6815.4814,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",24.58772611618042,0,0,0,9884411904,10009706496,0,0,69.2855,104.0414,0.207,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.892287492752075,0,0,0,9192939520,9235857408,0,0,37196.2031,22969.9609,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.389660120010376,0,0,0,8997824512,9057599488,0,0,102580.3359,84270.4375,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",27.771810293197632,0,0,0,6178689024,6266290176,0,0,29.0323,40.7581,0.182,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",51.62110185623169,0,0,0,10764966912,10806624256,0,0,11.89,16.4769,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.2646484375,0,0,0,5539720192,5576327168,0,0,,2553.3374,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",27.280510187149048,0,0,0,6087972864,6163529728,0,0,115.5637,150.3164,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",53.63895511627197,0,0,0,9925640192,10003415040,0,0,31.1418,40.785,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",53.58946084976196,0,0,0,9763121152,9883877376,0,0,36.6126,45.7069,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",26.75245475769043,0,0,0,5997294592,6014631936,0,0,220.0714,210.4805,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",54.017335653305054,0,0,0,10669574144,10712252416,0,0,12.6573,17.8399,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",26.52206039428711,0,0,0,9050206208,9112125440,0,0,105435.9375,92822.4844,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.267686367034912,0,0,0,5490570240,5532286976,0,0,2100.0659,2256.1875,0.173,0.173,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv new file mode 100644 index 0000000000000000000000000000000000000000..a635b3218802cb9514ffabf9f660d2f6c1e69086 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv @@ -0,0 +1,85 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,13144556544,13312720896,0,0,6.4614,10.0802,0.237,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,8813885952,9005170688,0,0,5.3182,7.1353,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,16226827776,16489906176,0,0,4.7357,6.5707,0.39,0.392,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,13434230784,13809745920,0,0,6.1108,9.4605,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,13121926144,13298040832,0,0,6.431,10.0261,0.233,0.234,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,13259764736,13665042432,0,0,6.1145,9.4645,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,16368754176,16691232768,0,0,4.7008,6.5332,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,9287115264,9420406784,0,0,5.2875,7.078,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,8847568384,9045016576,0,0,5.3283,7.1561,0.18,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,9021977088,9256828928,0,0,5.3039,7.0966,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,11125672448,11270094848,0,0,5.2864,7.0736,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,8851960320,9099542528,0,0,5.3565,7.2072,0.184,0.184,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,8893526528,9118416896,0,0,5.3113,7.114,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,13179157504,13342081024,0,0,6.4963,10.1587,0.242,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,9086764544,9279897600,0,0,5.3008,7.0875,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,13294684160,13681819648,0,0,6.1146,9.4655,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,16325688832,16538140672,0,0,4.7492,6.5873,0.401,0.402,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,13168750592,13348372480,0,0,6.4759,10.1244,0.24,0.241,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,13106351104,13262389248,0,0,6.4222,9.9862,0.231,0.232,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,13190060032,13656653824,0,0,6.1205,9.4749,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,9215731200,9351200768,0,0,5.2904,7.0791,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,13062953984,13212057600,0,0,6.405,9.9757,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,9181954560,9328132096,0,0,5.2959,7.0845,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,16750377472,17039360000,0,0,4.6938,6.5195,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,9119110656,9323937792,0,0,5.2992,7.0879,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,17194473984,17412653056,0,0,4.6882,6.5141,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,16877275648,17081303040,0,0,4.6914,6.5168,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,8820200960,9101639680,0,0,5.3245,7.1459,0.177,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,8928324096,9147777024,0,0,5.3097,7.1112,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,17074874880,17280532480,0,0,4.689,6.5136,0.37,0.372,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,16156187136,16548626432,0,0,4.7167,6.5481,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,8868227584,9093251072,0,0,5.3106,7.1197,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,16133542400,16464740352,0,0,4.719,6.5519,0.373,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,8865903104,9057599488,0,0,5.334,7.1706,0.182,0.183,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,9378070016,9500098560,0,0,5.2849,7.0742,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,16207454720,16594763776,0,0,4.7089,6.5419,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,16323586560,16630415360,0,0,4.7031,6.5348,0.368,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,7329844736,7704936448,0,0,6.111,9.459,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,9318201856,9449766912,0,0,5.2859,7.0774,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,16686887424,16957571072,0,0,4.6929,6.521,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,16378585600,16515072000,0,0,4.7657,6.613,0.411,0.414,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,16256351744,16504586240,0,0,4.7407,6.5778,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,16181375488,16492003328,0,0,4.7306,6.5591,0.381,0.383,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,13046447104,13220446208,0,0,6.3811,9.9266,0.223,0.224,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,12979189760,13564379136,0,0,6.1794,9.5815,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,8956541440,9237954560,0,0,5.3014,7.101,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,13329604608,13717471232,0,0,6.1145,9.4646,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,12951666688,13539213312,0,0,6.2252,9.6562,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,8863958528,9101639680,0,0,5.3814,7.2461,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,9248514560,9380560896,0,0,5.2898,7.0788,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,13399345152,13774094336,0,0,6.1122,9.4631,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,17138252288,17335058432,0,0,4.6895,6.5129,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,16361596416,16521363456,0,0,4.756,6.6024,0.408,0.411,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,13012568064,13176406016,0,0,6.3441,9.8427,0.217,0.218,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,16952668672,17163091968,0,0,4.6888,6.5146,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,8850614784,9049210880,0,0,5.3115,7.1268,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,12996127744,13415481344,0,0,6.3174,9.7954,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,8831520256,9061793792,0,0,5.3753,7.2209,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,8880088576,9112125440,0,0,5.3408,7.1813,0.183,0.184,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,16148507136,16443768832,0,0,4.7227,6.5555,0.379,0.379,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,13309176320,13543407616,0,0,4.6907,6.5113,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,16341015040,16487809024,0,0,4.7491,6.5939,0.404,0.406,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,9149950464,9317646336,0,0,5.2966,7.087,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,17256436224,17460887552,0,0,4.6899,6.5132,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,17015996928,17202937856,0,0,4.6891,6.5144,0.369,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,12987908096,13407092736,0,0,6.2909,9.7613,0.212,0.213,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,8873071104,9091153920,0,0,5.3551,7.1952,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,16202000896,16481517568,0,0,4.7308,6.5647,0.385,0.387,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,16813910528,17102274560,0,0,4.6926,6.5185,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,16271910400,16632512512,0,0,4.7087,6.5377,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,12947572736,13358858240,0,0,6.2456,9.6912,0.207,0.207,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,13364492288,13736345600,0,0,6.1126,9.4656,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,16428929536,16812867584,0,0,4.6976,6.5283,0.367,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,13224911872,13648265216,0,0,6.1155,9.4657,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,16555776512,16932405248,0,0,4.699,6.5243,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,13050411008,13514047488,0,0,6.1673,9.5576,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,8833443328,9030336512,0,0,5.3282,7.1556,0.179,0.179,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,13086782464,13268680704,0,0,6.405,9.9574,0.229,0.229,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,8825960960,9019850752,0,0,5.3175,7.1336,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,13118270464,13600030720,0,0,6.1285,9.4953,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,13029940224,13440647168,0,0,6.3631,9.8989,0.22,0.221,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,12971401216,13352566784,0,0,6.268,9.7356,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,9344293376,9479127040,0,0,5.2862,7.0799,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,13153181696,13633585152,0,0,6.1245,9.4828,0.205,0.205,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv new file mode 100644 index 0000000000000000000000000000000000000000..878c8f7ec11859ce83068cae2e86630c7119e96d --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv @@ -0,0 +1,133 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",21.76242709159851,0,0,0,16384651264,16420700160,0,0,6.023,9.326,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",17.669595956802368,0,0,0,14391927808,14619246592,0,0,5.2359,6.9897,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",47.798495054245,0,0,0,21563538432,21594374144,0,0,4.6678,6.4906,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",25.922955751419067,0,0,0,13024752640,13075742720,0,0,5.2462,7.0114,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",19.554818153381348,0,0,0,11438593024,11500781568,0,0,5.2604,7.0303,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",49.19426798820496,0,0,0,18519044096,18580766720,0,0,4.6846,6.5035,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",44.089990854263306,0,0,0,14282347008,14394851328,0,0,4.6469,6.4678,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",19.657520294189453,0,0,0,10122535936,10271850496,0,0,5.2754,7.0524,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.19426202774048,0,0,0,14073414656,14231273472,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",18.86526107788086,0,0,0,12866999296,12952010752,0,0,5.2469,7.011,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",19.279616355896,0,0,0,11535258624,11685330944,0,0,5.2593,7.03,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",21.85685682296753,0,0,0,16927812608,16974348288,0,0,6.0196,9.3105,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",19.37894368171692,0,0,0,11482985472,11641290752,0,0,5.2586,7.0295,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",56.9892475605011,0,0,0,18899810304,18941476864,0,0,4.683,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",22.518107175827023,0,0,0,15520934912,15556673536,0,0,6.0261,9.3352,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",49.27021145820618,0,0,0,18721079296,18853396480,0,0,4.6839,6.5029,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",47.07981181144714,0,0,0,14155516416,14264827904,0,0,4.6474,6.468,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",23.39883589744568,0,0,0,16961765376,17003708416,0,0,6.0197,9.3087,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",18.125155687332157,0,0,0,14146085888,14275313664,0,0,5.2371,6.9936,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",49.166083097457886,0,0,0,21437539328,21571305472,0,0,4.6684,6.4931,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",19.440809726715088,0,0,0,10090046464,10250878976,0,0,5.2764,7.0531,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",46.27151226997376,0,0,0,24174433280,24186454016,0,0,4.6577,6.4802,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",21.96333861351013,0,0,0,17188999168,17209229312,0,0,6.0164,9.3046,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",48.043394327163696,0,0,0,21310708736,21359493120,0,0,4.6686,6.4937,0.364,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",17.95819878578186,0,0,0,14105822208,14254342144,0,0,5.2378,6.9941,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",44.31199598312378,0,0,0,24206036992,24228397056,0,0,4.6575,6.4794,0.357,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",21.4712917804718,0,0,0,15730323456,15770583040,0,0,6.0237,9.3281,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",19.586140632629395,0,0,0,10026033152,10089398272,0,0,5.2765,7.0529,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",21.61764931678772,0,0,0,15625329664,15663628288,0,0,6.0244,9.3323,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",47.39734888076782,0,0,0,24220807168,24251465728,0,0,4.6577,6.4795,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",18.701699256896973,0,0,0,13566952448,13618905088,0,0,5.2446,7.0088,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",47.00333380699158,0,0,0,22817104896,22995271680,0,0,4.6666,6.4898,0.365,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",43.83094072341919,0,0,0,14219139584,14329839616,0,0,4.647,6.4677,0.348,0.348,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",20.55404281616211,0,0,0,11470574592,11626610688,0,0,5.2577,7.0291,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",21.712579488754272,0,0,0,14229525504,14388559872,0,0,6.0536,9.3788,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",19.3074004650116,0,0,0,12207969280,12297699328,0,0,5.2588,7.0279,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",22.121676683425903,0,0,0,15555821568,15600713728,0,0,6.0255,9.3333,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",46.12384104728699,0,0,0,21755239424,21789409280,0,0,4.6668,6.4898,0.366,0.364,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",21.581509828567505,0,0,0,14892772352,14950596608,0,0,6.0512,9.3798,0.205,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",21.817686080932617,0,0,0,14055290880,14149484544,0,0,6.0543,9.3815,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",18.226958751678467,0,0,0,14359520256,14493417472,0,0,5.2355,6.9912,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",19.418373584747314,0,0,0,11612828672,11672748032,0,0,5.2581,7.0277,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",21.374507427215576,0,0,0,15695502336,15833497600,0,0,6.0217,9.3299,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",19.052096128463745,0,0,0,11645105152,11804868608,0,0,5.2576,7.0268,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",21.56499028205872,0,0,0,14090178560,14248050688,0,0,6.0522,9.3779,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",45.78723359107971,0,0,0,24348469248,24507318272,0,0,4.6573,6.4795,0.357,0.356,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",19.973525762557983,0,0,0,10251401216,10403971072,0,0,5.276,7.0518,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",21.58627796173096,0,0,0,14264745984,14424211456,0,0,6.0507,9.3749,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",46.765066146850586,0,0,0,23919940608,24073207808,0,0,4.6594,6.4813,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",48.153079986572266,0,0,0,21754407936,21913141248,0,0,4.667,6.4902,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",48.17770957946777,0,0,0,21500746752,21531459584,0,0,4.6678,6.4916,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",17.992141246795654,0,0,0,14308205568,14384365568,0,0,5.2351,6.9918,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",18.597021102905277,0,0,0,12826735616,12928942080,0,0,5.2478,7.0112,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",27.69206953048706,0,0,0,10077446144,10452205568,0,0,6.0055,9.2872,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.98742747306824,0,0,0,21183878144,21229469696,0,0,4.6691,6.4944,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",22.2465500831604,0,0,0,17844395008,17874026496,0,0,6.0161,9.2986,0.199,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",21.561537265777588,0,0,0,14202161152,14331936768,0,0,6.0512,9.3761,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",21.59110140800476,0,0,0,14167541760,14206107648,0,0,6.0511,9.3766,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",17.663169622421265,0,0,0,14203020288,14336131072,0,0,5.2363,6.9925,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",18.561485052108765,0,0,0,12794221568,12926844928,0,0,5.2474,7.0115,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",22.798346996307373,0,0,0,18516231168,18532532224,0,0,6.0003,9.2852,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",71.6642336845398,0,0,0,18744123392,18763218944,0,0,6.0045,9.2858,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",22.565041303634644,0,0,0,15765210112,15919480832,0,0,6.0234,9.327,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",46.35602283477783,0,0,0,24268828672,24291311616,0,0,4.6573,6.4802,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",48.30457520484924,0,0,0,12934203904,13046382592,0,0,4.6568,6.4789,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",22.120295524597168,0,0,0,18411437056,18425577472,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",22.91683387756348,0,0,0,17068023808,17112760320,0,0,6.0256,9.318,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",21.957447052001957,0,0,0,18490065920,18509463552,0,0,6.0076,9.2996,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",49.0630841255188,0,0,0,18784456704,18826133504,0,0,4.6844,6.5018,0.368,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",22.001774787902832,0,0,0,17181411328,17223909376,0,0,6.0153,9.3035,0.199,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",23.30888676643372,0,0,0,18551115776,18561892352,0,0,6.006,9.2906,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",23.90609741210937,0,0,0,18682740736,18712887296,0,0,6.0022,9.2823,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",48.39581108093262,0,0,0,21247085568,21294481408,0,0,4.6688,6.494,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",17.89582633972168,0,0,0,14046528512,14275313664,0,0,5.2357,6.9899,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",22.09702754020691,0,0,0,18725885952,18746441728,0,0,6.0038,9.292,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",20.5237340927124,0,0,0,10219078656,10282336256,0,0,5.2759,7.0515,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",23.867166757583615,0,0,0,18733740032,18752733184,0,0,6.0006,9.2811,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",21.45602321624756,0,0,0,15800163328,15940452352,0,0,6.0223,9.3285,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",22.91953945159912,0,0,0,18446388224,18475909120,0,0,6.0049,9.2966,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",19.285237550735477,0,0,0,14170477568,14323548160,0,0,5.2374,6.9934,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.3088366985321,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",19.65858101844788,0,0,0,10803306496,10892607488,0,0,5.2746,7.0514,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",46.62364554405213,0,0,0,18581422080,18639486976,0,0,4.6854,6.5025,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",19.65648412704468,0,0,0,11385680896,11450449920,0,0,5.2586,7.0299,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",47.53784322738648,0,0,0,14186288640,14285799424,0,0,4.6472,6.4684,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",19.58873414993286,0,0,0,10188250112,10309599232,0,0,5.2757,7.0512,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",21.678075790405277,0,0,0,14125065216,14248050688,0,0,6.0535,9.3792,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",45.857011795043945,0,0,0,14060274176,14172553216,0,0,4.649,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",21.55056619644165,0,0,0,14299631616,14447280128,0,0,6.0513,9.3791,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",43.27605080604553,0,0,0,18756279296,19522387968,0,0,4.6461,6.4672,0.348,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",18.698930263519287,0,0,0,12939404288,13017022464,0,0,5.2461,7.0104,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",22.465340614318848,0,0,0,17259907072,17265852416,0,0,6.0148,9.302,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",51.45095086097717,0,0,0,24062372864,24140316672,0,0,4.6587,6.4808,0.357,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",19.507778644561768,0,0,0,10058355712,10190061568,0,0,5.2773,7.0527,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",48.840221881866455,0,0,0,13059152384,13165920256,0,0,4.6565,6.4785,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.603814601898197,0,0,0,15485980672,15514730496,0,0,6.0263,9.3328,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",50.04755926132202,0,0,0,18455834624,18522046464,0,0,4.686,6.5027,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.42838191986084,0,0,0,11353273344,11450449920,0,0,5.259,7.0317,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",19.654392957687374,0,0,0,9993877504,10095689728,0,0,5.2756,7.053,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",49.11213088035584,0,0,0,18836353024,18880659456,0,0,4.6834,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",18.748580932617188,0,0,0,12729697280,12803112960,0,0,5.2475,7.0121,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",22.113675594329838,0,0,0,17215563776,17232297984,0,0,6.0212,9.3161,0.198,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",46.65679335594177,0,0,0,24301263872,24314380288,0,0,4.657,6.4802,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",43.9573712348938,0,0,0,14250327552,14350811136,0,0,4.6471,6.4678,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",21.745509386062626,0,0,0,17005908992,17039360000,0,0,6.02,9.3097,0.2,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",47.34900975227356,0,0,0,21691200512,21724397568,0,0,4.6676,6.4903,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",46.21504259109497,0,0,0,14092293632,14193524736,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",50.85960650444031,0,0,0,19037804544,19218300928,0,0,4.6829,6.5022,0.372,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",19.30942392349243,0,0,0,11567399936,11643387904,0,0,5.2592,7.0269,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",21.48281145095825,0,0,0,15590708224,15621685248,0,0,6.0236,9.3314,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",21.645708799362183,0,0,0,17033072640,17081303040,0,0,6.0178,9.3079,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",19.27993416786194,0,0,0,11580314624,11735662592,0,0,5.2607,7.0283,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",48.14252591133118,0,0,0,21374331904,21548236800,0,0,4.6684,6.4934,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",47.33645796775818,0,0,0,23825545216,23863492608,0,0,4.6595,6.4817,0.357,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",19.587546348571777,0,0,0,9969144832,10036969472,0,0,5.2766,7.0532,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",21.893595218658447,0,0,0,13985451008,14027849728,0,0,6.0532,9.3803,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",18.528297424316406,0,0,0,12717687808,12824084480,0,0,5.2477,7.0123,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",17.945961236953735,0,0,0,14243550208,14378074112,0,0,5.236,6.9922,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",27.38026094436645,0,0,0,9990763520,10359930880,0,0,6.0043,9.2941,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",46.53462791442871,0,0,0,14076707328,14176747520,0,0,4.6489,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",18.54985857009888,0,0,0,12769960960,12845056000,0,0,5.2476,7.0121,0.172,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",21.56413507461548,0,0,0,14020403200,14176747520,0,0,6.0532,9.3808,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",18.890921354293823,0,0,0,12963824640,13031702528,0,0,5.2457,7.0102,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",17.50517463684082,0,0,0,14275957760,14401142784,0,0,5.2354,6.9915,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",19.047003507614136,0,0,0,12907529216,13017022464,0,0,5.2457,7.0106,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",22.49588942527771,0,0,0,17138199552,17169383424,0,0,6.0168,9.3071,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",51.94888925552368,0,0,0,18962604032,19144900608,0,0,4.6844,6.5018,0.369,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",53.49170207977295,0,0,0,20117220352,20220739584,0,0,4.6827,6.502,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",45.62868070602417,0,0,0,14107895296,14220787712,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",19.8666250705719,0,0,0,10155824128,10313793536,0,0,5.2763,7.0519,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",22.19820022583008,0,0,0,15660282880,15791554560,0,0,6.0228,9.328,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",45.732778549194336,0,0,0,18645178368,18817744896,0,0,4.6835,6.5029,0.369,0.369,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a841a674f31fb8ef609f132ad20ed02c17dc7d3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",22.93013048171997,0,0,0,16026926080,16162750464,0,0,6.0255,9.3334,0.203,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",21.69773030281067,0,0,0,15957154816,15984492544,0,0,6.0184,9.3218,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",40.88297891616821,0,0,0,23023143936,23186112512,0,0,4.6617,6.4843,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",24.40671682357788,0,0,0,12406223872,12536774656,0,0,5.2543,7.0177,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",48.03984093666077,0,0,0,23524262912,23601348608,0,0,4.6611,6.4834,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",0.0,0,0,0,11608785920,11708399616,0,0,4.6664,6.4897,0.376,0.377,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.252538204193115,0,0,0,12438471680,12478054400,0,0,5.252,7.0181,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.800605058670044,0,0,0,16061815808,16196304896,0,0,6.0189,9.3196,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.827990531921387,0,0,0,12478796800,12515803136,0,0,5.2477,7.0146,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.62066912651062,0,0,0,16096766976,16227762176,0,0,6.0204,9.319,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",46.842421531677246,0,0,0,23666695168,23817355264,0,0,4.6601,6.4825,0.359,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",22.11001920700073,0,0,0,16134540288,16179527680,0,0,6.0267,9.3208,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",23.453336477279663,0,0,0,15817607168,15961423872,0,0,6.0212,9.3245,0.203,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",22.570733785629272,0,0,0,16343724032,16389242880,0,0,6.0249,9.3159,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",43.04915261268616,0,0,0,22103310336,22158508032,0,0,4.6647,6.4886,0.364,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",22.958473443984985,0,0,0,12211590144,12255756288,0,0,5.2537,7.0212,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",23.5776686668396,0,0,0,12309025792,12348030976,0,0,5.2531,7.02,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",21.540367126464844,0,0,0,12616229888,12652118016,0,0,5.2479,7.0134,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",41.25605297088623,0,0,0,22293764096,22330474496,0,0,4.6639,6.4876,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.227903127670288,0,0,0,15992039424,16015949824,0,0,6.0204,9.3249,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.91605401039124,0,0,0,23587485696,23607640064,0,0,4.66,6.4825,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.40437388420105,0,0,0,16273947648,16334716928,0,0,6.0364,9.3301,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.60258746147156,0,0,0,12341302272,12383682560,0,0,5.2523,7.0194,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",23.579248666763306,0,0,0,11726164992,11773411328,0,0,5.2569,7.0255,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",25.49895691871643,0,0,0,11790820352,11905531904,0,0,5.2579,7.0239,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",43.13880181312561,0,0,0,21976895488,22028484608,0,0,4.6657,6.489,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",21.61146068572998,0,0,0,16518294528,16552820736,0,0,6.0244,9.3178,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",19.48853874206543,0,0,0,14078625792,14103347200,0,0,5.2485,7.0141,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",26.014561891555783,0,0,0,16762632192,16783507456,0,0,6.0215,9.3132,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",21.678030729293823,0,0,0,15852493824,15877537792,0,0,6.0214,9.3248,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",42.97390532493591,0,0,0,22040102912,22072524800,0,0,4.6656,6.4888,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",22.508207082748413,0,0,0,15922265088,15950938112,0,0,6.0281,9.3349,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",40.99091172218323,0,0,0,12306146304,12396265472,0,0,4.6612,6.4834,0.36,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.007137298583984,0,0,0,11823334400,11867783168,0,0,5.2566,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",22.1263689994812,0,0,0,16448251904,16475226112,0,0,6.0233,9.3121,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",40.72089266777039,0,0,0,22484217856,22649241600,0,0,4.6632,6.4869,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",41.26778674125672,0,0,0,22833105920,22993174528,0,0,4.6628,6.4858,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",23.470106840133667,0,0,0,11940824064,12052332544,0,0,5.2549,7.0247,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",22.15794897079468,0,0,0,12050002944,12104761344,0,0,5.2545,7.0224,0.172,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",0.0,0,0,0,12274126848,12373196800,0,0,4.6614,6.4834,0.361,0.361,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",29.697371244430546,0,0,0,9144489984,9516875776,0,0,6.0196,9.3092,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",41.26340532302856,0,0,0,21849649152,21900558336,0,0,4.666,6.4894,0.363,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",42.23245668411255,0,0,0,21913272320,21965570048,0,0,4.6659,6.4893,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",21.650339126586918,0,0,0,16413633536,16445865984,0,0,6.0267,9.3203,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",46.32084965705872,0,0,0,17885779968,17913872384,0,0,4.6599,6.482,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",41.54255795478821,0,0,0,22230140928,22286434304,0,0,4.6644,6.4879,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.82377791404724,0,0,0,16169424896,16231956480,0,0,6.028,9.3193,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.302505254745483,0,0,0,12276618240,12410945536,0,0,5.2532,7.0199,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",23.89293384552002,0,0,0,12243837952,12364808192,0,0,5.2543,7.0191,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.42416024208069,0,0,0,23504919552,23532142592,0,0,4.6621,6.4832,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",25.61358904838562,0,0,0,11983856640,12079595520,0,0,5.2543,7.0225,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",0.0,0,0,0,8743225344,9124708352,0,0,6.0203,9.3191,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",23.66926622390747,0,0,0,12373709824,12427722752,0,0,5.2533,7.02,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",18.623168230056763,0,0,0,12648240128,12664700928,0,0,5.2474,7.0129,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",22.2740695476532,0,0,0,16308972544,16338911232,0,0,6.0297,9.324,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",22.460713386535645,0,0,0,16692857856,16718495744,0,0,6.0251,9.314,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",42.46510314941406,0,0,0,22959520768,22974300160,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",23.32294535636902,0,0,0,12575699968,12610174976,0,0,5.2478,7.0137,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",40.20678114891052,0,0,0,23118786560,23272095744,0,0,4.661,6.4841,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",0.0,0,0,0,12601317888,12700352512,0,0,4.6603,6.4817,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",23.536144733428955,0,0,0,12113302528,12165578752,0,0,5.2551,7.022,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",47.275832176208496,0,0,0,23340845056,23383244800,0,0,4.6605,6.4831,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.223248958587646,0,0,0,12510245888,12538871808,0,0,5.2492,7.015,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",40.876850605010986,0,0,0,21786441728,21835546624,0,0,4.6662,6.4897,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",0.0,0,0,0,6482953728,6572474368,0,0,5.2544,7.0221,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",23.40264344215393,0,0,0,12081452032,12127830016,0,0,5.2561,7.0211,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",24.07836151123047,0,0,0,16378608640,16420700160,0,0,6.0355,9.3291,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",47.41357588768005,0,0,0,23365813248,23446159360,0,0,4.6615,6.4827,0.36,0.36,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",21.799571752548218,0,0,0,16239063040,16303259648,0,0,6.0257,9.3162,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.579577922821045,0,0,0,12470879232,12499025920,0,0,5.252,7.0178,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",48.70770192146301,0,0,0,23441296384,23446159360,0,0,4.6613,6.4838,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",32.62412476539612,0,0,0,9092159488,9474932736,0,0,6.0223,9.3111,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",21.89174175262451,0,0,0,16623086592,16647192576,0,0,6.0235,9.3147,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",23.822951555252075,0,0,0,12146242560,12188647424,0,0,5.2542,7.0218,0.172,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",41.66511559486389,0,0,0,22166517760,22200451072,0,0,4.6644,6.4882,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",22.252615690231323,0,0,0,12542493696,12587106304,0,0,5.2481,7.0141,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.29988169670105,0,0,0,11973071872,11993612288,0,0,5.2556,7.0216,0.174,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",47.42530488967896,0,0,0,23245202432,23402119168,0,0,4.6611,6.4833,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",40.49730682373047,0,0,0,22357387264,22521315328,0,0,4.6632,6.4872,0.362,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.38687777519226,0,0,0,16586200064,16611540992,0,0,6.0235,9.3155,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",21.811362504959103,0,0,0,15887378432,16013852672,0,0,6.0223,9.3269,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.72496223449707,0,0,0,16841129984,16861102080,0,0,6.02,9.3116,0.2,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",23.7013635635376,0,0,0,11887752192,11924406272,0,0,5.2561,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",40.478312492370605,0,0,0,22421010432,22584229888,0,0,4.6634,6.487,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.753955841064453,0,0,0,16876014592,16890462208,0,0,6.0187,9.3106,0.2,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",22.288695335388184,0,0,0,16551248896,16580083712,0,0,6.0197,9.3095,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",26.3365170955658,0,0,0,16483136512,16504586240,0,0,6.0349,9.328,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.80626630783081,0,0,0,11693888512,11737759744,0,0,5.2577,7.0265,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.015952348709103,0,0,0,11758306304,11794382848,0,0,5.2581,7.027,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",42.11790657043457,0,0,0,22896313344,22911385600,0,0,4.6624,6.4852,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",25.667489767074585,0,0,0,11855209472,11888754688,0,0,5.2561,7.0242,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",40.69702291488648,0,0,0,22896729088,23058186240,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",41.20186710357666,0,0,0,22547425280,22567452672,0,0,4.6629,6.4868,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.817551374435425,0,0,0,11661374464,11712593920,0,0,5.2595,7.027,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.284267902374268,0,0,0,16727747584,16754147328,0,0,6.0223,9.3125,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",22.58908176422119,0,0,0,16657971200,16676552704,0,0,6.0262,9.3151,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",21.697081089019772,0,0,0,16204311552,16252928000,0,0,6.0326,9.3305,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.330801725387573,0,0,0,11628860416,11666456576,0,0,5.2586,7.0262,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",21.86263394355774,0,0,0,15782720512,15814623232,0,0,6.0233,9.3289,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",23.21137380599976,0,0,0,12179182592,12316573696,0,0,5.2538,7.0209,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",40.69988703727722,0,0,0,22674671616,22695378944,0,0,4.6626,6.4866,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",41.30996322631836,0,0,0,22611048448,22632464384,0,0,4.6627,6.4867,0.362,0.361,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv new file mode 100644 index 0000000000000000000000000000000000000000..c794572907dcf654481f5e5b682719fe1c0d5c23 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv @@ -0,0 +1,349 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",49.31647300720215,0,0,0,20164501504,20210253824,0,0,4.6775,6.4957,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",50.00987195968628,0,0,0,19407294464,19493027840,0,0,4.6826,6.5008,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",27.978615045547485,0,0,0,8751220736,8952741888,0,0,5.4148,7.2837,0.19,0.189,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",59.59459114074707,0,0,0,16092641280,16177430528,0,0,4.8208,6.6878,0.441,0.442,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",25.628430366516117,0,0,0,9145611264,9456058368,0,0,5.3019,7.0924,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",48.17560935020447,0,0,0,13156677120,13262389248,0,0,4.6542,6.4764,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",49.76578426361084,0,0,0,20105486336,20159922176,0,0,4.6788,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",59.85954761505127,0,0,0,14550240256,14826864640,0,0,4.9883,6.9425,0.454,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",21.183979988098145,0,0,0,13863414784,13952352256,0,0,6.0555,9.3822,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",23.909502029418945,0,0,0,10641576960,10722738176,0,0,5.2704,7.0446,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",28.905683755874637,0,0,0,8539587584,8759803904,0,0,5.5248,7.4694,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",18.35683536529541,0,0,0,13110178816,13230931968,0,0,5.2446,7.0085,0.171,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",48.2488226890564,0,0,0,13410119168,13511950336,0,0,4.6531,6.4756,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",59.70643973350525,0,0,0,16251423744,16330522624,0,0,4.8,6.655,0.436,0.436,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",25.70332360267639,0,0,0,12702917632,12817793024,0,0,6.6791,10.5005,0.244,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",18.305686235427856,0,0,0,13643723776,13734248448,0,0,5.2415,7.002,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",21.39477300643921,0,0,0,14718272512,14751367168,0,0,6.0463,9.3688,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",27.739007472991943,0,0,0,8671853568,8837398528,0,0,5.4756,7.3919,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",28.07152032852173,0,0,0,8624646144,8803844096,0,0,5.4789,7.4043,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",57.4395797252655,0,0,0,16263923712,16341008384,0,0,4.7783,6.6289,0.42,0.421,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",21.542166233062744,0,0,0,15058753536,15174991872,0,0,6.0406,9.3561,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.025151014328003,0,0,0,12684551168,12704546816,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",22.280656099319454,0,0,0,13758641152,13816037376,0,0,6.0654,9.4027,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",17.55693507194519,0,0,0,13992514560,14038335488,0,0,5.2375,6.9952,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",18.3657546043396,0,0,0,13401609216,13497270272,0,0,5.2423,7.005,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",29.485385179519653,0,0,0,11951071232,12031361024,0,0,7.4657,11.9802,0.256,0.256,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",29.77008366584778,0,0,0,8186052608,8453619712,0,0,5.7097,7.7118,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",22.990070819854736,0,0,0,13688952832,13755219968,0,0,6.0735,9.4189,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",29.06033706665039,0,0,0,8543744000,8747220992,0,0,5.5089,7.4537,0.196,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",26.38226747512817,0,0,0,12463380480,12612272128,0,0,6.8313,10.7687,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",48.843918323516846,0,0,0,20675293184,20835205120,0,0,4.6714,6.4949,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",51.51307415962219,0,0,0,19278329856,19363004416,0,0,4.683,6.5018,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",25.59981203079224,0,0,0,9847968768,9942597632,0,0,5.2778,7.0546,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",28.370368480682373,0,0,0,17765897216,17796431872,0,0,6.0041,9.3032,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",21.47695994377136,0,0,0,14753026048,14793310208,0,0,6.0448,9.3655,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",22.628000497817997,0,0,0,18219560960,18245222400,0,0,6.0009,9.293,0.196,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",21.850175380706787,0,0,0,18255976448,18297651200,0,0,6.0029,9.2926,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",28.86678671836853,0,0,0,9653663744,9739173888,0,0,5.2793,7.0574,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",18.226997137069706,0,0,0,13462004736,13583253504,0,0,5.242,7.0042,0.171,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",25.71676087379456,0,0,0,10680857600,10762584064,0,0,5.2697,7.0439,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",21.556044101715088,0,0,0,14438910976,14598275072,0,0,6.0509,9.379,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",70.84733772277832,0,0,0,18244433920,18316525568,0,0,4.6863,6.5033,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",50.03610062599182,0,0,0,20993424384,21015560192,0,0,4.67,6.4948,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",25.350111722946167,0,0,0,10738512896,10823401472,0,0,5.2696,7.0421,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",46.96999645233154,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.351,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",27.03219723701477,0,0,0,12397204480,12532580352,0,0,6.982,10.9958,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",49.46874260902405,0,0,0,13061450240,13176406016,0,0,4.6549,6.4776,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",50.80217742919922,0,0,0,17345490944,17429430272,0,0,4.6907,6.5094,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",52.7899603843689,0,0,0,16869470208,16938696704,0,0,4.695,6.5211,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",50.82804775238037,0,0,0,19607498752,19660800000,0,0,4.6826,6.5004,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",25.674433946609497,0,0,0,11061867520,11211374592,0,0,5.2658,7.0355,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",47.635294914245605,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",21.98940086364746,0,0,0,14997500928,15154020352,0,0,6.0411,9.3569,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",24.46316957473755,0,0,0,10576598016,10682892288,0,0,5.2714,7.0477,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",49.56825613975525,0,0,0,20834574336,20990394368,0,0,4.671,6.4955,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",54.57664918899536,0,0,0,19670540288,19721617408,0,0,4.6807,6.499,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",58.27704977989197,0,0,0,16178093056,16244539392,0,0,4.8164,6.6794,0.444,0.443,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",18.454780340194706,0,0,0,13150176256,13272875008,0,0,5.2445,7.0079,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",17.773108959197998,0,0,0,14024762368,14061404160,0,0,5.2371,6.9944,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",21.90815305709839,0,0,0,15451094016,15493758976,0,0,6.0271,9.3356,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",51.22358536720276,0,0,0,17725841408,17804820480,0,0,4.6895,6.505,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",58.82802391052246,0,0,0,16002670592,16072572928,0,0,4.8256,6.694,0.444,0.444,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",25.617060899734497,0,0,0,10964878336,11028922368,0,0,5.2674,7.0362,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",25.147533655166622,0,0,0,9783422976,9885974528,0,0,5.2782,7.0552,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",20.976725816726685,0,0,0,11289121792,11433672704,0,0,5.2588,7.0318,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",25.396920442581177,0,0,0,10803229696,10867441664,0,0,5.2708,7.0414,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",58.59348392486572,0,0,0,15459262464,15625879552,0,0,4.8761,6.7711,0.456,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",21.71405291557312,0,0,0,15416275968,15462301696,0,0,6.024,9.3285,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",25.93865180015564,0,0,0,9612487680,9726590976,0,0,5.2839,7.0628,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",24.958718299865723,0,0,0,10868208640,10991173632,0,0,5.2694,7.039,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",49.82615399360657,0,0,0,20549278720,20575158272,0,0,4.6721,6.4956,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",29.58102869987488,0,0,0,18280610816,18297651200,0,0,6.0026,9.2908,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",18.2511842250824,0,0,0,13268169728,13386121216,0,0,5.2436,7.0073,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",21.541686296463013,0,0,0,15311617024,15432941568,0,0,6.0334,9.3427,0.203,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.011995553970337,0,0,0,15241840640,15355346944,0,0,6.0356,9.3457,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",19.1725070476532,0,0,0,13693068288,13774094336,0,0,5.2407,7.0011,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",21.53932309150696,0,0,0,14578724864,14705229824,0,0,6.0477,9.3718,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",29.004101514816284,0,0,0,8545978368,8776581120,0,0,5.4962,7.4295,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.08810830116272,0,0,0,12940542976,13004439552,0,0,6.4962,10.1588,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",47.37829351425171,0,0,0,13775009280,13874757632,0,0,4.6515,6.4723,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",23.070029973983765,0,0,0,17347122176,17402167296,0,0,6.0154,9.2989,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",25.267438173294067,0,0,0,10835719168,10888413184,0,0,5.2691,7.0408,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",25.033761739730835,0,0,0,9579998208,9684647936,0,0,5.2831,7.062,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",49.98366189002991,0,0,0,19343953920,19398656000,0,0,4.6838,6.5005,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",60.69760990142822,0,0,0,14680069120,14919139328,0,0,4.9744,6.9201,0.458,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",21.449782848358154,0,0,0,15137049600,15177089024,0,0,6.0372,9.3505,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",25.589730739593502,0,0,0,9499469824,9623830528,0,0,5.2819,7.0649,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",27.387003183364868,0,0,0,10511785984,10626269184,0,0,5.2729,7.0479,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",23.905518770217896,0,0,0,18071155712,18104713216,0,0,6.004,9.2973,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",48.98224377632141,0,0,0,13203232256,13314818048,0,0,4.655,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",27.68025779724121,0,0,0,8779412480,8931770368,0,0,5.4342,7.3116,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",21.80556988716125,0,0,0,15381388288,15420358656,0,0,6.0286,9.335,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",25.85224175453186,0,0,0,10414679040,10538188800,0,0,5.2732,7.0486,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",17.972928524017334,0,0,0,13085918208,13193183232,0,0,5.2447,7.0086,0.172,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",48.170284032821655,0,0,0,13584971264,13681819648,0,0,4.6519,6.474,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",48.113617181777954,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",22.937230825424194,0,0,0,13652111360,13748928512,0,0,6.0854,9.4414,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",25.770015239715576,0,0,0,12752463872,12847153152,0,0,6.6453,10.4581,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",50.49543571472168,0,0,0,19534544896,19610468352,0,0,4.6837,6.5001,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",33.25041484832764,0,0,0,13874787328,13925089280,0,0,5.2391,6.9978,0.17,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",28.562158346176147,0,0,0,12192535552,12335448064,0,0,7.417,11.8897,0.258,0.258,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",52.23504853248596,0,0,0,20422160384,20598226944,0,0,4.6753,6.496,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",21.503031969070435,0,0,0,13933155328,14008975360,0,0,6.0482,9.3669,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",57.97587466239929,0,0,0,16153360384,16246636544,0,0,4.7941,6.6471,0.424,0.423,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",20.113675594329838,0,0,0,13320815616,13495173120,0,0,5.2427,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",27.46671795845032,0,0,0,8711148544,8894021632,0,0,5.4639,7.361,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",22.870113134384155,0,0,0,18036335616,18060673024,0,0,6.0033,9.3018,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",23.23700785636902,0,0,0,18324221952,18352177152,0,0,6.0015,9.2895,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",24.402676105499268,0,0,0,12883845120,12962496512,0,0,6.1519,9.5291,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",21.612669944763184,0,0,0,17477948416,17530093568,0,0,6.0185,9.3053,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",49.51757788658142,0,0,0,13346496000,13446938624,0,0,4.6532,6.4763,0.354,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",51.22200608253479,0,0,0,18169364480,18238930944,0,0,4.687,6.5045,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",25.818639755249023,0,0,0,10382455808,10498342912,0,0,5.2744,7.0493,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",51.86989665031433,0,0,0,17991880704,18069061632,0,0,4.6872,6.505,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",27.22407555580139,0,0,0,8769619968,8938061824,0,0,5.4286,7.3034,0.192,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",22.66222357749939,0,0,0,17451783168,17509122048,0,0,6.0119,9.3004,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",21.965415716171265,0,0,0,13898268672,13969129472,0,0,6.0478,9.3648,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",29.523408889770508,0,0,0,11668727808,11750342656,0,0,7.7533,12.4403,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",49.53258728981018,0,0,0,19926339584,19990052864,0,0,4.6811,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",26.469258069992065,0,0,0,8767419392,9013559296,0,0,5.3993,7.2588,0.187,0.187,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",29.07636523246765,0,0,0,11822028800,11960057856,0,0,7.5538,12.0992,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",51.93201231956482,0,0,0,17853054976,17918066688,0,0,4.688,6.5054,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",24.64561104774475,0,0,0,10609087488,10703863808,0,0,5.2706,7.0465,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",48.229536294937134,0,0,0,13457724928,13551796224,0,0,4.6543,6.4752,0.353,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",24.31981730461121,0,0,0,10770871296,10856955904,0,0,5.2707,7.0415,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",49.183337688446045,0,0,0,20358703104,20495466496,0,0,4.6758,6.4956,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",47.06161260604858,0,0,0,13743405568,13851688960,0,0,4.6516,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",21.31597685813904,0,0,0,14369403904,14428405760,0,0,6.0527,9.3814,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",29.86050248146057,0,0,0,7975532544,8201961472,0,0,5.8485,7.8727,0.193,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",47.35753536224365,0,0,0,13743821312,13853786112,0,0,4.6515,6.4726,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.95880961418152,0,0,0,9556525056,9680453632,0,0,5.2801,7.0631,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",40.830764293670654,0,0,0,17861833728,17911775232,0,0,6.0118,9.3091,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",48.639543294906616,0,0,0,13204063744,13314818048,0,0,4.6551,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",51.25603413581848,0,0,0,17409079296,17481859072,0,0,4.6889,6.5087,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",21.510467290878296,0,0,0,14648498176,14686355456,0,0,6.0472,9.3705,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",23.381795167922974,0,0,0,13617197056,13704888320,0,0,6.086,9.4429,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",19.43018937110901,0,0,0,13324436480,13474201600,0,0,5.2425,7.0057,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",51.04832673072815,0,0,0,18055505920,18127781888,0,0,4.6875,6.5037,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.68690276145935,0,0,0,13549362176,13633585152,0,0,6.0973,9.4395,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",23.98100543022156,0,0,0,13514475520,13597933568,0,0,6.097,9.4436,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",49.4422013759613,0,0,0,17536081920,17613979648,0,0,4.6903,6.5067,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",58.88555908203125,0,0,0,16274207744,16349396992,0,0,4.8063,6.6637,0.44,0.439,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",21.22351384162903,0,0,0,13494412288,13604225024,0,0,5.2432,7.0034,0.17,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",61.6611487865448,0,0,0,14776922112,14990442496,0,0,4.9644,6.8979,0.458,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",21.879579544067383,0,0,0,17940063232,17974689792,0,0,6.0021,9.301,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.74810838699341,0,0,0,22912747520,23060283392,0,0,4.6691,6.4944,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",49.88947582244873,0,0,0,19214872576,19302187008,0,0,4.683,6.5017,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",48.50146579742432,0,0,0,13678950912,13786677248,0,0,4.6513,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",59.00119853019714,0,0,0,16252189696,16332619776,0,0,4.7709,6.6189,0.418,0.418,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",55.0683343410492,0,0,0,19470751744,19532873728,0,0,4.6827,6.5006,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",52.49169278144837,0,0,0,16454903808,16546529280,0,0,4.6973,6.5232,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",61.84252524375916,0,0,0,15667069952,15751708672,0,0,4.8634,6.7456,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",48.402103424072266,0,0,0,13520100864,13614710784,0,0,4.6538,6.4744,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",25.61168932914734,0,0,0,10932655104,11010048000,0,0,5.2692,7.0377,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",23.64363932609558,0,0,0,13372924928,13449035776,0,0,6.1098,9.4572,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",21.802099227905277,0,0,0,17905444864,17945329664,0,0,6.0027,9.3,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",26.952879428863525,0,0,0,12402719744,12503220224,0,0,6.9934,11.0166,0.248,0.25,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",21.758259057998657,0,0,0,14823066624,14856224768,0,0,6.0443,9.3641,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",28.625083923339844,0,0,0,8459981824,8698986496,0,0,5.5507,7.5107,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",37.62708353996277,0,0,0,9911557120,10022289408,0,0,5.2815,7.0568,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",17.54260802268982,0,0,0,14049022976,14080278528,0,0,5.2372,6.9943,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",48.14791250228882,0,0,0,13457724928,13551796224,0,0,4.6538,6.4752,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",18.322917938232425,0,0,0,13312427008,13474201600,0,0,5.2429,7.006,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",23.61758255958557,0,0,0,11126895616,11280580608,0,0,5.2643,7.0336,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",50.37583112716675,0,0,0,20898197504,20929576960,0,0,4.6703,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",25.39377331733704,0,0,0,12889313280,12987662336,0,0,6.5915,10.3569,0.244,0.244,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",27.629743337631226,0,0,0,8769587200,8927576064,0,0,5.4391,7.3197,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",56.94429922103882,0,0,0,16328237056,16403922944,0,0,4.7657,6.6129,0.412,0.413,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",50.34788727760315,0,0,0,17916432384,17993564160,0,0,4.6886,6.5043,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",18.16615390777588,0,0,0,13696529408,13799260160,0,0,5.239,7.0,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",61.98342967033386,0,0,0,14368641024,14694744064,0,0,5.0083,6.9634,0.454,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",0.0,0,0,0,9903481856,10286530560,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",26.653863430023197,0,0,0,12415081472,12654215168,0,0,7.0606,11.1569,0.253,0.254,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",29.538349151611328,0,0,0,8046067712,8342470656,0,0,5.8114,7.8307,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",21.788298845291138,0,0,0,13793585152,13864271872,0,0,6.0589,9.388,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",28.652082681655884,0,0,0,8327987200,8627683328,0,0,5.5686,7.5403,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",22.95240044593811,0,0,0,11191686144,11341398016,0,0,5.2625,7.0342,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",56.41326141357422,0,0,0,16145305600,16215179264,0,0,4.7945,6.6491,0.431,0.431,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",50.38232398033142,0,0,0,20227958784,20271071232,0,0,4.6754,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",27.00538969039917,0,0,0,18359106560,18381537280,0,0,6.0022,9.2869,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",52.1314160823822,0,0,0,17282113536,17370710016,0,0,4.6896,6.5118,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",24.96327424049377,0,0,0,13010540544,13117685760,0,0,6.5402,10.2329,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",25.383431911468502,0,0,0,9364985856,9479127040,0,0,5.2848,7.0725,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.778956174850464,0,0,0,8851556352,9137291264,0,0,5.3814,7.2462,0.186,0.186,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",21.784508228302,0,0,0,15093640192,15156117504,0,0,6.036,9.3497,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",50.829758644104,0,0,0,18757074944,18830327808,0,0,4.6858,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",21.91161727905273,0,0,0,18255643648,18297651200,0,0,6.0062,9.2916,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",21.64115858078003,0,0,0,13828497408,13899923456,0,0,6.0516,9.3725,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.92673254013061,0,0,0,8500150272,8759803904,0,0,5.5413,7.4982,0.195,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",19.80907392501831,0,0,0,13549749248,13621002240,0,0,5.2426,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",60.68621802330017,0,0,0,14949277696,15135145984,0,0,4.9559,6.881,0.46,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",51.51594948768616,0,0,0,17661632512,17727225856,0,0,4.688,6.5064,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",27.994036197662357,0,0,0,8756271104,8908701696,0,0,5.456,7.3472,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",21.74775505065918,0,0,0,17582742528,17595105280,0,0,6.0143,9.3062,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",23.622094869613647,0,0,0,11159278592,11234443264,0,0,5.263,7.0339,0.176,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",51.88969945907593,0,0,0,18107023360,18184404992,0,0,4.6882,6.5039,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",25.61748743057251,0,0,0,10900431872,10970202112,0,0,5.27,7.0379,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",56.238664865493774,0,0,0,13568137728,13681819648,0,0,4.6518,6.4738,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",25.953776359558105,0,0,0,10479427584,10571743232,0,0,5.2721,7.0468,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",28.02296614646912,0,0,0,8584505344,8791261184,0,0,5.4893,7.419,0.192,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",60.39720916748047,0,0,0,15686251520,15772680192,0,0,4.8603,6.7441,0.456,0.456,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",51.13517737388611,0,0,0,17789429760,17859346432,0,0,4.6885,6.5057,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",18.12634015083313,0,0,0,13498168320,13618905088,0,0,5.2425,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",25.58366870880127,0,0,0,10713080832,10802429952,0,0,5.2697,7.0425,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",27.548564672470093,0,0,0,8707701760,8870952960,0,0,5.4702,7.3697,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.38179874420166,0,0,0,17360580608,18060673024,0,0,4.6494,6.4696,0.349,0.349,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",21.689686059951782,0,0,0,17740464128,17775460352,0,0,6.0123,9.3039,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",21.60259056091309,0,0,0,15346501632,15504244736,0,0,6.0278,9.3317,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",47.297640562057495,0,0,0,13886253568,13983809536,0,0,4.6499,6.4715,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",30.425641298294067,0,0,0,9693679616,9795796992,0,0,5.2791,7.057,0.177,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",27.402573108673096,0,0,0,8746979328,8973713408,0,0,5.4112,7.269,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",28.544350147247314,0,0,0,8399425536,8669626368,0,0,5.5583,7.527,0.192,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",17.660014867782593,0,0,0,13839049728,13929283584,0,0,5.2389,6.9987,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",60.6399667263031,0,0,0,15710998528,15831400448,0,0,4.8562,6.7317,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",25.91319727897644,0,0,0,9749038080,9871294464,0,0,5.2764,7.056,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",24.801761865615845,0,0,0,9524202496,9640607744,0,0,5.2818,7.0646,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",18.203402757644653,0,0,0,13680952320,13748928512,0,0,5.24,6.9998,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",25.240448474884037,0,0,0,12957257728,13050576896,0,0,6.5605,10.2926,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",59.22989153862,0,0,0,15912699904,16007561216,0,0,4.8338,6.7039,0.443,0.442,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",26.781367540359497,0,0,0,17547850752,17590910976,0,0,6.0228,9.3144,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",50.86462616920471,0,0,0,18359291904,18467520512,0,0,4.6861,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",23.45253300666809,0,0,0,13407944704,13505658880,0,0,6.1066,9.4572,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",46.66563391685486,0,0,0,13935106560,14046724096,0,0,4.6506,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",18.03307008743286,0,0,0,13891458048,13941866496,0,0,5.239,6.9961,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",18.77790141105652,0,0,0,13376017408,13478395904,0,0,5.2431,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",17.626837968826294,0,0,0,13970519040,14013169664,0,0,5.2383,6.9962,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",24.40270185470581,0,0,0,10349966336,10477371392,0,0,5.2738,7.0503,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",27.731960773468018,0,0,0,8759727104,8946450432,0,0,5.4259,7.2917,0.19,0.19,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",0.0,0,0,0,9606876160,9986637824,0,0,6.0056,9.3017,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",25.82795739173889,0,0,0,9467147264,9586081792,0,0,5.2833,7.0683,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",24.043525218963623,0,0,0,13110689792,13201571840,0,0,6.1364,9.5119,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",50.7598192691803,0,0,0,13172875776,13272875008,0,0,4.6553,6.4777,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",22.56644558906555,0,0,0,17416898560,17479761920,0,0,6.0123,9.2986,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",17.80812358856201,0,0,0,13724783616,13820231680,0,0,5.2399,7.0001,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",58.01826405525208,0,0,0,15298510848,15453913088,0,0,4.8774,6.7823,0.454,0.454,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",50.30366063117981,0,0,0,13330478592,13444841472,0,0,4.6546,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",22.010045051574707,0,0,0,18141264896,18159239168,0,0,6.002,9.2937,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",26.646390438079838,0,0,0,12408168448,12597592064,0,0,7.0435,11.1207,0.251,0.251,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",21.427969455718998,0,0,0,14508950528,14577303552,0,0,6.0517,9.3781,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",17.9481840133667,0,0,0,13757191168,13862174720,0,0,5.239,6.9989,0.169,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",26.500409603118896,0,0,0,12409954304,12534677504,0,0,6.9619,10.9649,0.245,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",25.54240155220032,0,0,0,17687802880,17702060032,0,0,6.0105,9.298,0.197,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",49.76358723640442,0,0,0,20612901888,20640169984,0,0,4.6716,6.4952,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",60.01457715034485,0,0,0,14438615040,14745075712,0,0,5.0015,6.9567,0.456,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",21.76552367210388,0,0,0,17373287424,17423138816,0,0,6.0232,9.3128,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.55276346206665,0,0,0,16419471360,16569597952,0,0,6.0263,9.3328,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",21.838934421539307,0,0,0,15102161920,15135145984,0,0,6.0388,9.352,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",30.25158214569092,0,0,0,7822206976,8053063680,0,0,5.9094,7.9487,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",28.57865619659424,0,0,0,8530501632,8797552640,0,0,5.506,7.4423,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",59.26543307304382,0,0,0,15768285184,15860760576,0,0,4.8516,6.7233,0.45,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",26.971898794174194,0,0,0,12435981312,12568231936,0,0,7.0886,11.2419,0.258,0.259,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.535684823989868,0,0,0,12219978752,12318670848,0,0,5.259,7.0317,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",19.60476231575012,0,0,0,11224093696,11299454976,0,0,5.2604,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",25.805508852005005,0,0,0,8940018688,9235857408,0,0,5.3012,7.0962,0.175,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",22.140166521072388,0,0,0,15172002816,15198060544,0,0,6.036,9.3478,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",21.6561496257782,0,0,0,14404024320,14472445952,0,0,6.0497,9.3767,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",52.49813795089722,0,0,0,18307395584,18373148672,0,0,4.6871,6.5033,0.368,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",59.62384080886841,0,0,0,15821148160,15908995072,0,0,4.8458,6.7156,0.448,0.448,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",25.599289178848267,0,0,0,10996569088,11152654336,0,0,5.2667,7.0348,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",21.57810759544373,0,0,0,15276727296,15313403904,0,0,6.0373,9.3498,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",21.78781270980835,0,0,0,18001451008,18031312896,0,0,6.0025,9.3009,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",22.79050874710083,0,0,0,17512899584,17561550848,0,0,6.0121,9.2976,0.197,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",28.347898960113525,0,0,0,11885222912,11911823360,0,0,7.4975,12.0324,0.256,0.256,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",21.42946529388428,0,0,0,14788045824,14940110848,0,0,6.0426,9.3636,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",57.94742131233215,0,0,0,15147606016,15344861184,0,0,4.8838,6.7948,0.452,0.452,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",23.39246082305908,0,0,0,13584245760,13679722496,0,0,6.0947,9.4453,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",60.38679122924805,0,0,0,15595827200,15737028608,0,0,4.8696,6.7594,0.457,0.459,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",30.417674779891968,0,0,0,7812483072,8013217792,0,0,5.9334,7.9668,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",21.838635444641117,0,0,0,14613611520,14768144384,0,0,6.0493,9.3739,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",25.69726514816284,0,0,0,11028685824,11190403072,0,0,5.2658,7.0359,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",50.305874824523926,0,0,0,20485836800,20646461440,0,0,4.6752,6.4954,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",27.208728313446045,0,0,0,17757508608,17796431872,0,0,6.003,9.3011,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",48.37306547164917,0,0,0,13299290624,13400801280,0,0,4.6549,6.4763,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",28.57712149620056,0,0,0,17792062464,17796431872,0,0,6.0036,9.3013,0.198,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",21.487945795059204,0,0,0,14857953280,14921236480,0,0,6.0425,9.3619,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",29.54769086837769,0,0,0,11602759680,11634999296,0,0,8.2587,13.1945,0.25,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",48.42101621627808,0,0,0,13901839872,14002683904,0,0,4.6503,6.4709,0.351,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",31.435981035232544,0,0,0,12426098688,12555649024,0,0,7.1709,11.4078,0.262,0.262,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",21.64201092720032,0,0,0,14962614272,15005122560,0,0,6.0414,9.3576,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",21.90146899223328,0,0,0,14474063872,14535360512,0,0,6.0497,9.3773,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",24.868343830108643,0,0,0,10544108544,10643046400,0,0,5.2728,7.0484,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",58.38144040107727,0,0,0,15844790272,15917383680,0,0,4.8415,6.7087,0.447,0.447,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",35.6772940158844,0,0,0,6912822272,7289700352,0,0,7.1294,11.3209,0.263,0.263,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",21.622035264968872,0,0,0,14151296000,14206107648,0,0,6.0534,9.3787,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",26.482266426086422,0,0,0,12417337344,12559843328,0,0,6.8473,10.7864,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",47.305339097976685,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.351,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",26.486599922180176,0,0,0,12538988544,12652118016,0,0,6.7998,10.71,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",29.32381820678711,0,0,0,10115148800,10227810304,0,0,5.2769,7.054,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",46.54800009727478,0,0,0,13949460992,14048821248,0,0,4.6497,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",52.78856778144837,0,0,0,19862962176,19912458240,0,0,4.6807,6.4983,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",28.903321027755737,0,0,0,18385271808,18402508800,0,0,6.0041,9.2895,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",21.449333429336548,0,0,0,14892839936,15047065600,0,0,6.0416,9.3615,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",50.12807083129883,0,0,0,19736164352,19799212032,0,0,4.6822,6.4996,0.368,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",26.231744289398197,0,0,0,12641476608,12750684160,0,0,6.7263,10.5854,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",25.09876918792725,0,0,0,10317476864,10437525504,0,0,5.2755,7.0504,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",25.368815660476685,0,0,0,9434824704,9548333056,0,0,5.2826,7.0689,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",88.4477059841156,0,0,0,17966295040,18018729984,0,0,6.0101,9.3081,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",50.025638818740845,0,0,0,20295661568,20329791488,0,0,4.6764,6.4958,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",50.22820019721985,0,0,0,21054968832,21204303872,0,0,4.6698,6.4947,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",28.125261783599854,0,0,0,8780977152,8921284608,0,0,5.4454,7.3297,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",25.63247799873352,0,0,0,9724305408,9833545728,0,0,5.2783,7.0562,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",25.75835871696472,0,0,0,9879131136,9984540672,0,0,5.2769,7.0532,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",23.455182313919067,0,0,0,13338004480,13434355712,0,0,6.1112,9.4583,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",50.16878342628479,0,0,0,19978403840,20040384512,0,0,4.68,6.4977,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",51.82523512840271,0,0,0,17598423040,17689477120,0,0,4.6889,6.5071,0.37,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",19.49560165405273,0,0,0,11321398272,11479810048,0,0,5.2585,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",48.78963899612427,0,0,0,19799920640,19851640832,0,0,4.6807,6.4995,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",58.63590240478516,0,0,0,16237111296,16311648256,0,0,4.8117,6.6717,0.44,0.44,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",25.290733098983765,0,0,0,9409992704,9556721664,0,0,5.2838,7.0694,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",25.626981019973755,0,0,0,10446902272,10557063168,0,0,5.2725,7.0478,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",25.483166217803955,0,0,0,12806707200,12910067712,0,0,6.6149,10.3966,0.244,0.243,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",26.45194363594055,0,0,0,12447229952,12557746176,0,0,7.1147,11.2785,0.26,0.26,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",18.36153650283813,0,0,0,13946098688,14021558272,0,0,5.2398,6.9964,0.17,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",24.984758377075195,0,0,0,13030231040,13132365824,0,0,6.5165,10.1877,0.246,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",21.30106234550476,0,0,0,14683451392,14728298496,0,0,6.0465,9.3725,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",18.25672912597656,0,0,0,13343503360,13432258560,0,0,5.2425,7.0054,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",50.82984948158264,0,0,0,20041861120,20101201920,0,0,4.6789,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",29.685085773468018,0,0,0,7851250688,8076132352,0,0,5.9248,8.0176,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",29.2813024520874,0,0,0,7907582976,8136949760,0,0,5.8764,7.9125,0.192,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",23.5069432258606,0,0,0,13442830336,13520338944,0,0,6.1047,9.4554,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",26.81784152984619,0,0,0,12426330112,12559843328,0,0,7.0721,11.1956,0.256,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",19.81021785736084,0,0,0,13582529536,13690208256,0,0,5.2424,7.0022,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",47.49688959121704,0,0,0,13584555520,13681819648,0,0,4.6528,6.4736,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",49.15617156028748,0,0,0,13140440576,13249806336,0,0,4.6556,6.478,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",50.12552452087402,0,0,0,20930216960,21097349120,0,0,4.6702,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",21.262410402297974,0,0,0,14543838208,14579400704,0,0,6.0495,9.3753,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",49.90577721595764,0,0,0,19153362944,19249758208,0,0,4.6838,6.5014,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",18.865073442459103,0,0,0,13182583808,13337886720,0,0,5.2439,7.0075,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",25.09949827194214,0,0,0,9815745536,9923723264,0,0,5.2785,7.0549,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",48.0704996585846,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",29.35656809806824,0,0,0,11745584128,11855200256,0,0,7.6146,12.2021,0.253,0.253,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",61.80400443077088,0,0,0,14321554432,14665383936,0,0,5.0155,6.9731,0.456,0.456,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",49.98740792274475,0,0,0,21118592000,21269315584,0,0,4.6698,6.4942,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",22.2575740814209,0,0,0,13723763712,13803454464,0,0,6.0699,9.4117,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",25.81827068328857,0,0,0,11094647808,11255414784,0,0,5.2656,7.0345,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",21.535847902297974,0,0,0,14927727616,15047065600,0,0,6.0424,9.3601,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",19.544636726379395,0,0,0,13895156736,13979615232,0,0,5.2384,6.9969,0.17,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",25.93725872039795,0,0,0,12584898560,12683575296,0,0,6.7826,10.6783,0.244,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",49.822482109069824,0,0,0,20738515968,20757610496,0,0,4.6708,6.4967,0.366,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",49.65893650054932,0,0,0,17472704512,17563648000,0,0,4.6887,6.508,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",23.4683678150177,0,0,0,13479556096,13560184832,0,0,6.0958,9.4436,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",19.85802149772644,0,0,0,11256607744,11412701184,0,0,5.2608,7.0316,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",48.51734519004822,0,0,0,13108836864,13207863296,0,0,4.6551,6.4784,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",22.83919477462769,0,0,0,17626353664,17651728384,0,0,6.0102,9.2989,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",47.471407890319824,0,0,0,13918688768,14027849728,0,0,4.6491,6.4707,0.351,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",21.7558650970459,0,0,0,15206956032,15242100736,0,0,6.0356,9.3462,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",58.845821380615234,0,0,0,16244705280,16315842560,0,0,4.7832,6.6362,0.424,0.424,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",23.23203945159912,0,0,0,18254445568,18274582528,0,0,6.0014,9.2897,0.196,0.196,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv new file mode 100644 index 0000000000000000000000000000000000000000..9e3d92afdb3081a328e56473d00e75bd54bd6a94 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv @@ -0,0 +1,145 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",20.81610369682312,0,0,0,8852276224,9420406784,0,0,5.4176,7.2694,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",21.87164568901062,0,0,0,8078684160,8931770368,0,0,5.7046,7.6965,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",22.421337604522705,0,0,0,7692867584,8413773824,0,0,6.0747,8.185,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",41.99375867843628,0,0,0,16281121792,16521363456,0,0,4.8072,6.6764,0.444,0.444,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",43.76207518577576,0,0,0,14835042304,15053357056,0,0,4.9585,6.9129,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",22.2665798664093,0,0,0,7650377728,8350859264,0,0,6.122,8.2304,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",21.25223970413208,0,0,0,8595095552,9089056768,0,0,5.541,7.4627,0.195,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",41.9384765625,0,0,0,16416770048,16766730240,0,0,4.7832,6.6505,0.438,0.438,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",27.806442499160767,0,0,0,12729524224,12851347456,0,0,6.6544,10.4342,0.245,0.244,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",22.228074550628666,0,0,0,7829296128,8581545984,0,0,5.9895,8.0585,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",20.98002791404724,0,0,0,8748333056,9164554240,0,0,5.4927,7.3805,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",26.28734064102173,0,0,0,12290028544,12557746176,0,0,7.1962,11.3999,0.263,0.263,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",21.04779982566833,0,0,0,8694834176,9145679872,0,0,5.4947,7.3911,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",41.30886244773865,0,0,0,12146348032,12677283840,0,0,4.7683,6.6273,0.422,0.422,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",27.105319261550903,0,0,0,11963680768,12314476544,0,0,7.4175,11.7838,0.258,0.26,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",21.85949444770813,0,0,0,8104008704,8963227648,0,0,5.7068,7.6786,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",26.163748025894165,0,0,0,12155736064,12559843328,0,0,7.281,11.5531,0.263,0.264,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",21.25035858154297,0,0,0,8600300544,9105833984,0,0,5.5268,7.4433,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",25.49193334579468,0,0,0,12472423424,12769558528,0,0,6.8115,10.6864,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",21.90437889099121,0,0,0,8173931520,9003073536,0,0,5.676,7.6333,0.193,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",27.805344581604004,0,0,0,11447505920,11817451520,0,0,10.3624,16.5718,0.247,0.247,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",26.368443965911865,0,0,0,12243087360,12536774656,0,0,7.2414,11.4917,0.262,0.264,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",43.56948637962341,0,0,0,15140200448,15185477632,0,0,4.9304,6.8643,0.46,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",43.66459345817566,0,0,0,13551082496,13954449408,0,0,5.3832,7.4256,0.441,0.442,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",25.686625719070435,0,0,0,12405460992,12624855040,0,0,6.9042,10.8576,0.248,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",44.40589737892151,0,0,0,14228512768,14617149440,0,0,5.0349,7.0074,0.458,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",42.05960702896118,0,0,0,16350648320,16684941312,0,0,4.7982,6.6696,0.444,0.444,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",44.2719612121582,0,0,0,13730332672,14132707328,0,0,5.2377,7.2452,0.446,0.446,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",42.32182168960571,0,0,0,16201063424,16418603008,0,0,4.8114,6.6859,0.446,0.445,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",42.68939661979675,0,0,0,15734496256,15816720384,0,0,4.8532,6.7617,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",44.20152711868286,0,0,0,14472841216,14784921600,0,0,4.9859,6.952,0.46,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.19613003730774,0,0,0,14373711872,14696841216,0,0,5.0074,6.9806,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.27665734291077,0,0,0,13817020416,14229176320,0,0,5.1707,7.1754,0.45,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",44.34764862060547,0,0,0,13904391168,14323548160,0,0,5.1164,7.1025,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",21.232139587402344,0,0,0,8605680640,9122611200,0,0,5.5123,7.4168,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",21.58179926872253,0,0,0,8246634496,9015656448,0,0,5.6262,7.5828,0.192,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",26.3620126247406,0,0,0,12112584704,12410945536,0,0,7.3098,11.6153,0.262,0.262,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",43.48427081108093,0,0,0,14989381632,15112077312,0,0,4.9444,6.8887,0.459,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",27.02269148826599,0,0,0,11275342848,11658067968,0,0,13.246,20.5725,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",20.765305519104004,0,0,0,8875159552,9298771968,0,0,5.4341,7.2981,0.193,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.60974907875061,0,0,0,8206909440,9005170688,0,0,5.6537,7.6088,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",22.154855966567997,0,0,0,7506169856,8187281408,0,0,6.3993,8.6191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",22.464972496032715,0,0,0,7740039168,8485076992,0,0,6.0367,8.1304,0.197,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",26.559434413909912,0,0,0,12779070464,12880707584,0,0,6.6289,10.3944,0.245,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",27.090252161026,0,0,0,11997931520,12306087936,0,0,7.3737,11.7179,0.26,0.26,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",26.63440465927124,0,0,0,12048875520,12348030976,0,0,7.3631,11.6939,0.26,0.261,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.428165912628174,0,0,0,16331600896,16739467264,0,0,4.7845,6.6449,0.427,0.425,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",20.85684537887573,0,0,0,8794443776,9193914368,0,0,5.4747,7.351,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",22.15162992477417,0,0,0,7554045952,8256487424,0,0,6.2975,8.4781,0.196,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",43.95410466194153,0,0,0,13641922560,14040432640,0,0,5.3425,7.3635,0.445,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",43.28198838233948,0,0,0,15182260224,15221129216,0,0,4.9202,6.8514,0.459,0.456,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",20.614538431167603,0,0,0,8867202048,9307160576,0,0,5.4313,7.2906,0.192,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",27.58942461013794,0,0,0,11712373760,12006195200,0,0,7.7077,12.2494,0.253,0.253,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",26.299255847930908,0,0,0,12343473152,12605980672,0,0,7.1652,11.3423,0.263,0.264,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",26.41775894165039,0,0,0,12199278592,12490637312,0,0,7.2635,11.5309,0.263,0.262,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",21.488388299942017,0,0,0,8301243392,9019850752,0,0,5.5985,7.5377,0.191,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",27.247847080230716,0,0,0,11860956160,12157190144,0,0,7.511,11.8916,0.256,0.256,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",22.29039669036865,0,0,0,8014132224,8826912768,0,0,5.824,7.8432,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",22.332809925079346,0,0,0,7788660736,8533311488,0,0,6.0023,8.0857,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.68308734893799,0,0,0,11500030976,11851005952,0,0,9.6733,15.4234,0.249,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",43.164148569107056,0,0,0,15360277504,15414067200,0,0,4.8701,6.7853,0.454,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",41.713910818099976,0,0,0,16434589696,16796090368,0,0,4.7885,6.6547,0.44,0.44,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",43.6291081905365,0,0,0,15103797248,15177089024,0,0,4.9339,6.8711,0.459,0.46,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",21.610416173934937,0,0,0,8151898112,8998879232,0,0,5.6869,7.6567,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",42.77509593963623,0,0,0,15932997632,16049504256,0,0,4.8482,6.7383,0.46,0.46,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",25.77156162261963,0,0,0,12413597696,12635340800,0,0,6.9111,10.8744,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",21.41391110420227,0,0,0,8506576896,9053405184,0,0,5.5582,7.497,0.194,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0.0,0,0,0,7127908864,8277458944,0,0,6.573,10.2897,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",20.75191569328308,0,0,0,8863826944,9242148864,0,0,5.4387,7.306,0.194,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",27.04138207435608,0,0,0,11359055872,11725176832,0,0,12.167,19.1409,0.244,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",26.43147921562195,0,0,0,11096035328,11452547072,0,0,15.2134,23.2301,0.237,0.237,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",22.09446668624878,0,0,0,7884484608,8613003264,0,0,5.9154,7.9772,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",44.257283449172974,0,0,0,14579387392,14856224768,0,0,4.9767,6.9357,0.457,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",25.58327317237854,0,0,0,12431202304,12691963904,0,0,6.9674,10.9673,0.254,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",21.84909582138061,0,0,0,8051482624,8900313088,0,0,5.792,7.8027,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",43.6374773979187,0,0,0,15230835712,15288238080,0,0,4.903,6.8375,0.457,0.454,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",21.561097383499146,0,0,0,8359377920,9024045056,0,0,5.5752,7.5225,0.191,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",41.61466455459595,0,0,0,16325692416,16590569472,0,0,4.78,6.6443,0.432,0.432,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",27.826788187026978,0,0,0,7201671168,8327790592,0,0,6.5171,10.1744,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",21.40466451644897,0,0,0,8551463936,9068085248,0,0,5.5537,7.4841,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",43.47370958328247,0,0,0,15164836864,15229517824,0,0,4.9231,6.8593,0.46,0.46,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",20.791393995285038,0,0,0,8845497344,9208594432,0,0,5.4624,7.337,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",21.01120352745056,0,0,0,8649450496,9135194112,0,0,5.5065,7.4056,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",42.58239769935608,0,0,0,15950491648,16150167552,0,0,4.8382,6.7299,0.457,0.454,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",20.88287758827209,0,0,0,8789424128,9179234304,0,0,5.4834,7.3582,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",26.38785433769226,0,0,0,11144299520,11486101504,0,0,14.5954,22.293,0.238,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",20.53605937957764,0,0,0,9841186816,10288627712,0,0,5.415,7.2563,0.187,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",21.70881462097168,0,0,0,8439204864,9036627968,0,0,5.5611,7.5127,0.192,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",42.31766819953919,0,0,0,15966489600,16068378624,0,0,4.8399,6.7241,0.455,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",25.33141684532165,0,0,0,12998544384,13157531648,0,0,6.5396,10.2222,0.247,0.247,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",42.10650277137756,0,0,0,16124019712,16305356800,0,0,4.8152,6.697,0.446,0.445,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",20.684069395065308,0,0,0,8856981504,9409921024,0,0,5.4265,7.2799,0.19,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",21.76680064201355,0,0,0,8124913664,8975810560,0,0,5.6902,7.663,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",42.9020140171051,0,0,0,15578020864,15648948224,0,0,4.8588,6.7713,0.455,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",44.18956470489502,0,0,0,14440704000,14749270016,0,0,4.9976,6.9657,0.459,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",25.675097465515137,0,0,0,12421667840,12681478144,0,0,6.9541,10.9348,0.253,0.253,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",22.35238146781921,0,0,0,7886475264,8633974784,0,0,5.9413,8.004,0.198,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",25.62618374824524,0,0,0,12418210816,12731809792,0,0,6.8786,10.8251,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",44.18660354614258,0,0,0,14686454784,14946402304,0,0,4.9718,6.9284,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",21.486637830734253,0,0,0,8271844352,9019850752,0,0,5.6136,7.5615,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",22.225347995758057,0,0,0,7899735040,8629780480,0,0,5.8864,7.9094,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",21.009374141693115,0,0,0,8587058176,9110028288,0,0,5.5225,7.4322,0.193,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",42.436769247055054,0,0,0,16007293952,16118710272,0,0,4.8346,6.7155,0.452,0.45,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",22.06043839454651,0,0,0,7456959488,8149532672,0,0,6.5113,8.7683,0.195,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",26.15469574928284,0,0,0,12458393600,12675186688,0,0,7.0013,11.0355,0.259,0.259,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.22865343093872,0,0,0,7870813184,8602517504,0,0,5.9619,8.0307,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",42.05277132987976,0,0,0,16051981312,16198402048,0,0,4.8294,6.7079,0.451,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",26.90428328514099,0,0,0,11917072384,12218007552,0,0,7.4559,11.836,0.257,0.258,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",42.78253173828125,0,0,0,15430196224,15504244736,0,0,4.8662,6.7806,0.453,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",26.639278888702396,0,0,0,11189551104,11532238848,0,0,13.5185,20.9196,0.239,0.24,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",44.30007243156433,0,0,0,14307720192,14648606720,0,0,5.0171,6.9904,0.458,0.458,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",43.29498791694641,0,0,0,15338779648,15365832704,0,0,4.8747,6.795,0.455,0.456,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",42.8002290725708,0,0,0,15866883072,15921577984,0,0,4.8484,6.7496,0.458,0.455,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",22.18888235092163,0,0,0,7890797568,8625586176,0,0,5.8953,7.9157,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",28.17751383781433,0,0,0,11654401024,11936989184,0,0,8.009,12.8365,0.252,0.252,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",26.049386501312256,0,0,0,12452967424,12689866752,0,0,7.105,11.2024,0.263,0.264,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",26.89117765426636,0,0,0,11228338176,11593056256,0,0,13.3979,20.8975,0.241,0.24,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",42.346415281295776,0,0,0,16068643840,16252928000,0,0,4.8222,6.7,0.448,0.448,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",27.4024658203125,0,0,0,12482330624,12696158208,0,0,7.0497,11.1055,0.263,0.264,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.13220953941345,0,0,0,15275641856,15319695360,0,0,4.8912,6.8218,0.456,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",25.54624938964844,0,0,0,12422972416,12624855040,0,0,6.825,10.7034,0.245,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",28.2871572971344,0,0,0,11601446912,11897143296,0,0,8.2741,13.2343,0.25,0.25,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",25.362540245056152,0,0,0,12553012224,12721324032,0,0,6.7701,10.632,0.245,0.244,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",43.060672760009766,0,0,0,15313175552,15336472576,0,0,4.8875,6.8083,0.456,0.453,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",25.73590469360352,0,0,0,12662840320,12801015808,0,0,6.7067,10.5142,0.245,0.244,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",26.95879483222961,0,0,0,11316182016,11685330944,0,0,12.4406,19.7752,0.244,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",43.46783089637756,0,0,0,15193882624,15233712128,0,0,4.9176,6.8442,0.458,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",25.697256565093998,0,0,0,12393872384,12647923712,0,0,7.124,11.2732,0.263,0.263,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",20.895438194274902,0,0,0,8874201088,9235857408,0,0,5.4454,7.3143,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",22.23666214942932,0,0,0,7604304896,8298430464,0,0,6.2155,8.3501,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",41.70433926582336,0,0,0,16399328256,16710107136,0,0,4.7948,6.6634,0.442,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",44.636515378952026,0,0,0,13996380160,14426308608,0,0,5.0832,7.0475,0.455,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",29.72301721572876,0,0,0,12837770240,12922650624,0,0,6.5945,10.3294,0.244,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",25.690141439437863,0,0,0,12474098688,12771655680,0,0,7.0213,11.0719,0.262,0.262,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",44.34152340888977,0,0,0,14110004224,14539554816,0,0,5.0547,7.0307,0.456,0.456,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",21.96796560287476,0,0,0,7921537024,8680112128,0,0,5.8924,7.9523,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",22.059545278549194,0,0,0,7964499968,8753512448,0,0,5.857,7.8822,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",25.918481588363647,0,0,0,12445072384,12666798080,0,0,6.9811,11.0063,0.256,0.258,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",27.87693810462952,0,0,0,11787132928,12075401216,0,0,7.573,12.0129,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",44.322877407073975,0,0,0,14509723648,14818476032,0,0,4.9808,6.9438,0.457,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",28.09720754623413,0,0,0,11549375488,11874074624,0,0,9.0447,14.4039,0.249,0.249,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",25.129603147506717,0,0,0,12604165120,12868124672,0,0,6.7547,10.5925,0.245,0.244,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",27.216885566711422,0,0,0,11400950784,11758731264,0,0,11.4379,18.0265,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",41.57976794242859,0,0,0,16410690560,16976445440,0,0,4.7706,6.6341,0.425,0.425,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv new file mode 100644 index 0000000000000000000000000000000000000000..76bd0dfb177b5f2e4700c72fadd41b8f8088c6ae --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",22.368326663970947,0,0,0,19502021632,19522387968,0,0,6.0033,9.2966,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",46.49796843528748,0,0,0,14901110272,15011414016,0,0,4.6372,6.4626,0.345,0.345,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",46.96759104728699,0,0,0,15092453888,15204352000,0,0,4.6423,6.4638,0.347,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",17.209035396575928,0,0,0,15085377536,15135145984,0,0,5.2092,6.9721,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",26.99336671829224,0,0,0,10730426368,11112808448,0,0,6.0778,9.4209,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",23.151795387268063,0,0,0,19832537088,19952304128,0,0,6.0173,9.3191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",17.689634323120117,0,0,0,17384806400,17500733440,0,0,5.2149,6.9966,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",36.30884647369385,0,0,0,22472075264,22628270080,0,0,4.6482,6.4706,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",17.007137060165405,0,0,0,15391960064,15422455808,0,0,5.2058,6.9778,0.169,0.169,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv new file mode 100644 index 0000000000000000000000000000000000000000..e692da90eb3c345164fc340bbb56dd3dacd7c12b --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv @@ -0,0 +1,52 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",52.94397020339966,0,0,0,9845102592,9944694784,0,0,32.811,41.7335,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",53.25425028800965,0,0,0,10947209216,11083448320,0,0,8.9401,12.4191,0.372,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",28.16793727874756,0,0,0,3600445440,3682598912,0,0,12.9279,17.0,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",26.016353130340576,0,0,0,9108279296,9168748544,0,0,87781.2812,61938.2773,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",26.49335289001465,0,0,0,6041460736,6081740800,0,0,163.0594,170.9671,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",25.715022802352905,0,0,0,5358804992,5416943616,0,0,,,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",30.894856691360477,0,0,0,5664201216,6046089216,0,0,53.2459,88.4592,0.21,0.209,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",25.639243364334103,0,0,0,9505882112,9546235904,0,0,6299.3838,5084.3877,0.202,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.90976619720459,0,0,0,5673033728,5723127808,0,0,6517.4971,6266.208,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.363276958465576,0,0,0,5324292096,5389680640,0,0,,4406.4316,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",26.275548934936523,0,0,0,9940079616,10072621056,0,0,55.7362,93.1902,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",54.36496758460999,0,0,0,9430418432,9546235904,0,0,458.1787,998.125,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",27.793428897857662,0,0,0,6225982464,6327107584,0,0,25.203,36.4469,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.07418942451477,0,0,0,9344593920,9395240960,0,0,4450.3784,2712.1501,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",25.5257465839386,0,0,0,5442436096,5486149632,0,0,,4263.6934,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",52.718018770217896,0,0,0,9366809600,9483321344,0,0,859.1281,1737.4487,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",24.515072107315063,0,0,0,9836121088,9858711552,0,0,75.1645,112.2336,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",53.45778012275696,0,0,0,9673759744,9806282752,0,0,63.2594,78.369,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",54.56654715538025,0,0,0,8488025088,8650752000,0,0,7.6239,10.5162,0.374,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",26.94262170791626,0,0,0,5835087872,5867831296,0,0,6221.833,6395.2168,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",55.17441821098328,0,0,0,11033262080,11192500224,0,0,7.8701,10.801,0.372,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",53.44624614715576,0,0,0,10335512576,10382999552,0,0,28.025,37.1851,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",53.31960153579712,0,0,0,10007911424,10068426752,0,0,29.5297,39.5324,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.9489004611969,0,0,0,9085832192,9143582720,0,0,70275.0781,54749.7031,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.71911692619324,0,0,0,5398497280,5456789504,0,0,3624.9775,2700.9817,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.73874425888061,0,0,0,9296332800,9349103616,0,0,9208.6211,5850.2134,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",27.23824882507324,0,0,0,6132177920,6226444288,0,0,37.9823,51.8843,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",53.56611061096192,0,0,0,10860962816,10880024576,0,0,11.1589,15.2583,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",25.179463624954224,0,0,0,9676069888,9774825472,0,0,154.344,200.7597,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",24.84200382232666,0,0,0,9735303168,9770631168,0,0,97.5642,134.4331,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",55.89913749694824,0,0,0,11146030080,11312037888,0,0,7.727,10.6813,0.374,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",53.24775695800781,0,0,0,9498795008,9621733376,0,0,339.3502,440.1154,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.3148353099823,0,0,0,5585741824,5620367360,0,0,3165.4758,2195.2532,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",24.85382080078125,0,0,0,9788945408,9892265984,0,0,82.8497,120.7239,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",52.42427635192871,0,0,0,9580531712,9705619456,0,0,141.4781,165.3496,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.713513374328613,0,0,0,5631222784,5672796160,0,0,8563.4287,4808.2769,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.73615527153015,0,0,0,9143881728,9196011520,0,0,46663.0352,27468.2246,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.789592504501343,0,0,0,9245645824,9290383360,0,0,14484.7344,6815.4814,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",24.58772611618042,0,0,0,9884411904,10009706496,0,0,69.2855,104.0414,0.207,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.892287492752075,0,0,0,9192939520,9235857408,0,0,37196.2031,22969.9609,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.389660120010376,0,0,0,8997824512,9057599488,0,0,102580.3359,84270.4375,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",27.771810293197632,0,0,0,6178689024,6266290176,0,0,29.0323,40.7581,0.182,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",51.62110185623169,0,0,0,10764966912,10806624256,0,0,11.89,16.4769,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.2646484375,0,0,0,5539720192,5576327168,0,0,,2553.3374,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",27.280510187149048,0,0,0,6087972864,6163529728,0,0,115.5637,150.3164,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",53.63895511627197,0,0,0,9925640192,10003415040,0,0,31.1418,40.785,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",53.58946084976196,0,0,0,9763121152,9883877376,0,0,36.6126,45.7069,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",26.75245475769043,0,0,0,5997294592,6014631936,0,0,220.0714,210.4805,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",54.017335653305054,0,0,0,10669574144,10712252416,0,0,12.6573,17.8399,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",26.52206039428711,0,0,0,9050206208,9112125440,0,0,105435.9375,92822.4844,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.267686367034912,0,0,0,5490570240,5532286976,0,0,2100.0659,2256.1875,0.173,0.173,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv new file mode 100644 index 0000000000000000000000000000000000000000..a635b3218802cb9514ffabf9f660d2f6c1e69086 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv @@ -0,0 +1,85 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,13144556544,13312720896,0,0,6.4614,10.0802,0.237,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,8813885952,9005170688,0,0,5.3182,7.1353,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,16226827776,16489906176,0,0,4.7357,6.5707,0.39,0.392,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,13434230784,13809745920,0,0,6.1108,9.4605,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,13121926144,13298040832,0,0,6.431,10.0261,0.233,0.234,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,13259764736,13665042432,0,0,6.1145,9.4645,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,16368754176,16691232768,0,0,4.7008,6.5332,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,9287115264,9420406784,0,0,5.2875,7.078,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,8847568384,9045016576,0,0,5.3283,7.1561,0.18,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,9021977088,9256828928,0,0,5.3039,7.0966,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,11125672448,11270094848,0,0,5.2864,7.0736,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,8851960320,9099542528,0,0,5.3565,7.2072,0.184,0.184,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,8893526528,9118416896,0,0,5.3113,7.114,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,13179157504,13342081024,0,0,6.4963,10.1587,0.242,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,9086764544,9279897600,0,0,5.3008,7.0875,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,13294684160,13681819648,0,0,6.1146,9.4655,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,16325688832,16538140672,0,0,4.7492,6.5873,0.401,0.402,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,13168750592,13348372480,0,0,6.4759,10.1244,0.24,0.241,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,13106351104,13262389248,0,0,6.4222,9.9862,0.231,0.232,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,13190060032,13656653824,0,0,6.1205,9.4749,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,9215731200,9351200768,0,0,5.2904,7.0791,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,13062953984,13212057600,0,0,6.405,9.9757,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,9181954560,9328132096,0,0,5.2959,7.0845,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,16750377472,17039360000,0,0,4.6938,6.5195,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,9119110656,9323937792,0,0,5.2992,7.0879,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,17194473984,17412653056,0,0,4.6882,6.5141,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,16877275648,17081303040,0,0,4.6914,6.5168,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,8820200960,9101639680,0,0,5.3245,7.1459,0.177,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,8928324096,9147777024,0,0,5.3097,7.1112,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,17074874880,17280532480,0,0,4.689,6.5136,0.37,0.372,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,16156187136,16548626432,0,0,4.7167,6.5481,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,8868227584,9093251072,0,0,5.3106,7.1197,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,16133542400,16464740352,0,0,4.719,6.5519,0.373,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,8865903104,9057599488,0,0,5.334,7.1706,0.182,0.183,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,9378070016,9500098560,0,0,5.2849,7.0742,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,16207454720,16594763776,0,0,4.7089,6.5419,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,16323586560,16630415360,0,0,4.7031,6.5348,0.368,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,7329844736,7704936448,0,0,6.111,9.459,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,9318201856,9449766912,0,0,5.2859,7.0774,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,16686887424,16957571072,0,0,4.6929,6.521,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,16378585600,16515072000,0,0,4.7657,6.613,0.411,0.414,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,16256351744,16504586240,0,0,4.7407,6.5778,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,16181375488,16492003328,0,0,4.7306,6.5591,0.381,0.383,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,13046447104,13220446208,0,0,6.3811,9.9266,0.223,0.224,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,12979189760,13564379136,0,0,6.1794,9.5815,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,8956541440,9237954560,0,0,5.3014,7.101,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,13329604608,13717471232,0,0,6.1145,9.4646,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,12951666688,13539213312,0,0,6.2252,9.6562,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,8863958528,9101639680,0,0,5.3814,7.2461,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,9248514560,9380560896,0,0,5.2898,7.0788,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,13399345152,13774094336,0,0,6.1122,9.4631,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,17138252288,17335058432,0,0,4.6895,6.5129,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,16361596416,16521363456,0,0,4.756,6.6024,0.408,0.411,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,13012568064,13176406016,0,0,6.3441,9.8427,0.217,0.218,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,16952668672,17163091968,0,0,4.6888,6.5146,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,8850614784,9049210880,0,0,5.3115,7.1268,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,12996127744,13415481344,0,0,6.3174,9.7954,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,8831520256,9061793792,0,0,5.3753,7.2209,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,8880088576,9112125440,0,0,5.3408,7.1813,0.183,0.184,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,16148507136,16443768832,0,0,4.7227,6.5555,0.379,0.379,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,13309176320,13543407616,0,0,4.6907,6.5113,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,16341015040,16487809024,0,0,4.7491,6.5939,0.404,0.406,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,9149950464,9317646336,0,0,5.2966,7.087,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,17256436224,17460887552,0,0,4.6899,6.5132,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,17015996928,17202937856,0,0,4.6891,6.5144,0.369,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,12987908096,13407092736,0,0,6.2909,9.7613,0.212,0.213,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,8873071104,9091153920,0,0,5.3551,7.1952,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,16202000896,16481517568,0,0,4.7308,6.5647,0.385,0.387,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,16813910528,17102274560,0,0,4.6926,6.5185,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,16271910400,16632512512,0,0,4.7087,6.5377,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,12947572736,13358858240,0,0,6.2456,9.6912,0.207,0.207,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,13364492288,13736345600,0,0,6.1126,9.4656,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,16428929536,16812867584,0,0,4.6976,6.5283,0.367,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,13224911872,13648265216,0,0,6.1155,9.4657,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,16555776512,16932405248,0,0,4.699,6.5243,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,13050411008,13514047488,0,0,6.1673,9.5576,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,8833443328,9030336512,0,0,5.3282,7.1556,0.179,0.179,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,13086782464,13268680704,0,0,6.405,9.9574,0.229,0.229,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,8825960960,9019850752,0,0,5.3175,7.1336,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,13118270464,13600030720,0,0,6.1285,9.4953,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,13029940224,13440647168,0,0,6.3631,9.8989,0.22,0.221,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,12971401216,13352566784,0,0,6.268,9.7356,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,9344293376,9479127040,0,0,5.2862,7.0799,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,13153181696,13633585152,0,0,6.1245,9.4828,0.205,0.205,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv new file mode 100644 index 0000000000000000000000000000000000000000..878c8f7ec11859ce83068cae2e86630c7119e96d --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv @@ -0,0 +1,133 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",21.76242709159851,0,0,0,16384651264,16420700160,0,0,6.023,9.326,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",17.669595956802368,0,0,0,14391927808,14619246592,0,0,5.2359,6.9897,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",47.798495054245,0,0,0,21563538432,21594374144,0,0,4.6678,6.4906,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",25.922955751419067,0,0,0,13024752640,13075742720,0,0,5.2462,7.0114,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",19.554818153381348,0,0,0,11438593024,11500781568,0,0,5.2604,7.0303,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",49.19426798820496,0,0,0,18519044096,18580766720,0,0,4.6846,6.5035,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",44.089990854263306,0,0,0,14282347008,14394851328,0,0,4.6469,6.4678,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",19.657520294189453,0,0,0,10122535936,10271850496,0,0,5.2754,7.0524,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.19426202774048,0,0,0,14073414656,14231273472,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",18.86526107788086,0,0,0,12866999296,12952010752,0,0,5.2469,7.011,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",19.279616355896,0,0,0,11535258624,11685330944,0,0,5.2593,7.03,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",21.85685682296753,0,0,0,16927812608,16974348288,0,0,6.0196,9.3105,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",19.37894368171692,0,0,0,11482985472,11641290752,0,0,5.2586,7.0295,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",56.9892475605011,0,0,0,18899810304,18941476864,0,0,4.683,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",22.518107175827023,0,0,0,15520934912,15556673536,0,0,6.0261,9.3352,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",49.27021145820618,0,0,0,18721079296,18853396480,0,0,4.6839,6.5029,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",47.07981181144714,0,0,0,14155516416,14264827904,0,0,4.6474,6.468,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",23.39883589744568,0,0,0,16961765376,17003708416,0,0,6.0197,9.3087,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",18.125155687332157,0,0,0,14146085888,14275313664,0,0,5.2371,6.9936,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",49.166083097457886,0,0,0,21437539328,21571305472,0,0,4.6684,6.4931,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",19.440809726715088,0,0,0,10090046464,10250878976,0,0,5.2764,7.0531,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",46.27151226997376,0,0,0,24174433280,24186454016,0,0,4.6577,6.4802,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",21.96333861351013,0,0,0,17188999168,17209229312,0,0,6.0164,9.3046,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",48.043394327163696,0,0,0,21310708736,21359493120,0,0,4.6686,6.4937,0.364,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",17.95819878578186,0,0,0,14105822208,14254342144,0,0,5.2378,6.9941,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",44.31199598312378,0,0,0,24206036992,24228397056,0,0,4.6575,6.4794,0.357,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",21.4712917804718,0,0,0,15730323456,15770583040,0,0,6.0237,9.3281,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",19.586140632629395,0,0,0,10026033152,10089398272,0,0,5.2765,7.0529,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",21.61764931678772,0,0,0,15625329664,15663628288,0,0,6.0244,9.3323,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",47.39734888076782,0,0,0,24220807168,24251465728,0,0,4.6577,6.4795,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",18.701699256896973,0,0,0,13566952448,13618905088,0,0,5.2446,7.0088,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",47.00333380699158,0,0,0,22817104896,22995271680,0,0,4.6666,6.4898,0.365,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",43.83094072341919,0,0,0,14219139584,14329839616,0,0,4.647,6.4677,0.348,0.348,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",20.55404281616211,0,0,0,11470574592,11626610688,0,0,5.2577,7.0291,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",21.712579488754272,0,0,0,14229525504,14388559872,0,0,6.0536,9.3788,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",19.3074004650116,0,0,0,12207969280,12297699328,0,0,5.2588,7.0279,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",22.121676683425903,0,0,0,15555821568,15600713728,0,0,6.0255,9.3333,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",46.12384104728699,0,0,0,21755239424,21789409280,0,0,4.6668,6.4898,0.366,0.364,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",21.581509828567505,0,0,0,14892772352,14950596608,0,0,6.0512,9.3798,0.205,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",21.817686080932617,0,0,0,14055290880,14149484544,0,0,6.0543,9.3815,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",18.226958751678467,0,0,0,14359520256,14493417472,0,0,5.2355,6.9912,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",19.418373584747314,0,0,0,11612828672,11672748032,0,0,5.2581,7.0277,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",21.374507427215576,0,0,0,15695502336,15833497600,0,0,6.0217,9.3299,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",19.052096128463745,0,0,0,11645105152,11804868608,0,0,5.2576,7.0268,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",21.56499028205872,0,0,0,14090178560,14248050688,0,0,6.0522,9.3779,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",45.78723359107971,0,0,0,24348469248,24507318272,0,0,4.6573,6.4795,0.357,0.356,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",19.973525762557983,0,0,0,10251401216,10403971072,0,0,5.276,7.0518,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",21.58627796173096,0,0,0,14264745984,14424211456,0,0,6.0507,9.3749,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",46.765066146850586,0,0,0,23919940608,24073207808,0,0,4.6594,6.4813,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",48.153079986572266,0,0,0,21754407936,21913141248,0,0,4.667,6.4902,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",48.17770957946777,0,0,0,21500746752,21531459584,0,0,4.6678,6.4916,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",17.992141246795654,0,0,0,14308205568,14384365568,0,0,5.2351,6.9918,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",18.597021102905277,0,0,0,12826735616,12928942080,0,0,5.2478,7.0112,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",27.69206953048706,0,0,0,10077446144,10452205568,0,0,6.0055,9.2872,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.98742747306824,0,0,0,21183878144,21229469696,0,0,4.6691,6.4944,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",22.2465500831604,0,0,0,17844395008,17874026496,0,0,6.0161,9.2986,0.199,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",21.561537265777588,0,0,0,14202161152,14331936768,0,0,6.0512,9.3761,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",21.59110140800476,0,0,0,14167541760,14206107648,0,0,6.0511,9.3766,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",17.663169622421265,0,0,0,14203020288,14336131072,0,0,5.2363,6.9925,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",18.561485052108765,0,0,0,12794221568,12926844928,0,0,5.2474,7.0115,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",22.798346996307373,0,0,0,18516231168,18532532224,0,0,6.0003,9.2852,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",71.6642336845398,0,0,0,18744123392,18763218944,0,0,6.0045,9.2858,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",22.565041303634644,0,0,0,15765210112,15919480832,0,0,6.0234,9.327,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",46.35602283477783,0,0,0,24268828672,24291311616,0,0,4.6573,6.4802,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",48.30457520484924,0,0,0,12934203904,13046382592,0,0,4.6568,6.4789,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",22.120295524597168,0,0,0,18411437056,18425577472,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",22.91683387756348,0,0,0,17068023808,17112760320,0,0,6.0256,9.318,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",21.957447052001957,0,0,0,18490065920,18509463552,0,0,6.0076,9.2996,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",49.0630841255188,0,0,0,18784456704,18826133504,0,0,4.6844,6.5018,0.368,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",22.001774787902832,0,0,0,17181411328,17223909376,0,0,6.0153,9.3035,0.199,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",23.30888676643372,0,0,0,18551115776,18561892352,0,0,6.006,9.2906,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",23.90609741210937,0,0,0,18682740736,18712887296,0,0,6.0022,9.2823,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",48.39581108093262,0,0,0,21247085568,21294481408,0,0,4.6688,6.494,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",17.89582633972168,0,0,0,14046528512,14275313664,0,0,5.2357,6.9899,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",22.09702754020691,0,0,0,18725885952,18746441728,0,0,6.0038,9.292,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",20.5237340927124,0,0,0,10219078656,10282336256,0,0,5.2759,7.0515,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",23.867166757583615,0,0,0,18733740032,18752733184,0,0,6.0006,9.2811,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",21.45602321624756,0,0,0,15800163328,15940452352,0,0,6.0223,9.3285,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",22.91953945159912,0,0,0,18446388224,18475909120,0,0,6.0049,9.2966,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",19.285237550735477,0,0,0,14170477568,14323548160,0,0,5.2374,6.9934,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.3088366985321,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",19.65858101844788,0,0,0,10803306496,10892607488,0,0,5.2746,7.0514,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",46.62364554405213,0,0,0,18581422080,18639486976,0,0,4.6854,6.5025,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",19.65648412704468,0,0,0,11385680896,11450449920,0,0,5.2586,7.0299,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",47.53784322738648,0,0,0,14186288640,14285799424,0,0,4.6472,6.4684,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",19.58873414993286,0,0,0,10188250112,10309599232,0,0,5.2757,7.0512,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",21.678075790405277,0,0,0,14125065216,14248050688,0,0,6.0535,9.3792,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",45.857011795043945,0,0,0,14060274176,14172553216,0,0,4.649,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",21.55056619644165,0,0,0,14299631616,14447280128,0,0,6.0513,9.3791,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",43.27605080604553,0,0,0,18756279296,19522387968,0,0,4.6461,6.4672,0.348,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",18.698930263519287,0,0,0,12939404288,13017022464,0,0,5.2461,7.0104,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",22.465340614318848,0,0,0,17259907072,17265852416,0,0,6.0148,9.302,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",51.45095086097717,0,0,0,24062372864,24140316672,0,0,4.6587,6.4808,0.357,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",19.507778644561768,0,0,0,10058355712,10190061568,0,0,5.2773,7.0527,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",48.840221881866455,0,0,0,13059152384,13165920256,0,0,4.6565,6.4785,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.603814601898197,0,0,0,15485980672,15514730496,0,0,6.0263,9.3328,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",50.04755926132202,0,0,0,18455834624,18522046464,0,0,4.686,6.5027,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.42838191986084,0,0,0,11353273344,11450449920,0,0,5.259,7.0317,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",19.654392957687374,0,0,0,9993877504,10095689728,0,0,5.2756,7.053,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",49.11213088035584,0,0,0,18836353024,18880659456,0,0,4.6834,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",18.748580932617188,0,0,0,12729697280,12803112960,0,0,5.2475,7.0121,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",22.113675594329838,0,0,0,17215563776,17232297984,0,0,6.0212,9.3161,0.198,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",46.65679335594177,0,0,0,24301263872,24314380288,0,0,4.657,6.4802,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",43.9573712348938,0,0,0,14250327552,14350811136,0,0,4.6471,6.4678,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",21.745509386062626,0,0,0,17005908992,17039360000,0,0,6.02,9.3097,0.2,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",47.34900975227356,0,0,0,21691200512,21724397568,0,0,4.6676,6.4903,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",46.21504259109497,0,0,0,14092293632,14193524736,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",50.85960650444031,0,0,0,19037804544,19218300928,0,0,4.6829,6.5022,0.372,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",19.30942392349243,0,0,0,11567399936,11643387904,0,0,5.2592,7.0269,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",21.48281145095825,0,0,0,15590708224,15621685248,0,0,6.0236,9.3314,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",21.645708799362183,0,0,0,17033072640,17081303040,0,0,6.0178,9.3079,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",19.27993416786194,0,0,0,11580314624,11735662592,0,0,5.2607,7.0283,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",48.14252591133118,0,0,0,21374331904,21548236800,0,0,4.6684,6.4934,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",47.33645796775818,0,0,0,23825545216,23863492608,0,0,4.6595,6.4817,0.357,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",19.587546348571777,0,0,0,9969144832,10036969472,0,0,5.2766,7.0532,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",21.893595218658447,0,0,0,13985451008,14027849728,0,0,6.0532,9.3803,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",18.528297424316406,0,0,0,12717687808,12824084480,0,0,5.2477,7.0123,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",17.945961236953735,0,0,0,14243550208,14378074112,0,0,5.236,6.9922,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",27.38026094436645,0,0,0,9990763520,10359930880,0,0,6.0043,9.2941,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",46.53462791442871,0,0,0,14076707328,14176747520,0,0,4.6489,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",18.54985857009888,0,0,0,12769960960,12845056000,0,0,5.2476,7.0121,0.172,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",21.56413507461548,0,0,0,14020403200,14176747520,0,0,6.0532,9.3808,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",18.890921354293823,0,0,0,12963824640,13031702528,0,0,5.2457,7.0102,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",17.50517463684082,0,0,0,14275957760,14401142784,0,0,5.2354,6.9915,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",19.047003507614136,0,0,0,12907529216,13017022464,0,0,5.2457,7.0106,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",22.49588942527771,0,0,0,17138199552,17169383424,0,0,6.0168,9.3071,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",51.94888925552368,0,0,0,18962604032,19144900608,0,0,4.6844,6.5018,0.369,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",53.49170207977295,0,0,0,20117220352,20220739584,0,0,4.6827,6.502,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",45.62868070602417,0,0,0,14107895296,14220787712,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",19.8666250705719,0,0,0,10155824128,10313793536,0,0,5.2763,7.0519,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",22.19820022583008,0,0,0,15660282880,15791554560,0,0,6.0228,9.328,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",45.732778549194336,0,0,0,18645178368,18817744896,0,0,4.6835,6.5029,0.369,0.369,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a841a674f31fb8ef609f132ad20ed02c17dc7d3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",22.93013048171997,0,0,0,16026926080,16162750464,0,0,6.0255,9.3334,0.203,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",21.69773030281067,0,0,0,15957154816,15984492544,0,0,6.0184,9.3218,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",40.88297891616821,0,0,0,23023143936,23186112512,0,0,4.6617,6.4843,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",24.40671682357788,0,0,0,12406223872,12536774656,0,0,5.2543,7.0177,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",48.03984093666077,0,0,0,23524262912,23601348608,0,0,4.6611,6.4834,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",0.0,0,0,0,11608785920,11708399616,0,0,4.6664,6.4897,0.376,0.377,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.252538204193115,0,0,0,12438471680,12478054400,0,0,5.252,7.0181,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.800605058670044,0,0,0,16061815808,16196304896,0,0,6.0189,9.3196,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.827990531921387,0,0,0,12478796800,12515803136,0,0,5.2477,7.0146,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.62066912651062,0,0,0,16096766976,16227762176,0,0,6.0204,9.319,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",46.842421531677246,0,0,0,23666695168,23817355264,0,0,4.6601,6.4825,0.359,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",22.11001920700073,0,0,0,16134540288,16179527680,0,0,6.0267,9.3208,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",23.453336477279663,0,0,0,15817607168,15961423872,0,0,6.0212,9.3245,0.203,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",22.570733785629272,0,0,0,16343724032,16389242880,0,0,6.0249,9.3159,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",43.04915261268616,0,0,0,22103310336,22158508032,0,0,4.6647,6.4886,0.364,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",22.958473443984985,0,0,0,12211590144,12255756288,0,0,5.2537,7.0212,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",23.5776686668396,0,0,0,12309025792,12348030976,0,0,5.2531,7.02,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",21.540367126464844,0,0,0,12616229888,12652118016,0,0,5.2479,7.0134,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",41.25605297088623,0,0,0,22293764096,22330474496,0,0,4.6639,6.4876,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.227903127670288,0,0,0,15992039424,16015949824,0,0,6.0204,9.3249,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.91605401039124,0,0,0,23587485696,23607640064,0,0,4.66,6.4825,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.40437388420105,0,0,0,16273947648,16334716928,0,0,6.0364,9.3301,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.60258746147156,0,0,0,12341302272,12383682560,0,0,5.2523,7.0194,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",23.579248666763306,0,0,0,11726164992,11773411328,0,0,5.2569,7.0255,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",25.49895691871643,0,0,0,11790820352,11905531904,0,0,5.2579,7.0239,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",43.13880181312561,0,0,0,21976895488,22028484608,0,0,4.6657,6.489,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",21.61146068572998,0,0,0,16518294528,16552820736,0,0,6.0244,9.3178,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",19.48853874206543,0,0,0,14078625792,14103347200,0,0,5.2485,7.0141,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",26.014561891555783,0,0,0,16762632192,16783507456,0,0,6.0215,9.3132,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",21.678030729293823,0,0,0,15852493824,15877537792,0,0,6.0214,9.3248,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",42.97390532493591,0,0,0,22040102912,22072524800,0,0,4.6656,6.4888,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",22.508207082748413,0,0,0,15922265088,15950938112,0,0,6.0281,9.3349,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",40.99091172218323,0,0,0,12306146304,12396265472,0,0,4.6612,6.4834,0.36,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.007137298583984,0,0,0,11823334400,11867783168,0,0,5.2566,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",22.1263689994812,0,0,0,16448251904,16475226112,0,0,6.0233,9.3121,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",40.72089266777039,0,0,0,22484217856,22649241600,0,0,4.6632,6.4869,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",41.26778674125672,0,0,0,22833105920,22993174528,0,0,4.6628,6.4858,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",23.470106840133667,0,0,0,11940824064,12052332544,0,0,5.2549,7.0247,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",22.15794897079468,0,0,0,12050002944,12104761344,0,0,5.2545,7.0224,0.172,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",0.0,0,0,0,12274126848,12373196800,0,0,4.6614,6.4834,0.361,0.361,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",29.697371244430546,0,0,0,9144489984,9516875776,0,0,6.0196,9.3092,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",41.26340532302856,0,0,0,21849649152,21900558336,0,0,4.666,6.4894,0.363,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",42.23245668411255,0,0,0,21913272320,21965570048,0,0,4.6659,6.4893,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",21.650339126586918,0,0,0,16413633536,16445865984,0,0,6.0267,9.3203,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",46.32084965705872,0,0,0,17885779968,17913872384,0,0,4.6599,6.482,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",41.54255795478821,0,0,0,22230140928,22286434304,0,0,4.6644,6.4879,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.82377791404724,0,0,0,16169424896,16231956480,0,0,6.028,9.3193,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.302505254745483,0,0,0,12276618240,12410945536,0,0,5.2532,7.0199,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",23.89293384552002,0,0,0,12243837952,12364808192,0,0,5.2543,7.0191,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.42416024208069,0,0,0,23504919552,23532142592,0,0,4.6621,6.4832,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",25.61358904838562,0,0,0,11983856640,12079595520,0,0,5.2543,7.0225,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",0.0,0,0,0,8743225344,9124708352,0,0,6.0203,9.3191,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",23.66926622390747,0,0,0,12373709824,12427722752,0,0,5.2533,7.02,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",18.623168230056763,0,0,0,12648240128,12664700928,0,0,5.2474,7.0129,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",22.2740695476532,0,0,0,16308972544,16338911232,0,0,6.0297,9.324,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",22.460713386535645,0,0,0,16692857856,16718495744,0,0,6.0251,9.314,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",42.46510314941406,0,0,0,22959520768,22974300160,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",23.32294535636902,0,0,0,12575699968,12610174976,0,0,5.2478,7.0137,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",40.20678114891052,0,0,0,23118786560,23272095744,0,0,4.661,6.4841,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",0.0,0,0,0,12601317888,12700352512,0,0,4.6603,6.4817,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",23.536144733428955,0,0,0,12113302528,12165578752,0,0,5.2551,7.022,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",47.275832176208496,0,0,0,23340845056,23383244800,0,0,4.6605,6.4831,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.223248958587646,0,0,0,12510245888,12538871808,0,0,5.2492,7.015,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",40.876850605010986,0,0,0,21786441728,21835546624,0,0,4.6662,6.4897,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",0.0,0,0,0,6482953728,6572474368,0,0,5.2544,7.0221,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",23.40264344215393,0,0,0,12081452032,12127830016,0,0,5.2561,7.0211,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",24.07836151123047,0,0,0,16378608640,16420700160,0,0,6.0355,9.3291,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",47.41357588768005,0,0,0,23365813248,23446159360,0,0,4.6615,6.4827,0.36,0.36,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",21.799571752548218,0,0,0,16239063040,16303259648,0,0,6.0257,9.3162,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.579577922821045,0,0,0,12470879232,12499025920,0,0,5.252,7.0178,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",48.70770192146301,0,0,0,23441296384,23446159360,0,0,4.6613,6.4838,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",32.62412476539612,0,0,0,9092159488,9474932736,0,0,6.0223,9.3111,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",21.89174175262451,0,0,0,16623086592,16647192576,0,0,6.0235,9.3147,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",23.822951555252075,0,0,0,12146242560,12188647424,0,0,5.2542,7.0218,0.172,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",41.66511559486389,0,0,0,22166517760,22200451072,0,0,4.6644,6.4882,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",22.252615690231323,0,0,0,12542493696,12587106304,0,0,5.2481,7.0141,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.29988169670105,0,0,0,11973071872,11993612288,0,0,5.2556,7.0216,0.174,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",47.42530488967896,0,0,0,23245202432,23402119168,0,0,4.6611,6.4833,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",40.49730682373047,0,0,0,22357387264,22521315328,0,0,4.6632,6.4872,0.362,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.38687777519226,0,0,0,16586200064,16611540992,0,0,6.0235,9.3155,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",21.811362504959103,0,0,0,15887378432,16013852672,0,0,6.0223,9.3269,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.72496223449707,0,0,0,16841129984,16861102080,0,0,6.02,9.3116,0.2,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",23.7013635635376,0,0,0,11887752192,11924406272,0,0,5.2561,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",40.478312492370605,0,0,0,22421010432,22584229888,0,0,4.6634,6.487,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.753955841064453,0,0,0,16876014592,16890462208,0,0,6.0187,9.3106,0.2,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",22.288695335388184,0,0,0,16551248896,16580083712,0,0,6.0197,9.3095,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",26.3365170955658,0,0,0,16483136512,16504586240,0,0,6.0349,9.328,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.80626630783081,0,0,0,11693888512,11737759744,0,0,5.2577,7.0265,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.015952348709103,0,0,0,11758306304,11794382848,0,0,5.2581,7.027,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",42.11790657043457,0,0,0,22896313344,22911385600,0,0,4.6624,6.4852,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",25.667489767074585,0,0,0,11855209472,11888754688,0,0,5.2561,7.0242,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",40.69702291488648,0,0,0,22896729088,23058186240,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",41.20186710357666,0,0,0,22547425280,22567452672,0,0,4.6629,6.4868,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.817551374435425,0,0,0,11661374464,11712593920,0,0,5.2595,7.027,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.284267902374268,0,0,0,16727747584,16754147328,0,0,6.0223,9.3125,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",22.58908176422119,0,0,0,16657971200,16676552704,0,0,6.0262,9.3151,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",21.697081089019772,0,0,0,16204311552,16252928000,0,0,6.0326,9.3305,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.330801725387573,0,0,0,11628860416,11666456576,0,0,5.2586,7.0262,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",21.86263394355774,0,0,0,15782720512,15814623232,0,0,6.0233,9.3289,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",23.21137380599976,0,0,0,12179182592,12316573696,0,0,5.2538,7.0209,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",40.69988703727722,0,0,0,22674671616,22695378944,0,0,4.6626,6.4866,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",41.30996322631836,0,0,0,22611048448,22632464384,0,0,4.6627,6.4867,0.362,0.361,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv new file mode 100644 index 0000000000000000000000000000000000000000..9592986fc1b5dc9195607968d82eda07674089fd --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv @@ -0,0 +1,265 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",49.31647300720215,0,0,0,20164501504,20210253824,0,0,4.6775,6.4957,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",50.00987195968628,0,0,0,19407294464,19493027840,0,0,4.6826,6.5008,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",25.628430366516117,0,0,0,9145611264,9456058368,0,0,5.3019,7.0924,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",48.17560935020447,0,0,0,13156677120,13262389248,0,0,4.6542,6.4764,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",49.76578426361084,0,0,0,20105486336,20159922176,0,0,4.6788,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",21.183979988098145,0,0,0,13863414784,13952352256,0,0,6.0555,9.3822,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",23.909502029418945,0,0,0,10641576960,10722738176,0,0,5.2704,7.0446,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",18.35683536529541,0,0,0,13110178816,13230931968,0,0,5.2446,7.0085,0.171,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",48.2488226890564,0,0,0,13410119168,13511950336,0,0,4.6531,6.4756,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",18.305686235427856,0,0,0,13643723776,13734248448,0,0,5.2415,7.002,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",21.39477300643921,0,0,0,14718272512,14751367168,0,0,6.0463,9.3688,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",21.542166233062744,0,0,0,15058753536,15174991872,0,0,6.0406,9.3561,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.025151014328003,0,0,0,12684551168,12704546816,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",22.280656099319454,0,0,0,13758641152,13816037376,0,0,6.0654,9.4027,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",17.55693507194519,0,0,0,13992514560,14038335488,0,0,5.2375,6.9952,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",18.3657546043396,0,0,0,13401609216,13497270272,0,0,5.2423,7.005,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",22.990070819854736,0,0,0,13688952832,13755219968,0,0,6.0735,9.4189,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",48.843918323516846,0,0,0,20675293184,20835205120,0,0,4.6714,6.4949,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",51.51307415962219,0,0,0,19278329856,19363004416,0,0,4.683,6.5018,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",25.59981203079224,0,0,0,9847968768,9942597632,0,0,5.2778,7.0546,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",28.370368480682373,0,0,0,17765897216,17796431872,0,0,6.0041,9.3032,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",21.47695994377136,0,0,0,14753026048,14793310208,0,0,6.0448,9.3655,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",22.628000497817997,0,0,0,18219560960,18245222400,0,0,6.0009,9.293,0.196,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",21.850175380706787,0,0,0,18255976448,18297651200,0,0,6.0029,9.2926,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",28.86678671836853,0,0,0,9653663744,9739173888,0,0,5.2793,7.0574,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",18.226997137069706,0,0,0,13462004736,13583253504,0,0,5.242,7.0042,0.171,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",25.71676087379456,0,0,0,10680857600,10762584064,0,0,5.2697,7.0439,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",21.556044101715088,0,0,0,14438910976,14598275072,0,0,6.0509,9.379,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",70.84733772277832,0,0,0,18244433920,18316525568,0,0,4.6863,6.5033,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",50.03610062599182,0,0,0,20993424384,21015560192,0,0,4.67,6.4948,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",25.350111722946167,0,0,0,10738512896,10823401472,0,0,5.2696,7.0421,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",46.96999645233154,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",49.46874260902405,0,0,0,13061450240,13176406016,0,0,4.6549,6.4776,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",50.80217742919922,0,0,0,17345490944,17429430272,0,0,4.6907,6.5094,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",52.7899603843689,0,0,0,16869470208,16938696704,0,0,4.695,6.5211,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",50.82804775238037,0,0,0,19607498752,19660800000,0,0,4.6826,6.5004,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",25.674433946609497,0,0,0,11061867520,11211374592,0,0,5.2658,7.0355,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",47.635294914245605,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",21.98940086364746,0,0,0,14997500928,15154020352,0,0,6.0411,9.3569,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",24.46316957473755,0,0,0,10576598016,10682892288,0,0,5.2714,7.0477,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",49.56825613975525,0,0,0,20834574336,20990394368,0,0,4.671,6.4955,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",54.57664918899536,0,0,0,19670540288,19721617408,0,0,4.6807,6.499,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",18.454780340194706,0,0,0,13150176256,13272875008,0,0,5.2445,7.0079,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",17.773108959197998,0,0,0,14024762368,14061404160,0,0,5.2371,6.9944,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",21.90815305709839,0,0,0,15451094016,15493758976,0,0,6.0271,9.3356,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",51.22358536720276,0,0,0,17725841408,17804820480,0,0,4.6895,6.505,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",25.617060899734497,0,0,0,10964878336,11028922368,0,0,5.2674,7.0362,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",25.147533655166622,0,0,0,9783422976,9885974528,0,0,5.2782,7.0552,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",20.976725816726685,0,0,0,11289121792,11433672704,0,0,5.2588,7.0318,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",25.396920442581177,0,0,0,10803229696,10867441664,0,0,5.2708,7.0414,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",21.71405291557312,0,0,0,15416275968,15462301696,0,0,6.024,9.3285,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",25.93865180015564,0,0,0,9612487680,9726590976,0,0,5.2839,7.0628,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",24.958718299865723,0,0,0,10868208640,10991173632,0,0,5.2694,7.039,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",49.82615399360657,0,0,0,20549278720,20575158272,0,0,4.6721,6.4956,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",29.58102869987488,0,0,0,18280610816,18297651200,0,0,6.0026,9.2908,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",18.2511842250824,0,0,0,13268169728,13386121216,0,0,5.2436,7.0073,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",21.541686296463013,0,0,0,15311617024,15432941568,0,0,6.0334,9.3427,0.203,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.011995553970337,0,0,0,15241840640,15355346944,0,0,6.0356,9.3457,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",19.1725070476532,0,0,0,13693068288,13774094336,0,0,5.2407,7.0011,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",21.53932309150696,0,0,0,14578724864,14705229824,0,0,6.0477,9.3718,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.08810830116272,0,0,0,12940542976,13004439552,0,0,6.4962,10.1588,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",47.37829351425171,0,0,0,13775009280,13874757632,0,0,4.6515,6.4723,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",23.070029973983765,0,0,0,17347122176,17402167296,0,0,6.0154,9.2989,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",25.267438173294067,0,0,0,10835719168,10888413184,0,0,5.2691,7.0408,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",25.033761739730835,0,0,0,9579998208,9684647936,0,0,5.2831,7.062,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",49.98366189002991,0,0,0,19343953920,19398656000,0,0,4.6838,6.5005,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",21.449782848358154,0,0,0,15137049600,15177089024,0,0,6.0372,9.3505,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",25.589730739593502,0,0,0,9499469824,9623830528,0,0,5.2819,7.0649,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",27.387003183364868,0,0,0,10511785984,10626269184,0,0,5.2729,7.0479,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",23.905518770217896,0,0,0,18071155712,18104713216,0,0,6.004,9.2973,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",48.98224377632141,0,0,0,13203232256,13314818048,0,0,4.655,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",21.80556988716125,0,0,0,15381388288,15420358656,0,0,6.0286,9.335,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",25.85224175453186,0,0,0,10414679040,10538188800,0,0,5.2732,7.0486,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",17.972928524017334,0,0,0,13085918208,13193183232,0,0,5.2447,7.0086,0.172,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",48.170284032821655,0,0,0,13584971264,13681819648,0,0,4.6519,6.474,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",48.113617181777954,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",22.937230825424194,0,0,0,13652111360,13748928512,0,0,6.0854,9.4414,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",50.49543571472168,0,0,0,19534544896,19610468352,0,0,4.6837,6.5001,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",33.25041484832764,0,0,0,13874787328,13925089280,0,0,5.2391,6.9978,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",52.23504853248596,0,0,0,20422160384,20598226944,0,0,4.6753,6.496,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",21.503031969070435,0,0,0,13933155328,14008975360,0,0,6.0482,9.3669,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",20.113675594329838,0,0,0,13320815616,13495173120,0,0,5.2427,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",22.870113134384155,0,0,0,18036335616,18060673024,0,0,6.0033,9.3018,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",23.23700785636902,0,0,0,18324221952,18352177152,0,0,6.0015,9.2895,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",24.402676105499268,0,0,0,12883845120,12962496512,0,0,6.1519,9.5291,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",21.612669944763184,0,0,0,17477948416,17530093568,0,0,6.0185,9.3053,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",49.51757788658142,0,0,0,13346496000,13446938624,0,0,4.6532,6.4763,0.354,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",51.22200608253479,0,0,0,18169364480,18238930944,0,0,4.687,6.5045,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",25.818639755249023,0,0,0,10382455808,10498342912,0,0,5.2744,7.0493,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",51.86989665031433,0,0,0,17991880704,18069061632,0,0,4.6872,6.505,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",22.66222357749939,0,0,0,17451783168,17509122048,0,0,6.0119,9.3004,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",21.965415716171265,0,0,0,13898268672,13969129472,0,0,6.0478,9.3648,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",49.53258728981018,0,0,0,19926339584,19990052864,0,0,4.6811,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",26.469258069992065,0,0,0,8767419392,9013559296,0,0,5.3993,7.2588,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",51.93201231956482,0,0,0,17853054976,17918066688,0,0,4.688,6.5054,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",24.64561104774475,0,0,0,10609087488,10703863808,0,0,5.2706,7.0465,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",48.229536294937134,0,0,0,13457724928,13551796224,0,0,4.6543,6.4752,0.353,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",24.31981730461121,0,0,0,10770871296,10856955904,0,0,5.2707,7.0415,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",49.183337688446045,0,0,0,20358703104,20495466496,0,0,4.6758,6.4956,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",47.06161260604858,0,0,0,13743405568,13851688960,0,0,4.6516,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",21.31597685813904,0,0,0,14369403904,14428405760,0,0,6.0527,9.3814,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",47.35753536224365,0,0,0,13743821312,13853786112,0,0,4.6515,6.4726,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.95880961418152,0,0,0,9556525056,9680453632,0,0,5.2801,7.0631,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",40.830764293670654,0,0,0,17861833728,17911775232,0,0,6.0118,9.3091,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",48.639543294906616,0,0,0,13204063744,13314818048,0,0,4.6551,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",51.25603413581848,0,0,0,17409079296,17481859072,0,0,4.6889,6.5087,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",21.510467290878296,0,0,0,14648498176,14686355456,0,0,6.0472,9.3705,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",23.381795167922974,0,0,0,13617197056,13704888320,0,0,6.086,9.4429,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",19.43018937110901,0,0,0,13324436480,13474201600,0,0,5.2425,7.0057,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",51.04832673072815,0,0,0,18055505920,18127781888,0,0,4.6875,6.5037,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.68690276145935,0,0,0,13549362176,13633585152,0,0,6.0973,9.4395,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",23.98100543022156,0,0,0,13514475520,13597933568,0,0,6.097,9.4436,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",49.4422013759613,0,0,0,17536081920,17613979648,0,0,4.6903,6.5067,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",21.22351384162903,0,0,0,13494412288,13604225024,0,0,5.2432,7.0034,0.17,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",21.879579544067383,0,0,0,17940063232,17974689792,0,0,6.0021,9.301,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.74810838699341,0,0,0,22912747520,23060283392,0,0,4.6691,6.4944,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",49.88947582244873,0,0,0,19214872576,19302187008,0,0,4.683,6.5017,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",48.50146579742432,0,0,0,13678950912,13786677248,0,0,4.6513,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",59.00119853019714,0,0,0,16252189696,16332619776,0,0,4.7709,6.6189,0.418,0.418,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",55.0683343410492,0,0,0,19470751744,19532873728,0,0,4.6827,6.5006,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",52.49169278144837,0,0,0,16454903808,16546529280,0,0,4.6973,6.5232,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",48.402103424072266,0,0,0,13520100864,13614710784,0,0,4.6538,6.4744,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",25.61168932914734,0,0,0,10932655104,11010048000,0,0,5.2692,7.0377,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",23.64363932609558,0,0,0,13372924928,13449035776,0,0,6.1098,9.4572,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",21.802099227905277,0,0,0,17905444864,17945329664,0,0,6.0027,9.3,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",21.758259057998657,0,0,0,14823066624,14856224768,0,0,6.0443,9.3641,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",37.62708353996277,0,0,0,9911557120,10022289408,0,0,5.2815,7.0568,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",17.54260802268982,0,0,0,14049022976,14080278528,0,0,5.2372,6.9943,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",48.14791250228882,0,0,0,13457724928,13551796224,0,0,4.6538,6.4752,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",18.322917938232425,0,0,0,13312427008,13474201600,0,0,5.2429,7.006,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",23.61758255958557,0,0,0,11126895616,11280580608,0,0,5.2643,7.0336,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",50.37583112716675,0,0,0,20898197504,20929576960,0,0,4.6703,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",56.94429922103882,0,0,0,16328237056,16403922944,0,0,4.7657,6.6129,0.412,0.413,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",50.34788727760315,0,0,0,17916432384,17993564160,0,0,4.6886,6.5043,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",18.16615390777588,0,0,0,13696529408,13799260160,0,0,5.239,7.0,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",0.0,0,0,0,9903481856,10286530560,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",21.788298845291138,0,0,0,13793585152,13864271872,0,0,6.0589,9.388,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",22.95240044593811,0,0,0,11191686144,11341398016,0,0,5.2625,7.0342,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",50.38232398033142,0,0,0,20227958784,20271071232,0,0,4.6754,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",27.00538969039917,0,0,0,18359106560,18381537280,0,0,6.0022,9.2869,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",52.1314160823822,0,0,0,17282113536,17370710016,0,0,4.6896,6.5118,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",25.383431911468502,0,0,0,9364985856,9479127040,0,0,5.2848,7.0725,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.778956174850464,0,0,0,8851556352,9137291264,0,0,5.3814,7.2462,0.186,0.186,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",21.784508228302,0,0,0,15093640192,15156117504,0,0,6.036,9.3497,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",50.829758644104,0,0,0,18757074944,18830327808,0,0,4.6858,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",21.91161727905273,0,0,0,18255643648,18297651200,0,0,6.0062,9.2916,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",21.64115858078003,0,0,0,13828497408,13899923456,0,0,6.0516,9.3725,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",19.80907392501831,0,0,0,13549749248,13621002240,0,0,5.2426,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",51.51594948768616,0,0,0,17661632512,17727225856,0,0,4.688,6.5064,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",21.74775505065918,0,0,0,17582742528,17595105280,0,0,6.0143,9.3062,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",23.622094869613647,0,0,0,11159278592,11234443264,0,0,5.263,7.0339,0.176,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",51.88969945907593,0,0,0,18107023360,18184404992,0,0,4.6882,6.5039,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",25.61748743057251,0,0,0,10900431872,10970202112,0,0,5.27,7.0379,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",56.238664865493774,0,0,0,13568137728,13681819648,0,0,4.6518,6.4738,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",25.953776359558105,0,0,0,10479427584,10571743232,0,0,5.2721,7.0468,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",51.13517737388611,0,0,0,17789429760,17859346432,0,0,4.6885,6.5057,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",18.12634015083313,0,0,0,13498168320,13618905088,0,0,5.2425,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",25.58366870880127,0,0,0,10713080832,10802429952,0,0,5.2697,7.0425,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.38179874420166,0,0,0,17360580608,18060673024,0,0,4.6494,6.4696,0.349,0.349,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",21.689686059951782,0,0,0,17740464128,17775460352,0,0,6.0123,9.3039,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",21.60259056091309,0,0,0,15346501632,15504244736,0,0,6.0278,9.3317,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",47.297640562057495,0,0,0,13886253568,13983809536,0,0,4.6499,6.4715,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",30.425641298294067,0,0,0,9693679616,9795796992,0,0,5.2791,7.057,0.177,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",17.660014867782593,0,0,0,13839049728,13929283584,0,0,5.2389,6.9987,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",25.91319727897644,0,0,0,9749038080,9871294464,0,0,5.2764,7.056,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",24.801761865615845,0,0,0,9524202496,9640607744,0,0,5.2818,7.0646,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",18.203402757644653,0,0,0,13680952320,13748928512,0,0,5.24,6.9998,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",26.781367540359497,0,0,0,17547850752,17590910976,0,0,6.0228,9.3144,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",50.86462616920471,0,0,0,18359291904,18467520512,0,0,4.6861,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",23.45253300666809,0,0,0,13407944704,13505658880,0,0,6.1066,9.4572,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",46.66563391685486,0,0,0,13935106560,14046724096,0,0,4.6506,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",18.03307008743286,0,0,0,13891458048,13941866496,0,0,5.239,6.9961,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",18.77790141105652,0,0,0,13376017408,13478395904,0,0,5.2431,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",17.626837968826294,0,0,0,13970519040,14013169664,0,0,5.2383,6.9962,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",24.40270185470581,0,0,0,10349966336,10477371392,0,0,5.2738,7.0503,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",0.0,0,0,0,9606876160,9986637824,0,0,6.0056,9.3017,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",25.82795739173889,0,0,0,9467147264,9586081792,0,0,5.2833,7.0683,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",24.043525218963623,0,0,0,13110689792,13201571840,0,0,6.1364,9.5119,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",50.7598192691803,0,0,0,13172875776,13272875008,0,0,4.6553,6.4777,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",22.56644558906555,0,0,0,17416898560,17479761920,0,0,6.0123,9.2986,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",17.80812358856201,0,0,0,13724783616,13820231680,0,0,5.2399,7.0001,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",50.30366063117981,0,0,0,13330478592,13444841472,0,0,4.6546,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",22.010045051574707,0,0,0,18141264896,18159239168,0,0,6.002,9.2937,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",21.427969455718998,0,0,0,14508950528,14577303552,0,0,6.0517,9.3781,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",17.9481840133667,0,0,0,13757191168,13862174720,0,0,5.239,6.9989,0.169,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",25.54240155220032,0,0,0,17687802880,17702060032,0,0,6.0105,9.298,0.197,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",49.76358723640442,0,0,0,20612901888,20640169984,0,0,4.6716,6.4952,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",21.76552367210388,0,0,0,17373287424,17423138816,0,0,6.0232,9.3128,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.55276346206665,0,0,0,16419471360,16569597952,0,0,6.0263,9.3328,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",21.838934421539307,0,0,0,15102161920,15135145984,0,0,6.0388,9.352,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.535684823989868,0,0,0,12219978752,12318670848,0,0,5.259,7.0317,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",19.60476231575012,0,0,0,11224093696,11299454976,0,0,5.2604,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",25.805508852005005,0,0,0,8940018688,9235857408,0,0,5.3012,7.0962,0.175,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",22.140166521072388,0,0,0,15172002816,15198060544,0,0,6.036,9.3478,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",21.6561496257782,0,0,0,14404024320,14472445952,0,0,6.0497,9.3767,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",52.49813795089722,0,0,0,18307395584,18373148672,0,0,4.6871,6.5033,0.368,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",25.599289178848267,0,0,0,10996569088,11152654336,0,0,5.2667,7.0348,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",21.57810759544373,0,0,0,15276727296,15313403904,0,0,6.0373,9.3498,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",21.78781270980835,0,0,0,18001451008,18031312896,0,0,6.0025,9.3009,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",22.79050874710083,0,0,0,17512899584,17561550848,0,0,6.0121,9.2976,0.197,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",21.42946529388428,0,0,0,14788045824,14940110848,0,0,6.0426,9.3636,0.203,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",23.39246082305908,0,0,0,13584245760,13679722496,0,0,6.0947,9.4453,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",21.838635444641117,0,0,0,14613611520,14768144384,0,0,6.0493,9.3739,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",25.69726514816284,0,0,0,11028685824,11190403072,0,0,5.2658,7.0359,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",50.305874824523926,0,0,0,20485836800,20646461440,0,0,4.6752,6.4954,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",27.208728313446045,0,0,0,17757508608,17796431872,0,0,6.003,9.3011,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",48.37306547164917,0,0,0,13299290624,13400801280,0,0,4.6549,6.4763,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",28.57712149620056,0,0,0,17792062464,17796431872,0,0,6.0036,9.3013,0.198,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",21.487945795059204,0,0,0,14857953280,14921236480,0,0,6.0425,9.3619,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",48.42101621627808,0,0,0,13901839872,14002683904,0,0,4.6503,6.4709,0.351,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",21.64201092720032,0,0,0,14962614272,15005122560,0,0,6.0414,9.3576,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",21.90146899223328,0,0,0,14474063872,14535360512,0,0,6.0497,9.3773,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",24.868343830108643,0,0,0,10544108544,10643046400,0,0,5.2728,7.0484,0.176,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",21.622035264968872,0,0,0,14151296000,14206107648,0,0,6.0534,9.3787,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",47.305339097976685,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.351,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",29.32381820678711,0,0,0,10115148800,10227810304,0,0,5.2769,7.054,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",46.54800009727478,0,0,0,13949460992,14048821248,0,0,4.6497,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",52.78856778144837,0,0,0,19862962176,19912458240,0,0,4.6807,6.4983,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",28.903321027755737,0,0,0,18385271808,18402508800,0,0,6.0041,9.2895,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",21.449333429336548,0,0,0,14892839936,15047065600,0,0,6.0416,9.3615,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",50.12807083129883,0,0,0,19736164352,19799212032,0,0,4.6822,6.4996,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",25.09876918792725,0,0,0,10317476864,10437525504,0,0,5.2755,7.0504,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",25.368815660476685,0,0,0,9434824704,9548333056,0,0,5.2826,7.0689,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",88.4477059841156,0,0,0,17966295040,18018729984,0,0,6.0101,9.3081,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",50.025638818740845,0,0,0,20295661568,20329791488,0,0,4.6764,6.4958,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",50.22820019721985,0,0,0,21054968832,21204303872,0,0,4.6698,6.4947,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",25.63247799873352,0,0,0,9724305408,9833545728,0,0,5.2783,7.0562,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",25.75835871696472,0,0,0,9879131136,9984540672,0,0,5.2769,7.0532,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",23.455182313919067,0,0,0,13338004480,13434355712,0,0,6.1112,9.4583,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",50.16878342628479,0,0,0,19978403840,20040384512,0,0,4.68,6.4977,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",51.82523512840271,0,0,0,17598423040,17689477120,0,0,4.6889,6.5071,0.37,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",19.49560165405273,0,0,0,11321398272,11479810048,0,0,5.2585,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",48.78963899612427,0,0,0,19799920640,19851640832,0,0,4.6807,6.4995,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",25.290733098983765,0,0,0,9409992704,9556721664,0,0,5.2838,7.0694,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",25.626981019973755,0,0,0,10446902272,10557063168,0,0,5.2725,7.0478,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",18.36153650283813,0,0,0,13946098688,14021558272,0,0,5.2398,6.9964,0.17,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",24.984758377075195,0,0,0,13030231040,13132365824,0,0,6.5165,10.1877,0.246,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",21.30106234550476,0,0,0,14683451392,14728298496,0,0,6.0465,9.3725,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",18.25672912597656,0,0,0,13343503360,13432258560,0,0,5.2425,7.0054,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",50.82984948158264,0,0,0,20041861120,20101201920,0,0,4.6789,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",23.5069432258606,0,0,0,13442830336,13520338944,0,0,6.1047,9.4554,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",19.81021785736084,0,0,0,13582529536,13690208256,0,0,5.2424,7.0022,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",47.49688959121704,0,0,0,13584555520,13681819648,0,0,4.6528,6.4736,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",49.15617156028748,0,0,0,13140440576,13249806336,0,0,4.6556,6.478,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",50.12552452087402,0,0,0,20930216960,21097349120,0,0,4.6702,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",21.262410402297974,0,0,0,14543838208,14579400704,0,0,6.0495,9.3753,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",49.90577721595764,0,0,0,19153362944,19249758208,0,0,4.6838,6.5014,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",18.865073442459103,0,0,0,13182583808,13337886720,0,0,5.2439,7.0075,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",25.09949827194214,0,0,0,9815745536,9923723264,0,0,5.2785,7.0549,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",48.0704996585846,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",49.98740792274475,0,0,0,21118592000,21269315584,0,0,4.6698,6.4942,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",22.2575740814209,0,0,0,13723763712,13803454464,0,0,6.0699,9.4117,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",25.81827068328857,0,0,0,11094647808,11255414784,0,0,5.2656,7.0345,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",21.535847902297974,0,0,0,14927727616,15047065600,0,0,6.0424,9.3601,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",19.544636726379395,0,0,0,13895156736,13979615232,0,0,5.2384,6.9969,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",49.822482109069824,0,0,0,20738515968,20757610496,0,0,4.6708,6.4967,0.366,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",49.65893650054932,0,0,0,17472704512,17563648000,0,0,4.6887,6.508,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",23.4683678150177,0,0,0,13479556096,13560184832,0,0,6.0958,9.4436,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",19.85802149772644,0,0,0,11256607744,11412701184,0,0,5.2608,7.0316,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",48.51734519004822,0,0,0,13108836864,13207863296,0,0,4.6551,6.4784,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",22.83919477462769,0,0,0,17626353664,17651728384,0,0,6.0102,9.2989,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",47.471407890319824,0,0,0,13918688768,14027849728,0,0,4.6491,6.4707,0.351,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",21.7558650970459,0,0,0,15206956032,15242100736,0,0,6.0356,9.3462,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",23.23203945159912,0,0,0,18254445568,18274582528,0,0,6.0014,9.2897,0.196,0.196,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval-ppl-pct5-mxq-20241030142825.csv.hide b/lm-quant-toolkit/data-vis/data/ppl/result-eval-ppl-pct5-mxq-20241030142825.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..e75e28f42ddcb12c70fbd9c9293a408ad8bcd63d --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval-ppl-pct5-mxq-20241030142825.csv.hide @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",38.40496277809143,0,0,0,16742552576,17251172352,0,0,4.6971,6.5267,0.37,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",25.895644664764404,0,0,0,12638686208,12832473088,0,0,7.062,11.165,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.532652139663696,0,0,0,15487686656,15669919744,0,0,4.9663,6.8927,0.461,0.462,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.38148617744446,0,0,0,14742111232,15030288384,0,0,5.0296,6.9861,0.46,0.46,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.52801823616028,0,0,0,7458846720,8558477312,0,0,6.0969,9.4442,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.101673126220703,0,0,0,8773777408,9323937792,0,0,5.5121,7.4583,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",19.620158195495605,0,0,0,9077151744,9550430208,0,0,5.3039,7.1,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.962172508239743,0,0,0,12204857344,12465471488,0,0,7.4594,11.9741,0.258,0.258,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",37.77307438850403,0,0,0,17368706048,17802723328,0,0,4.6921,6.5173,0.375,0.373,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.88641929626465,0,0,0,10477530112,10643046400,0,0,5.2865,7.067,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",18.745668172836304,0,0,0,9403581440,9630121984,0,0,5.2967,7.085,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.73898124694824,0,0,0,8323822592,8990490624,0,0,5.7438,7.7404,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.39153861999512,0,0,0,13086274560,13409189888,0,0,4.6889,6.5055,0.372,0.372,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",23.502541065216064,0,0,0,13299269632,13314818048,0,0,6.117,9.4672,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",28.20451831817627,0,0,0,11761480704,12054429696,0,0,8.6519,13.843,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.57991480827332,0,0,0,16254295040,16290676736,0,0,4.8624,6.7418,0.462,0.46,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.22659492492676,0,0,0,7982650368,8755609600,0,0,5.9436,7.9812,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",24.64284729957581,0,0,0,12936449024,12956205056,0,0,6.1754,9.5726,0.21,0.209,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-8bit-gptq-20241020062159.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-8bit-gptq-20241020062159.csv new file mode 100644 index 0000000000000000000000000000000000000000..db4e94a643a2f1068de4c9bb07446ba710aa6a07 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-8bit-gptq-20241020062159.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,16567370752,16575889408,0,0,5.186,6.9462,0.245,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,10946580480,11318329344,0,0,5.8131,8.9833,0.278,0.278,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,18998920192,19008585728,0,0,5.8155,8.9844,0.276,0.276,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,14778336256,14814281728,0,0,5.1863,6.9459,0.244,0.244,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,21111659520,21124612096,0,0,4.6308,6.4455,0.5,0.5,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,15893532160,15997075456,0,0,4.6307,6.4461,0.503,0.504,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,14930117632,14956888064,0,0,5.1861,6.9465,0.246,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,10619424768,10986979328,0,0,5.814,8.9836,0.278,0.278,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,0,0,0,14998105600,15107883008,0,0,4.631,6.446,0.5,0.5,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-bnb2-20241022221222.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-bnb2-20241022221222.csv new file mode 100644 index 0000000000000000000000000000000000000000..b5d96bdb9cd6ed9946cc15d364295e0138eb1da2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl-bnb2-20241022221222.csv @@ -0,0 +1,7 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,bnb,b8g128,"BitsAndBytesConfig { ""_load_in_4bit"": false, ""_load_in_8bit"": true, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""fp4"", ""bnb_4bit_use_double_quant"": false, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": false, ""load_in_8bit"": true, ""quant_method"": ""bitsandbytes""}",2.3675479888916016,0,0,0,10902782976,11211374592,0,0,5.2151,6.9793,0.097,0.098,0,0,0,0,0,0,0 +Llama-2-13b-hf,bnb,b8g128,"BitsAndBytesConfig { ""_load_in_4bit"": false, ""_load_in_8bit"": true, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""fp4"", ""bnb_4bit_use_double_quant"": false, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": false, ""load_in_8bit"": true, ""quant_method"": ""bitsandbytes""}",3.731398344039917,0,0,0,14561830912,15003025408,0,0,4.6676,6.4639,0.157,0.158,0,0,0,0,0,0,0 +Meta-Llama-3-8B,bnb,b4g64,"BitsAndBytesConfig { ""_load_in_4bit"": true, ""_load_in_8bit"": false, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""nf4"", ""bnb_4bit_use_double_quant"": true, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": true, ""load_in_8bit"": false, ""quant_method"": ""bitsandbytes""}",3.9524896144866943,0,0,0,11282525696,11362369536,0,0,6.2037,9.6428,0.133,0.133,0,0,0,0,0,0,0 +Meta-Llama-3-8B,bnb,b8g128,"BitsAndBytesConfig { ""_load_in_4bit"": false, ""_load_in_8bit"": true, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""fp4"", ""bnb_4bit_use_double_quant"": false, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": false, ""load_in_8bit"": true, ""quant_method"": ""bitsandbytes""}",3.766427755355835,0,0,0,10324768768,10817110016,0,0,5.9052,9.1156,0.116,0.117,0,0,0,0,0,0,0 +Llama-2-13b-hf,bnb,b4g64,"BitsAndBytesConfig { ""_load_in_4bit"": true, ""_load_in_8bit"": false, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""nf4"", ""bnb_4bit_use_double_quant"": true, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": true, ""load_in_8bit"": false, ""quant_method"": ""bitsandbytes""}",3.897571563720703,0,0,0,16313041920,16728981504,0,0,4.7233,6.5475,0.224,0.224,0,0,0,0,0,0,0 +Llama-2-7b-hf,bnb,b4g64,"BitsAndBytesConfig { ""_load_in_4bit"": true, ""_load_in_8bit"": false, ""bnb_4bit_compute_dtype"": ""float16"", ""bnb_4bit_quant_storage"": ""uint8"", ""bnb_4bit_quant_type"": ""nf4"", ""bnb_4bit_use_double_quant"": true, ""llm_int8_enable_fp32_cpu_offload"": false, ""llm_int8_has_fp16_weight"": false, ""llm_int8_skip_modules"": null, ""llm_int8_threshold"": 6.0, ""load_in_4bit"": true, ""load_in_8bit"": false, ""quant_method"": ""bitsandbytes""}",2.413228750228882,0,0,0,9868408832,10173284352,0,0,5.319,7.1207,0.114,0.114,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_awq-13b.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_awq-13b.csv new file mode 100644 index 0000000000000000000000000000000000000000..56801f814c85218d9a2b20f1b40a868e8166fbc1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_awq-13b.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,5029169152,5091885056,0,0,4.71029,6.5293,0.337,0.336,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,8166622208,8187281408,0,0,4.7113,6.5489,0.336,0.338,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,8293106688,8302624768,0,0,4.6865,6.508,0.339,0.339,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_fp16-20240912121710.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_fp16-20240912121710.csv new file mode 100644 index 0000000000000000000000000000000000000000..aeb5c93e19d219b4be4dd603a15ebf0b0b923d0f --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_fp16-20240912121710.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,fp16,base,{},0,13476848128,13478395904,14299840512,14656995328,0,0,5.1847,6.9453,0.097,0.097,0,0,0,0,0,0,0 +Meta-Llama-3-8B,fp16,base,{},0,21951865856,22036873216,21951865856,22076719104,0,0,5.8132,8.9824,0.735,0.736,0,0,0,0,0,0,0 +Llama-2-13b-hf,fp16,base,{},0,20729451008,20732444672,21986072064,22254977024,0,0,4.6301,6.4458,0.596,0.598,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_gptq-20240912232322.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_gptq-20240912232322.csv new file mode 100644 index 0000000000000000000000000000000000000000..da60cf737956c7f8c2dde3200b324b8fcd708c0f --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_gptq-20240912232322.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,11677207552,12276727808,11677207552,12276727808,0,0,6.3173,8.2991,0.419,0.419,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,11868616192,11903434752,11868616192,11926503424,0,0,97.0309,27.7734,0.097,0.097,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,6531560448,7163871232,6531560448,7344226304,0,0,5.9409,7.8088,0.424,0.425,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,6704018432,7128219648,6704018432,7308574720,0,0,6.1327,8.0688,0.421,0.42,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,9840325632,9923723264,9840325632,10456399872,0,0,52.779,30.0427,0.457,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,14034061824,14080278528,14034061824,14080278528,0,0,8.805,10.4355,0.098,0.098,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,12277770752,12582912000,12277770752,12582912000,0,0,5.2384,7.1918,0.823,0.825,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,8028009984,8589934592,8028009984,8589934592,0,0,5.3939,7.1774,0.084,0.084,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,9919186944,10158604288,9919186944,10158604288,0,0,5.3859,7.1101,0.085,0.085,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,10287055872,10311696384,10287055872,10311696384,0,0,17.758,17.9848,0.461,0.462,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,12269630464,12410945536,12269630464,12696158208,0,0,5.0878,6.9585,0.833,0.831,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,10405249536,10452205568,10405249536,10452205568,0,0,11.1596,14.3308,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,17555534848,17764974592,17555534848,17764974592,0,0,4.7167,6.537,0.159,0.159,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,12480541696,12715032576,12480541696,13000245248,0,0,5.1423,7.0625,0.826,0.825,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,10039182848,10284433408,10039182848,10284433408,0,0,5.3901,7.1289,0.084,0.085,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,14185842176,14248050688,14185842176,14248050688,0,0,11.8327,11.7743,0.098,0.098,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,14377522176,14841544704,14377522176,14841544704,0,0,4.7422,6.5699,0.159,0.158,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,17763132416,18134073344,17763132416,18134073344,0,0,4.7325,6.5575,0.159,0.159,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_llama-b4-awq-20240924015634.csv b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_llama-b4-awq-20240924015634.csv new file mode 100644 index 0000000000000000000000000000000000000000..4713276e7c4178450eebf0ea14646349ed52df8d --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-eval_ppl_llama-b4-awq-20240924015634.csv @@ -0,0 +1,7 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,11873207296,11886657536,0,0,6.209,9.6688,0.373,0.374,0,0,0,0,0,0,0 +Meta-Llama-3-8B,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,12009522176,12014583808,0,0,6.0663,9.3942,0.38,0.379,0,0,0,0,0,0,0 +Meta-Llama-3-8B,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,7070142464,7446986752,0,0,6.1454,9.5234,0.377,0.378,0,0,0,0,0,0,0 +Llama-2-7b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,5029169152,5091885056,0,0,5.2851,7.0702,0.337,0.336,0,0,0,0,0,0,0 +Llama-2-7b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,8166622208,8187281408,0,0,5.3135,7.0998,0.336,0.338,0,0,0,0,0,0,0 +Llama-2-7b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,0,0,0,8293106688,8302624768,0,0,5.262,7.04,0.339,0.339,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-hqq-baseline_ppl-20241222175852.csv b/lm-quant-toolkit/data-vis/data/ppl/result-hqq-baseline_ppl-20241222175852.csv new file mode 100644 index 0000000000000000000000000000000000000000..c1465d5e5f1d9c1b76d9dfb7425d53d36a12e23b --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-hqq-baseline_ppl-20241222175852.csv @@ -0,0 +1,28 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",52.35158634185791,0,0,0,22542418944,22686990336,0,0,4.6991,6.54,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",27.51951837539673,0,0,0,12501048320,12759072768,0,0,7.0876,11.1578,0.291,0.291,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",22.69859981536865,0,0,0,19725779968,19776143360,0,0,5.9953,9.2893,0.197,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",16.541415691375732,0,0,0,15493386240,15529410560,0,0,5.2076,6.9741,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",32.57941198348999,0,0,0,18561149952,18593349632,0,0,4.6443,6.465,0.348,0.348,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",19.446409463882446,0,0,0,9043283968,9321840640,0,0,5.2843,7.072,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",48.4294548034668,0,0,0,16328255488,16884170752,0,0,4.7378,6.5696,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",51.76061177253723,0,0,0,15186356224,15873343488,0,0,5.1523,7.1368,0.453,0.455,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",21.988754272460938,0,0,0,8938409984,9212788736,0,0,5.3477,7.1605,0.173,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0.0,0,0,0,10510013440,11614027776,0,0,6.0122,9.3414,0.196,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",20.24692916870117,0,0,0,12022899712,12333350912,0,0,5.3087,7.1184,0.176,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",27.83445835113525,0,0,0,16046312448,16057892864,0,0,6.1929,9.6053,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",17.16417956352234,0,0,0,15598260224,15657336832,0,0,5.2178,6.9972,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",46.37011647224426,0,0,0,16605436928,16993222656,0,0,4.6916,6.5129,0.371,0.372,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",27.30276918411255,0,0,0,12139973632,12377391104,0,0,7.8081,12.3615,0.27,0.273,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",21.84357762336731,0,0,0,12913400832,12993953792,0,0,6.0738,9.4091,0.208,0.21,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",30.85788106918335,0,0,0,12799935488,12847153152,0,0,6.3786,9.9358,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",19.32092261314392,0,0,0,13154313216,13415481344,0,0,5.2169,6.9772,0.169,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",29.502231121063232,0,0,0,12180489216,12343836672,0,0,9.3077,14.8934,0.252,0.253,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",52.36325001716614,0,0,0,15805799424,16166944768,0,0,4.8894,6.7812,0.493,0.495,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",52.09609436988831,0,0,0,15202927616,15376318464,0,0,4.9847,6.9391,0.468,0.466,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",23.767679691314697,0,0,0,8382664704,8503951360,0,0,6.2021,8.3973,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",47.807037115097046,0,0,0,15740238848,16018046976,0,0,4.6474,6.4709,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",44.79381275177002,0,0,0,15130508288,15321792512,0,0,4.6401,6.4605,0.346,0.346,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",22.836755990982056,0,0,0,19838196736,19897778176,0,0,6.0772,9.422,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",21.869824409484863,0,0,0,8599900160,9124708352,0,0,5.628,7.5494,0.225,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",22.90697860717773,0,0,0,8282072064,9093251072,0,0,5.8224,7.8095,0.202,0.201,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/ppl/result-kurt-scaled-6pct-sol_ppl-20241030205221.csv.hide b/lm-quant-toolkit/data-vis/data/ppl/result-kurt-scaled-6pct-sol_ppl-20241030205221.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..0c35f935880fc03ee5f0a6dbf71b8c286ffb0ff9 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/ppl/result-kurt-scaled-6pct-sol_ppl-20241030205221.csv.hide @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",38.54712462425232,0,0,0,16883710976,17408458752,0,0,4.699,6.5265,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",25.971514463424683,0,0,0,12697051136,12855541760,0,0,6.8813,10.9087,0.252,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.49044108390808,0,0,0,15522475008,15684599808,0,0,4.9393,6.8605,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.9797420501709,0,0,0,14874729472,15068037120,0,0,4.9827,6.9399,0.459,0.459,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",25.14645528793335,0,0,0,7503422464,8604614656,0,0,6.0725,9.42,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.944154262542725,0,0,0,8807901184,9376366592,0,0,5.5061,7.4246,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",19.351582050323486,0,0,0,9148725248,9575596032,0,0,5.2983,7.0919,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.051215171813965,0,0,0,12199621632,12438208512,0,0,7.3835,11.7165,0.256,0.254,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.4037139415741,0,0,0,17529391104,17894998016,0,0,4.6952,6.5201,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",20.334710359573364,0,0,0,10589122560,10760486912,0,0,5.2786,7.0637,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",18.975464820861816,0,0,0,9478904832,9682550784,0,0,5.2901,7.0785,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.770668506622314,0,0,0,8325067776,8963227648,0,0,5.6691,7.6648,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",39.91363215446472,0,0,0,13207193600,13511950336,0,0,4.6885,6.5057,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",23.55855798721313,0,0,0,13386662912,13409189888,0,0,6.1044,9.4571,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",27.9541699886322,0,0,0,11836164096,12090081280,0,0,7.9093,12.6841,0.253,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.28284358978272,0,0,0,16317666304,16359882752,0,0,4.8418,6.727,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",22.94261622428894,0,0,0,8013736960,8770289664,0,0,5.7768,7.7968,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",23.771945238113403,0,0,0,13048741888,13109297152,0,0,6.163,9.5547,0.209,0.208,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt-mtd-sensi.csv b/lm-quant-toolkit/data-vis/data/qnt-mtd-sensi.csv new file mode 100644 index 0000000000000000000000000000000000000000..3c9f555aecec81ba2974ce7ba4060eb917ade31c --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt-mtd-sensi.csv @@ -0,0 +1,9217 @@ +quant_method,dataset,part,model,nbits,group_size,layer,sensitivity +hqq,bos,attn_in,Llama-2-7b-hf,3,128,0,2.73835667030653e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,0,3.840630142804002e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,0,8.850437325236271e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,0,9.688127647677902e-6 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,1,8.682131010573357e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,1,1.9117456758976914e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,1,6.662923260591924e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,1,0.08976828306913376 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,2,1.2394343684718478e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,2,7.926881153252907e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,2,1.8418037143419497e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,2,2.707335261220578e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,3,4.476470348890871e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,3,1.7453541659051552e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,3,4.4400021579349414e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,3,4.4094274926465005e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,4,1.0556016786722466e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,4,3.54753719875589e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,4,9.480739390710369e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,4,1.9506811804603785e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,5,1.9109764252789319e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,5,6.963877967791632e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,5,1.5185310621745884e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,5,1.3681808195542544e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,6,1.9607233116403222e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,6,7.712444494245574e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,6,2.2472479031421244e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,6,1.9433209672570229e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,7,3.006511542480439e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,7,1.0809091327246279e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,7,3.1428865622729063e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,7,2.6836784672923386e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,8,4.89467172883451e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,8,1.5071472444105893e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,8,3.942680195905268e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,8,3.2489499426446855e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,9,6.08015398029238e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,9,2.461155236233026e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,9,4.741788434330374e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,9,3.741080581676215e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,10,5.89689239859581e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,10,2.7296325424686074e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,10,5.559143610298634e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,10,4.1634327499195933e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,11,6.152873393148184e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,11,2.470107574481517e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,11,6.092575495131314e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,11,5.264857900328934e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,12,8.551623323000968e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,12,3.417276602704078e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,12,6.797959795221686e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,12,5.404518451541662e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,13,9.155313018709421e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,13,4.179907264187932e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,13,8.226485806517303e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,13,7.227371679618955e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,14,8.518653339706361e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,14,4.6148139517754316e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,14,9.57701588049531e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,14,8.58011597301811e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,15,0.0011756450403481722 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,15,5.875591305084527e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012199066113680601 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,15,0.0011071967892348766 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,16,0.0013014209689572453 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,16,8.85397254023701e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015780864050611854 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,16,0.0017545330338180065 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,17,0.0010137190110981464 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,17,7.366163190454245e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018071058439090848 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,17,0.0016639323439449072 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,18,9.481408633291721e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,18,5.421363166533411e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,18,0.0021166412625461817 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,18,0.0019762455485761166 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,19,9.600603370927274e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,19,5.382510717026889e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,19,0.0024331146851181984 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,19,0.0022869810927659273 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,20,0.0010215776273980737 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,20,6.980894831940532e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027992664836347103 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,20,0.002474805573001504 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,21,7.004640647210181e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,21,4.184400022495538e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031374506652355194 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,21,0.00271607399918139 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,22,0.0011839846847578883 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,22,5.867680883966386e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,22,0.0034105186350643635 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,22,0.0028457213193178177 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,23,9.999362519010901e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,23,5.55141712538898e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,23,0.0038187275640666485 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,23,0.003057862399145961 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,24,0.0012978585436940193 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,24,7.286800537258387e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,24,0.004118608310818672 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,24,0.003039717208594084 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,25,8.614457910880446e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,25,3.98008618503809e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,25,0.0045840064994990826 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,25,0.0032606073655188084 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,26,0.0017483525443822145 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,26,0.0011882688850164413 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,26,0.004978560376912355 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,26,0.003378971479833126 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,27,0.0016421811887994409 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,27,8.376229670830071e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,27,0.005584509111940861 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,27,0.003820514539256692 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,28,0.002251707948744297 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,28,0.0011793124722316861 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,28,0.006437676027417183 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,28,0.00456583546474576 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,29,0.0018081084126606584 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,29,9.777022060006857e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,29,0.007630276493728161 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,29,0.008095072582364082 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,30,0.002113849390298128 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,30,0.0012840336421504617 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,30,0.01415663119405508 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,30,0.03797431290149689 +hqq,bos,attn_in,Llama-2-7b-hf,3,128,31,0.011663475073873997 +hqq,bos,attn_out,Llama-2-7b-hf,3,128,31,0.0026256723795086145 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,128,31,0.024554161354899406 +hqq,bos,mlp_down,Llama-2-7b-hf,3,128,31,0.042091209441423416 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,0,2.543072696425952e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,0,3.012893103004899e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,0,6.637631031480851e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,0,7.137390184652759e-6 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,1,8.223900294979103e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,1,1.2737556062347721e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,1,2.609330986160785e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,1,0.034441784024238586 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,2,1.728501774778124e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,2,9.553594281896949e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.1069723516120575e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,2,2.7416548618930392e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,3,4.4090509618399665e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,3,1.7401695004082285e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.197555583436042e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,3,5.0444959924789146e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,4,8.909861935535446e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,4,3.436993938521482e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,4,1.020353811327368e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,4,1.4470319729298353e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,5,1.8147974333260208e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,5,6.738230877090245e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,5,1.6477156896144152e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,5,1.4262500917539e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,6,1.8910670769400895e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,6,7.57534071453847e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,6,2.509336336515844e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,6,2.178371651098132e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,7,2.709349791985005e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,7,1.1176257976330817e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,7,3.451397642493248e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,7,2.886749862227589e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,8,4.8203073674812913e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,8,1.5954917762428522e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,8,4.2396027129143476e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,8,3.43456631526351e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,9,6.081957835704088e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,9,2.324342349311337e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,9,5.005195853300393e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,9,3.980539331678301e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,10,6.762515404261649e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,10,3.151753917336464e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,10,6.011161603964865e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,10,4.642090934794396e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,11,7.011824054643512e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,11,3.142669447697699e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,11,6.779545801691711e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,11,5.394615000113845e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,12,8.573984378017485e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,12,3.5259927972219884e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,12,7.614284404553473e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,12,6.150216795504093e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,13,9.122535702772439e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,13,4.180124669801444e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,13,9.202936198562384e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,13,7.700894493609667e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,14,9.445844334550202e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,14,4.6491940156556666e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010440548649057746 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,14,9.182776557281613e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,15,0.0010549337603151798 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,15,5.249839159660041e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013062249636277556 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,15,0.001160051440820098 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,16,0.0012565309880301356 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,16,7.562240934930742e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016812311951071024 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0017191731603816152 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,17,9.592812275514007e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,17,5.1969347987324e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018641181522980332 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,17,0.0018045568140223622 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010112086310982704 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,18,5.380092188715935e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002198362722992897 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,18,0.0021237297914922237 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,19,0.001041489653289318 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,19,5.380509537644684e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025222785770893097 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002393367001786828 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,20,0.0012130317045375705 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,20,7.09038635250181e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.002950349124148488 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,20,0.0029526310972869396 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,21,8.859800291247666e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,21,5.539684789255261e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032337538432329893 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0029773542191833258 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,22,0.0014861207455396652 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,22,7.069241255521774e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036563577596098185 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,22,0.0033341178204864264 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,23,0.0012101251631975174 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,23,6.496669957414269e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.004081662278622389 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,23,0.0034750052727758884 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,24,0.001708566676825285 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,24,8.913942147046328e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004477445036172867 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,24,0.0036744081880897284 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,25,0.0012819335097447038 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,25,5.993397790007293e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.005033968482166529 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,25,0.0038489527069032192 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,26,0.0020503827836364508 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,26,0.0011458939407020807 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005648446269333363 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004218643996864557 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,27,0.001772370538674295 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,27,9.891059016808867e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006490008439868689 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,27,0.004780343268066645 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,28,0.002427054336294532 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,28,0.0012401589192450047 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.00772490818053484 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,28,0.005963850766420364 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,29,0.002046683570370078 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,29,0.0011164648458361626 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009403485804796219 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,29,0.008864299394190311 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,30,0.002405894687399268 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,30,0.0015969601226970553 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.016673244535923004 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,30,0.03008771501481533 +hqq,c4,attn_in,Llama-2-7b-hf,3,128,31,0.010730587877333164 +hqq,c4,attn_out,Llama-2-7b-hf,3,128,31,0.0025164750404655933 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.034958481788635254 +hqq,c4,mlp_down,Llama-2-7b-hf,3,128,31,0.08376330882310867 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,0,3.0573014555557165e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,0,3.6636567983805435e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,0,8.344591151399072e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.136275144148385e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,1,8.130258720484562e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,1,1.2794391295756213e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,1,2.2384546173270792e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,1,0.02852078713476658 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,2,1.8451939467922784e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,2,1.0367852155468427e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.276323539263103e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,2,2.910836337832734e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,3,4.432051719049923e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,3,1.9759028873522766e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,3,5.6469663832103834e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.373532258090563e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,4,9.080448216991499e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,4,3.836734686046839e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,4,1.0866339289350435e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,4,1.4666683273389935e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,5,1.7632746312301606e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,5,7.63490388635546e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,5,1.6866547230165452e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,5,1.4327987446449697e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,6,2.025837602559477e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,6,9.186880197376013e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,6,2.521155111026019e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,6,2.1584438218269497e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,7,2.8341446886770427e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,7,1.3142224634066224e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,7,3.509726084303111e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,7,2.902369014918804e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,8,4.8127173795364797e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,8,1.8605735385790467e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,8,4.3663635733537376e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,8,3.5564813879318535e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,9,6.133763818070292e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,9,2.5182843091897666e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,9,5.151124205440283e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,9,4.0966898086480796e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,10,6.958264857530594e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,10,3.480982268229127e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,10,6.082780892029405e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,10,4.720875294879079e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,11,7.416457519866526e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,11,3.5708467476069927e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,11,6.836489774286747e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,11,5.403910763561726e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,12,9.082350879907608e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,12,4.176648217253387e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,12,7.695782696828246e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,12,6.17450859863311e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,13,9.354497888125479e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,13,4.5435986248776317e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,13,9.158642496913671e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,13,7.54675711505115e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,14,9.751271572895348e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,14,5.077998503111303e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010314806131646037 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,14,8.964024018496275e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0010679402621462941 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,15,5.524447187781334e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012866811593994498 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011245951754972339 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0012640788918361068 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,16,7.910772110335529e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016466722590848804 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.0016716626705601811 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,17,0.0010025618830695748 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,17,5.62962784897536e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.001821933314204216 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0017102345591410995 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0010712798684835434 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,18,6.627010880038142e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.0021627622190862894 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0020622466690838337 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0010400345781818032 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,19,5.687675438821316e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.00248494534753263 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.0023320927284657955 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,20,0.0011330136330798268 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,20,6.669073482044041e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.0029097488150000572 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.002823407296091318 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,21,9.154526051133871e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,21,6.20332604739815e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032036895863711834 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.002828191965818405 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001522532314993441 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,22,7.750179502181709e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036471339408308268 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003152823308482766 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0012038529384881258 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,23,6.632106960751116e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004064390901476145 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.0033499642740935087 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,24,0.001629590755328536 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,24,8.595355320721865e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004442899022251368 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.0034644543193280697 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,25,0.0014179536374285817 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,25,6.956326542422175e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005011596716940403 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.0037422464229166508 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,26,0.0021088675130158663 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0011845917906612158 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.005654674023389816 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.004067800473421812 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,27,0.0018865589518100023 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,27,0.0010937266051769257 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006525352597236633 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.004697713535279036 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,28,0.002448367653414607 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013047953834757209 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.007823150604963303 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.0059875366277992725 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,29,0.002292183693498373 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0013158798683434725 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.009582111611962318 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.008739805780351162 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,30,0.0026862062513828278 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0017922201659530401 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016373910009860992 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.02779489941895008 +hqq,pileval,attn_in,Llama-2-7b-hf,3,128,31,0.010080674663186073 +hqq,pileval,attn_out,Llama-2-7b-hf,3,128,31,0.002426684834063053 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03300805389881134 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.07783669233322144 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,0,2.5673964501038427e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,0,3.7795700791320996e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,7.691664904996287e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,0,7.605570772284409e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,1,8.242922376666684e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,1,1.6270860214717686e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,4.2427759035490453e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,1,0.04296180605888367 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.280415199289564e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,2,7.63992102292832e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.1265183022478595e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,2,2.833206053765025e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,3,3.8970836612861603e-05 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,3,1.7893313270178623e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.2000617870362476e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,3,4.745768819702789e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,4,7.652252679690719e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.1812040106160566e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,1.0352856043027714e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,4,1.8859480042010546e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,5,1.4950278273317963e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,5,6.831752398284152e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,1.6676521045155823e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,5,1.426710223313421e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,6,1.7270831449422985e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,6,8.441341924481094e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,2.502026909496635e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,6,2.1428923355415463e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,7,2.498370304238051e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,7,1.1503481073305011e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,3.467271162662655e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,7,2.9187535983510315e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,8,4.30867075920105e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,8,1.7572674551047385e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,4.3635041220113635e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,8,3.5887726699002087e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,9,5.639276350848377e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,9,2.3539883841294795e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,5.15341351274401e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,9,4.2372423922643065e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,10,6.440068245865405e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,10,3.2164930598810315e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,6.136320880614221e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,10,4.77066554594785e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,11,6.522696348838508e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,11,3.1343084992840886e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,6.781687843613327e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,11,5.417197244241834e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,12,8.402574458159506e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,12,3.682053356897086e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,7.545921835117042e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,12,5.997155676595867e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,13,8.764230879023671e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,13,4.2933947406709194e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,8.877418586052954e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,13,7.335387053899467e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,14,8.686194778420031e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,14,4.525783588178456e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010042886715382338 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,14,8.662889013066888e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,15,9.839929407462478e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,15,5.107802571728826e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012529435334727168 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.0010980989318341017 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.0010756081901490688 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,16,6.61420461256057e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015789892058819532 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.0016994166653603315 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,17,9.061073651537299e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,17,5.584534374065697e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0017672422109171748 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.001693582278676331 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,18,9.517375729046762e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,18,5.225525819696486e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0020829662680625916 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.001979595050215721 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,19,9.231869480572641e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,19,4.974748007953167e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.0023669193033128977 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.0022172152530401945 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0010792466346174479 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,20,6.558336317539215e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027665416710078716 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.0027402674313634634 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,21,7.808325462974608e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,21,4.725787730421871e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031166307162493467 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.0028884271159768105 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.001439885119907558 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,22,7.533312309533358e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.003484766697511077 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.003058408619835973 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011868436122313142 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,23,7.08177569322288e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.003943291958421469 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.003270675428211689 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015084275510162115 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,24,7.639250834472477e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004346506204456091 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0034665269777178764 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.0016320755239576101 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,25,9.900755248963833e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.004958693403750658 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.0036673578433692455 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.0019489360274747014 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.0011094785295426846 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.00560533395037055 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004079408012330532 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.0018292940221726894 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0010995594784617424 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006518748123198748 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.0047594341449439526 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.0027603060007095337 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.0015078603755682707 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.007614676840603352 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.0055554211139678955 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.0024260524660348892 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.0015345439314842224 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.009142774157226086 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.009215577505528927 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.0026109858881682158 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.0019123980309814215 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.018208429217338562 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,30,0.05835290253162384 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.009387901052832603 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.002707701874896884 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03149871900677681 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.07138074189424515 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,0,8.859209401634871e-7 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,0,1.4799787777519668e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,0,4.5610141796714743e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,0,4.604222340276465e-6 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,1,3.4951174257003004e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,1,7.411141723423498e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,1,2.6564186555333436e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,1,0.028366396203637123 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,2,6.614855465159053e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,2,3.8977736949163955e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,2,1.0537240086705424e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,2,1.3201802175899502e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,3,2.480392504367046e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,3,9.004466846818104e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,3,2.489267717464827e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,3,2.5068173272302374e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,4,6.339391256915405e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,4,1.897667971206829e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,4,5.189132934901863e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,4,8.061480184551328e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,5,1.1699843889800832e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,5,3.700102024595253e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,5,8.348833216587082e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,5,7.811161776771769e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,6,9.322159894509241e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,6,4.156396971666254e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,6,1.2345152208581567e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,6,1.1142060975544155e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,7,1.5647761756554246e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,7,5.911623520660214e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,7,1.714841346256435e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,7,1.5314528718590736e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,8,2.4536516866646707e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,8,8.504510333295912e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,8,2.1359340462367982e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,8,1.8430010823067278e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,9,3.135780862066895e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,9,1.3737351400777698e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,9,2.545816241763532e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,9,2.1360276150517166e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,10,3.8478485657833517e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,10,1.5216444444376975e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,10,2.949387417174876e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,10,2.3821080685593188e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,11,3.6982609890401363e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,11,1.3793108519166708e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,11,3.265507402829826e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,11,3.0060988501645625e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,12,4.545861156657338e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,12,1.9482032803352922e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,12,3.6935662501491606e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,12,3.094224084634334e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,13,4.60497714811936e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,13,2.368466230109334e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,13,4.4664673623628914e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,13,4.1349325329065323e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,14,4.440571356099099e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,14,2.6492850156500936e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,14,5.196229903958738e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,14,4.946679109707475e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,15,7.1380176814273e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,15,0.00033164204796776175 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,15,6.598530453629792e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,15,6.352264317683876e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,16,7.000496261753142e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,16,4.945290856994689e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,16,8.697164012119174e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,16,9.397618705406785e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,17,5.035208887420595e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,17,3.9483854197897017e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010033516446128488 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,17,9.57368582021445e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,18,5.130901699885726e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,18,3.1137786572799087e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,18,0.001180638326331973 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,18,0.0011312115238979459 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,19,5.324099329300225e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,19,3.023511962965131e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,19,0.0013633363414555788 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,19,0.0012739181984215975 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,20,5.835715564899147e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,20,3.9829095476306975e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,20,0.0015829908661544323 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,20,0.001416377373971045 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,21,3.796262026298791e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,21,2.3890670854598284e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,21,0.0017732038395479321 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,21,0.001557226525619626 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,22,6.074407720007002e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,22,3.394882078282535e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,22,0.0019361622398719192 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,22,0.001646406133659184 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,23,5.639049923047423e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,23,3.176741593051702e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,23,0.002178080379962921 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,23,0.0017649485962465405 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,24,7.36414862331003e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,24,4.006251983810216e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,24,0.0023326233495026827 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,24,0.0017659991281107068 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,25,5.223972839303315e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,25,2.2749452909920365e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,25,0.002603926695883274 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,25,0.0018776068463921547 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,26,0.0010591699974611402 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,26,6.63774844724685e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,26,0.002799645997583866 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,26,0.0019533655140548944 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,27,8.445078274235129e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,27,4.8210876411758363e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,27,0.0031343474984169006 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,27,0.0021996607538312674 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,28,0.001099315588362515 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,28,6.610681884922087e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,28,0.0035713259130716324 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,28,0.002617516554892063 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,29,0.0010348049690946937 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,29,5.524064181372523e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,29,0.004150168038904667 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,29,0.004151403438299894 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,30,0.0012723718537017703 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,30,7.2152802022174e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,30,0.007062490563839674 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,30,0.014851808547973633 +hqq,bos,attn_in,Llama-2-7b-hf,3,32,31,0.0034041281323879957 +hqq,bos,attn_out,Llama-2-7b-hf,3,32,31,0.0014114549849182367 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,32,31,0.012833797372877598 +hqq,bos,mlp_down,Llama-2-7b-hf,3,32,31,0.018940210342407227 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,0,6.750536272193131e-7 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,0,1.173121745523531e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,0,3.30978224383216e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,0,3.3790277029766003e-6 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,1,2.9320810881472426e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,1,5.110774054628564e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,1,1.013466899166815e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,1,0.01084950566291809 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,2,9.216174476023298e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,2,4.945289674651576e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,2,1.2047136806359049e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,2,1.4670597920485307e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,3,2.2204605556908064e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,3,9.01940256881062e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,3,2.9249817089294083e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,3,2.8742742870235816e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,4,5.5319997045444325e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,4,1.857359347923193e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,4,5.603244426310994e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,4,6.760290125384927e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,5,1.0175204806728289e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,5,3.597051909309812e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,5,9.114461863646284e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,5,8.17836044006981e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,6,9.761701221577823e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,6,4.134519258514047e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,6,1.3849048991687596e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,6,1.2521811004262418e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,7,1.4217970601748675e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,7,6.092811599955894e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,7,1.8872400687541813e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,7,1.6505472012795508e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,8,2.4392364139202982e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,8,8.89168368303217e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,8,2.3070299357641488e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,8,1.9616150530055165e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,9,3.0183125636540353e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,9,1.3082509394735098e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,9,2.7058288105763495e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,9,2.2754240490030497e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,10,3.8955328636802733e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,10,1.767333596944809e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,10,3.2180288690142334e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,10,2.662915794644505e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,11,3.898680442944169e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,11,1.764509652275592e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,11,3.647002449724823e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,11,3.094433923251927e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,12,5.042406846769154e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,12,1.9940461788792163e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,12,4.143650003243238e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,12,3.529482055455446e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,13,5.058272508904338e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,13,2.3633352247998118e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,13,5.014248890802264e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,13,4.42427524831146e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,14,4.8648653319105506e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,14,2.647899091243744e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,14,5.683205672539771e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,14,5.294807488098741e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,15,6.629025447182357e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,15,2.959944249596447e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,15,7.086069672368467e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,15,6.663238746114075e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,16,7.101958035491407e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,16,4.3016899144276977e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,16,9.247196139767766e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,16,9.568614768795669e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,17,5.035049980506301e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,17,2.9447698034346104e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010405348148196936 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,17,0.001040488830767572 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,18,5.464697605930269e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,18,3.052561078220606e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012282353127375245 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,18,0.0012177829630672932 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,19,5.570360808633268e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,19,3.03969020023942e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,19,0.0014125689631327987 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,19,0.0013534764293581247 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,20,7.736371480859816e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,20,4.029304254800081e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016714666271582246 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,20,0.001685747061856091 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,21,4.876703897025436e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,21,3.1450571259483695e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018334782216697931 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,21,0.0017192006343975663 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,22,7.916060276329517e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,22,4.0664186235517263e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020769168622791767 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,22,0.0019322849111631513 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,23,6.761401891708374e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,23,3.721860994119197e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023269876837730408 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,23,0.0020101144909858704 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,24,9.199854102917016e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,24,4.942142986692488e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025488047394901514 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,24,0.002130611101165414 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,25,6.860918365418911e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,25,3.444458998274058e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,25,0.002857513725757599 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,25,0.002224816707894206 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,26,0.0012170999543741345 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,26,6.362046697176993e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031846631318330765 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,26,0.0024420160334557295 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,27,9.70596622209996e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,27,5.665775388479233e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,27,0.003628353588283062 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,27,0.0027578920125961304 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,28,0.0012349558528512716 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,28,7.06481107044965e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,28,0.0042873346246778965 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,28,0.0034102844074368477 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,29,0.001146396854892373 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,29,6.303485133685172e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,29,0.00512503320351243 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,29,0.004723790567368269 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,30,0.001342623378150165 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,30,8.86979338247329e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,30,0.008660378865897655 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,30,0.012653956189751625 +hqq,c4,attn_in,Llama-2-7b-hf,3,32,31,0.0032055231276899576 +hqq,c4,attn_out,Llama-2-7b-hf,3,32,31,0.00130722695030272 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,32,31,0.01835920847952366 +hqq,c4,mlp_down,Llama-2-7b-hf,3,32,31,0.03532179817557335 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,0,7.323668000935868e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,0,1.4089265505390358e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,0,4.204481456326903e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,0,3.4292393138457555e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,1,3.019787754965364e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,1,5.1959732445538975e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,1,8.488156890962273e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,1,0.008964169770479202 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,2,9.743419468577486e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,2,5.388124918681569e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,2,1.302797954849666e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,2,1.573244844621513e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,3,2.3472133761970326e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,3,1.023778531816788e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,3,3.1847590435063466e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,3,3.0639985197922215e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,4,5.353008600650355e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,4,2.0687572032329626e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,4,5.988179691485129e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,4,7.001098128966987e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,5,1.001299315248616e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,5,4.082700252183713e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,5,9.363078424939886e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,5,8.21021749288775e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,6,1.0778152500279248e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,6,5.0123315304517746e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,6,1.3959023635834455e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,6,1.2401620915625244e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,7,1.5008318587206304e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,7,7.18965966370888e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,7,1.9249408796895295e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,7,1.6600127855781466e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,8,2.4514266988262534e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,8,1.043544543790631e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,8,2.3842712107580155e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,8,2.02592316782102e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,9,3.097690350841731e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,9,1.4246077626012266e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,9,2.7948981733061373e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,9,2.3460423108190298e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,10,3.9093769737519324e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,10,1.9553412857931107e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,10,3.267282445449382e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,10,2.705933293327689e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,11,4.086094268132001e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,11,2.00433045392856e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,11,3.7025506026111543e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,11,3.0985561897978187e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,12,5.283163045533001e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,12,2.3689362569712102e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,12,4.210266924928874e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,12,3.5445415414869785e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,13,5.071223713457584e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,13,2.5669659953564405e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,13,5.000387318432331e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,13,4.333310353104025e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,14,5.088290199637413e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,14,2.8953191940672696e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,14,5.637059803120792e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,14,5.158944986760616e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,15,6.643387023359537e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,15,3.1254239729605615e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,15,6.986299995332956e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,15,6.455883267335594e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,16,7.202827255241573e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,16,4.4959847582504153e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,16,9.079768788069487e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,16,9.299982921220362e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,17,5.272038979455829e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,17,3.1916392617858946e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010183005360886455 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,17,9.869795758277178e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,18,5.806251429021358e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,18,3.72476177290082e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012110196985304356 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,18,0.0011813269229605794 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,19,5.597185809165239e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,19,3.2153050415217876e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,19,0.001392517937347293 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,19,0.001320046023465693 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,20,7.109734578989446e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,20,3.78420198103413e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016472074203193188 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,20,0.001611331827007234 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,21,5.196577985771e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,21,3.5175131051801145e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018137790029868484 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,21,0.0016320645809173584 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,22,8.48886847961694e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,22,4.4352063559927046e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020720437169075012 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,22,0.0018298192881047726 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,23,6.767807062715292e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,23,3.801460552494973e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023212542291730642 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,23,0.0019369593355804682 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,24,9.041863377206028e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,24,4.779863520525396e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025314046069979668 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,24,0.002006849041208625 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,25,7.930511492304504e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,25,3.9882014971226454e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,25,0.002849253360182047 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,25,0.0021613240242004395 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,26,0.0012492963578552008 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,26,6.594585720449686e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,26,0.003191918134689331 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,26,0.002350366208702326 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,27,0.0010234155924990773 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,27,6.278637447394431e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036541889421641827 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,27,0.0027093286626040936 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,28,0.0012735538184642792 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,28,7.416437729261816e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,28,0.00433586910367012 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,28,0.003426073584705591 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,29,0.001295530004426837 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,29,7.429771358147264e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,29,0.00521848676726222 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,29,0.00470524188131094 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,30,0.0014545278390869498 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,30,9.956321446225047e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,30,0.008490437641739845 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,30,0.011870835907757282 +hqq,pileval,attn_in,Llama-2-7b-hf,3,32,31,0.003081011353060603 +hqq,pileval,attn_out,Llama-2-7b-hf,3,32,31,0.00125761644449085 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,32,31,0.01738024316728115 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,32,31,0.032843030989170074 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,0,7.373973289759306e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,0,1.4813989537287853e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,0,3.903636525137699e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,0,3.6008350434713066e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,1,3.258104925407679e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,1,6.486324764409801e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,1,8.576756954425946e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,1,0.013344473205506802 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,2,6.3881125242915004e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,2,3.790597475017421e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,2,1.2112405784137081e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,2,1.4348443983180914e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,3,2.020423380599823e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,3,9.242254236596636e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,3,2.9264134354889393e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,3,2.7039714041166008e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,4,4.558225555229001e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,4,1.7069754903786816e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,4,5.7025124988285825e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,4,7.929906860226765e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,5,8.735709707252681e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,5,3.657002162071876e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,5,9.226340625900775e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,5,8.174646063707769e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,6,9.920258162310347e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,6,4.6099255996523425e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,6,1.3803622277919203e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,6,1.2323148257564753e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,7,1.34459332912229e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,7,6.276575004449114e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,7,1.8983971676789224e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,7,1.6632424376439303e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,8,2.179859293391928e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,8,9.873919043457136e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,8,2.388867869740352e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,8,2.0452620810829103e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,9,2.931388735305518e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,9,1.3379892334342003e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,9,2.8084457153454423e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,9,2.422620018478483e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,10,3.5826381645165384e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,10,1.7927119915839285e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,10,3.282298275735229e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,10,2.7350749587640166e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,11,3.6269790143705904e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,11,1.7520898836664855e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,11,3.6701661883853376e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,11,3.109767858404666e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,12,4.7512794844806194e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,12,2.0969762408640236e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,12,4.126650164835155e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,12,3.4415433765389025e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,13,4.555757623165846e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,13,2.424876729492098e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,13,4.856171435676515e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,13,4.201238334644586e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,14,4.488319100346416e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,14,2.5812702369876206e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,14,5.501023260876536e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,14,5.002677789889276e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,15,6.414357922039926e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,15,2.881074324250221e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,15,6.807000609114766e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,15,6.298134685494006e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,16,6.176838069222867e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,16,3.7578330375254154e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,16,8.711658301763237e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,16,9.200515341944993e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,17,4.799269372597337e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,17,3.153484140057117e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,17,9.889289503917098e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,17,9.758236119523644e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,18,5.096490494906902e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,18,2.969572669826448e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,18,0.001170421252027154 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,18,0.0011329865083098412 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,19,4.95324784424156e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,19,2.8160022338852286e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,19,0.0013259861152619123 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,19,0.0012373542413115501 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,20,6.778608658351004e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,20,3.7409065407700837e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,20,0.0015639617340639234 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,20,0.0015685141552239656 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,21,4.134727059863508e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,21,2.6709624216891825e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,21,0.0017638806020841002 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,21,0.001669090474024415 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,22,7.558011566288769e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,22,4.3334855581633747e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,22,0.0019758774433285 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,22,0.0017706347862258554 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,23,6.520363967865705e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,23,4.0286852163262665e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,23,0.00225399830378592 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,23,0.0018952030222862959 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,24,7.931494619697332e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,24,4.313903336878866e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,24,0.00248343707062304 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,24,0.002008096082136035 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,25,9.606745443306863e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,25,5.75990357901901e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,25,0.002818858250975609 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,25,0.002123524434864521 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,26,0.001183888642117381 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,26,6.171558052301407e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031518745236098766 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,26,0.0023659567814320326 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,27,0.0010158956283703446 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,27,6.283189868554473e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036484207957983017 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,27,0.0027447736356407404 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,28,0.0013519484782591462 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,28,8.637519204057753e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,28,0.0041932906024158 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,28,0.0031822773162275553 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,29,0.0013283389853313565 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,29,8.570250938646495e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,29,0.004980936646461487 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,29,0.0048356810584664345 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,30,0.0014597857370972633 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,30,0.0010684558656066656 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,30,0.008479475975036621 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,30,0.021981876343488693 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,32,31,0.0034372813533991575 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,32,31,0.0014453664189204574 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,32,31,0.01664031110703945 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,32,31,0.030062900856137276 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,0,1.898740379147057e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,0,2.525469426473137e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,0,6.189604846440488e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,0,6.636812031501904e-6 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,1,6.557852429978084e-6 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,1,1.147182956628967e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,1,4.24510108132381e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,1,0.038905613124370575 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,2,1.0987442692567129e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,2,5.616204816760728e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,2,1.4341564565256704e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,2,1.8979177184519358e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,3,5.151961886440404e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,3,1.2838867405662313e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,3,3.419496715650894e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,3,3.4353197406744584e-5 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,4,8.605547191109508e-5 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,4,2.6700350645114668e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,4,7.20258176443167e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,4,1.2653849262278527e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,5,1.2422526197042316e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,5,5.2338738896651193e-05 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,5,1.1631953384494409e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,5,1.0686479072319344e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,6,1.7732834385242313e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,6,5.814221003674902e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,6,1.7263685003854334e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,6,1.5211199934128672e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,7,2.3644488828722388e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,7,8.269272075267509e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,7,2.3812179279047996e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,7,2.0885514095425606e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,8,3.336386871524155e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,8,1.1635366536211222e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,8,2.9911770252510905e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,8,2.5251126498915255e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,9,4.970579175278544e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,9,1.902802468976006e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,9,3.5910724545829e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,9,2.919485850725323e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,10,4.897368489764631e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,10,2.088566543534398e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,10,4.1867594700306654e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,10,3.248246503062546e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,11,6.536851869896054e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,11,1.9043484644498676e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,11,4.607305454555899e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,11,4.118368378840387e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,12,6.321116234175861e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,12,2.642385079525411e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,12,5.174317047931254e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,12,4.220744885969907e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,13,7.226597517728806e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,13,3.2324137282557786e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,13,6.200824282132089e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,13,5.639638402499259e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,14,7.099617505446076e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,14,3.623139054980129e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,14,7.210278417915106e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,14,6.737387157045305e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,15,0.0011504987487569451 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,15,4.5713738654740155e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,15,9.215236641466618e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,15,8.629398071207106e-4 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,16,0.001118177198804915 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,16,6.75302988383919e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012306228745728731 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,16,0.0013008128153160214 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,17,7.332762470468879e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,17,5.528070032596588e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,17,0.0013822363689541817 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,17,0.001305043464526534 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,18,8.114387164823711e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,18,4.211797786410898e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016309997299686074 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,18,0.0015476688276976347 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,19,7.039548363536596e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,19,4.134633927606046e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018913325620815158 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,19,0.0017646937631070614 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,20,8.571819635108113e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,20,5.580566939897835e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,20,0.002170849358662963 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,20,0.001927564269863069 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,21,5.58688712771982e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,21,3.252975002396852e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,21,0.002436466049402952 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,21,0.00212096213363111 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,22,8.970579947344959e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,22,0.00046166012180037796 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,22,0.0026570914778858423 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,22,0.0022361567243933678 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,23,7.989451987668872e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,23,4.3217476923018694e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,23,0.0029656323604285717 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,23,0.002402719808742404 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,24,0.0012746575521305203 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,24,5.58307277970016e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,24,0.003199962666258216 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,24,0.0023951155599206686 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,25,6.540144677273929e-4 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,25,3.088749654125422e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,25,0.0035847004037350416 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,25,0.0025528138503432274 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,26,0.001502774190157652 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,26,9.257119381800294e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,26,0.003858863841742277 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,26,0.0026496355421841145 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,27,0.0012155771255493164 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,27,6.586834788322449e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,27,0.00431074621155858 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,27,0.0029871994629502296 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,28,0.0015632164431735873 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,28,9.067446226254106e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,28,0.004941962193697691 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,28,0.0035801338963210583 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,29,0.001455377321690321 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,29,7.628380553796887e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,29,0.005791279952973127 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,29,0.00587346451357007 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,30,0.0016433934215456247 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,30,9.946972131729126e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,30,0.013793591409921646 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,30,0.02112002670764923 +hqq,bos,attn_in,Llama-2-7b-hf,3,64,31,0.007381242699921131 +hqq,bos,attn_out,Llama-2-7b-hf,3,64,31,0.0019429746316745877 +hqq,bos,mlp_gate,Llama-2-7b-hf,3,64,31,0.018684815615415573 +hqq,bos,mlp_down,Llama-2-7b-hf,3,64,31,0.028316060081124306 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,0,1.352039362245705e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,0,2.013813627854688e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,0,4.7289142912632087e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,0,4.920942956232466e-6 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,1,5.602559213002678e-6 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,1,7.95317373558646e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,1,2.361569568165578e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,1,0.014889644458889961 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,2,1.5467352568521164e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,2,6.976611985010095e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.6414573110523634e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,2,2.041757761617191e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,3,3.783359352382831e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,3,1.285151574847987e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.016760067315772e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,3,3.9299560739891604e-5 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,4,7.551974704256281e-5 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,4,2.587737253634259e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,4,7.778832514304668e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,4,1.0034653678303584e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,5,1.2509810039773583e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,5,5.050588515587151e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,5,1.2627367686945945e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,5,1.1146898032166064e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,6,1.541045494377613e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,6,5.7990633649751544e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,6,1.9250552577432245e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,6,1.7062568804249167e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,7,2.2827924112789333e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,7,8.462984260404482e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,7,2.62463407125324e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,7,2.2524420637637377e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,8,3.5564551944844425e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,8,1.2244870595168322e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,8,3.2194735831581056e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,8,2.678742166608572e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,9,5.175339174456894e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,9,1.7934136849362403e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,9,3.7874572444707155e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,9,3.1064945505931973e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,10,5.295791779644787e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,10,2.42612833972089e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,10,4.517736961133778e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,10,3.6323696258477867e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,11,6.606120732612908e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,11,2.4240475613623857e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,11,5.132415099069476e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,11,4.2154162656515837e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,12,7.041668868623674e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,12,2.735101734288037e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,12,5.792680312879384e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,12,4.809255478903651e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,13,6.800579139962792e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,13,3.236734482925385e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,13,7.003487553447485e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,13,6.017782725393772e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,14,7.467850227840245e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,14,3.6262121284380555e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,14,7.922924705781043e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,14,7.195068174041808e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,15,9.459579014219344e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,15,0.00040716264629736543 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,15,9.896995034068823e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,15,9.073995752260089e-4 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,16,0.0010919657070189714 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,16,5.873949266970158e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012914275284856558 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,16,0.0013139976654201746 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,17,7.566404528915882e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,17,4.034588346257806e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014381579821929336 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001415958977304399 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,18,7.924176170490682e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,18,4.180778341833502e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016954564489424229 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,18,0.0016614929772913456 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,19,7.995840278454125e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,19,4.154731868766248e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019526240648701787 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0018589170649647713 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,20,0.001014956389553845 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,20,5.520119448192418e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.002294080099090934 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,20,0.0023015362676233053 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,21,7.193844066932797e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,21,4.306366899982095e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.002512345090508461 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,21,0.0023381744977086782 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012228232808411121 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,22,5.539723788388073e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.002844703383743763 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0026177687104791403 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,23,9.341189288534224e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,23,5.068654427304864e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.003178640967234969 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,23,0.0027302533853799105 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,24,0.001550708431750536 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,24,6.800934788770974e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.003487581852823496 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,24,0.0028918851166963577 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,25,9.626472601667047e-4 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,25,4.6917638974264264e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.00391001021489501 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,25,0.003023317316547036 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,26,0.0017475495114922523 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,26,8.810682338662446e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.004373267292976379 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,26,0.003313260618597269 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,27,0.0014317879686132073 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,27,7.720504072494805e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005006534047424793 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,27,0.003753027878701687 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,28,0.0019135511247441173 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,28,9.626226383261383e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.005939430557191372 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,28,0.004647830966860056 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,29,0.0016378303989768028 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,29,8.680942701175809e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007147619966417551 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,29,0.0065885125659406185 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,30,0.0018824004800990224 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,30,0.0012241083895787597 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.01407832745462656 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,30,0.018277952447533607 +hqq,c4,attn_in,Llama-2-7b-hf,3,64,31,0.007186585105955601 +hqq,c4,attn_out,Llama-2-7b-hf,3,64,31,0.0018471278017386794 +hqq,c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.02621941640973091 +hqq,c4,mlp_down,Llama-2-7b-hf,3,64,31,0.0554315485060215 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,0,1.5155692381085828e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,0,2.3838510969653726e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,0,6.056709480617428e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,0,4.970005647919606e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,1,5.622877779387636e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,1,8.069297109614126e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,1,2.3556474843644537e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.012331870384514332 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,2,1.6642638001940213e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,2,7.601624929520767e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.774707379809115e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.1837659005541354e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,3,3.820676647592336e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,3,1.454199809813872e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.369132875581272e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.189203536952846e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,4,7.530896982643753e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,4,2.88727260340238e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,4,8.292728307424113e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,4,1.0303854651283473e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,5,1.2481905287131667e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,5,5.740837877965532e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,5,1.2975563004147261e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,5,1.1205601913388819e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,6,1.673993974691257e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,6,7.008948887232691e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,6,1.937421184265986e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,6,1.689566415734589e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,7,2.4033586669247597e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,7,9.95032605715096e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,7,2.675720606930554e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,7,2.26622520131059e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,8,3.565699444152415e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,8,1.4327700773719698e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,8,3.32223396981135e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,8,2.7683679945766926e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,9,5.272958660498261e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,9,1.948490971699357e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,9,3.9085070602595806e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,9,3.201410290785134e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,10,5.470328615047038e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,10,2.686232328414917e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,10,4.5787382987327874e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,10,3.692955360747874e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,11,6.926613277755678e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,11,2.755132154561579e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,11,5.191491218283772e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,11,4.224902659188956e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,12,7.409342215396464e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,12,3.2454426400363445e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,12,5.876031355001032e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,12,4.8264223732985556e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,13,6.969568785279989e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,13,3.5089754965156317e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,13,6.968479719944298e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,13,5.891413893550634e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,14,7.834317511878908e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,14,3.962363989558071e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,14,7.846665102988482e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,14,7.017967291176319e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,15,9.412768995389342e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,15,4.291552468203008e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,15,9.755450882948935e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,15,8.792392327450216e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0010924653615802526 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,16,6.138230673968792e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012669956777244806 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.0012785017024725676 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,17,7.896984461694956e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,17,4.3672879110090435e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014061150141060352 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0013407571241259575 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,18,8.632803801447153e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,18,5.120710120536387e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016676008235663176 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0016111967852339149 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,19,8.202075841836631e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,19,4.3905762140639126e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019224855350330472 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0018129975069314241 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,20,9.337561787106097e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,20,5.190923693589866e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.002256288891658187 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.0022002109326422215 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,21,7.585252169519663e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,21,4.818141460418701e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.002489602193236351 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.002220114693045616 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,22,0.001224595122039318 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,22,6.050997180864215e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.002840911503881216 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.0024799848906695843 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,23,9.085024939849973e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,23,5.183095927350223e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031743564177304506 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.0026326177176088095 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,24,0.0015401877462863922 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,24,6.566983065567911e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.0034638310316950083 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.0027257115580141544 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,25,0.0010668524773791432 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,25,5.442951805889606e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.00390047300606966 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.0029364668298512697 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,26,0.0018383394926786423 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,26,9.111964609473944e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004378968849778175 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0031901071779429913 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0015159769682213664 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,27,8.550500497221947e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005042789503931999 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.00368892983533442 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019082088256254792 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,28,0.0010148248402401805 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.006009231321513653 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.004673436749726534 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,29,0.0018394177313894033 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,29,0.001024575438350439 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007274962496012449 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.006544481497257948 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,30,0.002054605633020401 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0013765337644144893 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.013619771227240562 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.017093367874622345 +hqq,pileval,attn_in,Llama-2-7b-hf,3,64,31,0.006992908660322428 +hqq,pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0017780072521418333 +hqq,pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.024871142581105232 +hqq,pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.051316481083631516 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.4221989204088459e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,0,2.5508841190458043e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,5.441927442007e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,0,5.367994617699878e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,1,5.259378667687997e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.0216215741820633e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,4.374186391942203e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.018430929630994797 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,2,9.979785318137147e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,2,5.415198302216595e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.654116749705281e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.0342637071735226e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.452726741670631e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.3151118764653802e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.01707693526987e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,3,3.704277696670033e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,4,5.912147389608435e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.380312798777595e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,7.888174877734855e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,4,1.2348132440820336e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,5,1.0718419798649848e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.1474879001034424e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,1.2819727999158204e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,5,1.1152664228575304e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,6,1.4863353862892836e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,6,6.404751911759377e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,1.9108509877696633e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,6,1.681087160250172e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,7,1.977680658455938e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,7,8.722414349904284e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,2.640332968439907e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,7,2.2724579321220517e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,8,3.2829944393597543e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,8,1.3595586642622948e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,3.3277328475378454e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,8,2.7963731554336846e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,9,4.6848750207573175e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,9,1.826594234444201e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,3.906858910340816e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,9,3.3080417779274285e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,10,5.076957168057561e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,10,2.470742037985474e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,4.6064372872933745e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,10,3.729720483534038e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,11,6.374099175445735e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,11,2.4127181677613407e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,5.13482722453773e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,11,4.232164064887911e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,12,6.584685761481524e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,12,2.862699911929667e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,5.738395266234875e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,12,4.6933049452491105e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,13,6.321868859231472e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,13,3.311209729872644e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,6.754213245585561e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,13,5.720881163142622e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,14,7.140033412724733e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,14,3.5235940595157444e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,7.666813908144832e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,14,6.783377029933035e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,15,8.294099825434387e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,15,3.963644558098167e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,9.476069244556129e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,15,8.591877995058894e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,16,9.370027692057192e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,16,5.138353444635868e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012166702654212713 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.001272116438485682 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,17,7.090686121955514e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,17,4.3157703476026654e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.0013636579969897866 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.001325874007306993 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,18,7.268546032719314e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,18,4.075712931808084e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016069650882855058 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0015471667284145951 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,19,7.30827625375241e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,19,3.856919938698411e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018411015626043081 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.0017105031292885542 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,20,8.717553573660553e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,20,5.119316629134119e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0021438454277813435 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.0021388973109424114 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,21,6.69088214635849e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,21,3.6632883711718023e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.002420231467112899 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0022737006656825542 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.0011277530575171113 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,22,5.92468015383929e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.002713338239118457 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.002400117926299572 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,23,9.232618613168597e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,23,5.513227661140263e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.0030802548862993717 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0025732116773724556 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013639682438224554 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,24,5.890734028071165e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.0033968817442655563 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.0027253576554358006 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0011857168283313513 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,25,7.721393485553563e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.003850002773106098 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.002887535374611616 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.001628586556762457 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,26,8.529407787136734e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.004346523899585009 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003200054867193103 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0014581845607608557 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,27,8.5711624706164e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.005014023277908564 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.00373660190962255 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.002063875086605549 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0011759049957618117 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.0058339135721325874 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.004328940063714981 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.0019767896737903357 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0011985150631517172 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.006951565854251385 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.006777225527912378 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0020288005471229553 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0014655600534752011 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.018058301880955696 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.031562741845846176 +hqq,wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.006402166094630957 +hqq,wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.0020208789501339197 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.023559240624308586 +hqq,wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.047182176262140274 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,0,6.962415000089095e-7 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,0,1.0771285587907187e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,0,1.9131960016238736e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,0,2.2001047454978107e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,1,2.19971707338118e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,1,4.881178938376252e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,1,4.3397998524596915e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,1,0.06387395411729813 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,2,3.845224455290008e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,2,1.8762347053780104e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,2,3.967179964092793e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,2,7.40512541597127e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,3,1.0417033081466798e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,3,3.8950656744418666e-06 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,3,9.52628306549741e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,3,9.678543392510619e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,4,2.400993435003329e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,4,7.892425855970941e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,4,2.0332501662778668e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,4,4.845044168177992e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,5,3.283796104369685e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,5,1.551078094053082e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,5,3.263244070694782e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,5,2.9811992135364562e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,6,5.0215207011206076e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,6,1.7282183762290515e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,6,4.8662863264326006e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,6,4.24085883423686e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,7,6.718449003528804e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,7,2.3860426153987646e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,7,6.776950613129884e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,7,5.876119394088164e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,8,1.1501761036925018e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,8,3.338438182254322e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,8,8.519564289599657e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,8,7.181787077570334e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,9,1.609000755706802e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,9,5.4644209740217775e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,9,1.0231609485344961e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,9,8.173607056960464e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,10,1.3958664203528315e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,10,5.9657646488631144e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,10,1.2017401604680344e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,10,9.093059634324163e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,11,1.4854017354082316e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,11,5.385443364502862e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,11,1.3201999536249787e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,11,1.1444596020737663e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,12,2.0853470778092742e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,12,7.490033021895215e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,12,1.475839235354215e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,12,1.1704845383064821e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,13,1.835565926739946e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,13,9.193478763336316e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,13,1.7643826140556484e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,13,1.5755780623294413e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,14,2.0608628983609378e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,14,1.0010813275584951e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,14,2.057459787465632e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,14,1.8740649102255702e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,15,2.635002019815147e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,15,1.297372509725392e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,15,2.634534612298012e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,15,2.42233436438255e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,16,2.7887988835573196e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,16,1.9349703507032245e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,16,3.4192923340015113e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,16,3.902494499925524e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,17,2.2577682102564722e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,17,1.5758104564156383e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,17,3.880067088175565e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,17,3.6378242657519877e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,18,2.2511929273605347e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,18,1.1769575212383643e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,18,4.552951722871512e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,18,4.334135737735778e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,19,1.805521169444546e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,19,1.174205171992071e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,19,5.231934483163059e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,19,5.041885888203979e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,20,1.8609629478305578e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,20,1.5833519864827394e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,20,6.022255984134972e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,20,5.405117990449071e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,21,1.6685749869793653e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,21,9.175777086056769e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,21,6.726327119395137e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,21,5.91518240980804e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,22,2.8274088981561363e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,22,1.2815305672120303e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,22,7.31885782442987e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,22,6.192615255713463e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,23,1.9622861873358488e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,23,1.215182855958119e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,23,8.189192740246654e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,23,6.677836645394564e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,24,2.97211721772328e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,24,1.6545402468182147e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,24,8.83011263795197e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,24,6.637634360231459e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,25,1.7195037798956037e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,25,8.64111352711916e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,25,9.819614933803678e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,25,7.211362826637924e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,26,4.11421584431082e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,26,2.65936745563522e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,26,0.0010628601303324103 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,26,7.375252316705883e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,27,3.316915244795382e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,27,1.8344857380725443e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,27,0.0011899268720299006 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,27,8.407281129620969e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,28,4.454316513147205e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,28,2.587147173471749e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,28,0.001367705874145031 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,28,0.0010081526124849916 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,29,3.8766927900724113e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,29,2.1412964269984514e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,29,0.0016287073958665133 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,29,0.0018238741904497147 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,30,4.5770849101245403e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,30,2.821414964273572e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,30,0.0026737835723906755 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,30,0.014800653792917728 +hqq,bos,attn_in,Llama-2-7b-hf,4,128,31,0.004709674511104822 +hqq,bos,attn_out,Llama-2-7b-hf,4,128,31,6.456879782490432e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,128,31,0.0052643814124166965 +hqq,bos,mlp_down,Llama-2-7b-hf,4,128,31,0.009834804572165012 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,0,5.268558993520855e-7 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,0,9.043480986292707e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.4491031663510512e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,0,1.628701056688442e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,1,2.1778357677249005e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,1,3.273707079642918e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,1,1.5611283743055537e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,1,0.0247175432741642 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,2,5.512905772775412e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,2,2.1387870674516307e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.541545422398485e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,2,6.69657856633421e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,3,9.815632438403554e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,3,3.9248056964424904e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.1201505003555212e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1071118024119642e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,4,2.2082267605583183e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,4,7.729389835731126e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.1982836187817156e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,4,3.447733979555778e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,5,3.412428850424476e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,5,1.5003595763118938e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.5552297049434856e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,5,3.116757216048427e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,6,4.5769818825647235e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,6,1.7055976059054956e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.4120482673170045e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,6,4.7614361392334104e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,7,6.622894579777494e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,7,2.4629520339658484e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.459493645001203e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,7,6.313765334198251e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,8,1.1488801828818396e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,8,3.524358544382267e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.173932630801573e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,8,7.564784027636051e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,9,1.5828234609216452e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,9,5.0842034397646785e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,9,1.0833021224243566e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,9,8.692107076058164e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,10,1.5087415522430092e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,10,6.915120320627466e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,10,1.298243587370962e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,10,1.0150490561500192e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,11,1.6652184422127903e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,11,6.904941983520985e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,11,1.459830964449793e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,11,1.1774818267440423e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,12,2.0423668320290744e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,12,7.711059879511595e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,12,1.640284899622202e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,12,1.3383448822423816e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,13,1.8488922796677798e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,13,9.119959577219561e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,13,1.98838984942995e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,13,1.6869902901817113e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,14,2.0360940834507346e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,14,1.0174283670494333e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,14,2.2502939100377262e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,14,2.003345434786752e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,15,2.4614608264528215e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,15,1.1499771062517539e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,15,2.816113119479269e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,15,2.534705854486674e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,16,2.8655907954089344e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,16,1.6485899686813354e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,16,3.631485451478511e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,16,3.803247236646712e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,17,2.1637947065755725e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,17,1.1339262709952891e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,17,4.016213060822338e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,17,3.944288764614612e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,18,2.228567173006013e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,18,1.1705928773153573e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,18,4.722515004687011e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,18,4.664032021537423e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,19,2.0098542154300958e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,19,1.1785909009631723e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,19,5.424036644399166e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,19,5.267311353236437e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,20,2.5218489463441074e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,20,1.5526695642620325e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,20,6.351117044687271e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,20,6.455287802964449e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,21,2.0873952598776668e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,21,1.2115822755731642e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,21,6.937161087989807e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,21,6.516154971905053e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,22,3.3126192283816636e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,22,1.547352730995044e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,22,7.839548634365201e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,22,7.272844668477774e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,23,2.4150976969394833e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,23,1.41755081131123e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,23,8.74915684107691e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,23,7.589608430862427e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,24,3.788770700339228e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,24,1.9858534506056458e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,24,9.588479297235608e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,24,8.02624155767262e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,25,2.5018840096890926e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,25,1.305523474002257e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.001079027191735804 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,25,8.441527606919408e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,26,4.8521137796342373e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,26,2.6165239978581667e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012075124541297555 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,26,9.194492013193667e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,27,4.03968762839213e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,27,2.155477413907647e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013845755020156503 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,27,0.0010457132011651993 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,28,4.793690168298781e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,28,2.709194668568671e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016561526572331786 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,28,0.0013104265090078115 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,29,4.4352057739160955e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,29,2.4398825189564377e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.002014999510720372 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,29,0.0019689935725182295 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,30,4.976150812581182e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,30,3.4831924131140113e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.00347217358648777 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,30,0.010124712251126766 +hqq,c4,attn_in,Llama-2-7b-hf,4,128,31,0.0043682679533958435 +hqq,c4,attn_out,Llama-2-7b-hf,4,128,31,5.905174184590578e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.007379903458058834 +hqq,c4,mlp_down,Llama-2-7b-hf,4,128,31,0.019716933369636536 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,0,5.7365252814634e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,0,1.0760882105387282e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,0,1.861595251284598e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.6233066162385512e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,1,2.3217321540869307e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,1,3.3071585221478017e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,1,1.4629394172516186e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.020547563210129738 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,2,5.587065970757976e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,2,2.3047618924465496e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,2,4.913451903121313e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,2,7.002324764471268e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,3,9.725760719447862e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,3,4.464368885237491e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.2161384802311659e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.1805805115727708e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,4,2.220077112724539e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,4,8.57053146319231e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.3407023036270402e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.467865099082701e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,5,3.5072476748609915e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,5,1.6959380445769057e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.638958150986582e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.1332860089605674e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,6,4.818919114768505e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,6,2.0740266336360946e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.433813566924073e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,6,4.72279243695084e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,7,6.710401066811755e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,7,2.8940316042280756e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,7,7.578264194307849e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.359531835187227e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,8,1.1424494732636958e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,8,4.1054274333873764e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,8,9.438076813239604e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,8,7.822664338164032e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,9,1.5850224008318037e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,9,5.522979699890129e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,9,1.1118467227788642e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,9,8.951458585215732e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,10,1.5122367767617106e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,10,7.650213228771463e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,10,1.3125795521773398e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,10,1.0323939204681665e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,11,1.730309595586732e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,11,7.825963984942064e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,11,1.471971336286515e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,11,1.1815235484391451e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,12,2.1172122796997428e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,12,9.137520100921392e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,12,1.6587722348049283e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,12,1.344064367003739e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,13,1.9097384938504547e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,13,9.909881191560999e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,13,1.9760386203415692e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,13,1.654283987591043e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,14,2.107231121044606e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,14,1.113023899961263e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,14,2.2244405408855528e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,14,1.9551308650989085e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,15,2.4589282111264765e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,15,1.2089187657693401e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,15,2.7671008137986064e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,15,2.459965762682259e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,16,2.83767789369449e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,16,1.7270055832341313e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,16,3.5564397694543004e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,16,3.69303859770298e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,17,2.241489855805412e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,17,1.2286069977562875e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,17,3.923937620129436e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,17,3.7329792394302785e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,18,2.3681111633777618e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,18,1.44892735988833e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,18,4.6454338007606566e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,18,4.531296726781875e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,19,2.0435241458471864e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,19,1.2463600432965904e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,19,5.336274043656886e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,19,5.132153164595366e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,20,2.3089440946932882e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,20,1.4661300519946963e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,20,6.247559795156121e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,20,6.176095921546221e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,21,2.2043247008696198e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,21,1.3526777911465615e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,21,6.877027335576713e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,21,6.187300896272063e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,22,3.4436245914548635e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,22,1.709360658423975e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,22,7.817854057066143e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,22,6.88162341248244e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,23,2.41565823671408e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,23,1.4500845281872898e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,23,8.728873217478395e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,23,7.317829877138138e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,24,3.629546845331788e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,24,1.910441496875137e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,24,9.52844275161624e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,24,7.561719976365566e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,25,2.8085248777642846e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,25,1.518285571364686e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010718673001974821 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,25,8.214993868023157e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,26,4.912287113256752e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,26,2.700579643715173e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012095739366486669 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,26,8.855746127665043e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,27,4.1733033140189946e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,27,2.3813221196178347e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013937082840129733 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010281701106578112 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,28,4.941461374983191e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,28,2.85186804831028e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.001671645906753838 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0013159735826775432 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,29,5.010282620787621e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,29,2.8737258980982006e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.0020488493610173464 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0019359689904376864 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,30,5.508865579031408e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,30,3.919610462617129e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.003443480469286442 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.009169675409793854 +hqq,pileval,attn_in,Llama-2-7b-hf,4,128,31,0.0043077412992715836 +hqq,pileval,attn_out,Llama-2-7b-hf,4,128,31,5.716779851354659e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007036206778138876 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.01826154626905918 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.549349222950696e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.0800229119922733e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.7281413988712302e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.72180136814859e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.162867986044148e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.0927207010099664e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,1.5763871488161385e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,1,0.03158827871084213 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.504110509311431e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.767280309650232e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.586023806041339e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,2,7.4131453402515035e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,3,9.044968464877456e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,3,3.989889137301361e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.1182207344972994e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.0419955287943594e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.800322934286669e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.216834546852624e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.2207068468560465e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,4,4.665464803110808e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.119854227406904e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.5195281775959302e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.591092900023796e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.115676736342721e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.311609154683538e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,6,1.888462429633364e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.361912553780712e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,6,4.6958422899479046e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.9107274864800274e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.537936052249279e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.479997293557972e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.401199061656371e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,8,1.0264842421747744e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,8,3.893151369993575e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.397187386639416e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,8,7.894809095887467e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,9,1.4564194134436548e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.153700112714432e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,1.1128409096272662e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.251760639017448e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,10,1.4021516835782677e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.025930972304195e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,1.3143855903763324e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,10,1.0438981553306803e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,11,1.5383202116936445e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,11,6.865189061500132e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,1.4594823005609214e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,11,1.1848545545944944e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,12,1.944973337231204e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.052261546254158e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,1.625717559363693e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,12,1.3065978419035673e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,13,1.7598422709852457e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.403307194588706e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,1.9119612989015877e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,13,1.607677259016782e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,14,1.8636330787558109e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,14,9.912368841469288e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,2.1653715521097183e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,14,1.8909454229287803e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,15,2.2592836467083544e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,15,1.1184089817106724e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,2.6841339422389865e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,15,2.401990204816684e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,16,2.4937366833910346e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,16,1.4491923502646387e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,3.4082579077221453e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,16,3.780691768042743e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,17,2.0038799266330898e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,17,1.2213108129799366e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,3.806627355515957e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,17,3.696577623486519e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,18,2.0803733787033707e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,18,1.1413761239964515e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,4.4763609184883535e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,18,4.355169367045164e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,19,1.7675965500529855e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,19,1.0916635801550001e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,5.07185235619545e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,19,4.903933731839061e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,20,2.2384147450793535e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,20,1.439550396753475e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,5.939545226283371e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,20,5.995976971462369e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,21,1.7960219702217728e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,21,1.0395574645372108e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,6.692308816127479e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,21,6.330169271677732e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,22,3.266345302108675e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,22,1.6469236288685352e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,7.459679036401212e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,22,6.667256238870323e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,23,2.3560752742923796e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,23,1.548450964037329e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,8.470718166790903e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,23,7.137521170079708e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,24,3.2892508897930384e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,24,1.7072746413759887e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,9.314321796409786e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,24,7.580789970234036e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,25,3.2049563014879823e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,25,2.1483769523911178e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.001062931027263403 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,25,8.052990306168795e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,26,4.3545261723920703e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,26,2.490428159944713e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011991792125627398 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,26,8.903585257939994e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,27,4.0775194065645337e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,27,2.4032671353779733e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013896651798859239 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0010412433184683323 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,28,5.31812256667763e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,28,3.3001627889461815e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016223458806052804 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0012172285933047533 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,29,5.138057749718428e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,29,3.3480176352895796e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.0019627264700829983 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.002058236161246896 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,30,5.799243808723986e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,30,4.1814413270913064e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.0032452414743602276 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.02399570494890213 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.00340465409681201 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,128,31,6.512265536002815e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.006726501975208521 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.017016610130667686 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,0,2.5230116307284334e-7 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,0,3.6014239412907045e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,0,9.756502805657874e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,0,1.0005338708651834e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,1,1.0371902590122772e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,1,1.743200527926092e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,1,3.2275915145874023e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,1,0.027189143002033234 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,2,1.947612190633663e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,2,8.447615869044967e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,2,2.2672272734780563e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,2,3.289626192781725e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,3,5.266000243864255e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,3,1.984923528652871e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,3,5.376103217713535e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,3,5.4833190006320365e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,4,1.1083197023253888e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,4,4.16284819948487e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,4,1.142778364737751e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,4,1.853594949352555e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,5,2.0486351786530577e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,5,8.145108040480409e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,5,1.805548890843056e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,5,1.704268106550444e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,6,2.463744385750033e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,6,9.101991963689215e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,6,2.670129651960451e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,6,2.427254366921261e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,7,3.3873613574542105e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,7,1.2735798918583896e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,7,3.6856610677205026e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,7,3.3572821848792955e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,8,5.6199944083346054e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,8,1.8318844013265334e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,8,4.612492921296507e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,8,4.03821723011788e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,9,5.9720678109442815e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,9,2.956852586066816e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,9,5.488768874784e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,9,4.666904715122655e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,10,8.223146869568154e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,10,3.379703775863163e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,10,6.404080340871587e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,10,5.199797305976972e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,11,9.42475744523108e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,11,3.038760769413784e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,11,7.096234185155481e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,11,6.553918501595035e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,12,9.787585440790281e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,12,4.2170900997007266e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,12,7.983597606653348e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,12,6.735079659847543e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,13,1.0435222793603316e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,13,5.084764416096732e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,13,9.574428258929402e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,13,9.03530526557006e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,14,9.850708011072129e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,14,5.761830470873974e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,14,1.1191533849341795e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,14,1.0797850700328127e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,15,1.1725057993317023e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,15,7.269354682648554e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,15,1.4239619486033916e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,15,1.3869855320081115e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,16,1.4310228289104998e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,16,1.0762653255369514e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,16,1.885339879663661e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,16,2.0613757078535855e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,17,1.234755909536034e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,17,8.741117926547304e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,17,2.1624009241349995e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,17,2.094378141919151e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,18,1.1946738959522918e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,18,6.745716382283717e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,18,2.5420941528864205e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,18,2.474230423104018e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,19,1.0309100616723299e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,19,6.588461837964132e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,19,2.9367691604420543e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,19,2.783439995255321e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,20,1.184193097287789e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,20,8.70556032168679e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,20,3.413372905924916e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,20,3.089139354415238e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,21,8.414924377575517e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,21,5.1802562666125596e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,21,3.8116585346870124e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,21,3.3834620262496173e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,22,1.3175280764698982e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,22,7.15047717676498e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,22,4.1632316424511373e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,22,3.5814661532640457e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,23,1.1941944103455171e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,23,6.944360211491585e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,23,4.663557338062674e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,23,3.842640726361424e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,24,1.608770980965346e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,24,8.940701081883162e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,24,4.993418697267771e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,24,3.849065687973052e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,25,9.226519614458084e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,25,4.95034983032383e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,25,5.558014963753521e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,25,4.0899429586715996e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,26,2.288119139848277e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,26,1.4575067325495183e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,26,5.991192301735282e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,26,4.2459118412807584e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,27,1.8611444102134556e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,27,1.0492275760043412e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,27,6.675628246739507e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,27,4.807277873624116e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,28,2.2197654470801353e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,28,1.4380666834767908e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,28,7.635512738488615e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,28,5.74361823964864e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,29,2.48180003836751e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,29,1.1968733451794833e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,29,8.948856266215444e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,29,9.186834213323891e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,30,2.3317824525292963e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,30,1.5761128452140838e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,30,0.0014498544624075294 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,30,0.007443217560648918 +hqq,bos,attn_in,Llama-2-7b-hf,4,32,31,8.83421569596976e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,32,31,3.163937362842262e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,32,31,0.0028897642623633146 +hqq,bos,mlp_down,Llama-2-7b-hf,4,32,31,0.004205869510769844 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,0,2.0218253382608964e-7 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,0,2.89805626607631e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,0,7.178716288080977e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,0,7.342177354985324e-7 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,1,8.71158817972173e-7 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,1,1.2482269085012376e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,1,1.2648314623220358e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,1,0.01030904520303011 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,2,2.8514364203147124e-06 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,2,1.078091372619383e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,2,2.5985748379753204e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,2,3.3865937894006493e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,3,5.3409976317198016e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,3,2.0011038941447623e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,3,6.311546258075396e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,3,6.2792119024379645e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,4,1.2115874596929643e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,4,4.085811724507948e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,4,1.2203075129946228e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,4,1.5199455447145738e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,5,1.7549416952533647e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,5,7.85791144153336e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,5,1.9668270397232845e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,5,1.7815920728025958e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,6,2.1750567611888982e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,6,9.087857506528962e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,6,2.98832146654604e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,6,2.727196078922134e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,7,3.421507426537573e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,7,1.3258813851280138e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,7,4.0681366954231635e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,7,3.599737101467326e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,8,5.5216809414559975e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,8,1.942644485097844e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,8,4.984028419130482e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,8,4.290246943128295e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,9,6.203567318152636e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,9,2.8397678761393763e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,9,5.842513928655535e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,9,4.962065213476308e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,10,8.318715117638931e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,10,3.8774593122070655e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,10,6.93771435180679e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,10,5.7980876590590924e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,11,9.905704791890457e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,11,3.8587633753195405e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,11,7.874945731600747e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,11,6.737592775607482e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,12,1.1322755017317832e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,12,4.343982436694205e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,12,8.940813131630421e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,12,7.691202335990965e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,13,1.1138224363094196e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,13,5.1435061322990805e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,13,1.081491936929524e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,13,9.65548533713445e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,14,1.0945641406578943e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,14,5.773048542323522e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,14,1.225420128321275e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,14,1.1514695506775752e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,15,1.1958710820181295e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,15,6.433280213968828e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,15,1.5266440459527075e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,15,1.452016003895551e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,16,1.4438549987971783e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,16,9.330676402896643e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,16,2.0004264661110938e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,16,2.090761554427445e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,17,1.309080107603222e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,17,6.417991971829906e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,17,2.241290785605088e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,17,2.2662253468297422e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,18,1.3065528764855117e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,18,6.64292456349358e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,18,2.6407575933262706e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,18,2.662662009242922e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,19,1.1641215678537264e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,19,6.619569467147812e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,19,3.045916964765638e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,19,2.959604898933321e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,20,1.5598528261762112e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,20,8.808608981780708e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,20,3.586823877412826e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,20,3.6764307878911495e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,21,1.0898842447204515e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,21,6.855493847979233e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,21,3.935748536605388e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,21,3.740193787962198e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,22,1.7847662093117833e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,22,8.735772280488163e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,22,4.463053774088621e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,22,4.193864588160068e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,23,1.3993540778756142e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,23,8.102616266114637e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,23,5.000876844860613e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,23,4.382627666927874e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,24,1.7927341104950756e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,24,1.0868222307180986e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,24,5.471744807437062e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,24,4.638460814021528e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,25,1.4112662756815553e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,25,7.475970051018521e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,25,6.137383752502501e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,25,4.8422679537907243e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,26,2.595291589386761e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,26,1.4220319280866534e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,26,6.826962344348431e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,26,5.30867138877511e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,27,2.0990030316170305e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,27,1.2327832519076765e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,27,7.781240274198353e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,27,6.023055757395923e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,28,2.7097188285551965e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,28,1.5354731294792145e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,28,9.225152898579836e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,28,7.440677145496011e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,29,2.663216437213123e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,29,1.3759669673163444e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011029258603230119 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,29,0.0010332855163142085 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,30,2.764178498182446e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,30,1.935819018399343e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,30,0.001842084457166493 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,30,0.0049471925012767315 +hqq,c4,attn_in,Llama-2-7b-hf,4,32,31,8.79427301697433e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,32,31,2.923349675256759e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,32,31,0.004012303426861763 +hqq,c4,mlp_down,Llama-2-7b-hf,4,32,31,0.00786510668694973 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,0,2.2910474228865496e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,0,3.4698507533903467e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,0,9.102836173724427e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,0,7.415872573801607e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,1,8.741732813177805e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,1,1.2623348766283016e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,1,9.912624591379426e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,1,0.008519677445292473 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,2,2.906428790083737e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,2,1.1729770221791114e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,2,2.8104532248107716e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,2,3.601925982366083e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,3,5.274244358588476e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,3,2.264980821564677e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,3,6.859480890852865e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,3,6.694348485325463e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,4,1.1850836017401889e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,4,4.546024229057366e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,4,1.3018813660892192e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,4,1.5693325622123666e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,5,1.782503750291653e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,5,8.914089448808227e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,5,2.0193418095004745e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,5,1.7907361325342208e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,6,2.3809412596165203e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,6,1.0958250641124323e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,6,3.007348823302891e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,6,2.7013251383323222e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,7,3.5926328564528376e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,7,1.5589244867442176e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,7,4.1532217437634245e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,7,3.617215043050237e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,8,5.667113509844057e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,8,2.2732443540007807e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,8,5.146151306689717e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,8,4.432770947460085e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,9,6.401889550033957e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,9,3.08879571093712e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,9,6.032397141098045e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,9,5.110719212098047e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,10,8.489572064718232e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,10,4.288355557946488e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,10,7.049836858641356e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,10,5.893251727684401e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,11,1.0176575597142801e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,11,4.382208862807602e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,11,7.974101026775315e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,11,6.753008347004652e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,12,1.1651439126580954e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,12,5.152444646228105e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,12,9.066874190466478e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,12,7.725156319793314e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,13,1.1209957301616669e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,13,5.5863412853796035e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,13,1.0779091826407239e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,13,9.453522943658754e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,14,1.1530004121595994e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,14,6.318923260550946e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,14,1.2155524746049196e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,14,1.1227588402107358e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,15,1.229164336109534e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,15,6.779731484130025e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,15,1.5033569070510566e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,15,1.406688243150711e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,16,1.4884615666233003e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,16,9.753397171152756e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,16,1.9635811622720212e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,16,2.033059427049011e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,17,1.353519910480827e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,17,6.945138738956302e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,17,2.189574297517538e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,17,2.14872183278203e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,18,1.338840665994212e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,18,8.092511416180059e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,18,2.6075690402649343e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,18,2.583144523669034e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,19,1.1939467367483303e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,19,7.012481364654377e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,19,3.0016666278243065e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,19,2.885576686821878e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,20,1.4187664783094078e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,20,8.280303154606372e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,20,3.539039462339133e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,20,3.517236327752471e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,21,1.1411207378841937e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,21,7.669736805837601e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,21,3.9036295493133366e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,21,3.5535014467313886e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,22,1.8108983931597322e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,22,9.572947601554915e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,22,4.461146891117096e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,22,3.970586112700403e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,23,1.4327971439342946e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,23,8.26765171950683e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,23,4.980642115697265e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,23,4.221778071951121e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,24,1.8159586761612445e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,24,1.0543080134084448e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,24,5.438842345029116e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,24,4.3686036951839924e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,25,1.5730390441603959e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,25,8.698832243680954e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,25,6.112302653491497e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,25,4.706471227109432e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,26,2.734062436502427e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,26,1.4632595411967486e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,26,6.845823954790831e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,26,5.114960949867964e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,27,2.2060825722292066e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,27,1.3662212586496025e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,27,7.8226113691926e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,27,5.907756858505309e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,28,2.7731547015719116e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,28,1.6157666686922312e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,28,9.321878897026181e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,28,7.479118066839874e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,29,2.932650677394122e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,29,1.6219587996602058e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011241891188547015 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,29,0.0010280488058924675 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,30,3.027116763405502e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,30,2.1723010286223143e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,30,0.0018272706074640155 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,30,0.004494919907301664 +hqq,pileval,attn_in,Llama-2-7b-hf,4,32,31,8.667416987009346e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,32,31,2.824871626216918e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,32,31,0.003776226658374071 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,32,31,0.007319207303225994 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,0,2.1123892679497658e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,0,3.6326545682641154e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,0,8.311469912314351e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,0,7.794856173859444e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,1,9.058061891664693e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,1,1.561831027174776e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,1,9.155763109447435e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,1,0.012718675658106804 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,2,1.7695322185318219e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,2,8.182765895980992e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,2,2.6181655812251847e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,2,3.463961775196367e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,3,4.5484853217203636e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,3,2.044462235062383e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,3,6.3011370912136044e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,3,5.912864708079724e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,4,9.430095815332606e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,4,3.7525455809372943e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,4,1.2486611922213342e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,4,1.8204853404313326e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,5,1.5665127648389898e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,5,7.95859068603022e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,5,1.9933198927901685e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,5,1.782761319191195e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,6,2.0700317691080272e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,6,1.0064170965051744e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,6,2.97914411930833e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,6,2.6824123779078946e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,7,3.127165473415516e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,7,1.3682531971426215e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,7,4.100542719243094e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,7,3.6293808079790324e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,8,5.143786984262988e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,8,2.151307307940442e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,8,5.139562927070074e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,8,4.47973761765752e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,9,6.001075234962627e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,9,2.897581725846976e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,9,6.047868009773083e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,9,5.2847753977403045e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,10,7.64195283409208e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,10,3.944135823985562e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,10,7.085211836965755e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,10,5.956413224339485e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,11,9.036536357598379e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,11,3.8353689888026565e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,11,7.903791993157938e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,11,6.775346992071718e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,12,1.0032622230937704e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,12,4.559020817396231e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,12,8.873069600667804e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,12,7.503177039325237e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,13,9.935550042428076e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,13,5.295620212564245e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,13,1.0446449596202001e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,13,9.169484837912023e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,14,1.0121057130163535e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,14,5.637230788124725e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,14,1.1867628199979663e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,14,1.0884490620810539e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,15,1.0975963959936053e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,15,6.250412116060033e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,15,1.4659039152320474e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,15,0.00013746440527029335 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,16,1.268215710297227e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,16,8.187342609744519e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,16,1.8796864605974406e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,16,2.0160667190793902e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,17,1.2138405145378783e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,17,6.881893204990774e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,17,2.128474006894976e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,17,2.1254055900499225e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,18,1.182563864858821e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,18,6.470315565820783e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,18,2.517477551009506e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,18,2.4801777908578515e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,19,1.0598306107567623e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,19,6.152893183752894e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,19,2.850633463822305e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,19,2.702851197682321e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,20,1.380171306664124e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,20,8.173034439096227e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,20,3.358034009579569e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,20,3.4260627580806613e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,21,9.63624261203222e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,21,5.812299787066877e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,21,3.804543521255255e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,21,3.6344918771646917e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,22,1.6869504179339856e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,22,9.261264494853094e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,22,4.244055598974228e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,22,3.841511788778007e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,23,1.4057758380658925e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,23,8.767192048253492e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,23,4.836636653635651e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,23,4.1221603169105947e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,24,1.6151285672094673e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,24,9.448690252611414e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,24,5.327437538653612e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,24,4.3671822641044855e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,25,2.0278630836401135e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,25,1.2412166688591242e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,25,6.060148007236421e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,25,4.6246396959759295e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,26,2.490360930096358e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,26,1.390243851346895e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,26,6.772553897462785e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,26,5.15928550157696e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,27,2.1725821716245264e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,27,1.3702004798687994e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,27,7.818302838131785e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,27,5.972137441858649e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,28,2.9879959765821695e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,28,1.875205634860322e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,28,9.044830221682787e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,28,6.950566312298179e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,29,3.033700049854815e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,29,1.89491271157749e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,29,0.001072977902367711 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,29,0.00106025580316782 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,30,2.904747088905424e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,30,2.3304786009248346e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,30,0.0017662752652540803 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,30,0.011699331924319267 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,32,31,7.589835440739989e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,32,31,3.247734275646508e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,32,31,0.0036083541344851255 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,32,31,0.006748083513230085 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,0,4.412204646087048e-7 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,0,6.211556637936155e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,0,1.3603536785922188e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,0,1.520367618468299e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,1,1.1336150009810808e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,1,2.8295332867855905e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,1,1.0918886255240068e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,1,0.03528722748160362 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,2,2.735480393312173e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,2,1.2521968528744765e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,2,3.0833177788736066e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,2,4.8676574806449935e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,3,8.3407576312311e-6 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,3,2.870180423997226e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,3,7.348489361902466e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,3,7.508879207307473e-6 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,4,1.8727347196545452e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,4,5.86759142606752e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,4,1.621699266252108e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,4,2.922886051237583e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,5,2.7653664801619016e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,5,1.1510272088344209e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,5,2.512058927095495e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,5,2.330801908101421e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,6,3.899076546076685e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,6,1.275032900593942e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,6,3.7051951949251816e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,6,3.309979001642205e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,7,4.720055949292146e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,7,1.7962869605980814e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,7,5.164228059584275e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,7,4.568771328194998e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,8,8.480469841742888e-5 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,8,2.5550414648023434e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,8,6.48028653813526e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,8,5.53941099497024e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,9,1.263245358131826e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,9,4.172210901742801e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,9,7.715591345913708e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,9,6.384796870406717e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,10,1.1364854435669258e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,10,4.608325980370864e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,10,9.018229320645332e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,10,7.093515159795061e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,11,1.2095853162463754e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,11,4.1629762563388795e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,11,9.962670446839184e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,11,8.934284414863214e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,12,1.5616542077623308e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,12,5.851257446920499e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,12,1.1199410073459148e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,12,9.209000563714653e-5 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,13,1.4738686149939895e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,13,6.998450407991186e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,13,1.3384778867475688e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,13,1.228808832820505e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,14,1.7515096988063306e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,14,7.827510853530839e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,14,1.5581883781123906e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,14,1.4656290295533836e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,15,1.980919623747468e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,15,1.0102060332428664e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,15,2.0040360686834902e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,15,1.8937999266199768e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,16,2.3852688900660723e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,16,1.4749859110452235e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,16,2.6100085233338177e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,16,2.894842764362693e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,17,1.727188064251095e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,17,1.2003805750282481e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,17,2.98661325359717e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,17,2.84170062514022e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,18,1.653326180530712e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,18,9.2300571850501e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,18,3.4999128547497094e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,18,3.3851087209768593e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,19,1.4669634401798248e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,19,9.117135778069496e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,19,4.0726285078562796e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,19,3.8575479993596673e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,20,1.6227405285462737e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,20,1.1957946117036045e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,20,4.6431811642833054e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,20,4.2282234062440693e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,21,1.2117291771573946e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,21,7.084961544023827e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,21,5.199951119720936e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,21,4.6086657675914466e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,22,2.1346379071474075e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,22,9.875207615550607e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,22,5.68919931538403e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,22,4.856612649746239e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,23,1.857647584984079e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,23,9.504331683274359e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,23,6.39259465970099e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,23,5.220625316724181e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,24,1.995793281821534e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,24,1.2484773469623178e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,24,6.857750122435391e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,24,5.222771433182061e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,25,1.3965800462756306e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,25,6.756851507816464e-5 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,25,7.610095199197531e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,25,5.612074164673686e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,26,3.166028473060578e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,26,2.032837801380083e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,26,8.239595335908234e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,26,5.748831899836659e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,27,2.599713334348053e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,27,0.00014327617827802896 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,27,9.227614500559866e-4 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,27,6.499901064671576e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,28,3.157718456350267e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,28,1.988323056139052e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,28,0.001053467858582735 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,28,7.856653537601233e-4 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,29,3.206578840035945e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,29,1.6368531214538962e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,29,0.0012410046765580773 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,29,0.0013090911088511348 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,30,3.4870419767685235e-4 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,30,2.1422900317702442e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,30,0.0021141571924090385 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,30,0.01004268042743206 +hqq,bos,attn_in,Llama-2-7b-hf,4,64,31,0.00218313024379313 +hqq,bos,attn_out,Llama-2-7b-hf,4,64,31,4.659716796595603e-4 +hqq,bos,mlp_gate,Llama-2-7b-hf,4,64,31,0.003984387498348951 +hqq,bos,mlp_down,Llama-2-7b-hf,4,64,31,0.00645426195114851 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,0,3.3729708093233057e-7 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,0,4.946297167407465e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.0225949864661743e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,0,1.114797896661912e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,1,1.0804524208651856e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,1,1.9468368464004016e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,1,3.724531052284874e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,1,0.013427522033452988 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,2,4.0963172978081275e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,2,1.5378069520011195e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.5402758840064052e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,2,4.799456746695796e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,3,8.211482963815797e-6 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,3,2.8570727863552747e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,3,8.66556274559116e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,3,8.597821761213709e-6 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,4,1.87934965651948e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,4,5.72623685002327e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.7076958101824857e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,4,2.269633114337921e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,5,3.1646221032133326e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,5,1.1114143489976414e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.727639366639778e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,5,2.4330043743248098e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,6,3.934060805477202e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,6,1.2665389476751443e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.146687933825888e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,6,3.7211768358247355e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,7,4.829309182241559e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,7,1.8594411812955514e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,7,5.685012001777068e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,7,4.917083424516022e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,8,8.260140748461708e-5 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,8,2.6939706003759056e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,8,6.958979793125764e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,8,5.866810533916578e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,9,1.2063099711667746e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,9,3.906144411303103e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.179747965186834e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,9,6.772708729840815e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,10,1.2087974755559117e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,10,5.336379035725258e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,10,9.768160089151934e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,10,7.923187513370067e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,11,1.416472950950265e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,11,5.305639569996856e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,11,1.105536357499659e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,11,9.198219049721956e-5 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,12,1.5574214921798557e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,12,5.967683682683855e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,12,1.246999017894268e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,12,1.0487376130186021e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,13,1.4771471614949405e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,13,7.078883936628699e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,13,1.5107284707482904e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,13,1.3151824532542378e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,14,1.7522534471936524e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,14,7.91312413639389e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,14,1.70858547789976e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,14,1.5671277651563287e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,15,1.9192251784261316e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,15,8.848875586409122e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,15,2.1351565374061465e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,15,1.9823541515506804e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,16,2.2906108642928302e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,16,1.2790269101969898e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,16,2.770277496892959e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,16,2.888748131226748e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,17,1.7657260468695313e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,17,8.775269816396758e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,17,3.088503726758063e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,17,3.083875053562224e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,18,1.9337893172632903e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,18,9.095332643482834e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,18,3.6416942020878196e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,18,3.6369069130159914e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,19,1.5778625675011426e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,19,9.088526712730527e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,19,4.1912178858183324e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,19,4.086329136043787e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,20,2.149715437553823e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,20,1.2043660535709932e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,20,4.925053799524903e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,20,5.028977175243199e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,21,1.6386933566536754e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,21,9.386471356265247e-5 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,21,5.396014894358814e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,21,5.092029459774494e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,22,2.6160149718634784e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,22,1.1977722169831395e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,22,6.109212408773601e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,22,5.696297739632428e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,23,2.28810531552881e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,23,1.1066991282859817e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,23,6.810108898207545e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,23,5.947087774984539e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,24,2.898256934713572e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,24,1.5076762065291405e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,24,7.48810765799135e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,24,6.305559072643518e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,25,2.1048188500571996e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,25,1.0196004586759955e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,25,8.394227479584515e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,25,6.608145195059478e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,26,3.8490313454531133e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,26,1.957471395144239e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,26,9.366549784317613e-4 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,26,7.210052572190762e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,27,3.013135865330696e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,27,1.6820826567709446e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010709493653848767 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,27,8.174299728125334e-4 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,28,3.630704013630748e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,28,2.1026800095569342e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.001269913394935429 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,28,0.001014051609672606 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,29,3.470290685072541e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,29,1.8852470384445041e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015330102760344744 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,29,0.001457447069697082 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,30,3.9938013651408255e-4 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,30,2.6661704760044813e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.0026317813899368048 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,30,0.006818561814725399 +hqq,c4,attn_in,Llama-2-7b-hf,4,64,31,0.0021024192683398724 +hqq,c4,attn_out,Llama-2-7b-hf,4,64,31,4.2081030551344156e-4 +hqq,c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.00561584671959281 +hqq,c4,mlp_down,Llama-2-7b-hf,4,64,31,0.012345901690423489 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,0,3.5112520890834276e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,0,5.996923846396385e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.3132982701336005e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.116492285291315e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,1,1.1230303016418475e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,1,1.9699409676832147e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,1,3.190103598171845e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.01109052263200283 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,2,4.232647825119784e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,2,1.6720242683732067e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,2,3.831796675513033e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,2,5.077923560747877e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,3,8.20862169348402e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,3,3.2434377317258622e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,3,9.4121887741494e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.163330105366185e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,4,1.840256118157413e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,4,6.374161330313655e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.8175354853156023e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.3200484065455385e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,5,3.1707564630778506e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,5,1.2589415746333543e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,5,2.797519300656859e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.4447845135000534e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,6,4.1241120925405994e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,6,1.534799230284989e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.1680410504341125e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,6,3.688649303512648e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,7,5.036446964368224e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,7,2.1903808374190703e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,7,5.7778179325396195e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,7,4.949917274643667e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,8,8.275920117739588e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,8,3.149401891278103e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.177540828706697e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.067876165616326e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,9,1.2172867718618363e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,9,4.24713252868969e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,9,8.42771987663582e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,9,6.981325714150444e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,10,1.2341282854322344e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,10,5.917765520280227e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,10,9.913711255649105e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.062620327109471e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,11,1.4837335038464516e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,11,6.026827759342268e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,11,1.1187846394022927e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.217795013682917e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,12,1.613202621228993e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,12,7.075531175360084e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,12,1.263067970285192e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,12,1.0519409261178225e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,13,1.523020473541692e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,13,7.67381425248459e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,13,1.5027161862235516e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,13,1.2898707063868642e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,14,1.7738113820087165e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,14,8.662589243613183e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,14,1.6938253247644752e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,14,1.5278153296094388e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,15,1.9123419770039618e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,15,9.319519449491054e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,15,2.099390549119562e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,15,1.92236591828987e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,16,2.2740692656952888e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,16,1.3398118608165532e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,16,2.720398479141295e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,16,2.808569115586579e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,17,1.8193048890680075e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,17,9.519917512079701e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,17,3.0208012321963906e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,17,2.9216750408522785e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,18,1.9963789964094758e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,18,1.1155115498695523e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,18,3.5903716343455017e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,18,3.533831622917205e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,19,1.6247964231297374e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,19,9.622184006730095e-5 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,19,4.1256987606175244e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,19,3.9766280679032207e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,20,1.9958704069722444e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,20,1.1364324745954946e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,20,4.8459292156621814e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,20,4.8140791477635503e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,21,1.697187835816294e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,21,1.0500274220248684e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,21,5.333480658009648e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,21,4.8393046017736197e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,22,2.710487460717559e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,22,1.31516411784105e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,22,6.08640955761075e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,22,5.396594642661512e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,23,2.2279600671026856e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,23,1.1295548756606877e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,23,6.79080665577203e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,23,5.731675773859024e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,24,2.745922247413546e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,24,1.4576167450286448e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,24,7.426660740748048e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,24,5.940698902122676e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,25,2.396950585534796e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,25,1.1872268805745989e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,25,8.360930369235575e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,25,6.420676363632083e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,26,3.93207767046988e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,26,2.0280107855796814e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,26,9.38576296903193e-4 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,26,6.941358442418277e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,27,3.1607458367943764e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,27,1.8604610522743315e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010777750285342336 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,27,8.032343466766179e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,28,3.718503867276013e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,28,2.210345701314509e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012836423702538013 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.0010198998497799039 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,29,3.9460937841795385e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,29,2.2196362260729074e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015612951247021556 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.001442722394131124 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,30,4.4782337499782443e-4 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,30,2.9881519731134176e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025908066891133785 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.006203715689480305 +hqq,pileval,attn_in,Llama-2-7b-hf,4,64,31,0.0020526100415736437 +hqq,pileval,attn_out,Llama-2-7b-hf,4,64,31,4.0688703302294016e-4 +hqq,pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.0053017633035779 +hqq,pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.01145612820982933 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.4034312079711526e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,0,6.010779998177895e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.1771462027354573e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.1685931440297281e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.1517481652845163e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.4329899588337867e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,3.806508539128117e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.016534890979528427 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.5358367565786466e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.2009498959741904e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.573282583602122e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,2,5.0414882935001515e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,3,7.827351510059088e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,3,2.929086576841655e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,8.647631148051005e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.087976311799139e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.496404547651764e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.308792424330022e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.7564496374689043e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,4,2.8490356271504425e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,5,2.9315997380763292e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.1315745723550208e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.7615809813141823e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.4294538889080286e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.660861329990439e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.4060364264878444e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.1178900573868304e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,6,3.665543408715166e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.3807642214233056e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,7,1.918385169119574e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,5.710193727281876e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,7,4.9641344958217815e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,8,7.296985859284177e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,8,2.9844311939086765e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.188026211224496e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.123173807282001e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,9,1.110483062802814e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,9,3.9884831494418904e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,8.435909694526345e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.213224307633936e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,10,1.142088949563913e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.428529766504653e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,9.945266356226057e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.142687875078991e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,11,1.3013319403398782e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.276029332890175e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,1.1020658712368459e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,11,9.242202941095456e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,12,1.440309570170939e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.241056689759716e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,1.2335790961515158e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,12,1.0232977365376428e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,13,1.3748327910434455e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.264675514306873e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,1.4575847308151424e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,13,1.2523878831416368e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,14,1.5674138558097184e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,14,7.710159115958959e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,1.6512561705894768e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,14,1.4770631969440728e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,15,1.753905526129529e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,15,8.617420098744333e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,2.0504150597844273e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,15,1.875102607300505e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,16,1.986569695873186e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,16,1.1189029464730993e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,2.596763370092958e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,16,2.8082451899535954e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,17,1.6612767649348825e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,17,9.374646469950676e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,2.9306579381227493e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,17,2.8955921879969537e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,18,1.7386412946507335e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,18,8.849817095324397e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,3.461211745161563e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,18,3.39338555932045e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,19,1.423088542651385e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,19,8.437425276497379e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,3.915840352419764e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,19,3.754474164452404e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,20,1.8858484691008925e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,20,1.1132175131933764e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,4.608108720276505e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,20,4.668059409596026e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,21,1.4579447451978922e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,21,7.981640374055132e-5 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,5.207860958762467e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,21,4.950902075506747e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,22,2.5943349464796484e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,22,1.2716469063889235e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,5.821113009005785e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,22,5.227244691923261e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,23,2.1939062571618706e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,23,1.2026153854094446e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,6.595389568246901e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,23,5.595867987722158e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,24,2.5151591398753226e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,24,1.3070055865682662e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,7.266387692652643e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,24,5.939772818237543e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,25,2.6749217067845166e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,25,1.6913682338781655e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,8.293717983178794e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,25,6.299723754636943e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,26,3.4570484422147274e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,26,1.9048516696784645e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,9.31687478441745e-4 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,26,6.992227863520384e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,27,3.0826570582576096e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,27,1.8694715981837362e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010744528844952583 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,27,8.121752762235701e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,28,3.9779552025720477e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,28,2.5664293207228184e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012471976224333048 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,28,9.47212683968246e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,29,4.1706193587742746e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,29,2.5894047576002777e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.001486502354964614 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.0015039019053801894 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,30,4.297570849303156e-4 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,30,3.190289717167616e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.002585082547739148 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.015789583325386047 +hqq,wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.00169906928204 +hqq,wikitext,attn_out,Llama-2-7b-hf,4,64,31,4.624463617801666e-4 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.004995889030396938 +hqq,wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.010541807860136032 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,0,2.845321089850472e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,0,4.711396606182916e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,0,8.139688922881305e-10 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,0,7.738515606092733e-9 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,1,9.995788197159072e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,1,1.9360372860433017e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,1,1.0697228844946949e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,1,0.0016851195832714438 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,2,1.0787596593786475e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,2,6.784384165570145e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,2,1.4598890984984791e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,2,3.779759083499812e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,3,3.520874614082459e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,3,1.4416930760319246e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,3,3.509476087515395e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,3,3.5505500761701114e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,4,6.880402025899457e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,4,2.8743309954393226e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,4,7.469419927019771e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,4,1.77701252823681e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,5,1.2232612789375708e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,5,5.7102344186432674e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,5,1.1971678759437054e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,5,1.0959465157611703e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,6,1.8813592816968594e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,6,6.28437106797719e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,6,1.7773339777704678e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,6,1.563109606195212e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,7,2.1404406425062916e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,7,8.660800432380711e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,7,2.48117231649303e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,7,2.223607538098804e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,8,3.296198656244087e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,8,1.2271057414636743e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,8,3.132901156277512e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,8,2.8094132176192943e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,9,5.890541387998383e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,9,1.9936209127990878e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,9,3.7508891637116903e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,9,3.023760086762195e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,10,5.446111686069344e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,10,2.188188830132276e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,10,4.3794378257189237e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,10,3.336479039717233e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,11,5.403893510447233e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,11,1.9678712703807832e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,11,4.81501672311424e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,11,4.19512872440464e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,12,5.9118389117429615e-07 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,12,2.7195358143217163e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,12,5.395663151830377e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,12,4.269928979283577e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,13,6.466576110142341e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,13,3.333917106829176e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,13,6.470726816587558e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,13,5.854965365870157e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,14,8.513561624567956e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,14,3.6555030646923115e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,14,7.545887115156802e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,14,6.822067462053383e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,15,9.833842113948776e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,15,4.698067073150014e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,15,9.643223393140943e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,15,8.929897035159229e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,16,1.075216005119728e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,16,6.916154688951792e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,16,1.2448658708308358e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,16,1.4305834383776528e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,17,8.359891126019647e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,17,5.739700554840965e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,17,1.4203469618223608e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,17,1.333057753072353e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,18,8.050450901464501e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,18,4.3392731186031597e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,18,1.6618445215499378e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,18,1.5923261571515468e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,19,7.22292782029399e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,19,4.2640439801289176e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,19,1.9200545011699433e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,19,1.8573863371784682e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,20,7.168357001319237e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,20,5.615102622869017e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,20,2.1993464542902075e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,20,1.9889364466507686e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,21,5.872042265764321e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,21,3.346579831031704e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,21,2.439456466163392e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,21,2.161462361982558e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,22,1.0302620694346842e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,22,4.655049110624532e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,22,2.667391754584969e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,22,2.252489366583177e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,23,8.146088248395245e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,23,4.4273190269450424e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,23,2.9910061130067334e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,23,2.4335449779755436e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,24,9.916113867802778e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,24,6.080970251787221e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,24,3.2169307360163657e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,24,2.420522832835559e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,25,6.207522460499604e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,25,3.1699534019935527e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,25,3.5800887872028397e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,25,2.7749813398258993e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,26,1.570417225593701e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,26,9.482529890192382e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,26,3.873391051456565e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,26,2.6784202873386675e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,27,1.2856808098149486e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,27,6.71412522024184e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,27,4.347401045379229e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,27,3.054295120819006e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,28,1.5661412362533156e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,28,9.448472724216117e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,28,5.020964636059944e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,28,3.7332777083065594e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,29,1.6643749631839455e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,29,7.825640864211891e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,29,5.92538481214433e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,29,6.805822067690315e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,30,1.6057007314884686e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,30,1.0210377467956278e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,30,9.847134606388863e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,30,0.0013189173769205809 +hqq,bos,attn_in,Llama-2-7b-hf,8,128,31,1.7412565284757875e-5 +hqq,bos,attn_out,Llama-2-7b-hf,8,128,31,2.888815743062878e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,128,31,1.9995850379928015e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,8,128,31,5.550923742703162e-5 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,0,2.1308561581889762e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,0,3.93266130771508e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.153494380711777e-10 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,0,5.80264103433592e-9 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,1,9.973009973407443e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,1,1.2881823607813203e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,1,8.909435678106092e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,1,6.517339497804642e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,2,1.4009688520388863e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,2,7.759627607129005e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.674020744246718e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,2,2.9577547522308123e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,3,3.44088277870469e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,3,1.4441697615552584e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.109685747266667e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,3,4.0662992972784195e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,4,6.724356893528238e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,4,2.8141668551029397e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.052828803783996e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,4,1.2618934874808474e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,5,1.2689690720435465e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,5,5.519490997585308e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3034335211159487e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,5,1.1425893120531327e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,6,1.6352250042928063e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,6,6.249986483908287e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,6,1.986038853374339e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7572217814176838e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,7,2.1629166724324023e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,7,8.991749211872957e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.737177169365168e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,7,2.363805151617271e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,8,3.2631510293867905e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,8,1.2972114404874446e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.356125830578094e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,8,2.8715888333863404e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,9,5.059462750978128e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,9,1.84906525646511e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,9,3.9461431811105285e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,9,3.1861404181654507e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,10,5.928506539021328e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,10,2.5166028194689716e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.751574067540787e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,10,3.730132505097572e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,11,6.234892566681083e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,11,2.5136355930044374e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.353951451070316e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,11,4.303428227103723e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,12,6.994179670982703e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,12,2.8091395165574795e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.016679776621459e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,12,4.884233817392669e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,13,6.902920972606807e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,13,3.333882148126577e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.27730764538137e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,13,6.239605454538832e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,14,8.130693913699361e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,14,3.718888876846904e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.239732665060728e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,14,7.306175575649831e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,15,9.332806598649768e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,15,4.1786526594478346e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.0313784741811105e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,15,9.342734301753808e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,16,1.125639641941234e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,16,6.025270522513893e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3272094747662777e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,16,1.3908559139963472e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,17,8.353767384505772e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,17,4.1230796909985656e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.4718966667714994e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4467731261902372e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,18,8.589332765041036e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,18,4.273861407000368e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.7298810917054652e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7211840486197616e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,19,7.684362799409428e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,19,4.287600177121931e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,19,1.9857004645018606e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9439651168795535e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,20,9.634380830902955e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,20,5.654161441270844e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.330327561139711e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,20,2.37565996030753e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,21,7.532318022640538e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,21,4.4208903204889793e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5407377961528255e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,21,2.372811877648928e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,22,1.2630503078980837e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,22,5.647327725455398e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.8728036340908147e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,22,2.6498535135033308e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,23,1.0889924624279956e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,23,5.164479262020905e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2021653169067577e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,23,2.7759488148149103e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,24,1.262748355657095e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,24,7.254207048390526e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.505485892674187e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,24,2.929640459115035e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,25,9.211807423525897e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,25,4.7554482307532453e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,25,3.932021172659006e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,25,3.175744950567605e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,26,1.7075310552172596e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,26,9.11931181235559e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.405629624670837e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,26,3.347475058035343e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,27,1.4167526387609541e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,27,7.870323770475807e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.0607459343154915e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,27,3.8074331314419396e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,28,1.8354201074544108e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,28,9.880974403131404e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.054439836589154e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,28,4.844105660595233e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,29,1.6893944803086924e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,29,8.909796633815859e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.3350138336536475e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,29,7.259316134877736e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,30,1.9645638076326577e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,30,1.2695293207798386e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.2647359653783496e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,30,6.918489234521985e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,128,31,1.675253952271305e-5 +hqq,c4,attn_out,Llama-2-7b-hf,8,128,31,2.4600358301540837e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.770631544990465e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,8,128,31,9.693941683508456e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,0,2.1935657734672986e-9 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,0,4.5543706583828225e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.77708064614302e-10 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.838619365761133e-9 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0317758203370886e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2954202155412986e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,1,4.134838889058301e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,1,5.413048784248531e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,2,1.4833548611647984e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,2,8.383088889729606e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.810644434385722e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.025000339107464e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,3,3.546130145082316e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,3,1.6433796545811674e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.4600479753853506e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.333751846274936e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,4,6.923903583810898e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,4,3.126245573525921e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.573173460035832e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2698916407316574e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,5,1.296870664191374e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,5,6.211431724523209e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3337742643670936e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1481738226848393e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,6,1.7078795622182952e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,6,7.564344173260906e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,6,1.9934024919621152e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7462110690757982e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,7,2.2987475745139818e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,7,1.0568776787067691e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.7786228429249604e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.3792526349097898e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,8,3.3949382327591593e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5104971851087612e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.453452563917381e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,8,2.966450267649634e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,9,5.104186584503623e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0103622944134258e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.061506615471444e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.28290468587511e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,10,5.932275257691799e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,10,2.7785321776718774e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.800053261533321e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.7994757917658717e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,11,6.584926381947298e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,11,2.847673670203221e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.4058261866885e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.3133462668265565e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,12,7.444872949236014e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,12,3.3202840654666943e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.072862106520915e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.903143349110906e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,13,7.181322416727198e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,13,3.619034316670877e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.242192623380106e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.116807753642206e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,14,8.3724029309451e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,14,4.059694163061067e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.147475227815448e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.127775916160317e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,15,9.313435498370382e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,15,4.4064984194847057e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.0135247521247948e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.079227538677515e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1106669717264595e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,16,6.288300369305944e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.3014368960284628e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3498985254045692e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,17,8.619282994004607e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,17,4.472813373013196e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.436762545381498e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.37119445753342e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,18,8.964271955846925e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,18,5.273763008517562e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7044454807546572e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.6718418009986635e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,19,7.743898891021672e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,19,4.527232135842496e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.9531210000423016e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.8918376554211136e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,20,8.696288205101155e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,20,5.337034849617339e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.2914841792953666e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.273352720294497e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,21,7.709248279752501e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,21,4.927662189402326e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.5125787033175584e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.2563110633200267e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,22,1.3002411378693068e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,22,6.266979539759632e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.8618849228223553e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5071688014577376e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0507509387025493e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,23,5.279727020024438e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.1892593597149244e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.671797801667708e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,24,1.2421962765074568e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,24,7.001094104452932e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.477166728771408e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.75839670393907e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0352990784667782e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,25,5.526524091692409e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.915728939318797e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1230908916768385e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,26,1.7954168924916303e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,26,9.432448564439255e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.405002528073965e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.2248149182123598e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,27,1.4916911368345609e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,27,8.692996402714925e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.082733423478203e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.740820602615713e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8592071455714176e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0390472198196221e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.111574293754529e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.857381100009661e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,29,1.871183599178039e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,29,1.048270178216626e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.464876944140997e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.13341523805866e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,30,2.1158534764254e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,30,1.4278307389758993e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.251566663995618e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,30,6.046422058716416e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,128,31,1.6400897948187776e-5 +hqq,pileval,attn_out,Llama-2-7b-hf,8,128,31,2.3959262307471363e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.635571399878245e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.750663982937112e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.5324240482405003e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.680193566031221e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.090018017130717e-10 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.315657774536021e-9 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0253525140058173e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6008778302989413e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,1.4895392723701661e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,1,8.199700387194753e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0037570774557025e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.400373120385439e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.687604189726244e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.595435060788077e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.1501102171205275e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.4659693015062203e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.104831674567322e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.816434102077437e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.525476609591351e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.6092026317314776e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.123446093577513e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7039474187185988e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.1699188462443999e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.645377854079925e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3186622993544006e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.1385392184593002e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.565284861726468e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,6,6.894828175063594e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,1.9706517662143597e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.7353085013382952e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,7,1.9577261411996005e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.246497967296818e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.741268474437675e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.4222418915087474e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.106781889528065e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4323988750675198e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.4509366741986014e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.001562163262861e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.834928404306993e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.8828323788966372e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.067294696596946e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.407125177545822e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.595103971245408e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.555253502123378e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.821384891329217e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.826771148851549e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.929939561610809e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.5067890874197474e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.353621759240923e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.3209163891333446e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.801067229389446e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.933275879968278e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,5.943455789747532e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.769335077980941e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.41398514744651e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.425059844630596e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.021700980658352e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,13,5.940333380749507e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.365218266386364e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.6302981243352406e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,7.92228490809066e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,14,6.902528184582479e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.560583637517993e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.052216411309928e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,9.84960820460401e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,15,8.874341688169807e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.724539040689706e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.273794840832124e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2421534165696357e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.3781959751213435e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.661569156880432e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.408632889862929e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.396593802382995e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3538714256355888e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,18,7.852183898648946e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.1481919765828934e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6408112060162239e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.6009025785024278e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,19,6.730114137099008e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,19,3.9810478824620077e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8557080920800217e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8084103885485092e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.064342296165705e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.2409831141631e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.181172021664679e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.2080348571762443e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.303745294644614e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.759952846849046e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.4510234197805403e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.3100662929209648e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.1707556950568687e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.014620339556132e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.73419118457241e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.427666231596959e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0462472346262075e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.617623060061305e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.097728949796874e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6084587716468377e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.0662132581273909e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.308344495664642e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.401406729608425e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.7574326395551907e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.1890787163792993e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,25,7.853030297155783e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.870474301947979e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.0593482733820565e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.7892878076963825e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,26,8.811415455056704e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.375730895844754e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.2479476885782788e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.4774363989999983e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.771335728852137e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.070715815236326e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.7771656025142875e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.94019798982481e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2046758683936787e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,5.927010533923749e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.509996415436035e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.9377744138182607e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2284838248888263e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.12219616616494e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.66377524996642e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.1259443201415706e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.524889626125514e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2033374332531821e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0021808031015098095 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.2858896297984757e-5 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.8428628411347745e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5228462618542835e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.71215233928524e-5 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,0,1.2431182749850223e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,0,1.3607455162656379e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,0,4.330861502754857e-10 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,0,3.666097869725604e-9 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,1,6.045657752196121e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,1,6.392864015936084e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,1,2.4024279809964355e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,1,8.630124502815306e-4 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,2,6.177149902697465e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,2,3.1452820348221167e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,2,8.570308906996615e-9 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,2,1.3581482605218298e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,3,1.6959107895786474e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,3,7.325710704719768e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,3,2.0043902537736358e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,3,2.028161283362806e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,4,3.406281479101381e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,4,1.5341047543415698e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,4,4.2287378931860076e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,4,7.082940811642402e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,5,7.191727746658216e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,5,3.0255211669327764e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,5,6.720211587207814e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,5,6.311043421192153e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,6,8.327536704655358e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,6,3.379894053523458e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,6,9.957508950719784e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,6,8.969028186811556e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,7,1.3027387524289225e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,7,4.79481876425325e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,7,1.3723429503897933e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,7,1.2535747373476624e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,8,1.8770255394429114e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,8,6.786593331753465e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,8,1.733343424348277e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,8,1.5357697691342764e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,9,2.646459336119733e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,9,1.1038964231602222e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,9,2.0471816242206842e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,9,1.7315268507900328e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,10,2.984878051393025e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,10,1.2273679317331698e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,10,2.37617740594942e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,10,1.9186997235465242e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,11,3.352974715653545e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,11,1.1118841314328165e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,11,2.6323311885789735e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,11,2.4087444217002485e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,12,4.1883717472046555e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,12,1.5524955188084277e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,12,2.9568380455202714e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,12,2.47634716288303e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,13,3.889517188326863e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,13,1.8958770908739098e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,13,3.5609537007985637e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,13,3.34250984224127e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,14,4.2710914271992806e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,14,2.109090644353273e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,14,4.167615657024726e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,14,3.981407132869208e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,15,4.768508574670705e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,15,2.6777664174915117e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,15,5.324357630343002e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,15,5.109087624077802e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,16,6.607842237826844e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,16,3.986405374689639e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,16,7.042079346319952e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,16,7.624908562320343e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,17,4.832161835111037e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,17,3.197520754838479e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,17,8.050220117183926e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,17,7.748662937956396e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,18,4.550571190975461e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,18,2.4830023903632537e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,18,9.491752166468359e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,18,9.150375035460456e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,19,4.2631577912288776e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,19,2.423830665065907e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,19,1.098979282687651e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,19,1.0258241900373832e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,20,4.1099045233750076e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,20,3.2305348440786474e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,20,1.2660810853049043e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,20,1.1407765896365163e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,21,3.151310750126868e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,21,1.923838226502994e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,21,1.4173800764183397e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,21,1.2488494576246012e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,22,5.327170811142423e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,22,2.640300635903259e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,22,1.5430664461746346e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,22,1.3231517641543178e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,23,4.4021336975674785e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,23,2.5469427100688335e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,23,1.7400608385287342e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,23,1.4131611578704906e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,24,5.53288600713131e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,24,3.239530883547559e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,24,1.86975546512258e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,24,1.4164087360768463e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,25,3.6960173588340695e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,25,1.818490602545353e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,25,2.06954064196907e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,25,1.5515439599766978e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,26,8.354712122127239e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,26,5.282992674437992e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,26,2.2355015971697867e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,26,1.5700617268521455e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,27,6.930728773113515e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,27,3.887310242589592e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,27,2.476880126778269e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,27,1.7795842950363294e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,28,8.766434689277958e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,28,5.283546329337696e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,28,2.816311734932242e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,28,2.1078008103359025e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,29,8.935442110669101e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,29,4.398295061491808e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,29,3.3367957712471252e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,29,3.326506202938617e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,30,8.818332730697875e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,30,5.791630428575445e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,30,8.245508070103824e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,30,3.351823252160102e-4 +hqq,bos,attn_in,Llama-2-7b-hf,8,32,31,4.124427050555823e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,32,31,1.2184714250906836e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,32,31,1.086958400264848e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,8,32,31,2.0276867871871218e-5 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,0,9.3921159738386e-10 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,0,1.1162707425071972e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,0,3.161376993521259e-10 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,0,2.7020941040234447e-9 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,1,5.634549271604783e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,1,4.466823355642191e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,1,1.5818075098650297e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,1,3.376537933945656e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,2,8.31608204521217e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,2,3.964680139745269e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,2,9.772159081933296e-9 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,2,1.3197198001080324e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,3,1.7656148543210293e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,3,7.353797126796735e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,3,2.355143990939723e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,3,2.322460801451598e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,4,3.499340905932513e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,4,1.5007284304147106e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,4,4.540231657301774e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,4,5.726874974243401e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,5,6.727181300902885e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,5,2.8995181367008627e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,5,7.340955221479817e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,5,6.593825929712693e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,6,8.663897688165889e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,6,3.35536931572733e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,6,1.1151809786724698e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,6,1.0097726743651947e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,7,1.2927289105846285e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,7,4.914101481290345e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,7,1.5148236798268044e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,7,1.3397895770594914e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,8,2.0317109772349795e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,8,7.201496998732182e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,8,1.858553559941356e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,8,1.608530624253035e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,9,2.5296273520325485e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,9,1.048245223955746e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,9,2.1798395266614534e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,9,1.8348073638208007e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,10,3.2975964359138743e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,10,1.4243339307995484e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,10,2.5830894401224214e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,10,2.150810729517616e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,11,3.78389472643903e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,11,1.417726309682621e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,11,2.936104692707886e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,11,2.488406778411445e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,12,4.2754717810566945e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,12,1.605633599410794e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,12,3.329525952722179e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,12,2.8346426006464753e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,13,4.042163652684394e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,13,1.8982260030497855e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,13,4.0255693534163584e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,13,3.5757187788476585e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,14,4.2548762735350465e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,14,2.1324935062239092e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,14,4.569489817640715e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,14,4.2484768414396967e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,15,4.977411549589306e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,15,2.376969092665604e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,15,5.711594326385239e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,15,5.373585167944839e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,16,6.59823456317099e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,16,3.4377680435682123e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,16,7.460533311132167e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,16,7.73172587287263e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,17,4.747172965835489e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,17,2.362711626346936e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,17,8.378378311135748e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,17,8.383242402487667e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,18,4.564292339637177e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,18,2.4497197159689676e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,18,9.87833800536464e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,18,9.852627727013896e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,19,4.407522169458389e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,19,2.442764355237159e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,19,1.1363371186234872e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,19,1.0926734148597461e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,20,5.475404805110884e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,20,3.2532432214793516e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,20,1.3430963008431718e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,20,1.3591213701147353e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,21,4.127851127577742e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,21,2.532194969262491e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,21,1.469908056606073e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,21,1.3819288824379328e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,22,6.491848694167857e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,22,3.231738503473025e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,22,1.6673429854563437e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,22,1.5516668554482749e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,23,5.348543936634087e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,23,2.9893587338847283e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,23,1.863731426965387e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,23,1.6171808283615974e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,24,7.347547921199293e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,24,3.991467281139194e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,24,2.042034793703351e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,24,1.7115806940637412e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,25,5.478794378177554e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,25,2.767010300885886e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,25,2.2835968138679164e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,25,1.8149873994843801e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,26,9.86992972684675e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,26,5.1414565405139e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,26,2.539547949709231e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,26,1.9610067738540238e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,27,8.128336617119203e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,27,4.5541418103312026e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,27,2.895556917792419e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,27,2.223259798483923e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,28,1.0139445976165007e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,28,5.674014005307981e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,28,3.41912277690426e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,28,2.744734729276388e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,29,9.698753729026066e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,29,5.079800757812336e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,29,4.106770120415604e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,29,3.7871991480642464e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,30,1.0523658602323849e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,30,7.136533781704202e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,30,8.423070539720356e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,30,1.778758887667209e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,32,31,4.107549102627672e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,32,31,1.108157675844268e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,32,31,1.5561501641059294e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,8,32,31,3.504362393869087e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,0,9.463472228077308e-10 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,0,1.3174393798109918e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,0,3.95098204153399e-10 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,0,2.7351425568866716e-9 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,1,5.629629651338064e-9 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,1,4.545387177756766e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,1,6.850477234365826e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,1,2.8157580527476966e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,2,8.557089259397799e-9 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,2,4.3208330247068716e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,2,1.0570365915896218e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,2,1.3927561326454452e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,3,1.9435736575701412e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,3,8.351618951962791e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,3,2.5646540890988945e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,3,2.4752022653729e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,4,3.592834119103827e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,4,1.6750508535778863e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,4,4.845828982524836e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,4,5.899437383050099e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,5,6.85062175875828e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,5,3.289744654466631e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,5,7.52427737893413e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,5,6.62610659674101e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,6,9.290997127209266e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,6,4.058555802544106e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,6,1.1225684914961676e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,6,1.0013292950361574e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,7,1.3840934798281523e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,7,5.7858141389033335e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,7,1.5481334969535965e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,7,1.3466957682339853e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,8,2.053819372349608e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,8,8.427610254102547e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,8,1.919071621614421e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,8,1.6611490138984664e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,9,2.545414758969855e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,9,1.1390013554546385e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,9,2.2496541873806564e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,9,1.8895194386914227e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,10,3.426905550441006e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,10,1.5790912755164754e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,10,2.627717208270042e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,10,2.186283722949156e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,11,3.9074609503586544e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,11,1.6116534595767007e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,11,2.9752033015029156e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,11,2.4931364350777585e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,12,4.4708855284625315e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,12,1.9069776158175955e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,12,3.3779625141505676e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,12,2.8478496005845955e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,13,4.1669275674394157e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,13,2.060286448113402e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,13,4.011185126273631e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,13,3.499726233258116e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,14,4.4146881350570766e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,14,2.32570457114889e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,14,4.524239614056569e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,14,4.142236775805941e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,15,5.029122007726983e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,15,2.5071238951568375e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,15,5.61340243621089e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,15,5.212866653891979e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,16,6.453175274145906e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,16,3.601243179218727e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,16,7.320343797800888e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,16,7.51438960833184e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,17,4.909707627120952e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,17,2.5654611590653076e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,17,8.196584531106055e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,17,7.945690754240786e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,18,4.869126541962032e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,18,2.980989393108757e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,18,9.71732561083627e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,18,9.565123946231324e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,19,4.555478767542809e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,19,2.582393392458471e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,19,1.1182897878825315e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,19,1.0663677585398545e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,20,5.056779173173709e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,20,3.0648320148429775e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,20,1.3230683180154301e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,20,1.300404846915626e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,21,4.298536566693656e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,21,2.828253684583615e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,21,1.4563381682819454e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,21,1.3127159945724998e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,22,6.654838671238394e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,22,3.537603561198921e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,22,1.660352609178517e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,22,1.4666064771517995e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,23,5.280518280414981e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,23,3.05137888290119e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,23,1.857415441008925e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,23,1.5578964394080685e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,24,7.361932148342021e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,24,3.866185238621256e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,24,2.0245358882675646e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,24,1.6122459101097775e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,25,6.099196525610751e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,25,3.208050713965349e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,25,2.2715535124007147e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,25,1.7723477867548354e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,26,1.009577658805938e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,26,5.338509936336777e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,26,2.5437207114009652e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,26,1.8898614371209987e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,27,8.681308258928766e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,27,5.038241397414822e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,27,2.913237040047534e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,27,2.1820951587869786e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,28,1.038643404172035e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,28,5.965697482679388e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,28,3.459037543507293e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,28,2.759311428235378e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,29,1.0878196690100594e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,29,5.998344363433716e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,29,4.173854449618375e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,29,3.772827085413155e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,30,1.1494479394968948e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,30,8.0120145184992e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,30,8.220623385568615e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,30,1.5566380170639604e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,32,31,4.026258466183208e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,32,31,1.0753876722446876e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,32,31,1.467389847675804e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,32,31,3.1896415748633444e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,0,1.0963535634900268e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,0,1.3896140904634535e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,0,3.554676553108038e-10 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,0,2.8783857519698586e-9 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,1,5.844513761843473e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,1,5.606071606933938e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,1,2.3198879262054106e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,1,4.382494662422687e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,2,5.341537878678082e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,2,3.029541728594154e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,2,9.836226055881525e-9 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,2,1.3962284661772628e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,3,1.6378919553972082e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,3,7.493560438831537e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,3,2.351045047532807e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,3,2.1787007753459875e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,4,2.8954227460076254e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,4,1.3996668712934479e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,4,4.625784555400969e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,4,6.92593928874885e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,5,6.108860617359824e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,5,2.9592062134042862e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,5,7.452833017396188e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,5,6.591177736936515e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,6,8.160145625879522e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,6,3.7344410230844005e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,6,1.110343603727415e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,6,9.940584533296715e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,7,1.1915302167153641e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,7,5.061204078060655e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,7,1.529008812894972e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,7,1.3610423366117175e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,8,1.9316239274758118e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,8,7.950244196308631e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,8,1.9192093247966113e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,8,1.6785160994459147e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,9,2.4118284613905416e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,9,1.0706830266826728e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,9,2.2500415752801928e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,9,1.9550310526028625e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,10,3.1294331392928143e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,10,1.452812341540266e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,10,2.6355169779890275e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,10,2.211437362120705e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,11,3.549460529939097e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,11,1.4107683909969637e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,11,2.9516846211663506e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,11,2.499830884516996e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,12,3.851721999126312e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,12,1.680570989037733e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,12,3.305812015241827e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,12,2.766992395208945e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,13,3.7545927966675663e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,13,1.9523531591403298e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,13,3.8980147110123653e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,13,3.4042827223856875e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,14,3.974688524976955e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,14,2.0743941320233716e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,14,4.4191983761265874e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,14,4.011897374311957e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,15,4.575304046738893e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,15,2.3112117730761383e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,15,5.468473887049186e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,15,5.09472556586843e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,16,5.588461817751522e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,16,3.009184865732095e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,16,7.034727786958683e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,16,7.470396212738706e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,17,4.461577418624074e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,17,2.527412448216637e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,17,7.940577120280068e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,17,7.858084245526697e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,18,4.218181857140735e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,18,2.381860895184218e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,18,9.378031791129615e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,18,9.189139404952584e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,19,3.9738543478051724e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,19,2.2612522343479213e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,19,1.0648193438100861e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,19,1.0000650263464195e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,20,4.865801201958675e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,20,3.026652279913833e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,20,1.2567041949296254e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,20,1.264004595213919e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,21,3.5567674672165595e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,21,2.1518005155485298e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,21,1.4172520650390652e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,21,1.3413798569672508e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,22,6.265341312428063e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,22,3.442760316829663e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,22,1.5898332321739872e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,22,1.421193474016036e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,23,5.264157039164274e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,23,3.2385995041295246e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,23,1.7999983583649737e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,23,1.5235083310471964e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,24,6.414803124243917e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,24,3.4791440839399e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,24,1.9828153199341614e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,24,1.610900085324829e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,25,7.740609930806386e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,25,4.5781388280374813e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,25,2.2463482309831306e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,25,1.741492269502487e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,26,9.453125926484063e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,26,5.015021997678559e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,26,2.528576033000718e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,26,1.897867264233355e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,27,8.480145652356441e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,27,5.064504193796893e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,27,2.9055163395241834e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,27,2.2046097001293674e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,28,1.0903031579800881e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,28,6.880487148919201e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,28,3.34689389092091e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,28,2.5643503249739297e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,29,1.1055385584768374e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,29,6.970113304305414e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,29,4.005378286819905e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,29,3.8739221963624004e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,30,1.1691014378811815e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,30,8.583493240621465e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,30,1.0136970558960456e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,30,5.588812637142837e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,32,31,3.40166843670886e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,32,31,1.2418673804859282e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,32,31,1.3963613127998542e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,32,31,3.074650157941505e-5 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,0,2.108601293571155e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,0,2.605910820463464e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,0,5.984595041752527e-10 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,0,5.418960835612552e-9 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,1,8.002152718233901e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,1,1.085270984191311e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,1,2.1079788439237745e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,1,0.0016846155049279332 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,2,8.364723136367047e-9 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,2,4.751768312161175e-9 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,2,1.1486666728899309e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,2,2.32042260961407e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,3,2.410862443014139e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,3,1.0435905473116236e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,3,2.7331639174121847e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,3,2.7653447531861275e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,4,6.163502774825247e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,4,2.1554141582669217e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,4,5.7513503293193935e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,4,1.1401215971318379e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,5,8.753072222589253e-8 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,5,4.256140329061964e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,5,9.251650112673815e-8 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,5,8.583665334072066e-8 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,6,1.554510191681402e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,6,4.7518717849470704e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,6,1.3768361384336458e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,6,1.223030636765543e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,7,1.790259602785227e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,7,6.596577861728292e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,7,1.8985465999321605e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,7,1.7209897862358048e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,8,2.7956812687079946e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,8,9.396842415299034e-8 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,8,2.3913224822535994e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,8,2.1338976807783183e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,9,4.7225265120687254e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,9,1.5301290545721713e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,9,2.843350159764668e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,9,2.3568748019897612e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,10,4.1022249774869124e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,10,1.6869739738467615e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,10,3.3349868999721366e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,10,2.6197648139714147e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,11,4.304594085624558e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,11,1.525408066527234e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,11,3.692094594498485e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,11,3.294716748314386e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,12,4.7015311110953917e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,12,2.1339268130304845e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,12,4.130698698645574e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,12,3.3602347571104474e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,13,4.996567213311209e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,13,2.606747955269384e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,13,4.88883983962296e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,13,4.5521514380197914e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,14,7.653291049791733e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,14,2.8802722340515174e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,14,5.803179874419584e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,14,5.407513867794478e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,15,7.416697940243466e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,15,3.6398208180798974e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,15,7.365749183918524e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,15,7.008023885646253e-7 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,16,1.009212155622663e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,16,5.446962063615501e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,16,9.75703187577892e-7 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,16,1.0572025530564133e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,17,7.493440534744877e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,17,4.4840672330792586e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,17,1.1058403970309882e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,17,1.0512785593164153e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,18,5.995198080199771e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,18,3.3789262943173526e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,18,1.3012393083045026e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,18,1.2494165275711566e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,19,5.323503842191712e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,19,3.319765937703778e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,19,1.4968604773457628e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,19,1.4247008266465855e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,20,5.410366838987102e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,20,4.3692574536180473e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,20,1.7309058648606879e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,20,1.5587802408845164e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,21,5.133799731993349e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,21,2.622528540996427e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,21,1.9246504052716773e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,21,1.6997522607198334e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,22,7.918415008134616e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,22,3.629636751156795e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,22,2.103689439536538e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,22,1.7871592490337207e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,23,6.903552502990351e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,23,3.4834866369237716e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,23,2.3617728857061593e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,23,1.9202402654627804e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,24,8.246322522609262e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,24,4.536922233455698e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,24,2.533365886847605e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,24,1.9211292965337634e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,25,4.857261615143216e-7 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,25,2.472857545399165e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,25,2.815829020619276e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,25,2.13838393392507e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,26,1.185979613183008e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,26,7.225066838145722e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,26,3.0299945592560107e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,26,2.121703573720879e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,27,1.0142347264263663e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,27,5.279540005176386e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,27,3.4089946439053165e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,27,2.396541731286561e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,28,1.2704609844149672e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,28,7.264777650561882e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,28,3.887110324285459e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,28,2.906070221797563e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,29,1.4485499377769884e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,29,6.028852226336312e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,29,4.570421879179776e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,29,5.054752364230808e-6 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,30,1.3252373491923208e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,30,7.826952810319199e-7 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,30,9.019825483846944e-6 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,30,6.425385363399982e-4 +hqq,bos,attn_in,Llama-2-7b-hf,8,64,31,8.44588521431433e-6 +hqq,bos,attn_out,Llama-2-7b-hf,8,64,31,1.932096893142443e-6 +hqq,bos,mlp_gate,Llama-2-7b-hf,8,64,31,1.521532340120757e-5 +hqq,bos,mlp_down,Llama-2-7b-hf,8,64,31,3.124616705463268e-5 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,0,1.5111354390029419e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,0,2.114418862220191e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.479827342418474e-10 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,0,4.012875365333457e-9 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,1,8.020720976276152e-9 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,1,7.478735852828322e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,1,1.3903887747801491e-06 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,1,6.594055448658764e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,2,1.1255366416662582e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,2,5.669445801714801e-9 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.3190447845090603e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,2,2.016533073856408e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,3,2.5210526999330796e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,3,1.0505293523976889e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.2101702629461215e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,3,3.168889861626667e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,4,5.987961770870243e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,4,2.1050141185696702e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.221815596063607e-8 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,4,8.65123652715738e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,5,9.254892319177088e-8 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,5,4.084190763364859e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0081784296289698e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,5,8.96068854672194e-8 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,6,1.3915982322032505e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,6,4.707955625349314e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.536294718107456e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,6,1.3755887096067454e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,7,1.8576417915028287e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,7,6.787222162074613e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.099066591654264e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,7,1.8372909948993765e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,8,2.8016384590046073e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,8,9.943443757265413e-8 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.570253343492368e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,8,2.2150732092995895e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,9,3.946561548673344e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,9,1.4358411704051832e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.0243617743508366e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,9,2.4992564817694074e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,10,4.7374496148222534e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,10,1.955453257096451e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.605381380111794e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,10,2.9306571036613605e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,11,5.05873913425603e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,11,1.951113830500617e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.094277699095983e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,11,3.380784221462818e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,12,5.711587505174975e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,12,2.1946237893644138e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.615058628587576e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,12,3.8473132235594676e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,13,5.419680633167445e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,13,2.599675212877628e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.588152589552919e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,13,4.878559138887795e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,14,6.733273494319292e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,14,2.908553540237335e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.329510142677464e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,14,5.767163315795187e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,15,7.227449145830178e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,15,3.247888287205569e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,15,7.915704713923333e-7 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,15,7.324959483412385e-7 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,16,9.528647524348344e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,16,4.705330525212048e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.0272600547978072e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,16,1.0612320693326183e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,17,6.618636803068512e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,17,3.230051106584142e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1469406899777823e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1405591067159548e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,18,6.354219408422068e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,18,3.3456043979640526e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3492294783645775e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,18,1.345520331597072e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,19,6.051637910786667e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,19,3.3419848932680907e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.5494318859055056e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,19,1.5019155625850544e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,20,7.734948894722038e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,20,4.4239706653570465e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.829439270295552e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,20,1.85716669420799e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,21,6.365435183397494e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,21,3.4452307318133535e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,21,1.996223090827698e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,21,1.874809186119819e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,22,9.771405302672065e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,22,4.411519682889775e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.2612546217715135e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,22,2.097449396387674e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,23,8.930782087190892e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,23,4.065176426593098e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.5303072561655426e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,23,2.19334310713748e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,24,1.0400373184893397e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,24,5.536212484003045e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.7629862415778916e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,24,2.315757001269958e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,25,7.276195219674264e-7 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,25,3.7483272308236337e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.1019649213703815e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,25,2.4721314275666373e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,26,1.354558662569616e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,26,7.071298568916973e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.4600516300997697e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,26,2.6537798021308845e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,27,1.1605133067860152e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,27,6.17088005583355e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,27,3.9519254642073065e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,27,3.0028845685592387e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,28,1.4158417798171286e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,28,7.727647926003556e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.694576091424096e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,28,3.759718538276502e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,29,1.396370748807385e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,29,6.924252033968514e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.640808467433089e-6 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,29,5.458718987938482e-6 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,30,1.516133124823682e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,30,9.796451649890514e-7 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0412112715130206e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,30,3.387340693734586e-4 +hqq,c4,attn_in,Llama-2-7b-hf,8,64,31,8.3121840361855e-6 +hqq,c4,attn_out,Llama-2-7b-hf,8,64,31,1.683946834418748e-6 +hqq,c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.107697400788311e-5 +hqq,c4,mlp_down,Llama-2-7b-hf,8,64,31,5.628668441204354e-5 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,0,1.5505027262108229e-9 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,0,2.4739299497866796e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.712635919863374e-10 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.0448204785548114e-9 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,1,8.18019429971173e-9 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,1,7.592066531003638e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,1,7.333440521506418e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,1,5.498492973856628e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,2,1.1800739052603149e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,2,6.154546206005307e-9 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.4284271543374416e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.098724216637038e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,3,2.694579492867888e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,3,1.1924790932482665e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.489238054044108e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.377486379463335e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,4,5.979741501960234e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,4,2.3428047057905133e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.637587546265422e-8 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,4,8.819995400699554e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,5,9.34076922476379e-8 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,5,4.63057396871136e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.0343436684934204e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.003455403444605e-8 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,6,1.4421652849705424e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,6,5.690885274134416e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.5453937862730527e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.3645509966409008e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,7,1.9460262024040276e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,7,7.99651118654765e-8 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.1360519042445958e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.8481048869034566e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,8,2.952619979623705e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,8,1.1633677843292389e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.6544768161329557e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.286302844822785e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,9,3.999377895524958e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,9,1.5631474070687545e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.114948299298703e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.572422204139002e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,10,4.806266815648996e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,10,2.165322712244233e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.656426201814611e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,10,2.9812167667842004e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,11,5.275655894365627e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,11,2.2176230629611382e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.137408495807904e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.3896736795213656e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,12,6.160884709061065e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,12,2.6016797960437543e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.6737562797716237e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,12,3.86317367429001e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,13,5.668825338034367e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,13,2.8202862267789897e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.559473379435076e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.778838729180279e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,14,6.880034675305069e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,14,3.180369105848513e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.275295731938968e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.623147671940387e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,15,7.253277658492152e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,15,3.4202969345642487e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,15,7.790043810018688e-7 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.110209025995573e-7 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,16,9.324930374532414e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,16,4.921317326989083e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.007316427603655e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.0316115321984398e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,17,6.891455655022583e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,17,3.5032968526138575e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1204406291653868e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.0810044841491617e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,18,6.735260171808477e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,18,4.1028755504157743e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3281558040034724e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3072482261122786e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,19,6.141313519947289e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,19,3.530514049998601e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5276650628948119e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.4651045603386592e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,20,6.925471893737267e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,20,4.1829949282146117e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.7975482933252351e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.7772981664165854e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,21,6.537449053212185e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,21,3.8578045291615126e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,21,1.975826080524712e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.7822235349740367e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,22,1.00372801625781e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,22,4.853696964346454e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.2515873752126936e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,22,1.9845360839099158e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,23,8.691185939824209e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,23,4.1487416524432774e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.5207846192643046e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.1111434307385935e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0195736876994488e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,24,5.348949798644753e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.7477544790599495e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.183462584071094e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,25,8.203232368941826e-7 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,25,4.3599854393505666e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.0856974717607955e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.416014240225195e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,26,1.3824087545799557e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,26,7.330065159294463e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.4584884360810975e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.5561280381225515e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2133708651163033e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,27,6.821461511208327e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,27,3.973210368712898e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,27,2.9471686957549537e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4427523638005368e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,28,8.138991347550473e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.740478289022576e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.775381173909409e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,29,1.522869752079714e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,29,8.185836577467853e-7 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.743670499214204e-6 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.394778327172389e-6 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6530342463738634e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,30,1.0972356676575146e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0111636584042571e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,30,2.9622786678373814e-4 +hqq,pileval,attn_in,Llama-2-7b-hf,8,64,31,8.097004865703639e-6 +hqq,pileval,attn_out,Llama-2-7b-hf,8,64,31,1.6316480468958616e-6 +hqq,pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.0029539882671088e-5 +hqq,pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.131565922056325e-5 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.736272903229974e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.5601556430387973e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.126730151516767e-10 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.343235993076178e-9 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,1,8.293790543234536e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.384256038913463e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,1.6439689716207795e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,1,8.568642078898847e-4 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.680545088817325e-9 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.448624135733326e-9 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.326367282672436e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.288545175588297e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.3592145126372088e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.0767958080748485e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.198625719846859e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,3,2.9743354446054582e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.7668468283745824e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,4,1.9660138406152328e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.292151510933763e-8 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.101991173868555e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,5,8.52078514412824e-8 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.196242997522859e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.0237910430532793e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,5,8.966092224227395e-8 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.3043242574894975e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.206896602771849e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.5261402097621612e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.3574921808867657e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.6472962727220875e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.001891333402455e-8 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.106354344277861e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.8749520336314163e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.769799039015197e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.0992609844606704e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.6495445126784034e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.3136261972922512e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.7864603541493125e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.461961289805913e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.1190259619506833e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.665477722985088e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.5460950559572666e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,10,1.9913171911412064e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.6737895925398334e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.008641442647786e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,11,4.837883693653566e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,11,1.9453698030247324e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.1120591731669265e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.3936100862774765e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.554261406359728e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.2966972323956725e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.5794217840011697e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.756489377337857e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.130379463480494e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.6622615223459434e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.414969450612261e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.631818626421591e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.081680794522981e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.839040291746642e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.113643280514225e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.447586204354593e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,15,6.719067187077599e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.162303130466171e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.562314294773387e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,15,6.960405016798177e-7 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,16,8.228212209360208e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.1111195514531573e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.638324627303518e-7 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0322435173293343e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.094206810303149e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.461217943367956e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.0866223192351754e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.0680430477805203e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,18,5.953057211627311e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.246889548336185e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.283668098039925e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2541414662337047e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.281315225147409e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.095079819104285e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.451434854971012e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.380440266984806e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,20,6.716616667290509e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.106368578504771e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7093658470912487e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.7275884829359711e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.214845373302524e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,21,2.9247266297716124e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.9260048702562926e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.826230572987697e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,22,9.142878525381093e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.688875208103127e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.152058868887252e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9225876712880563e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.439330372311815e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.3999520471516007e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.4458561256324174e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.0657439563365187e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,24,8.59088288507337e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,24,4.811037683793984e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.6814432203536853e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.181908030252089e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.886263114822214e-7 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.25349969141098e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.0526723548973678e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.373731149418745e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.3043230637777015e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,26,6.873806910334679e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.441202579779201e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.574781092334888e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.166141260000586e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,27,6.882448246869899e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,3.963882591051515e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,27,2.9817283575539477e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.5686622418797924e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.431324201614188e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.5924239202577155e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.5069274417764973e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.6519022665306693e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.561957767800777e-7 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.51228413314675e-6 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.7367792578588706e-6 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.649882165111194e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.1755544164770981e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,1.0949243915092666e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.0010630341712385416 +hqq,wikitext,attn_in,Llama-2-7b-hf,8,64,31,6.580009994650027e-6 +hqq,wikitext,attn_out,Llama-2-7b-hf,8,64,31,1.9371352664165897e-6 +hqq,wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.895927925943397e-5 +hqq,wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.027050428907387e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,0,5.2178261285007466e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,0,7.85981956141768e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,0,1.1011815104211564e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,0,1.0605365787341725e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,1,1.5527808500337414e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,1,2.680064062587917e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,1,5.753211735282093e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,1,4.111044406890869 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,2,1.6035988664953038e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,2,9.547638001095038e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,2,1.961562884389423e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,2,4.282568988855928e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,3,4.90439597342629e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,3,2.079293699353002e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,3,4.727477426058613e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,3,4.751701999339275e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,4,2.2199333761818707e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,4,3.9330367144430056e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,4,1.0023202048614621e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,4,2.1819853282067925e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,5,1.923648960655555e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,5,7.587664003949612e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,5,1.6121062799356878e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,5,1.4632989768870175e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,6,2.5027425726875663e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,6,8.658826845930889e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,6,2.4004945589695126e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,6,2.0806740212719887e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,7,3.13918775646016e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,7,1.1787065159296617e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,7,3.346420999150723e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,7,2.883152337744832e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,8,5.096842651255429e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,8,1.6830669483169913e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,8,4.229213809594512e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,8,3.529676469042897e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,9,6.399068515747786e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,9,2.6687930221669376e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,9,5.064178258180618e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,9,4.0412836824543774e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,10,8.01645393949002e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,10,2.953803923446685e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,10,5.92213764321059e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,10,4.4496782356873155e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,11,8.22759757284075e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,11,2.6714117848314345e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,11,6.511366809718311e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,11,5.636420683003962e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,12,9.65900078881532e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,12,3.6506442120298743e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,12,7.284478633664548e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,12,5.726437666453421e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,13,9.489743388257921e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,13,4.4085452100262046e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,13,8.781013311818242e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,13,7.747042109258473e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,14,9.828450856730342e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,14,4.922960069961846e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010154296178370714 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,14,9.132270934060216e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,15,0.0014023964758962393 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,15,6.207299884408712e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013005408691242337 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,15,0.0011825300753116608 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,16,0.0013757485430687666 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,16,9.331241017207503e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016893923748284578 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,16,0.0019071268616244197 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,17,0.0010920068016275764 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,17,7.760464213788509e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,17,0.0019257651874795556 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,17,0.0017731926636770368 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,18,9.796537924557924e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,18,5.736647290177643e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,18,0.0022505582310259342 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,18,0.0021224995143711567 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,19,0.001039288705214858 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,19,5.74281089939177e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025969494599848986 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,19,0.0024903465528041124 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,20,0.0011601047590374947 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,20,7.53041822463274e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,20,0.0029816869646310806 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,20,0.002644947962835431 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,21,7.618932868354023e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,21,4.487567348405719e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,21,0.0033245603553950787 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,21,0.0028905735816806555 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,22,0.0011959861731156707 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,22,0.001067419070750475 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,22,0.003615569556131959 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,22,0.0030180136673152447 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,23,0.0010407872032374144 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,23,5.894291098229587e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,23,0.004063221625983715 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,23,0.0032446577679365873 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,24,0.0014302688650786877 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,24,8.226727368310094e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,24,0.004374628886580467 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,24,0.0032334313727915287 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,25,7.886837120167911e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,25,4.20050579123199e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,25,0.004888116382062435 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,25,0.003523745574057102 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,26,0.0019193488406017423 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,26,0.0013229752657935023 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,26,0.005279615521430969 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,26,0.003586869454011321 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,27,0.0016993512399494648 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,27,8.99307953659445e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,27,0.005943786818534136 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,27,0.004071493167430162 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,28,0.002039649523794651 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,28,0.00125784776173532 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,28,0.006850766949355602 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,28,0.004949760623276234 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,29,0.0018747801659628749 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,29,0.0010626696748659015 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,29,0.00817279051989317 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,29,0.009413151070475578 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,30,0.002282660687342286 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,30,0.0013752609957009554 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,30,0.01302921213209629 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,30,0.8806112408638 +rtn,bos,attn_in,Llama-2-7b-hf,3,128,31,0.042988721281290054 +rtn,bos,attn_out,Llama-2-7b-hf,3,128,31,0.019709229469299316 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,128,31,0.027463126927614212 +rtn,bos,mlp_down,Llama-2-7b-hf,3,128,31,0.053000085055828094 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,0,3.7841657558601582e-6 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,0,7.455736522388179e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,0,8.552080430490605e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,0,7.910084605100565e-6 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,1,1.6967274859780446e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,1,1.895078457891941e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,1,2.0534094801405445e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,1,1.568825125694275 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,2,2.2346916011883877e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,2,1.0608279808366206e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.245637369924225e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,2,3.5844681406160817e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,3,4.463146615307778e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,3,2.067026616714429e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.538935147342272e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,3,5.426606003311463e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,4,2.038515085587278e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,4,3.833644950645976e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,4,1.0849949467228726e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,4,1.5972007531672716e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,5,1.8517370335757732e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,5,7.380426541203633e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,5,1.7577856488060206e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,5,1.5264839748851955e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,6,2.4827560991980135e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,6,8.549985068384558e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,6,2.6722101029008627e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,6,2.3331405827775598e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,7,3.041640156880021e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,7,1.2153091665823013e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,7,3.6807963624596596e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,7,3.087335790041834e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,8,5.304280784912407e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,8,1.7668973305262625e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,8,4.535772604867816e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,8,3.7095570587553084e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,9,6.55502371955663e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,9,2.481150149833411e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,9,5.343711236491799e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,9,4.2663150816224515e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,10,8.300756453536451e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,10,3.4039613092318177e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,10,6.404193118214607e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,10,4.961045342497528e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,11,8.765243692323565e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,11,3.3785897539928555e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,11,7.225850131362677e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,11,5.759180057793856e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,12,0.001033378066495061 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,12,3.7664847332052886e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,12,8.114217198453844e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,12,6.524912314489484e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,13,0.001033713691867888 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,13,4.4754514237865806e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,13,9.826191235333681e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,13,8.282153285108507e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,14,0.0010343714384362102 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,14,4.997394280508161e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0011129688937216997 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,14,9.770101169124246e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,15,0.001328594982624054 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,15,5.609270883724093e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013930827844887972 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,15,0.0012370655313134193 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,16,0.0013609379529953003 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,16,8.040863904170692e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0017885738052427769 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0018567650113254786 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,17,0.0011304125655442476 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,17,5.516422097571194e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0019820951856672764 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,17,0.001920734765008092 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010658262763172388 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,18,5.710041150450706e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002336895791813731 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,18,0.002287681447342038 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,19,0.0011301959166303277 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,19,5.75497979298234e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0026810907293111086 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002603318076580763 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,20,0.0014282194897532463 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,20,7.592795300297439e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.0031365209724754095 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,20,0.003164406167343259 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,21,0.001013370230793953 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,21,5.924052093178034e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.0034294072538614273 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0031790181528776884 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,22,0.0015064930776134133 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,22,0.0010955703910440207 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0038826563395559788 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,22,0.0035458619240671396 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,23,0.0011951016495004296 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,23,6.91427499987185e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.004337669815868139 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,23,0.0036934881936758757 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,24,0.0017896246863529086 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,24,9.803625289350748e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004751201253384352 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,24,0.00391121581196785 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,25,0.0012017107801511884 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,25,6.366749876178801e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.00535644730553031 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,25,0.004114622715860605 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,26,0.0022842600010335445 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,26,0.0013383550103753805 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005994430277496576 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004471296910196543 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,27,0.001818450982682407 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,27,0.0010537131456658244 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006900758948177099 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,27,0.005090150982141495 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,28,0.00240606302395463 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,28,0.0013239097315818071 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.008235557936131954 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,28,0.0064049577340483665 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,29,0.0021455539390444756 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,29,0.001196386874653399 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009996914304792881 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,29,0.009857558645308018 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,30,0.002446833299472928 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,30,0.0016980321379378438 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.01712256297469139 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,30,0.4641718566417694 +rtn,c4,attn_in,Llama-2-7b-hf,3,128,31,0.040888428688049316 +rtn,c4,attn_out,Llama-2-7b-hf,3,128,31,0.010492050088942051 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.03683500364422798 +rtn,c4,mlp_down,Llama-2-7b-hf,3,128,31,0.10593961179256439 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,0,3.5971877423435217e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,0,8.377694030059502e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,0,1.075673367267882e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.942548108985648e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,1,1.7452701285947114e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,1,1.9167749996995553e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,1,1.9678625903907232e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,1,1.2950860261917114 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,2,2.399974619038403e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,2,1.1432315659476444e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.4255956304841675e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,2,3.708412259584293e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,3,4.539471774478443e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,3,2.346578003198374e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,3,6.011362711433321e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.7821598602458835e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,4,1.8898252164945006e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,4,4.25695616286248e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,4,1.1561799328774214e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,4,1.61589021445252e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,5,1.8315327179152519e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,5,8.305288065457717e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,5,1.7989205662161112e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,5,1.5349498426076025e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,6,2.588045608717948e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,6,1.0400652536191046e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,6,2.685698273126036e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,6,2.3146465537138283e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,7,3.181251522619277e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,7,1.434030127711594e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,7,3.7396536208689213e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,7,3.105906362179667e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,8,5.164245958440006e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,8,2.05575764994137e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,8,4.6601504436694086e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,8,3.837160184048116e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,9,6.630244897678494e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,9,2.6924937264993787e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,9,5.497059901244938e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,9,4.389625391922891e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,10,8.49827891215682e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,10,3.765294677577913e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,10,6.479906151071191e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,10,5.050688050687313e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,11,9.170682169497013e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,11,3.8345111533999443e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,11,7.284776656888425e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,11,5.773559678345919e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,12,0.0010943490779027343 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,12,4.4576055370271206e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,12,8.207591599784791e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,12,6.556552252732217e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,13,0.0010759796714410186 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,13,4.8559915740042925e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,13,9.763420675881207e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,13,8.13471560832113e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,14,0.0010742441518232226 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,14,5.458477535285056e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010986297857016325 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,14,9.535634890198708e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0013552677119150758 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,15,5.897184018976986e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.001369853038340807 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011997821275144815 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0013906356180086732 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,16,8.42531502712518e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0017536006635054946 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.0018020723946392536 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,17,0.001173174474388361 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,17,5.978194531053305e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.0019395388662815094 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0018206981476396322 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0011500379769131541 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,18,7.064701057970524e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.0023039989173412323 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0022222669795155525 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0011306862579658628 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,19,6.070978124625981e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.0026398422196507454 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.002532605081796646 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,20,0.001339466543868184 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,20,7.163197733461857e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.00309374975040555 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.003026179736480117 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,21,0.0010453868890181184 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,21,6.626785034313798e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0034044720232486725 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.0030194672290235758 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001538672368042171 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,22,0.0011290437541902065 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0038769396487623453 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003356487490236759 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0011945643927901983 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,23,7.063392549753189e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004322739318013191 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.003560595912858844 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,24,0.0017701581818982959 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,24,9.466071496717632e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004721145611256361 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.003685961477458477 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,25,0.0013643446145579219 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,25,7.382009061984718e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005340170115232468 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.004012854304164648 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,26,0.0023185606114566326 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0013709415215998888 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.0060114990919828415 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.004314272198826075 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,27,0.001937938155606389 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,27,0.0011646068887785077 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006938416976481676 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.0050007617101073265 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,28,0.0024319675285369158 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013907792745158076 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.008326070383191109 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.006420348305255175 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,29,0.0023921742103993893 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0014119932893663645 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.010183767415583134 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.009656821377575397 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,30,0.002789972582831979 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0019080911297351122 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016896190121769905 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.40646323561668396 +rtn,pileval,attn_in,Llama-2-7b-hf,3,128,31,0.040288861840963364 +rtn,pileval,attn_out,Llama-2-7b-hf,3,128,31,0.009833821095526218 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03497394546866417 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.10416136682033539 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,0,4.2697315620898735e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,0,9.020664037961978e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,9.690304523246596e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,0,8.568216799176298e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,1,1.587440783623606e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,1,2.352558476559352e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,5.9014444559579715e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,1,1.9487674236297607 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.5696850823587738e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,2,8.899692147679161e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.2647127480013296e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,2,4.163468474871479e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,3,4.1838513425318524e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,3,2.1123592887306586e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.551747381105088e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,3,5.1018047088291496e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,4,1.4684560301247984e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.577698953449726e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,1.0931629367405549e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,4,2.0994995429646224e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,5,1.5917864220682532e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,5,7.51107872929424e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,1.7804044182412326e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,5,1.5229413111228496e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,6,2.3365851666312665e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,6,9.552536357659847e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,2.650808892212808e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,6,2.294990117661655e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,7,2.8377672424539924e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,7,1.2567811063490808e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,3.6926852772012353e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,7,3.130085824523121e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,8,4.613923083525151e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,8,1.9455343135632575e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,4.6634252066724e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,8,3.872239321935922e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,9,6.205624667927623e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,9,2.5260241818614304e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,5.492334603331983e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,9,4.545162955764681e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,10,8.134458330459893e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,10,3.467907663434744e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,6.51081558316946e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,10,5.09236182551831e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,11,8.281312766484916e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,11,3.3846075530163944e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,7.200249820016325e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,11,5.775486933998764e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,12,9.675143519416451e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,12,3.937393776141107e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,8.024454000405967e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,12,6.366068264469504e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,13,9.919380536302924e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,13,4.5958682312630117e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,9.450300713069737e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,13,7.891841232776642e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,14,9.772070916369557e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,14,4.8635341227054596e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010703308507800102 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,14,9.210507851094007e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,15,0.0012160585029050708 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,15,5.463000852614641e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013317465782165527 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.001170798554085195 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.001213295734487474 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,16,7.06299499142915e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016762304585427046 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.0018405334558337927 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,17,0.0010287727927789092 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,17,5.941190756857395e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018757805228233337 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.0018027204787358642 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,18,0.001016988418996334 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,18,5.551481735892594e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0022161509841680527 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.0021325487177819014 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,19,0.0010130144655704498 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,19,5.318279145285487e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.002512328326702118 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.0024244131054729223 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0012171308044344187 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,20,7.039212505333126e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0029409315902739763 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.002939855679869652 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,21,8.840901427902281e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,21,5.063163698650897e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.003311554901301861 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.003095905529335141 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.0014069294556975365 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,22,0.0012113401899114251 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.003695553867146373 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.003247600980103016 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011816415935754776 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,23,7.525248802267015e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.004192399326711893 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.0034813485108315945 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015325244748964906 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,24,8.541953284293413e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004620374646037817 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0036936362739652395 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.0015546034555882215 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,25,0.0010436237789690495 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.0052653709426522255 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.003935927525162697 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.002137925708666444 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.0012704149121418595 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.005953495856374502 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004336790647357702 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.0019184339325875044 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0011692652478814125 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006918588653206825 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.005054396111518145 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.002708193613216281 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.0016060108318924904 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.008092112839221954 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.005953952670097351 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.0024863327853381634 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.001643393188714981 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.00975101999938488 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.010504013858735561 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.002756074769422412 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.002029239432886243 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.01571836695075035 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,30,1.409521222114563 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.030210888013243675 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.019049808382987976 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03343807905912399 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.09380008280277252 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,0,1.6110644764921744e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,0,3.4673837490117876e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,0,5.007864842809795e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,0,5.173727458895883e-6 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,1,4.1605785554565955e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,1,9.544332897348795e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,1,1.6151256204466335e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,1,0.381591796875 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,2,8.432386493950617e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,2,4.569995326164644e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,2,1.1829341019620188e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,2,1.7019390725181438e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,3,4.059364800923504e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,3,1.0674787517928053e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,3,2.7928314011660405e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,3,2.823476643243339e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,4,1.12904206616804e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,4,2.1765552446595393e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,4,5.7945875596487895e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,4,9.309559391112998e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,5,1.2991207768209279e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,5,4.205078221275471e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,5,9.388544276589528e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,5,8.78030332387425e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,6,1.257283875020221e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,6,4.813373743672855e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,6,1.3914120791014284e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,6,1.252395595656708e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,7,1.6511784633621573e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,7,6.67404819978401e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,7,1.9246038573328406e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,7,1.7211533850058913e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,8,3.353564825374633e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,8,9.654407040216029e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,8,2.4131647660396993e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,8,2.0830531138926744e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,9,3.854495007544756e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,9,1.5297318168450147e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,9,2.856811333913356e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,9,2.3994517687242478e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,10,4.7346873907372355e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,10,1.721903245197609e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,10,3.325298894196749e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,10,2.670485991984606e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,11,3.7533126305788755e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,11,1.5653033915441483e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,11,3.6825748975388706e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,11,3.3661190536804497e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,12,5.900987889617682e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,12,2.195520355599001e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,12,4.1518715443089604e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,12,3.4722319105640054e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,13,5.56951155886054e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,13,2.6544989668764174e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,13,4.997662035748363e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,13,4.6575069427490234e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,14,5.601722514256835e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,14,2.9560606344603e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,14,5.854243063367903e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,14,5.520425620488822e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,15,6.916202837601304e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,15,3.7449668161571026e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,15,7.416257867589593e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,15,7.119614747352898e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,16,8.063107379712164e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,16,5.547786713577807e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,16,9.780466789379716e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,16,0.0010635785292834044 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,17,5.869781016372144e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,17,4.473863518796861e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,17,0.0011206065537407994 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,17,0.001073999796062708 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,18,5.660324823111296e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,18,3.466655034571886e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,18,0.0013245902955532074 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,18,0.0012708234135061502 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,19,6.324371206574142e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,19,3.403437731321901e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,19,0.0015370444161817431 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,19,0.001433548517525196 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,20,5.679770256392658e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,20,4.40609990619123e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,20,0.001780948368832469 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,20,0.0015932894311845303 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,21,4.563092370517552e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,21,2.6712307590059936e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,21,0.001988875912502408 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,21,0.0017470592865720391 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,22,6.84639613609761e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,22,5.301708006300032e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,22,0.002167517552152276 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,22,0.001844836981035769 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,23,6.181900971569121e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,23,3.56523843947798e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,23,0.0024467245675623417 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,23,0.001975234830752015 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,24,8.906929870136082e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,24,4.5787208364345133e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,24,0.0026212474331259727 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,24,0.001976588275283575 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,25,5.988152697682381e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,25,2.5400513550266623e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,25,0.002925099804997444 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,25,0.002106914296746254 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,26,0.0012703781249001622 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,26,7.655723602510989e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,26,0.003160333028063178 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,26,0.002189443912357092 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,27,9.794513462111354e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,27,5.407136050052941e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,27,0.0035264170728623867 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,27,0.0024721508380025625 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,28,0.001233625109307468 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,28,7.330311927944422e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,28,0.004007193259894848 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,28,0.0029427423141896725 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,29,0.001175240846350789 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,29,6.155823357403278e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,29,0.00467282347381115 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,29,0.00490204431116581 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,30,0.0013046297244727612 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,30,8.028433658182621e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,30,0.007919144816696644 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,30,0.09829892963171005 +rtn,bos,attn_in,Llama-2-7b-hf,3,32,31,0.006881289184093475 +rtn,bos,attn_out,Llama-2-7b-hf,3,32,31,0.005204528104513884 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,32,31,0.014758704230189323 +rtn,bos,mlp_down,Llama-2-7b-hf,3,32,31,0.02248942106962204 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,0,1.1696553201545612e-6 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,0,3.2579453090875177e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,0,3.77735659640166e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,0,3.846460913337069e-6 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,1,3.830986770481104e-6 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,1,6.846806172688957e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,1,8.834185791783966e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,1,0.1454741358757019 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,2,1.177792000817135e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,2,5.636355581373209e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,2,1.3528846466215327e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,2,1.7497230146545917e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,3,3.284727790742181e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,3,1.053139021678362e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,3,3.289721280452795e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,3,3.241011290811002e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,4,1.0110649600392208e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,4,2.1218596884864382e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,4,6.278265209402889e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,4,7.720155554125085e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,5,1.1206420458620414e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,5,4.0792423533275723e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,5,1.0242113057756796e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,5,9.181632049148902e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,6,1.2718510697595775e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,6,4.7618148528272286e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,6,1.556438219267875e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,6,1.4045856369193643e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,7,1.5272785094566643e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,7,6.911420496180654e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,7,2.1174241555854678e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,7,1.8532495596446097e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,8,3.4523967769928277e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,8,1.013416112982668e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,8,2.5972884031943977e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,8,2.2111479484010488e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,9,3.740816027857363e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,9,1.4685303904116154e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,9,3.0429783510044217e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,9,2.5548270787112415e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,10,4.4821182382293046e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,10,1.9906945817638189e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,10,3.613076114561409e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,10,2.990016946569085e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,11,4.694387025665492e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,11,1.9928361871279776e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,11,4.111223970539868e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,11,3.474167315289378e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,12,6.462116725742817e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,12,2.2443920897785574e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,12,4.648922476917505e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,12,3.954885760322213e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,13,5.99438208155334e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,13,2.652039402164519e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,13,5.62873377930373e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,13,4.968384746462107e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,14,6.024754839017987e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,14,2.98122875392437e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,14,6.386458990164101e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,14,5.93172328080982e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,15,6.75802119076252e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,15,3.3194271964021027e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,15,7.951243896968663e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,15,7.47114943806082e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,16,8.146697073243558e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,16,4.8176158452406526e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,16,0.0010378829902037978 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,16,0.0010773517424240708 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,17,6.095973658375442e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,17,3.305063000880182e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,17,0.0011697572190314531 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,17,0.0011661895550787449 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,18,6.154756993055344e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,18,3.416705585550517e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,18,0.0013795766280964017 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,18,0.0013690261403098702 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,19,6.134557770565152e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,19,3.411550133023411e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,19,0.0015871482901275158 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,19,0.0015260566724464297 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,20,7.683025905862451e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,20,4.5353788300417364e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,20,0.0018761910032480955 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,20,0.0018961138557642698 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,21,5.990201607346535e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,21,3.5352609120309353e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,21,0.0020591323263943195 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,21,0.0019272500649094582 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,22,8.626452181488276e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,22,5.678250454366207e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,22,0.002332808217033744 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,22,0.0021616797894239426 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,23,7.628983003087342e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,23,4.170545726083219e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,23,0.0026131554041057825 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,23,0.0022529091220349073 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,24,0.001033248845487833 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,24,5.618434515781701e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,24,0.0028621850069612265 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,24,0.0023850840516388416 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,25,7.75720807723701e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,25,3.860419965349138e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,25,0.0032143862918019295 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,25,0.0024973228573799133 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,26,0.001439688610844314 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,26,7.5017154449597e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,26,0.003575496142730117 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,26,0.002735516522079706 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,27,0.0011281989281997085 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,27,6.348681054078043e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,27,0.004082103725522757 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,27,0.0030977679416537285 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,28,0.0013780277222394943 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,28,7.901922799646854e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,28,0.004815044347196817 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,28,0.003831618931144476 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,29,0.0012943246401846409 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,29,7.084993994794786e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,29,0.005767135880887508 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,29,0.0054166000336408615 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,30,0.0014604023890569806 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,30,9.950679959729314e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,30,0.009679073467850685 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,30,0.056273188441991806 +rtn,c4,attn_in,Llama-2-7b-hf,3,32,31,0.0067679802887141705 +rtn,c4,attn_out,Llama-2-7b-hf,3,32,31,0.0031375112012028694 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,32,31,0.020918915048241615 +rtn,c4,mlp_down,Llama-2-7b-hf,3,32,31,0.04376780241727829 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,0,1.2584940805027145e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,0,3.5622156246972736e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,0,4.83379835714004e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,0,3.920489689335227e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,1,3.990012373833451e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,1,6.952700005058432e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,1,1.0014871804742143e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,1,0.11990495771169662 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,2,1.2204563063278329e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,2,6.113134531915421e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,2,1.463717853766866e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,2,1.8591161278891377e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,3,3.3478241675766185e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,3,1.190904004033655e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,3,3.5804230719804764e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,3,3.4555716410977766e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,4,9.190430137095973e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,4,2.3623300876352005e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,4,6.713422772008926e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,4,7.985540287336335e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,5,1.0969022696372122e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,5,4.627690213965252e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,5,1.0520824434934184e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,5,9.223776578437537e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,6,1.3580232916865498e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,6,5.773414522991516e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,6,1.5686647384427488e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,6,1.3924863014835864e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,7,1.615171058801934e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,7,8.129239722620696e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,7,2.16084168641828e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,7,1.8638889014255255e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,8,3.3602560870349407e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,8,1.1870457092300057e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,8,2.684230566956103e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,8,2.2838260338176042e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,9,3.809593035839498e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,9,1.5967483341228217e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,9,3.1414133263751864e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,9,2.634547417983413e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,10,4.5724320807494223e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,10,2.2093865845818073e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,10,3.67167463991791e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,10,3.0394401983357966e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,11,4.886040114797652e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,11,2.2628165606874973e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,11,4.1667153709568083e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,11,3.4786510514095426e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,12,6.783321150578558e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,12,2.663150371517986e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,12,4.724709433503449e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,12,3.973212151322514e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,13,6.0801871586591e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,13,2.8789712814614177e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,13,5.61173481401056e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,13,4.8694724682718515e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,14,6.164193036966026e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,14,3.2589476904831827e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,14,6.33298303000629e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,14,5.774999153800309e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,15,6.893012905493379e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,15,3.4969087573699653e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,15,7.835470023564994e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,15,7.244700682349503e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,16,8.256210712715983e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,16,5.030452739447355e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,16,0.0010185798164457083 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,16,0.0010467999381944537 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,17,6.369834882207215e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,17,3.582345088943839e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,17,0.0011436088243499398 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,17,0.0011065076105296612 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,18,6.634762394241989e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,18,4.1729866643436253e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,18,0.001360305235721171 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,18,0.0013276864774525166 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,19,6.248473655432463e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,19,3.604278026614338e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,19,0.0015631831483915448 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,19,0.0014869440346956253 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,20,7.113558822311461e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,20,0.00042651942931115627 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,20,0.0018482747254893184 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,20,0.0018125929636880755 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,21,6.059748702682555e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,21,3.953406121581793e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,21,0.002037772675976157 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,21,0.0018305097473785281 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,22,9.173714206553996e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,22,6.003190646879375e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,22,0.0023284857161343098 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,22,0.0020467026624828577 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,23,7.633827044628561e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,23,4.264616873115301e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,23,0.0026058810763061047 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,23,0.002171233994886279 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,24,0.0010204104473814368 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,24,5.461563123390079e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,24,0.002846691757440567 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,24,0.0022475183941423893 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,25,8.746791281737387e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,25,4.4724458712153137e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,25,0.0031979051418602467 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,25,0.0024257677141577005 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,26,0.0014798494521528482 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,26,7.738624699413776e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,26,0.003582639154046774 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,26,0.002634907141327858 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,27,0.001194612355902791 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,27,7.024380029179156e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,27,0.004101365339010954 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,27,0.003040564712136984 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,28,0.0013975839829072356 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,28,8.330655982717872e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,28,0.00487475236877799 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,28,0.0038466756232082844 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,29,0.0014650754164904356 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,29,8.341172942891717e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,29,0.005871918052434921 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,29,0.005374742206186056 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,30,0.0016040256014093757 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,30,0.0011177255073562264 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,30,0.00963684357702732 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,30,0.050048504024744034 +rtn,pileval,attn_in,Llama-2-7b-hf,3,32,31,0.0066044386476278305 +rtn,pileval,attn_out,Llama-2-7b-hf,3,32,31,0.002965946914628148 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,32,31,0.019754692912101746 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,32,31,0.04154869168996811 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,0,1.1226511560380459e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,0,3.663905317807803e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,0,4.3483291278789693e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,0,4.2007318370451685e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,1,4.321888354752446e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,1,8.606873961980455e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,1,1.1510054719110485e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,1,0.17941276729106903 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,2,8.086461093625985e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,2,4.378529411042109e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,2,1.360570877295686e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,2,1.788901317922864e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,3,2.8524085792014375e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,3,1.0818419468705542e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,3,3.2934072805801407e-05 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,3,3.0534385587088764e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,4,7.00449527357705e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,4,1.9500797861837782e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,4,6.357827078318223e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,4,9.133863932220265e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,5,9.994379797717556e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,5,4.146492574363947e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,5,1.0388671944383532e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,5,9.175301238428801e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,6,1.2641986540984362e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,6,5.292380228638649e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,6,1.5542715846095234e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,6,1.3824179768562317e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,7,1.465814420953393e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,7,7.087854464771226e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,7,2.1341526007745415e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,7,1.8705303955357522e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,8,3.1396810663864017e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,8,1.1262055340921506e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,8,2.6932760374620557e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,8,2.3055198835209012e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,9,3.638150228653103e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,9,1.5032142982818186e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,9,3.152753342874348e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,9,2.718954929150641e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,10,4.2200068128295243e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,10,2.0286737708374858e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,10,3.6923843435943127e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,10,3.073583065997809e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,11,4.5638694427907467e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,11,1.9865500507876277e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,11,4.12593362852931e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,11,3.4831734956242144e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,12,6.103687337599695e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,12,2.3511677864007652e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,12,4.642449493985623e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,12,3.8571213372051716e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,13,5.61597989872098e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,13,2.71395081654191e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,13,5.465736612677574e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,13,4.7198717948049307e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,14,5.713431746698916e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,14,2.9116010409779847e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,14,6.190880085341632e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,14,5.601518787443638e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,15,6.534968269988894e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,15,3.233780153095722e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,15,7.636118680238724e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,15,7.058418123051524e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,16,7.217066013254225e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,16,4.2037558159790933e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,16,9.752032929100096e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,16,0.001036746776662767 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,17,5.851065507158637e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,17,3.517420554999262e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,17,0.00111097760964185 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,17,0.0010943139204755425 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,18,5.802197265438735e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,18,3.3252223511226475e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,18,0.0013141641393303871 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,18,0.0012735136551782489 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,19,5.408281576819718e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,19,3.1429302180185914e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,19,0.0014908757293596864 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,19,0.0013936556642875075 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,20,6.893952959217131e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,20,4.2130856309086084e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,20,0.0017592505319043994 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,20,0.0017691621324047446 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,21,5.03526593092829e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,21,2.995932300109416e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,21,0.0019812281243503094 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,21,0.001873403787612915 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,22,8.147569024004042e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,22,6.230071885511279e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,22,0.0022214322816580534 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,22,0.001984535250812769 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,23,7.559885852970183e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,23,4.511370789259672e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,23,0.002527840668335557 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,23,0.002124932361766696 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,24,9.043336613103747e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,24,4.928835551254451e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,24,0.002785898046568036 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,24,0.0022480818443000317 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,25,0.0010093929013237357 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,25,6.378841353580356e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,25,0.0031676064245402813 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,25,0.0023824521340429783 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,26,0.001324783661402762 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,26,7.265879539772868e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,26,0.0035453392192721367 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,26,0.002651394344866276 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,27,0.0012114396085962653 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,27,7.063825032673776e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,27,0.0040957448072731495 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,27,0.003082972252741456 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,28,0.0015014813980087638 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,28,9.702458046376705e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,28,0.004716811235994101 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,28,0.003572581335902214 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,29,0.0015000381972640753 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,29,9.632600704208016e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,29,0.005614164751023054 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,29,0.005631251260638237 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,30,0.0016071564750745893 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,30,0.0011923318961635232 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,30,0.008921870961785316 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,30,0.15564396977424622 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,32,31,0.005536906886845827 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,32,31,0.005089322570711374 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,32,31,0.018504725769162178 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,32,31,0.03868284448981285 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,0,2.2440085558628198e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,0,6.9118918872845825e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,0,7.220197062451916e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,0,7.613186426169705e-6 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,1,9.207965376845095e-6 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,1,1.6118485291372053e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,1,2.0955392756150104e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,1,0.7757064700126648 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,2,1.1471770449134056e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,2,6.643486813118216e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,2,1.563601654197555e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,2,2.604086148494389e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,3,4.085192995262332e-5 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,3,1.4776682291994803e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,3,3.742873013834469e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,3,3.760352774406783e-5 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,4,1.478126214351505e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,4,2.945011146948673e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,4,7.831857510609552e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,4,1.449520350433886e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,5,1.642184070078656e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,5,5.751277058152482e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,5,1.264563761651516e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,5,1.1659539450192824e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,6,2.0199574646539986e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,6,6.611037679249421e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,6,1.86912264325656e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,6,1.6570855223108083e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,7,2.789369900710881e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,7,9.064536425285041e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,7,2.593479584902525e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,7,2.2837729193270206e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,8,4.292302473913878e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,8,1.2925596092827618e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,8,3.277848882135004e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,8,2.77714483672753e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,9,5.046957521699369e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,9,2.0730964024551213e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,9,3.9248797111213207e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,9,3.193499578628689e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,10,6.028390489518642e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,10,2.2964483650866896e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,10,4.57480811746791e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,10,3.5442670923657715e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,11,7.218106766231358e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,11,2.1009011834394187e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,11,5.026315920986235e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,11,4.454995214473456e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,12,7.229585316963494e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,12,2.88298208033666e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,12,5.653227563016117e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,12,4.590034077409655e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,13,7.578315562568605e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,13,3.567512903828174e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,13,6.822040304541588e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,13,6.169711705297232e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,14,0.00082422682316973805 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,14,3.9271076093427837e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,14,7.835100986994803e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,14,7.308799540624022e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,15,0.0011127899633720517 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,15,4.94950043503195e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,15,0.001000300981104374 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,15,9.397895191796124e-4 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,16,0.0011321788188070059 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,16,7.290631765499711e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,16,0.001320426119491458 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,16,0.0014465647982433438 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,17,9.178005275316536e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,17,6.048582727089524e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,17,0.0015064674662426114 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,17,0.0014177937991917133 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,18,8.908904273994267e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,18,4.5454053906723857e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,18,0.0017806619871407747 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,18,0.001687126001343131 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,19,8.504423894919455e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,19,4.532666935119778e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,19,0.002054040553048253 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,19,0.0019401033641770482 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,20,9.72804322373122e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,20,6.058919825591147e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,20,0.002364913234487176 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,20,0.002109138062223792 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,21,6.084259366616607e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,21,3.5614860826171935e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,21,0.002644889522343874 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,21,0.002305741887539625 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,22,0.0010707798646762967 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,22,7.801814354024827e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,22,0.002884898567572236 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,22,0.002431584522128105 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,23,9.052648674696684e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,23,4.716314433608204e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,23,0.003239790443331003 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,23,0.0026070820167660713 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,24,0.001213436364196241 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,24,6.413905066438019e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,24,0.003469564951956272 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,24,0.0026089888997375965 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,25,6.220866926014423e-4 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,25,3.351402119733393e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,25,0.0039025230798870325 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,25,0.002795726526528597 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,26,0.0017078480450436473 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,26,0.001037048059515655 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,26,0.004189969506114721 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,26,0.0028762808069586754 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,27,0.0013886166270822287 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,27,7.15678499545902e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,27,0.004703043028712273 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,27,0.003254977520555258 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,28,0.001670215860940516 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,28,9.780816035345197e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,28,0.00537255359813571 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,28,0.003927752375602722 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,29,0.0015260390937328339 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,29,8.28262185677886e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,29,0.0063241212628781796 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,29,0.006871828343719244 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,30,0.0016909377882257104 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,30,0.0010832272237166762 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,30,0.010167986154556274 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,30,0.20272848010063171 +rtn,bos,attn_in,Llama-2-7b-hf,3,64,31,0.018272148445248604 +rtn,bos,attn_out,Llama-2-7b-hf,3,64,31,0.010979462414979935 +rtn,bos,mlp_gate,Llama-2-7b-hf,3,64,31,0.019734524190425873 +rtn,bos,mlp_down,Llama-2-7b-hf,3,64,31,0.03341175988316536 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,0,1.7483240526416921e-06 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,0,6.367064997903071e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,0,5.493135404321947e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,0,5.658898771798704e-6 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,1,8.796658221399412e-6 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,1,1.1413639185775537e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,1,1.0030797056970187e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,1,0.29560136795043945 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,2,1.5459505448234268e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,2,7.845585059840232e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.793157571228221e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,2,2.4766964997979812e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,3,3.5870802093995735e-5 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,3,1.4738584468432236e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.383792474982329e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,3,4.3030533561250195e-5 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,4,1.3177134678699076e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,4,2.8839591323048808e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,4,8.465226710541174e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,4,1.1289212125120685e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,5,1.5550748503301293e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,5,5.583054371527396e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,5,1.3764617324341089e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,5,1.2162911298219115e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,6,2.0293316629249603e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,6,6.54820614727214e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,6,2.0933062478434294e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,6,1.8601006013341248e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,7,2.460470423102379e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,7,9.362796845380217e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,7,2.859841624740511e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,7,2.456546644680202e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,8,4.282406298443675e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,8,1.3636270887218416e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,8,3.515669668558985e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,8,2.939189434982836e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,9,5.161571898497641e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,9,1.955470652319491e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,9,4.1303454781882465e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,9,3.388882032595575e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,10,6.349551258608699e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,10,2.66769842710346e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,10,4.921848885715008e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,10,3.961180045735091e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,11,7.431245176121593e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,11,0.00026540004182606936 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,11,5.594199174083769e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,11,4.5948062324896455e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,12,8.055907674133778e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,12,2.982467121910304e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,12,6.307039875537157e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,12,5.22398273460567e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,13,7.915343740023673e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,13,3.5274410038255155e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,13,7.62656913138926e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,13,6.586514064110816e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,14,8.396380580961704e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,14,3.961085167247802e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,14,8.625119808129966e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,14,7.830217364244163e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,15,0.0010347949573770165 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,15,4.428123647812754e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,15,0.001076741493307054 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,15,9.8798843100667e-4 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,16,0.0011188243515789509 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,16,6.386553286574781e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.0013969310093671083 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,16,0.001445842208340764 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,17,9.116282453760505e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,17,4.383455670904368e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.001563964644446969 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001539006014354527 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,18,8.894751081243157e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,18,4.5413675252348185e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0018449578201398253 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,18,0.001817036303691566 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,19,9.105452336370945e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,19,4.5397592475637794e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0021196873858571053 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0020467417780309916 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,20,0.0011427063727751374 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,20,6.007831543684006e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.0024933491367846727 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,20,0.002511268248781562 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,21,8.476378861814737e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,21,4.6833098167553544e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.002733582630753517 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,21,0.0025426025968044996 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012975548161193728 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,22,8.151229121722281e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.0031001046299934387 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0028496617451310158 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,23,0.0010098423808813095 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,23,5.507869063876569e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.003464233595877886 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,23,0.002968486398458481 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,24,0.0015449832426384091 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,24,7.595096249133348e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.0037941946648061275 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,24,0.003143506357446313 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,25,9.730922756716609e-4 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,25,5.092366482131183e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.004264508839696646 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,25,0.0032992141786962748 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,26,0.0019192914478480816 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,26,0.0010116316843777895 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.00475846603512764 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,26,0.0035961964167654514 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,27,0.0015220344066619873 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,27,8.39361862745136e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005455699283629656 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,27,0.00407880824059248 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,28,0.0018769213929772377 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,28,0.001051250845193863 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.00647781603038311 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,28,0.005085113923996687 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,29,0.0017440107185393572 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,29,9.441685397177935e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007769546937197447 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,29,0.0074171931482851505 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,30,0.0019396848510950804 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,30,0.0013324852334335446 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.013112960383296013 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,30,0.11233402043581009 +rtn,c4,attn_in,Llama-2-7b-hf,3,64,31,0.017564645037055016 +rtn,c4,attn_out,Llama-2-7b-hf,3,64,31,0.006106961518526077 +rtn,c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.02831399254500866 +rtn,c4,mlp_down,Llama-2-7b-hf,3,64,31,0.06814868748188019 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,0,1.9209226138627855e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,0,6.774975190637633e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,0,7.035210956019e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,0,5.714344752050238e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,1,9.129959835263435e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,1,1.1521648957568686e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,1,9.852171388047282e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.2436133325099945 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,2,1.6671325283823535e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,2,8.49585012474563e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.9376739146537147e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.6081381292897277e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,3,3.6857349186902866e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,3,1.67174766829703e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.7652436478529125e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.587004877976142e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,4,1.296455884585157e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,4,3.217405537725426e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,4,9.030344517668709e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,4,1.1559234553715214e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,5,1.558168005431071e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,5,6.321175897028297e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,5,1.4125756570138037e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,5,1.2227466504555196e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,6,2.1553912665694952e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,6,7.919642666820437e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,6,2.1079523139633238e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,6,1.8448288028594106e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,7,2.573798119556159e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,7,1.0996684432029724e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,7,2.913501230068505e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,7,2.4727752315811813e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,8,4.1624472942203283e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,8,1.5903257008176297e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,8,0.00036271678982302547 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,8,3.03854001685977e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,9,5.256467266008258e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,9,2.1236318571027368e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,9,4.25939419073984e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,9,3.491456445772201e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,10,6.577176391147077e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,10,2.946243912447244e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,10,4.987151478417218e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,10,4.03036450734362e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,11,7.82752234954387e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,11,3.0154624255374074e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,11,5.650976090691984e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,11,4.6050333185121417e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,12,8.624009205959737e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,12,3.529211098793894e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,12,6.386354216374457e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,12,5.24412898812443e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,13,8.357298793271184e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,13,3.8259848952293396e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,13,7.595217903144658e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,13,6.45800435449928e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,14,8.791192667558789e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,14,4.3254572665318847e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,14,8.552766521461308e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,14,7.637765374965966e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,15,0.0010557540226727724 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,15,4.659745027311146e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,15,0.0010608409065753222 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,15,9.573025163263083e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0011478610103949904 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,16,6.682396633550525e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0013724452583119273 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.001404055510647595 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,17,9.406464523635805e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,17,4.7493644524365664e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0015289249131456017 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0014579601120203733 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,18,9.466580231674016e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,18,5.580197321251035e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.001817640382796526 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0017634225077927113 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,19,9.077275753952563e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,19,4.805195494554937e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.002089099260047078 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0019928731489926577 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,20,0.0010715933749452233 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,20,5.658136215060949e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.0024601418990641832 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.0024032238870859146 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,21,8.812989108264446e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,21,5.234334385022521e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.0027058408595621586 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.0024154791608452797 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,22,0.0013317628763616085 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,22,8.457213407382369e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.003089184407144785 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.002699053380638361 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,23,9.887645719572902e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,23,5.626042257063091e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0034591148141771555 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.002861990826204419 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,24,0.001560519332997501 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,24,7.352280081249774e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.0037704750429838896 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.0029628046322613955 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,25,0.001097660162486136 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,25,5.914253415539861e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.0042496491223573685 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.0032098034862428904 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,26,0.001969236182048917 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,26,0.0010449303081259131 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004774649627506733 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0034640321973711252 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0016266205348074436 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,27,9.277084027417004e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005494274664670229 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.004010967910289764 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019234054489061236 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,28,0.0011044635903090239 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.00654761353507638 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.005110755562782288 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,29,0.001958789536729455 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,29,0.0011135179083794355 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007937700487673283 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.007327228784561157 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,30,0.0022086119279265404 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0014978974359109998 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.012955832295119762 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.09921496361494064 +rtn,pileval,attn_in,Llama-2-7b-hf,3,64,31,0.0171783696860075 +rtn,pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0057353489100933075 +rtn,pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.02681010030210018 +rtn,pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.06530827283859253 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.917035888254759e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,0,6.837631190137472e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,6.403602696991584e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,0,6.156129984447034e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,1,9.014303032017779e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.4194316463544965e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,1.5704574252595194e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.3643344044685364 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,2,1.0874683539441321e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,2,6.232262421690393e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.8084125258610584e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.655747448443435e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.196225588908419e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.5077120224304963e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.3893556721741334e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,3,4.054592500324361e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,4,1.0148208093596622e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.6640776923159137e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,8.561542927054688e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,4,1.4093237405177206e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,5,1.3631345063913614e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.692110789823346e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,1.3977658818475902e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,5,1.214951480505988e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,6,1.9386413623578846e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,6,7.33495326130651e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,2.0802374638151377e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,6,1.832949637901038e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,7,2.240477770101279e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,7,9.630106796976179e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,2.876691287383437e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,7,2.4873382062651217e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,8,3.6308501148596406e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,8,1.507941196905449e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,3.6274714511819184e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,8,3.068922960665077e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,9,4.864103102590889e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,9,1.9863153283949941e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,4.259996931068599e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,9,3.6111395456828177e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,10,6.244417163543403e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,10,2.7066859183833003e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,5.013279733248055e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,10,4.0695047937333584e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,11,7.125807460397482e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,11,2.644027990754694e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,5.579752614721656e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,11,4.6059174928814173e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,12,7.623494020663202e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,12,0.00031118799233809114 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,6.237989873625338e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,12,5.095996893942356e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,13,7.612642366439104e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,13,3.622117801569402e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,7.357386639341712e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,13,6.263945251703262e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,14,7.929073763079941e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,14,3.8419413613155484e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,8.354606688953936e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,14,7.379581220448017e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,15,9.518392034806311e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,15,4.304985632188618e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,0.001034485874697566 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,15,9.330775937996805e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,16,0.0010046757524833083 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,16,5.597160779871047e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0013085525715723634 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.001407206291332841 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,17,8.383485255762935e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,17,4.6998506877571344e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014843093231320381 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.001441587577573955 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,18,8.453699410893023e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,18,4.4332980178296566e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0017523671267554164 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0016942414222285151 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,19,7.955616456456482e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,19,4.2077319812960923e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019852477125823498 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.00188426673412323 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,20,9.80741810053587e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,20,5.59095642529428e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0023304224014282227 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.00233832118101418 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,21,7.401513867080212e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,21,3.9895795634947717e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.0026291566900908947 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0024677447509020567 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.001185575732961297 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,22,8.992197690531611e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.0029471286106854677 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.0026081684045493603 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,23,9.805167792364955e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,23,5.991017678752542e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.0033503081649541855 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0027997312135994434 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013063643127679825 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,24,6.681136437691748e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.003707894356921315 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.002964795334264636 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0013148561120033264 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,25,8.307360112667084e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.004200405441224575 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.0031499729957431555 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.0018404461443424225 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,26,9.731249301694334e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.004727864172309637 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003479050938040018 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0015567658701911569 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,27,9.290981688536704e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.005470640026032925 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.004056439734995365 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.002115421462804079 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0012790753971785307 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.0063539789989590645 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.004743961151689291 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.0020414739847183228 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0013009452959522605 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.007569356821477413 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.00780916353687644 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0021939019206911325 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0015840457053855062 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.011889324523508549 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.32076501846313477 +rtn,wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.013424327597022057 +rtn,wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.010643115267157555 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.025947274640202522 +rtn,wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.06042684242129326 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,0,7.681355782551691e-7 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,0,1.3096439488435863e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,0,2.1014193407609127e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,0,2.328102709725499e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,1,2.8380459298205096e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,1,5.569902441493468e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,1,1.3467803000821732e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,1,2.7560949325561523 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,2,3.7843162772333017e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,2,1.9948579392803367e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,2,4.211159193800995e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,2,1.2906345546070952e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,3,8.556755346944556e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,3,4.168803570792079e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,3,1.0105216460942756e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,3,1.0320272849639878e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,4,2.330565985175781e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,4,8.350507414434105e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,4,2.1446548998937942e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,4,5.480442268890329e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,5,4.4695130782201886e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,5,1.663305920374114e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,5,3.4555367165012285e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,5,3.189436029060744e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,6,4.785493729286827e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,6,1.827099549700506e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,6,5.1629176596179605e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,6,4.568179065245204e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,7,6.448204658227041e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,7,2.5302912035840563e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,7,7.2106922743842e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,7,6.423425656976178e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,8,1.292474480578676e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,8,3.548383028828539e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,8,9.048175706993788e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,8,8.243082993431017e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,9,1.425346708856523e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,9,5.786989277112298e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,9,1.0837008449016139e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,9,8.818590868031606e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,10,1.5317468205466866e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,10,6.312268669717014e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,10,1.2791591871064156e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,10,9.750704339239746e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,11,1.7970082990359515e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,11,5.711907579097897e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,11,1.4031314640305936e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,11,1.215184383909218e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,12,2.2239243844524026e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,12,7.94739171396941e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,12,1.558297371957451e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,12,1.2382651038933545e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,13,2.02634182642214e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,13,9.719267109176144e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,13,1.8627762619871646e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,13,1.7077730444725603e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,14,2.4402666895184666e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,14,1.0572410974418744e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,14,2.1894805831834674e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,14,1.98761306819506e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,15,2.602197928354144e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,15,1.364809722872451e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,15,2.786796248983592e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,15,2.5805053883232176e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,16,2.9305671341717243e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,16,2.0353151194285601e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,16,3.624961827881634e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,16,4.193525528535247e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,17,2.1714706963393837e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,17,1.6863025666680187e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,17,4.1113601764664054e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,17,3.8779142778366804e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,18,2.1946008200757205e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,18,1.251752401003614e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,18,4.8189982771873474e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,18,4.6415036194957793e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,19,2.0917791698593646e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,19,1.248286134796217e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,19,5.550861824303865e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,19,5.48012787476182e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,20,2.1461887808982283e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,20,1.6633204359095544e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,20,6.373632350005209e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,20,5.828231223858893e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,21,1.837611780501902e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,21,9.73976420937106e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,21,7.110768347047269e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,21,6.26478751655668e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,22,2.644327760208398e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,22,1.387134107062593e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,22,7.724791648797691e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,22,6.553006242029369e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,23,2.3416416661348194e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,23,1.2841973511967808e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,23,8.674300042912364e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,23,7.091786828823388e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,24,3.2398937037214637e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,24,1.723385794321075e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,24,9.322865516878664e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,24,7.037996547296643e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,25,1.789598900359124e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,25,9.152057464234531e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010385855566710234 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,25,8.228156948462129e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,26,4.7452046419493854e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,26,2.8165665571577847e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011286861263215542 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,26,7.80504837166518e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,27,3.6335320328362286e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,27,1.9353801326360554e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,27,0.0012648575939238071 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,27,8.895717328414321e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,28,4.3298298260197043e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,28,2.7151472750119865e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,28,0.0014582544099539518 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,28,0.0010817815782502294 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,29,4.0889272349886596e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,29,2.2637294023297727e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,29,0.0017314101569354534 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,29,0.0019277140963822603 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,30,4.7659885603934526e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,30,2.9830547282472253e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,30,0.0026914121117442846 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,30,0.47430679202079773 +rtn,bos,attn_in,Llama-2-7b-hf,4,128,31,0.0076614427380263805 +rtn,bos,attn_out,Llama-2-7b-hf,4,128,31,0.0034854798577725887 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,128,31,0.005686076823621988 +rtn,bos,mlp_down,Llama-2-7b-hf,4,128,31,0.011735258623957634 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,0,5.362992965274316e-7 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,0,1.1253720231252373e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.5877373016337515e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,0,1.7341106968160602e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,1,2.804893028951483e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,1,3.728090632648673e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,1,5.393574610934593e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,1,1.069920301437378 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,2,5.353891538106836e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,2,2.265594275741023e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.818271463591373e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,2,9.503180081082974e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,3,8.547740435460582e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,3,4.176526999799535e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.188075930258492e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1829160939669237e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,4,2.2096950488048606e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,4,8.29054170026211e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.323918124602642e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,4,3.82324869860895e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,5,4.246261596563272e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,5,1.5984120182110928e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.7723311834270135e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,5,3.339461545692757e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,6,4.80546077596955e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,6,1.812044320104178e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.7437020586803555e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,6,5.125129609950818e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,7,6.278953514993191e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,7,2.6064830308314413e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.898506737546995e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,7,6.833904626546428e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,8,1.2858916306868196e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,8,3.762453343369998e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.715323540149257e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,8,8.42506779008545e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,9,1.4299109170679003e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,9,5.369702557800338e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,9,1.146039430750534e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,9,9.2857371782884e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,10,1.7449690494686365e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,10,7.350806117756292e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,10,1.3739852875005454e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,10,1.088269564206712e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,11,1.9804407202173024e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,11,7.303356687771156e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,11,1.5495506522711366e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,11,1.250725326826796e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,12,2.4782423861324787e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,12,8.167362830135971e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,12,1.740139559842646e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,12,1.417984312865883e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,13,2.1507838391698897e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,13,9.693650645203888e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,13,2.1095362899359316e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,13,1.839357428252697e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,14,2.4036331160459667e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,14,1.0793380351969972e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,14,2.3880544176790863e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,14,2.122586010955274e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,15,2.622772881295532e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,15,1.2177418102510273e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,15,2.986942999996245e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,15,2.707179228309542e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,16,3.003559831995517e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,16,1.7445351113565266e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,16,3.845017636194825e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,16,4.0671625174582005e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,17,2.2210665338207036e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,17,1.2032034283038229e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,17,4.2521889554336667e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,17,4.208089376334101e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,18,2.378836361458525e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,18,1.2403030996210873e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,18,5.008148145861924e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,18,5.00572263263166e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,19,2.2592145251110196e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,19,1.2479812721721828e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,19,5.73296973016113e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,19,5.741311470046639e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,20,2.6775506557896733e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,20,1.6454195429105312e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,20,6.718172808177769e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,20,6.924800691194832e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,21,2.2134973551146686e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,21,1.2833622167818248e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,21,7.357089780271053e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,21,6.899024592712522e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,22,3.495569108054042e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,22,1.6626100114081055e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,22,8.324228692799807e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,22,7.705846219323575e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,23,2.690319961402565e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,23,1.4996952086221427e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,23,9.266311535611749e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,23,8.084221044555306e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,24,4.3025522609241307e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,24,2.0951760234311223e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,24,0.0010165569838136435 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,24,8.508993196301162e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,25,2.69564101472497e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,25,1.3821582251694053e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.001140776090323925 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,25,9.272852330468595e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,26,5.212997202761471e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,26,2.818373905029148e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012802336132153869 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,26,9.744575945660472e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,27,4.02725680032745e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,27,2.2786215413361788e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0014704912900924683 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,27,0.001108241151086986 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,28,4.971235757693648e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,28,2.86472582956776e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0017584048910066485 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,28,0.001406122581101954 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,29,4.666477325372398e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,29,2.5804905453696847e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.0021338784135878086 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,29,0.002082577208057046 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,30,5.365328979678452e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,30,3.687456191983074e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.0036200452595949173 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,30,0.2477591335773468 +rtn,c4,attn_in,Llama-2-7b-hf,4,128,31,0.007430857513099909 +rtn,c4,attn_out,Llama-2-7b-hf,4,128,31,0.0019396061543375254 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.007833638228476048 +rtn,c4,mlp_down,Llama-2-7b-hf,4,128,31,0.023153014481067657 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,0,5.6105477597157e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,0,1.305096361647884e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,0,2.0366253750125907e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.727846665744437e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,1,2.9326361072889995e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,1,3.7527611311816145e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,1,4.786384124599863e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.8884912729263306 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,2,5.414368388301227e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,2,2.441248170725885e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,2,5.20699859407614e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,2,9.624523954698816e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,3,9.10363542061532e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,3,4.747828825202305e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.2898930435767397e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.2601241905940697e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,4,2.222942748630885e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,4,9.175742889055982e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.477780253684614e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.831552021438256e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,5,4.28916682722047e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,5,1.8065340555040166e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.860661672661081e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.355527951498516e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,6,4.95721360493917e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,6,2.1899999410379678e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.7674129493534565e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,6,5.099221016280353e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,7,6.550562102347612e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,7,3.0581395549234e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,7,8.027314470382407e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.881965236971155e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,8,1.2653792509809136e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,8,4.3808129703393206e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,8,1.0003139323089272e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,8,8.686201181262732e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,9,1.441848580725491e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,9,5.832895476487465e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,9,1.1768119293265045e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,9,9.566287917550653e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,10,1.731790543999523e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,10,8.121674181893468e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,10,1.389965764246881e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,10,1.1105200974270701e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,11,1.991484605241567e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,11,8.28140982775949e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,11,1.5629525296390057e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,11,1.2541723845060915e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,12,2.5000557070598006e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,12,9.665549441706389e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,12,1.7593815573491156e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,12,1.4243162877392024e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,13,2.1992609254084527e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,13,1.0525373363634571e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,13,2.0948114979546517e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,13,1.8001114949584007e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,14,2.4630274856463075e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,14,1.1799713684013113e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,14,2.3592392972204834e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,14,2.0710915850941092e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,15,2.634272095747292e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,15,1.2786666047759354e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,15,2.931735944002867e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,15,2.6299769524484873e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,16,3.0084940954111516e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,16,1.8266290135215968e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,16,3.766643349081278e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,16,3.949100209865719e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,17,2.3203078308142722e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,17,1.3045909872744232e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,17,4.160746466368437e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,17,3.990674449596554e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,18,2.5519082555547357e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,18,1.5308859292417765e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,18,4.923507804051042e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,18,4.870950651820749e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,19,2.2765323228668422e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,19,1.3177376240491867e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,19,5.65402559004724e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,19,5.578523850999773e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,20,2.4382879200857133e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,20,1.556513161631301e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,20,6.624166271649301e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,20,6.643772358074784e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,21,2.2752910444978625e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,21,1.4354042650666088e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,21,7.28829181753099e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,21,6.55521173030138e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,22,3.551472909748554e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,22,1.8315065244678408e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,22,8.290035184472799e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,22,7.290552603080869e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,23,2.6891077868640423e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,23,1.534405309939757e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,23,9.234247263520956e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,23,7.786116329953074e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,24,4.160944663453847e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,24,2.027126174652949e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,24,0.0010096289915964007 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,24,8.013335173018277e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,25,3.020046860910952e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,25,1.6071094432845712e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0011366673279553652 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,25,9.126471704803407e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,26,5.272866692394018e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,26,2.8903799830004573e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012805321021005511 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,26,9.394227527081966e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,27,4.28138067945838e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,27,2.520293928682804e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0014772767899557948 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010890932753682137 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,28,5.120377172715962e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,28,3.0147095094434917e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.0017746727680787444 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0014108943287283182 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,29,5.277087911963463e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,29,3.037828137166798e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.002170782769098878 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0020498172380030155 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,30,5.989920464344323e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,30,4.149415763095021e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.0035612459760159254 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.21619072556495667 +rtn,pileval,attn_in,Llama-2-7b-hf,4,128,31,0.0072444649413228035 +rtn,pileval,attn_out,Llama-2-7b-hf,4,128,31,0.0018242710502818227 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007457348983734846 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.021213727071881294 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.391607030309387e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.3434654420052539e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.8438903737205692e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.8588048078527208e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.795190312099294e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.671481292461976e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,9.576745469530579e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,1,1.3738170862197876 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.319327788631199e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.8615151020640042e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.86094586449326e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,2,1.2033336133754347e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,3,8.792349035502411e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,3,4.254826308169868e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.187353609566344e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.1091292435594369e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.8663435184862465e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.796622412570287e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.344686072319746e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,4,5.236192009760998e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.828434273600578e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.6352611055481248e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.805754386121407e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.315602589282207e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.4081378291593865e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,6,2.0077224689885043e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.7030039897654206e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,6,5.0751892558764666e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.811550363432616e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.6854999305214733e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.936481415526941e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.980052421567962e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,8,1.1429378355387598e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,8,4.1448169213254005e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.974181739380583e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,8,8.7882908701431e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,9,1.3013063289690763e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.4506672313436866e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,1.1781918146880344e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.933619003277272e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,10,1.599952665856108e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.47373778722249e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,1.3964441313873976e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,10,1.1189210636075586e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,11,1.8304389959666878e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,11,7.271531649166718e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,1.544315746286884e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,11,1.2573339336086065e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,12,2.2854273265693337e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.517519745510072e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,1.7238389409612864e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,12,1.38404022436589e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,13,1.9540631910786033e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.96047820081003e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,2.030788891715929e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,13,1.7483485862612724e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,14,2.1789305901620537e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,14,1.0478067997610196e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,2.300945488968864e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,14,2.0029836741741747e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,15,2.426487480988726e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,15,1.179483879241161e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,2.8514963923953474e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,15,2.571892982814461e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,16,2.620058075990528e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,16,1.5336232900153846e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,3.6069907946512103e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,16,4.0500203613191843e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,17,2.078116376651451e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,17,1.2916755804326385e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,4.0361477294936776e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,17,3.9506651228293777e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,18,2.1380328689701855e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,18,1.2076590792275965e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,4.747585335280746e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,18,4.6810871572233737e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,19,1.9722060824278742e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,19,1.1541385902091861e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,5.365257966332138e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,19,5.325325764715672e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,20,2.3537025845143944e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,20,1.521405065432191e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,6.293542101047933e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,20,6.439622375182807e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,21,1.8603714124765247e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,21,1.0983543324982747e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,7.094569155015051e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,21,6.707964930683374e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,22,3.3829474705271423e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,22,1.7781350470613688e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,7.936257752589881e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,22,7.067389669828117e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,23,2.619203587528318e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,23,1.6395900456700474e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,8.966707391664386e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,23,7.600627723149955e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,24,3.6878488026559353e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,24,1.817689771996811e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,9.86365252174437e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,24,8.021208923310041e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,25,3.290993918199092e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,25,2.2917745809536427e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.0011236966820433736 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,25,8.943253778852522e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,26,4.8445237916894257e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,26,2.683816128410399e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.001271961024031043 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,26,9.425451280549169e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,27,4.254226223565638e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,27,2.533392689656466e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.0014744069194421172 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0011025727726519108 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,28,5.561875295825303e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,28,3.490638337098062e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0017222421010956168 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0013099616626277566 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,29,5.538113764487207e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,29,3.5507784923538566e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.002079285914078355 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.0021786189172416925 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,30,6.23813655693084e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,30,4.424902726896107e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.0033540811855345964 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.7836235761642456 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.0056036002933979034 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,128,31,0.003249330213293433 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.0071024238131940365 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.02028656378388405 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,0,2.1355310764192836e-7 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,0,4.659766261738696e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,0,1.0750504486622958e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,0,1.1129236554552335e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,1,1.1775266557378927e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,1,2.0851487079198705e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,1,9.947362741513643e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,1,0.39182862639427185 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,2,1.7114622323788353e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,2,9.462821708439151e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,2,2.5280335194111103e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,2,4.22373523178976e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,3,5.749113825004315e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,3,2.253759021186852e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,3,5.997050720907282e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,3,6.149398814159213e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,4,1.3337828931980766e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,4,4.635866844182601e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,4,1.2434207746991888e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,4,2.2319783965940587e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,5,2.5739609554875642e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,5,9.106526704272255e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,5,2.0210525690345094e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,5,1.9127377527183853e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,6,2.75043257715879e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,6,1.0315539839211851e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,6,2.99507246381836e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,6,2.7147454602527432e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,7,3.937821020372212e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,7,1.4319332876766566e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,7,4.1315233829664066e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,7,3.77347860194277e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,8,5.634219996863976e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,8,2.0571338609443046e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,8,5.1868359150830656e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,8,4.654765143641271e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,9,6.571098492713645e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,9,3.329540413687937e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,9,6.167522224131972e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,9,5.2443898312048987e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,10,9.45309511735104e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,10,3.7321082345442846e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,10,7.182479021139443e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,10,5.8409321354702115e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,11,1.1075170186813921e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,11,3.40890146617312e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,11,7.891518180258572e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,11,7.309224019991234e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,12,1.1010047455783933e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,12,4.7098012146307155e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,12,8.899646491045132e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,12,7.541800732724369e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,13,1.124625705415383e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,13,5.738091203966178e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,13,1.075629479601048e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,13,1.016025707940571e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,14,1.1285156506346539e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,14,6.424322782550007e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,14,1.2615583545994014e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,14,1.2017846893286332e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,15,1.4288301463238895e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,15,8.100947889033705e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,15,1.591402688063681e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,15,1.5589471149723977e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,16,1.625450240680948e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,16,1.2085003254469484e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,16,2.1108891814947128e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,16,2.313459262950346e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,17,1.2516375863924623e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,17,9.732077160151675e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,17,2.4142571783158928e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,17,2.342418156331405e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,18,1.2617837637662888e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,18,7.526754052378237e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,18,2.831957535818219e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,18,2.784381795208901e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,19,1.2424773012753576e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,19,7.352729880949482e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,19,3.283235419075936e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,19,3.142149362247437e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,20,1.3587517605628818e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,20,9.729553130455315e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,20,3.8025330286473036e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,20,3.4852238604798913e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,21,9.209271229337901e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,21,5.7864228438120335e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,21,4.2643502820283175e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,21,3.790560585912317e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,22,1.491852744948119e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,22,8.0309939221479e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,22,4.6784852747805417e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,22,4.0112395072355866e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,23,1.2707339192274958e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,23,7.711795478826389e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,23,5.236022407189012e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,23,4.302941670175642e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,24,1.617642119526863e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,24,9.915646660374478e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,24,5.609176005236804e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,24,4.299437568988651e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,25,1.0079093772219494e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,25,5.5423231970053166e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,25,6.233034073375165e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,25,4.661680432036519e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,26,2.46023089857772e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,26,1.6472639981657267e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,26,6.716797943226993e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,26,4.756309208460152e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,27,2.0878520444966853e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,27,1.1812375305453315e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,27,7.518413476645947e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,27,5.395233747549355e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,28,2.487289602868259e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,28,1.612483465578407e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,28,8.52841476444155e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,28,6.43767009023577e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,29,2.8910854598507285e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,29,1.3349868822842836e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,29,9.950558887794614e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,29,0.001023177639581263 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,30,2.9070902382954955e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,30,1.7568471957929432e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,30,0.0015650694258511066 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,30,0.08694352954626083 +rtn,bos,attn_in,Llama-2-7b-hf,4,32,31,0.0015258260536938906 +rtn,bos,attn_out,Llama-2-7b-hf,4,32,31,0.0010081795044243336 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,32,31,0.0031851292587816715 +rtn,bos,mlp_down,Llama-2-7b-hf,4,32,31,0.0048753609880805016 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,0,1.7242695093955263e-7 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,0,3.74660942270566e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,0,8.060350609184752e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,0,8.208243116314407e-7 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,1,1.0395827985121286e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,1,1.4507360219795373e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,1,4.32457363785943e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,1,0.14813193678855896 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,2,2.512943183319294e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,2,1.207744730891136e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,2,2.9038908451184398e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,2,4.0503123273083474e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,3,5.737795618188102e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,3,2.2568269741896074e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,3,7.060015377646778e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,3,7.048934548947727e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,4,1.3209674762038048e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,4,4.575951606966555e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,4,1.3497112377081066e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,4,1.778102341631893e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,5,2.2147321942611597e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,5,8.825692020764109e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,5,2.200812923547346e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,5,1.996718128793873e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,6,2.4359056624234654e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,6,1.016426904243417e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,6,3.3467371395090595e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,6,3.0568171496270224e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,7,4.0382838051300496e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,7,1.489403803134337e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,7,4.558873479254544e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,7,4.044447996420786e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,8,5.774349847342819e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,8,2.1813528292113915e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,8,5.587860869127326e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,8,4.886121314484626e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,9,6.888558709761128e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,9,3.182405635016039e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,9,6.540577305713668e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,9,5.559981582337059e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,10,1.0216815280728042e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,10,4.32856977568008e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,10,7.775060657877475e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,10,6.509359809570014e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,11,1.0818275040946901e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,11,4.3158688640687615e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,11,8.822407107800245e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,11,7.54329957999289e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,12,1.3191025936976075e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,12,4.864873699261807e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,12,9.994452557293698e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,12,8.608493226347491e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,13,1.1643343168543652e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,13,5.755105667049065e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,13,1.2088895164197311e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,13,1.0827943333424628e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,14,1.291754888370633e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,14,6.461042357841507e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,14,1.3743352610617876e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,14,0.00012897106353193521 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,15,1.3948767445981503e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,15,7.204308349173516e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,15,1.7121198470704257e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,15,1.6303172742482275e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,16,1.6887314268387854e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,16,1.0431640839669853e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,16,2.2310485655907542e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,16,2.3441543453373015e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,17,1.3209720782469958e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,17,7.192226621555164e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,17,2.5094891316257417e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,17,2.538443077355623e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,18,1.4396871847566217e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,18,7.436375744873658e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,18,2.9560504481196404e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,18,2.9950551106594503e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,19,1.3039710756856948e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,19,7.409854879369959e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,19,3.405388561077416e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,19,3.3451124909333885e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,20,1.7582833243068308e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,20,9.844067244557664e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,20,4.0170017746277153e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,20,4.137788200750947e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,21,1.1976174573646858e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,21,7.675140659557655e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,21,4.4130758033134043e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,21,4.192022024653852e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,22,2.1136899886187166e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,22,9.786434384295717e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,22,5.00388618092984e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,22,4.693220544140786e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,23,1.545377599541098e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,23,9.053341636899859e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,23,5.599413998425007e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,23,4.908287664875388e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,24,2.1139411546755582e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,24,1.2200612400192767e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,24,6.138361641205847e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,24,5.188429495319724e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,25,1.5132500266190618e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,25,8.373975288122892e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,25,6.869005737826228e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,25,5.47250674571842e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,26,2.833548642229289e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,26,1.5992594126146287e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,26,7.644665893167257e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,26,5.948395701125264e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,27,2.3557650274597108e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,27,1.378654851578176e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,27,8.719403413124382e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,27,6.756071234121919e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,28,2.899140235967934e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,28,1.715565740596503e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,28,0.001030043000355363 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,28,8.353344746865332e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,29,2.954075171146542e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,29,1.541717938380316e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,29,0.0012332540936768055 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,29,0.0011562095023691654 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,30,3.188211121596396e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,30,2.168116916436702e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,30,0.0020629609934985638 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,30,0.04596278443932533 +rtn,c4,attn_in,Llama-2-7b-hf,4,32,31,0.0015369585016742349 +rtn,c4,attn_out,Llama-2-7b-hf,4,32,31,6.306224386207759e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,32,31,0.00446068262681365 +rtn,c4,mlp_down,Llama-2-7b-hf,4,32,31,0.009144402109086514 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,0,1.7562308585183928e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,0,4.35750934002499e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,0,1.022952318407988e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,0,8.280100018964731e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,1,1.0902770100074122e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,1,1.4669817574031185e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,1,3.844376351480605e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,1,0.12189508974552155 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,2,2.6635045742295915e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,2,1.3144285730959382e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,2,3.1419001516042044e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,2,4.269717464921996e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,3,5.679598871211056e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,3,2.5521417228446808e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,3,7.682306204515044e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,3,7.512246611440787e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,4,1.3492084690369666e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,4,5.103628609504085e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,4,1.4426310372073203e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,4,1.8274626199854538e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,5,2.1791114704683423e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,5,1.0040939741884358e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,5,2.2608846848015673e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,5,2.0059280359419063e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,6,2.649021553224884e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,6,1.2305273230595049e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,6,3.365918746567331e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,6,3.029520667041652e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,7,4.327253918745555e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,7,1.7507227312307805e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,7,4.652459028875455e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,7,4.0668281144462526e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,8,5.968198456685059e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,8,2.5504636141704395e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,8,5.7705150538822636e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,8,5.0437778554623947e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,9,7.08799489075318e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,9,3.4635664633242413e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,9,6.76576019031927e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,9,5.728289397666231e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,10,1.025583187583834e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,10,4.795307540916838e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,10,7.903107325546443e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,10,6.615952588617802e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,11,1.1261460167588666e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,11,4.90162601636257e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,11,8.94073091330938e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,11,7.558033394161612e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,12,1.352410763502121e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,12,5.781318395747803e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,12,1.014352819765918e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,12,8.642504690214992e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,13,1.1949071631534025e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,13,6.256420601857826e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,13,1.2053114915033802e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,13,1.0606595606077462e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,14,1.3320485595613718e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,14,7.06724968040362e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,14,1.3642205158248544e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,14,1.2571297702379525e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,15,1.4331012789625674e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,15,7.595753413625062e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,15,1.6866408986970782e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,15,1.5805555449333042e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,16,1.7146696336567402e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,16,1.0913168807746843e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,16,2.1938089048489928e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,16,2.2793780954089016e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,17,1.3725442113354802e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,17,7.76492161094211e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,17,2.454695350024849e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,17,2.4047130136750638e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,18,1.497451594332233e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,18,9.06065251911059e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,18,2.9156351229175925e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,18,2.903741551563144e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,19,1.343387266388163e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,19,7.846087100915611e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,19,3.360699338372797e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,19,3.257826901972294e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,20,1.6058732580859214e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,20,9.26671054912731e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,20,3.9613296394236386e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,20,3.964292991440743e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,21,1.2605471420101821e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,21,8.583385351812467e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,21,4.3693115003407e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,21,3.9844444836489856e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,22,2.140844298992306e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,22,1.0744996689027175e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,22,4.990799934603274e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,22,4.4462797814048827e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,23,1.568497682455927e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,23,9.240333747584373e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,23,5.580013385042548e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,23,4.7295953845605254e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,24,2.123781741829589e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,24,1.1807611008407548e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,24,6.091287359595299e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,24,4.88526129629463e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,25,1.7269726959057152e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,25,9.724283154355362e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,25,6.858870619907975e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,25,5.327476537786424e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,26,2.966618339996785e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,26,1.6489696281496435e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,26,7.66805955208838e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,26,5.726669915020466e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,27,2.4745194241404533e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,27,1.5310179151128978e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,27,8.771533612161875e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,27,6.6229427466169e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,28,2.9653016827069223e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,28,0.00018110549717675894 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,28,0.0010420215548947453 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,28,8.386234985664487e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,29,3.28758149407804e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,29,1.8180620099883527e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,29,0.0012555576395243406 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,29,0.0011503006098791957 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,30,3.4738495014607906e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,30,2.428263978799805e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,30,0.002056908793747425 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,30,0.04029672220349312 +rtn,pileval,attn_in,Llama-2-7b-hf,4,32,31,0.001493265968747437 +rtn,pileval,attn_out,Llama-2-7b-hf,4,32,31,5.964746233075857e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,32,31,0.004215272609144449 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,32,31,0.008460008539259434 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,0,2.0145434120877326e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,0,4.563059974316275e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,0,9.266288714115944e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,0,8.905190043151379e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,1,1.2340713055891683e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,1,1.8209263998869574e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,1,4.557888132694643e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,1,0.1799790859222412 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,2,1.7114622323788353e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,2,9.22653271118179e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,2,2.9225013804534683e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,2,4.325274858274497e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,3,4.9023756218957715e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,3,2.3059569684846792e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,3,7.081643616402289e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,3,6.628715254919371e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,4,1.1992929103143979e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,4,4.239528152538696e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,4,1.3695141205971595e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,4,2.171861160604749e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,5,1.96475739357993e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,5,8.967062967712991e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,5,2.2375104890670627e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,5,1.9951441572629847e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,6,2.3127568056224845e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,6,1.1290847396594472e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,6,3.329232276882976e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,6,3.0089353458606638e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,7,3.5665052564581856e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,7,1.536350100650452e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,7,4.599104795488529e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,7,4.087336492375471e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,8,5.645069541060366e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,8,2.4223905711551197e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,8,5.756361497333273e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,8,5.0976468628505245e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,9,6.741872493876144e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,9,3.24096399708651e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,9,6.762974226148799e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,9,5.9252615756122395e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,10,9.515061537967995e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,10,4.4034455640939996e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,10,7.942861702758819e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,10,6.684663094347343e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,11,9.905196202453226e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,11,4.285749309929088e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,11,8.842526585794985e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,11,7.577821088489145e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,12,1.211568305734545e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,12,5.098586552776396e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,12,9.926201164489612e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,12,8.401194645557553e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,13,1.0920756903942674e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,13,5.925829100306146e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,13,1.1693036503857002e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,13,1.0309292702004313e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,14,1.1775821621995419e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,14,6.322743865894154e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,14,1.3329829380381852e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,14,1.2170251284260303e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,15,1.3063990627415478e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,15,7.00270538800396e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,15,1.6438236343674362e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,15,1.5427790640387684e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,16,1.4768877008464187e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,16,9.132405830314383e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,16,2.0940053218510002e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,16,0.00022677912784274668 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,17,1.2499580043368042e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,17,7.7213735494297e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,17,2.38597669522278e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,17,2.3773488646838814e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,18,1.3520458014681935e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,18,7.258316327352077e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,18,2.816474880091846e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,18,2.7908984338864684e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,19,1.185638684546575e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,19,6.86992279952392e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,19,3.1947874231263995e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,19,3.0545389745384455e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,20,1.5571489348076284e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,20,9.122725168708712e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,20,3.7607227568514645e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,20,3.8551902980543673e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,21,1.0809429659275338e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,21,6.513145490316674e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,21,4.2772828601300716e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,21,4.0735770016908646e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,22,1.9557957421056926e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,22,1.0386538633611053e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,22,4.7691439976915717e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,22,4.307797353249043e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,23,1.5559516032226384e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,23,9.787597809918225e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,23,5.41195971891284e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,23,4.613682976923883e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,24,1.8062452727463096e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,24,1.0548505088081583e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,24,5.977128748781979e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,24,4.881116619799286e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,25,1.9908910326194018e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,25,1.385911600664258e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,25,6.782280397601426e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,25,5.241701146587729e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,26,2.617299905978143e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,26,1.5580600302200764e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,26,7.59521615691483e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,26,5.764900706708431e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,27,2.448812301736325e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,27,1.5301056555472314e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,27,8.758992771618068e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,27,6.690641748718917e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,28,3.27464600559324e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,28,2.0898456568829715e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,28,0.0010117762722074986 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,28,7.79572466854006e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,29,3.396113170310855e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,29,2.1346320863813162e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,29,0.001200352213345468 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,29,0.0011845016852021217 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,30,3.4205298288725317e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,30,2.6126590091735125e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,30,0.0019279085099697113 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,30,0.13958847522735596 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,32,31,0.0012275221524760127 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,32,31,9.580593905411661e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,32,31,0.003960637841373682 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,32,31,0.007853282615542412 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,0,4.843769829676603e-7 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,0,7.622011821695196e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,0,1.4971912776218232e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,0,1.6413749790444854e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,1,1.57772933562228e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,1,3.245969310228247e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,1,1.2564102689793799e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,1,0.78937530517578125 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,2,3.2934010505414335e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,2,1.3685885278391652e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,2,3.3496028208901407e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,2,6.635942554567009e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,3,6.6319198595010675e-6 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,3,3.1403201319335494e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,3,7.986113814695273e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,3,8.171227818820626e-6 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,4,1.9185054043191485e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,4,6.366143679770175e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,4,1.6736592442612164e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,4,3.408239354030229e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,5,3.404092785785906e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,5,1.2530349522421602e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,5,2.7191554181626998e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,5,2.5418936274945736e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,6,3.913092950824648e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,6,1.3945676982984878e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,6,4.022634311695583e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,6,3.6379369703354314e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,7,5.5610118579352275e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,7,1.947793316503521e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,7,5.591559238382615e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,7,5.0532224122434855e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,8,9.835181117523462e-5 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,8,2.772709558485076e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,8,7.009376713540405e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,8,6.335420039249584e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,9,1.1503524001454934e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,9,4.482550866669044e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,9,8.39431959320791e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,9,6.995042349444702e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,10,1.2621644418686628e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,10,4.996761344955303e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,10,9.830108319874853e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,10,7.739553257124498e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,11,1.6848166706040502e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,11,4.5130858779884875e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,11,1.0830660903593525e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,11,9.732432954479009e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,12,1.715921680442989e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,12,6.258128269109875e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,12,1.2163499923190102e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,12,9.977901208912954e-5 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,13,1.68982645845972e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,13,7.612699118908495e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,13,1.4526286395266652e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,13,1.3576154015026987e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,14,1.941135706147179e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,14,8.530326158506796e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,14,1.6882435011211783e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,14,1.5930052904877812e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,15,2.2407897631637752e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,15,1.0880732588702813e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,15,2.1698250202462077e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,15,2.059669786831364e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,16,2.442144905216992e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,16,1.6111206787172705e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,16,2.8288710745982826e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,16,3.158512699883431e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,17,1.691999495960772e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,17,1.305702026002109e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,17,3.252018941566348e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,17,3.0921847792342305e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,18,1.809274108381942e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,18,9.97406750684604e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,18,3.7968027754686773e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,18,3.6801976966671646e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,19,1.693681115284562e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,19,9.817209502216429e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,19,4.402499762363732e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,19,4.229610494803637e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,20,1.8167734378948808e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,20,1.3052730355411768e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,20,5.049478495493531e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,20,4.6256688074208796e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,21,1.4876409841235727e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,21,7.687445759074762e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,21,5.636263522319496e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,21,5.012091132812202e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,22,2.1739974908996373e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,22,1.0808003571582958e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,22,6.172618013806641e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,22,5.273061688058078e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,23,1.9561797671485692e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,23,1.0280688002239913e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,23,6.942129693925381e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,23,5.676729488186538e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,24,2.3953134950716048e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,24,1.3420544564723969e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,24,7.439780747517943e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,24,5.664593772962689e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,25,1.468907721573487e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,25,7.311313675018027e-5 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,25,8.287313976325095e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,25,6.413735100068152e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,26,3.3508753404021263e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,26,2.239360474050045e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,26,8.919822867028415e-4 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,26,6.235211039893329e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,27,3.1676629441790283e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,27,1.5530551900155842e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010026050731539726 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,27,7.076833280734718e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,28,3.2897506025619805e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,28,2.1477513655554503e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,28,0.0011458827648311853 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,28,8.574316743761301e-4 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,29,3.426040930207819e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,29,1.7671439854893833e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,29,0.0013381645549088717 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,29,0.0014034725027158856 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,30,3.9087486220523715e-4 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,30,2.3176211107056588e-4 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,30,0.0021468778140842915 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,30,0.18289674818515778 +rtn,bos,attn_in,Llama-2-7b-hf,4,64,31,0.002962057711556554 +rtn,bos,attn_out,Llama-2-7b-hf,4,64,31,0.0018542970065027475 +rtn,bos,mlp_gate,Llama-2-7b-hf,4,64,31,0.004236324690282345 +rtn,bos,mlp_down,Llama-2-7b-hf,4,64,31,0.007505679968744516 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,0,3.219341238036577e-7 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,0,6.153873641778773e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.1381413855815481e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,0,1.21283562748431e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,1,1.4679023934149882e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,1,2.223123374278657e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,1,4.211363375361543e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,1,0.2985977232456207 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,2,4.648560661735246e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,2,1.6728287164369249e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.846002982754726e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,2,5.851293281011749e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,3,6.712869435432367e-6 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,3,3.1283414045901736e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,3,9.402809155290015e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,3,9.363257049699314e-6 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,4,1.984845039260108e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,4,6.287390988291008e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.8115695638698526e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,4,2.577554369054269e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,5,3.5245040635345504e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,5,1.2109481758670881e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.9603083021356724e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,5,2.6553028874332085e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,6,3.9228256355272606e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,6,1.3794849110126961e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.501303192228079e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,6,4.073642776347697e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,7,5.12041624460835e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,7,2.018155100813601e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,7,6.155564187793061e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,7,5.406513446359895e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,8,9.48379238252528e-5 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,8,2.926693377958145e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,8,7.552741590188816e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,8,6.573212158400565e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,9,1.1010380694642663e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,9,4.231744242133573e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.894446364138275e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,9,7.376666326308623e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,10,1.4286173973232508e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,10,5.780098945251666e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,10,1.0607371223159134e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,10,8.6587191617582e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,11,1.7002527602016926e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,11,5.737222090829164e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,11,1.202373459818773e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,11,9.99097028397955e-5 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,12,1.934311876539141e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,12,6.466648483183235e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,12,1.353465486317873e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,12,1.1362327495589852e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,13,1.7699741874821484e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,13,7.682901923544705e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,13,1.6357770073227584e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,13,1.4523680147249252e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,14,1.9194005290046334e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,14,8.580792200518772e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,14,1.8553901463747025e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,14,1.6997844795696437e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,15,2.2468531096819788e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,15,9.59289536694996e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,15,2.3172069631982595e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,15,2.1587130322586745e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,16,2.3231982777360827e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,16,1.3821289758197963e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,16,3.008740895893425e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,16,3.150627890136093e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,17,1.8037472909782082e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,17,9.549348033033311e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,17,3.3491599606350064e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,17,3.354635846335441e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,18,2.0114904327783734e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,18,9.860615682555363e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,18,3.946940996684134e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,18,3.972049162257463e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,19,1.8051867664325982e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,19,9.842254075920209e-5 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,19,4.546253476291895e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,19,4.484987584874034e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,20,2.2953537700232118e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,20,1.3031838170718402e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,20,5.343408556655049e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,20,5.493154167197645e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,21,1.8428245675750077e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,21,1.0166245920117944e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,21,5.851255846209824e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,21,5.536512471735477e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,22,2.870557364076376e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,22,1.3056411989964545e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,22,6.634760065935552e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,22,6.184815429151058e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,23,2.28018980124034e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,23,1.1986854224232957e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,23,7.399425958283246e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,23,6.473843823187053e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,24,3.331890911795199e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,24,1.6381773457396775e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,24,8.132788934744895e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,24,6.835065432824194e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,25,2.2718662512488663e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,25,1.1062269913963974e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,25,9.114964050240815e-4 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,25,7.333559915423393e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,26,3.9939244743436575e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,26,2.194535336457193e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,26,0.001017304020933807 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,26,7.814695127308369e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,27,3.4267091541551054e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,27,1.8248221022076905e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0011642660247161984 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,27,8.862137910909951e-4 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,28,3.940686001442373e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,28,2.2740138228982687e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.0013822102919220924 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,28,0.001111141755245626 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,29,3.736257494892925e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,29,2.0460649102460593e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0016607552533969283 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,29,0.0015733069740235806 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,30,4.3975046719424427e-4 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,30,2.8984807431697845e-4 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.002790609374642372 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,30,0.09567935764789581 +rtn,c4,attn_in,Llama-2-7b-hf,4,64,31,0.0029692300595343113 +rtn,c4,attn_out,Llama-2-7b-hf,4,64,31,0.001090518431738019 +rtn,c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.006064414978027344 +rtn,c4,mlp_down,Llama-2-7b-hf,4,64,31,0.01456840243190527 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,0,3.210857641988696e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,0,7.27243161691149e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.4660150782219716e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.2139045111325686e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,1,1.494191224082897e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,1,2.2559343051398173e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,1,4.495627763390075e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.24572239816188812 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,2,4.705198080046102e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,2,1.8164321318181464e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,2,4.1562366277503315e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,2,6.098077392380219e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,3,7.1677673076919746e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,3,3.5443854358163662e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,3,1.0223974641121458e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.98038194666151e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,4,1.9750117644434795e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,4,6.993217994022416e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.9356673874426633e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.6236657504341565e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,5,3.494996053632349e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,5,1.370774316455936e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,5,3.0357246942003258e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.6678690119297244e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,6,4.082379746250808e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,6,1.672483813308645e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.5258424506755546e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,6,4.049576455145143e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,7,5.401952876127325e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,7,2.369136745983269e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,7,6.273747567320243e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,7,5.435114144347608e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,8,9.468995995121077e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,8,3.420426219236106e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.785156049067155e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.781773117836565e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,9,1.110786251956597e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,9,4.607109076459892e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,9,9.168479300569743e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,9,7.60300099500455e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,10,1.4196190750226378e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,10,6.391111674020067e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,10,1.0755075345514342e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.81718733580783e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,11,1.6990771109703928e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,11,6.531879625981674e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,11,1.2156348384451121e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.998207679018378e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,12,1.976960920728743e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,12,7.661533891223371e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,12,1.3678616960532963e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,12,1.1411774903535843e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,13,1.8121799803338945e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,13,8.340759086422622e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,13,1.6313380911014974e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,13,1.4219772128853947e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,14,1.969680015463382e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,14,9.374134242534637e-5 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,14,1.8357780936639756e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,14,1.6584430704824626e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,15,2.2274319780990481e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,15,1.0105550609296188e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,15,2.2806270862929523e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,15,2.0953691273462027e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,16,2.3492384934797883e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,16,1.447588438168168e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,16,2.949357149191201e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,16,3.061066090594977e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,17,1.8771780014503747e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,17,1.0334256512578577e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,17,3.2787679811008275e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,17,3.1772369402460754e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,18,2.1426365128718317e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,18,1.2102523760404438e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,18,3.887851780746132e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,18,3.860824217554182e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,19,1.8372928025200963e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,19,1.0427588131278753e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,19,4.4792069820687175e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,19,4.3652483145706356e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,20,2.0969983597751707e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,20,1.2278897338546813e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,20,5.2740826504305e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,20,5.263012717477977e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,21,1.9174424232915044e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,21,1.1386309779481962e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,21,5.793438758701086e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,21,5.257323500700295e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,22,2.9576217639259994e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,22,1.437725586583838e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,22,6.607173709198833e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,22,5.855439812876284e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,23,2.2736226674169302e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,23,1.2238280032761395e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,23,7.37809925340116e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,23,6.231474108062685e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,24,3.2901071244850755e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,24,1.5832638018764555e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,24,8.079055696725845e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,24,6.439009448513389e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,25,2.589893701951951e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,25,1.2852931104134768e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,25,9.083435870707035e-4 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,25,7.174190832301974e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,26,4.15097048971802e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,26,2.2586141130886972e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,26,0.0010184553684666753 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,26,7.525482797063887e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,27,3.6560589796863496e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,27,2.0187297195661813e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0011701165931299329 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,27,8.701002225279808e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,28,4.1010373388417065e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,28,2.3946732108015567e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.0013955440372228622 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.00111615308560431 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,29,4.264139861334115e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,29,2.4086546909529716e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0016932409489527345 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.0015600264305248857 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,30,4.8668269300833344e-4 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,30,3.2522776746191084e-4 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0027578521985560656 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.08375386148691177 +rtn,pileval,attn_in,Llama-2-7b-hf,4,64,31,0.0029072125907987356 +rtn,pileval,attn_out,Llama-2-7b-hf,4,64,31,0.0010272120125591755 +rtn,pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.005736104678362608 +rtn,pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.013389737345278263 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.7903296856711677e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,0,7.462975872840616e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.3163997891751933e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.312104132011882e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.370516201859573e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.799579078782699e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,4.65759649159736e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.3624957501888275 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.89846093437518e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.305279283769778e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.863382062263554e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,2,6.585419669136172e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,3,6.8113945417280775e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,3,3.2155528515431797e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,9.392284482601099e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.790345418674406e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.6077563486760482e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.820336809847504e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.8318363800062798e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,4,3.293784902780317e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,5,3.163269138894975e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.2334902748989407e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.9982300475239754e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.6447582058608532e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.7148860428715125e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.5284609617083333e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.468644328881055e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,6,4.022908615297638e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.6915232815081254e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,7,2.071371091005858e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,6.197363109095022e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,7,5.494319702847861e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,8,8.522476127836853e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,8,3.235356416553259e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.787960930727422e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.862223381176591e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,9,1.0078343620989472e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,9,4.3202846427448094e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,9.163525828626007e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.870664558140561e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,10,1.325982011621818e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.8738060033647344e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,1.079932990251109e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.915070065995678e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,11,1.5334448835346848e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.7146025937981904e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,1.2013789091724902e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,11,1.0014094004873186e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,12,1.7745379591360688e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.748875603079796e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,1.3423152267932892e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,12,1.1088396422564983e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,13,1.6601165407337248e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.907161489129066e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,1.581573742441833e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,13,1.379636669298634e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,14,1.7263818881474435e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,14,8.354417514055967e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,1.7936712538357824e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,14,1.601432159077376e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,15,2.0454767218325287e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,15,9.374522778671235e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,2.2226900910027325e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,15,2.0444676920305938e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,16,2.0311123807914555e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,16,1.2133358541177586e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,2.814359322655946e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,16,3.067284997086972e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,17,1.6950264398474246e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,17,1.0195177310379222e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,3.182575455866754e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,17,3.145817026961595e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,18,1.7869420116767287e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,18,9.591144771547988e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,3.7581496872007847e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,18,3.7020156742073596e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,19,1.5962433826643974e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,19,9.127158409683034e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,4.255700041539967e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,19,4.120928351767361e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,20,2.0007953571621329e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,20,1.2034650717396289e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,5.026619764976203e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,20,5.096671520732343e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,21,1.5800063556525856e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,21,8.681457256898284e-5 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,5.654165288433433e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,21,5.3780572488904e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,22,2.745427773334086e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,22,1.3912742724642158e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,6.340139079838991e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,22,5.677361041307449e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,23,2.1997008298058063e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,23,0.00013008184032514691 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,7.166333962231874e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,23,6.099375896155834e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,24,2.941658312920481e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,24,1.4204357285052538e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,7.909743580967188e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,24,6.44524407107383e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,25,2.7973749092780054e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,25,1.8291226297151297e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,9.015390533022583e-4 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,25,7.038808544166386e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,26,3.687939897645265e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,26,2.1189720428083092e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,0.001014049630612135 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,26,7.5839291093871e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,27,3.572349960450083e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,27,2.0297059381846339e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0011678579030558467 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,27,8.796611218713224e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,28,4.350643139332533e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,28,2.772701845970005e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.001357280183583498 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,28,0.0010371700627729297 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,29,4.5821498497389257e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,29,2.8084812220185995e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.0016205987194553018 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.001620179507881403 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,30,4.808999947272241e-4 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,30,3.4517148742452264e-4 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.002620932413265109 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.2919512689113617 +rtn,wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.002315367106348276 +rtn,wikitext,attn_out,Llama-2-7b-hf,4,64,31,0.0017330439295619726 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.005486716516315937 +rtn,wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.01252758502960205 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,0,3.3220886042073516e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,0,4.50260495554744e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,0,8.369780979400332e-10 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,0,7.939825685809865e-9 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,1,1.0425484475717894e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,1,1.903572055539371e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,1,1.1284096217423212e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,1,0.0024097042623907328 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,2,1.2377044278366611e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,2,6.899380622371609e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,2,1.4837549855428733e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,2,3.8359367238172126e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,3,3.994873765122975e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,3,1.4675435977551388e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,3,3.574923468363522e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,3,3.621687838517573e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,4,6.67940867060679e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,4,2.9202544382656015e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,4,7.612322150407635e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,4,1.8215459363091213e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,5,1.5383820084480249e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,5,5.8225207766327e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,5,1.2213024547236273e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,5,1.117260666205766e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,6,1.9375761439732742e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,6,6.39781774225412e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,6,1.8110547728156234e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,6,1.597676657638658e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,7,2.3968837581378466e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,7,8.854908628563862e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,7,2.5304433393102954e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,7,2.265200578221993e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,8,3.5094760164611216e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,8,1.252483485814082e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,8,3.187783192970528e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,8,2.8696302933894913e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,9,4.581940231673798e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,9,2.023744940515826e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,9,3.822081282578438e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,9,3.0886695867593517e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,10,5.503888473867846e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,10,2.235018570218017e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,10,4.4633341644839675e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,10,3.4094895795533375e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,11,5.539388894248987e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,11,2.021206171320955e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,11,4.914710416414891e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,11,4.277742959857278e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,12,6.115096198300307e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,12,2.7738292374124285e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,12,5.505085596269055e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,12,4.364988797078695e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,13,7.173421181505546e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,13,3.397759371637221e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,13,6.612411311834876e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,13,5.954099151495029e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,14,8.709131975592754e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,14,3.726334227849293e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,14,7.717051175859524e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,14,6.959047027521592e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,15,1.021432126435684e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,15,4.795776931132423e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,15,9.822538231674116e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,15,9.076410378838773e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,16,1.0997529216183466e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,16,7.104747510311427e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,16,1.2730049547826638e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,16,1.4575662135030143e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,17,9.097942097469058e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,17,5.945435646026453e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,17,1.4456593362410786e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,17,1.3587019793703803e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,18,8.203767265513306e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,18,4.416775993831834e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,18,1.694828597464948e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,18,1.6243700429185992e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,19,7.463606834789971e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,19,4.3473036726027203e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,19,1.9536989839252783e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,19,1.895364675874589e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,20,7.748978418931074e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,20,5.803930775982735e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,20,2.250814986837213e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,20,2.0314305402280297e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,21,6.433998578359024e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,21,3.413609590552369e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,21,2.49378103944764e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,21,2.204493966928567e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,22,1.107408252210007e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,22,4.750070843329013e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,22,2.726711272771354e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,22,2.2994149730948266e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,23,8.234032407017366e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,23,4.4940358634448785e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,23,3.0501421406370355e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,23,2.4852224669302814e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,24,1.0437470336910337e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,24,6.210855758581602e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,24,3.282839770690771e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,24,2.468541879352415e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,25,6.161421310935111e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,25,3.2229061730504327e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,25,3.64103470928967e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,25,2.8253125492483377e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,26,1.5589108670610585e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,26,9.733448678161949e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,26,3.950030077248812e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,26,2.7308826702210354e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,27,1.3168529449103517e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,27,6.833313932474994e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,27,4.453381279745372e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,27,3.1144911645242246e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,28,1.5953347656250116e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,28,9.656073416408617e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,28,5.128784778207773e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,28,3.8004420730430866e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,29,1.4804952570557361e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,29,7.982758347679919e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,29,6.038896117388504e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,29,6.9019624788779765e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,30,1.587112706147309e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,30,1.0488095085747773e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,30,1.0547311831032857e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,30,0.0013681391719728708 +rtn,bos,attn_in,Llama-2-7b-hf,8,128,31,1.8226664906251244e-5 +rtn,bos,attn_out,Llama-2-7b-hf,8,128,31,3.0261592200986343e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,128,31,2.071843482553959e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,8,128,31,5.480691106640734e-5 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,0,2.470086579720032e-9 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,0,3.819535798754714e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.259835982902473e-10 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,0,5.95618354637395e-9 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,1,1.0572500208638758e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,1,1.2795123183195756e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,1,5.121227104609716e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,1,9.330637403763831e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,2,1.656442627506749e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,2,7.919149780377666e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.705336316604189e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,2,3.006385540516021e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,3,3.769502399109115e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,3,1.471094268623574e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.1898289282471524e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,3,4.1481705181922734e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,4,7.018351055876337e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,4,2.8751397707083015e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.2118233990513545e-08 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,4,1.2913568525618757e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,5,1.497425756724624e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,5,5.631240895809242e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3309971791386488e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,5,1.1652927867089602e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,6,1.7471649016442825e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,6,6.328711066316828e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,6,2.024483478635375e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7926394946243818e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,7,2.3079485345078865e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,7,9.17436580039066e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.7895845278180786e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,7,2.409618105048139e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,8,3.4940600812660705e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,8,1.3209039195771766e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.4230225764986244e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,8,2.9275918222992914e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,9,4.70261397822469e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,9,1.8835282844520407e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,9,4.0352821883971046e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,9,3.2512818393115595e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,10,5.829523956890625e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,10,2.570474180174642e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.842771090807219e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,10,3.8040681715756364e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,11,6.279781246121274e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,11,2.57883669974035e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.459609155877843e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,11,4.390878984850133e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,12,7.042585821182001e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,12,2.8715140842905384e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.142723236735037e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,12,4.976543550583301e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,13,7.244948392326478e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,13,3.4063879184031975e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.42131533115753e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,13,6.358630457725667e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,14,8.096438364191272e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,14,3.7891732063144445e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.409825227317924e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,14,7.449715440088767e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,15,9.68050130722986e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,15,4.265646396106604e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.052403831636184e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,15,9.522646564619208e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,16,1.123238348554878e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,16,6.154446055006701e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3528617728297831e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,16,1.418522174390091e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,17,8.406537403971015e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,17,4.209371695651498e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.5015536973805865e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4742290659341961e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,18,8.773249078330991e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,18,4.3519159476090863e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.76464379819663e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7555372551214532e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,19,8.048216955103271e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,19,4.373355579900817e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,19,2.022891521846759e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9840135792037472e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,20,1.0353486459280248e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,20,5.774472811026499e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.377010559939663e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,20,2.422435954940738e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,21,7.683609055675333e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,21,4.501724220062897e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5899526008288376e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,21,2.421076487735263e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,22,1.335169940830383e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,22,5.766980279986456e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.933398718596436e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,22,2.7004866751667578e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,23,1.0326047004127759e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,23,5.263935918264906e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2667651339579606e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,23,2.833128064594348e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,24,1.3078555411993875e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,24,7.386071274595452e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.5776570257439744e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,24,2.9867348985135322e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,25,9.087432317755884e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,25,4.84673194023344e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,25,4.007489678770071e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,25,3.242636239519925e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,26,1.7599232933207531e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,26,9.327821999249863e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.4909811549587175e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,26,3.413445710975793e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,27,1.4938822232579696e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,27,8.021272037694871e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.164075446373317e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,27,3.884628767991671e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,28,1.8753219137579435e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,28,1.0068102938021184e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.176964689075248e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,28,4.924482254864415e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,29,1.6696325246812194e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,29,9.079058713723498e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.491223186661955e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,29,7.385503067780519e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,30,1.9773965505009983e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,30,1.297992525906011e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.3351247616810724e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,30,7.177155930548906e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,128,31,1.7550384654896334e-5 +rtn,c4,attn_out,Llama-2-7b-hf,8,128,31,2.543603159210761e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.8527441827463917e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,8,128,31,9.774420323083177e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,0,2.4011783672506226e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,0,4.488915905653812e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.88144050023476e-10 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.988078033425381e-9 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0898038027562507e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2928832227032672e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,1,4.6163174260982487e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,1,7.750943186692894e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,2,1.7073226388220064e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,2,8.531162443148332e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.843775265797376e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.0763995795268784e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,3,3.86402945196096e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,3,1.676453109666909e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.5443925955623854e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.4211738270405476e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,4,7.22399562391729e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,4,3.193993691752439e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.73514949262244e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2989481490421895e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,5,1.5019048760223086e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,5,6.339539027067076e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3618985406083084e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1702270796831726e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,6,1.8000073964685726e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,6,7.662677603548218e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,6,2.0303005499044957e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7803809271299542e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,7,2.4955565436357574e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,7,1.077987334952013e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.8345971259113867e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.4257062136712193e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,8,3.6110867540628533e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5370675043868687e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.5201699688514054e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,8,3.0237896453400026e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,9,4.7596398644600413e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0492900887347787e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.146522201153857e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.351593136358133e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,10,5.936737466072373e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,10,2.8416201303116395e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.893561822427728e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.8737417185075174e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,11,6.577212161573698e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,11,2.9211642527116055e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.510934784069832e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.4037435031896166e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,12,7.52734308662184e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,12,3.394490022401442e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.19988725247822e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.997731366529479e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,13,7.541092941210081e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,13,3.692097436669428e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.385861522379855e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.233918270481809e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,14,8.373432933694858e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,14,4.139698148719617e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.316867479152279e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.268513400049414e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,15,9.696441338746808e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,15,4.493165022267931e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.0346295766794356e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.253738539882761e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1207876013941132e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,16,6.424945695471251e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.32610512082465e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3764656614512205e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,17,8.640698183626228e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,17,4.5560665284938295e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.4644366501670447e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.396235234096821e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,18,9.176861794912838e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,18,5.38594633781031e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7376682990288828e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.7055023135981173e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,19,8.0611016528564505e-07 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,19,4.620943343525141e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.991329781958484e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.93111804946966e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,20,9.225161079484678e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,20,5.448681577036041e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.3348420654656366e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.3192640128399944e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,21,7.912184400993283e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,21,5.023160269956861e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.561784413046553e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.299721927556675e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,22,1.3851968105882406e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,22,6.386115956047433e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.9176110274420353e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5576830466889078e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0037279025709722e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,23,5.385325039242161e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.252815531595843e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.7281171242066193e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,24,1.275327349503641e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,24,7.133731969588553e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.5461773677525343e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.8121769446443068e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0258123666062602e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,25,5.630024020319979e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.995963197667152e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1921547360980185e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,26,1.8110393966708216e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,26,9.6417784334335e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.4945618355995975e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.2873585951165296e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,27,1.57074759954412e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,27,8.846791956784728e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.18929527970613e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.816016487689922e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8862812112274696e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0594355899229413e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.2399312810157426e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.943487056152662e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,29,1.8490748061594786e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,29,1.0701631936171907e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.612736226292327e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.258089681272395e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,30,2.1395524072431726e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,30,1.4578278069166117e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.310145034949528e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,30,6.273635081015527e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,128,31,1.7147605831269175e-5 +rtn,pileval,attn_out,Llama-2-7b-hf,8,128,31,2.4794569526420673e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.6921243261313066e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.87736096046865e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.7325475215889128e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.533513120463795e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.244616018198258e-10 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.500608940029906e-9 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0882333256745369e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6175471628798732e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,9.60310899245087e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,1,0.0011808776762336493 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0660448523935884e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.490864734587376e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.7113237049670715e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.652203517390262e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.4792790870596946e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.496606927275934e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.1730853439503335e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.890773925263602e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.7523600105469086e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.652749309106639e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.272998286429356e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7462998869177682e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.3487294836522778e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.7607753234378833e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3452738301111822e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.1607119887457884e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.6496520061082265e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,6,7.012440050857549e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,2.0026047309329442e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.7698938847843237e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,7,2.1638155089931388e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.41439921575693e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.7944639668930904e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.469957394168887e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.4078499311362975e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4630489886258147e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.518011340020166e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.0592028110731917e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.555310511022981e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.9171937992723542e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.151483778969123e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.481954138351284e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.582411404247978e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.613434446629981e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.919580192108697e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.903953995632037e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.86418138937006e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.5738049203027913e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.448672482089023e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.411687939409603e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.781739898542583e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.998353352268168e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,6.072297082937439e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.856112809648039e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.79921129176364e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.508891097681044e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.164318844843365e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,13,6.048555860616034e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.30435488094372e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.697451802509022e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,8.094625627563801e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,14,7.035428097879048e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.905730055630556e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.1353777646691015e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,1.0064320576930186e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,15,9.043354793902836e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.692785170045681e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.392026878325851e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2638662383324117e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.408136654390546e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.850780434637272e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.505002664245694e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.4263532648328692e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3783919712295756e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,18,8.004645906112273e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.233608308368275e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6765708323873696e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.633604483686213e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,19,7.011299771875201e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,19,4.056265083818289e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8938058019557502e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8483668782209861e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.885564284355496e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.343827638171206e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.2212593648873735e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.249111958008143e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.421628881980723e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.8388830603253155e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.498865342204226e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.3574280021421146e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.2321647773205768e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.153081244519853e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.7851970116898883e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.4737598778301617e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0194477226832532e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.733828061238455e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.1518254672846524e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6608220196067123e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.1100192978119594e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.418560474230617e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.4764250358421123e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.8138244942965684e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.188997202916653e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,25,8.050345741139608e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.938517238566419e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.128583784928196e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.767114554240834e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,26,9.002632168630953e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.468070073926356e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.310654165034066e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.522726051916834e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.949446055339649e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.18388833370409e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.854275291814702e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.980998149520019e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2232270591994165e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,6.038952051312663e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.587503553921124e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.8942438373414916e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2566425766635803e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.254035608639242e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.784255103615578e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.13550879379909e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.5506873296544654e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2783946658601053e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0022621317766606808 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.3430118997348472e-5 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.9926518436695915e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5208773877238855e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.804055687505752e-5 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,0,1.2532038740076246e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,0,1.5030379163505359e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,0,4.332248171312614e-10 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,0,3.852752339383869e-9 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,1,5.606713759931381e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,1,6.966673016250979e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,1,8.047339861150249e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,1,0.0011258498998358846 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,2,7.0767254278791825e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,2,3.3935430021614366e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,2,9.041985826740984e-9 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,2,1.4455475039198973e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,3,1.763370249818763e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,3,7.930938572542345e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,3,2.1438966157916184e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,3,2.166099299927282e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,4,4.3932676163649376e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,4,1.6359244625618885e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,4,4.5228208733760766e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,4,7.540335644762308e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,5,6.866246593517644e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,5,3.19072732679615e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,5,7.201882112894964e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,5,6.736296853659951e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,6,1.096973534231438e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,6,3.603333453838786e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,6,1.0621413082390063e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,6,9.589186333869293e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,7,1.4510909807086136e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,7,5.111581913297414e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,7,1.468458918907345e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,7,1.3365779238938558e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,8,1.927161292769597e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,8,7.308634053515561e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,8,1.8504466936519748e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,8,1.6361150301236194e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,9,2.8259631790206186e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,9,1.1757979478943525e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,9,2.1857522369828075e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,9,1.8475365948233957e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,10,3.108548582986259e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,10,1.3166972223643825e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,10,2.5537948999954097e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,10,2.052823049325525e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,11,3.5940615816798527e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,11,1.186241931350196e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,11,2.8198616064400994e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,11,2.585983338576625e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,12,4.806958600056532e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,12,1.6659230084314913e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,12,3.173780953602545e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,12,2.6539211717135913e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,13,4.228628540658974e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,13,2.0167483683053433e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,13,3.8010844605196326e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,13,3.562236372545158e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,14,4.4506253971121623e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,14,2.277064936606621e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,14,4.4782450459024403e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,14,4.259098318470933e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,15,5.11932626068301e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,15,2.8546278940666525e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,15,5.68012410440133e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,15,5.47957199614757e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,16,6.207832257132395e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,16,4.2694227886386216e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,16,7.495826253034465e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,16,8.109726650218363e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,17,5.069099984211789e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,17,3.4582728858367773e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,17,8.594056453148369e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,17,8.280695737994392e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,18,4.809086817658681e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,18,2.6473674097360345e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,18,1.015542466120678e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,18,9.797566917768563e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,19,4.0838338577486866e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,19,2.5845031359494897e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,19,1.1675223277052282e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,19,1.0985180551870144e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,20,4.564149378438742e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,20,3.4650318525564217e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,20,1.355142217107641e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,20,1.2216495406391914e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,21,3.287081540293002e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,21,2.045138103312638e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,21,1.519284978712676e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,21,1.3342679494598997e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,22,5.291732350087841e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,22,2.83023638303348e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,22,1.6500652009199257e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,22,1.415067686139082e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,23,4.7088269639061764e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,23,2.7247486400483467e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,23,1.8530821535023279e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,23,1.513266283836856e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,24,5.882098434994987e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,24,3.4743135302051087e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,24,1.9939966477977578e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,24,1.51413780713483e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,25,3.774073036311165e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,25,1.9460131284176896e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,25,2.211892933701165e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,25,1.6564071074753883e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,26,9.636210052121896e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,26,5.664560944751429e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,26,2.3883098947408143e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,26,1.6744623962949845e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,27,7.253178750943334e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,27,4.15677760656763e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,27,2.6459524633537512e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,27,1.8942545239042374e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,28,9.534100513519661e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,28,5.668418339155323e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,28,3.008656449310365e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,28,2.262623638671357e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,29,9.030706564772117e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,29,4.724406039713358e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,29,3.5429552553978283e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,29,3.722144583662157e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,30,9.606349067325937e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,30,6.187943313307187e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,30,5.609779236692702e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,30,3.6774444743059576e-4 +rtn,bos,attn_in,Llama-2-7b-hf,8,32,31,4.711016117653344e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,32,31,1.2812001841666643e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,32,31,1.177390822704183e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,8,32,31,2.217427027062513e-5 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,0,9.98392035711504e-10 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,0,1.22577581418426e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,0,3.199535081321869e-10 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,0,2.8351760938960524e-9 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,1,5.515438328274058e-9 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,1,4.84866502503678e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,1,6.585111123058596e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,1,4.3869155342690647e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,2,9.100441289433547e-9 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,2,4.261613728573366e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,2,1.0400725614090334e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,2,1.4075397736235118e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,3,1.7500164872785717e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,3,7.857488881768404e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,3,2.518631880832345e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,3,2.482938477044172e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,4,4.4681044641947665e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,4,1.6071172836973346e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,4,4.853328050558048e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,4,6.11095600788758e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,5,6.554763842814282e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,5,3.101095558122324e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,5,7.841416760356879e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,5,7.048353012351072e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,6,1.0397221217317565e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,6,3.567134854165488e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,6,1.192746736933259e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,6,1.0798029848047008e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,7,1.45825552522183e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,7,5.2540261918920805e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,7,1.6211535580623604e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,7,1.4328554698295193e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,8,2.0849229542818648e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,8,7.693068226899413e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,8,1.9868413403401064e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,8,1.7168149213375727e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,9,2.670346077593422e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,9,1.1228392793327657e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,9,2.3290647277462995e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,9,1.9601033329763595e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,10,3.62991244173827e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,10,1.5198237690583483e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,10,2.7660854584610206e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,10,2.298075685303047e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,11,3.996119062321668e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,11,1.513499654492989e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,11,3.1388580623570306e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,11,2.6619224513524387e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,12,4.634177912521409e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,12,1.713859205665358e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,12,3.5566861811275885e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,12,3.0297255193545425e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,13,4.39205024349576e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,13,2.034562527342132e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,13,4.302374065900949e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,13,3.8208187902455393e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,14,4.3117822201566014e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,14,2.277887602986084e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,14,4.885599196313706e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,14,4.543619240848784e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,15,5.19109107699478e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,15,2.5394558633706765e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,15,6.104172030063637e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,15,5.747315299231559e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,16,6.405060730685364e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,16,3.688351739583595e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,16,7.953859721965273e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,16,8.247628215940495e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,17,4.988556838725344e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,17,2.534598309011926e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,17,8.95198581929435e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,17,8.955973953561625e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,18,5.062813670519972e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,18,2.6213950832243427e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,18,1.0545263648964465e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,18,1.0548395721343695e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,19,4.786952558788471e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,19,2.608364013667597e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,19,1.212132360706164e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,19,1.1698899697876186e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,20,6.284482196861063e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,20,3.476462779872236e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,20,1.434313503523299e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,20,1.454108200960036e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,21,4.5442953933161334e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,21,2.706254633721983e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,21,1.5692630768171512e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,21,1.4760580597794615e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,22,6.916133656886814e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,22,3.452723547070491e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,22,1.7785984027796076e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,22,1.6583436490691383e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,23,5.81896131279791e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,23,3.1939160294314206e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,23,1.9910955870727776e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,23,1.7296877103945008e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,24,7.828164143575123e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,24,4.2748220607791154e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,24,2.1794548956677318e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,24,1.831754389058915e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,25,5.83801238462911e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,25,2.954965054868808e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,25,2.4414173367404146e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,25,1.9396452444198076e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,26,1.071982410394412e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,26,5.478161142491444e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,26,2.7116552701045293e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,26,2.0965605926903663e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,27,8.730501690479286e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,27,4.864816105509817e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,27,3.092128508797032e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,27,2.375430085521657e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,28,1.0712427638281952e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,28,6.052749199625396e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,28,3.653946578197065e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,28,2.934893018391449e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,29,1.0194041806244059e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,29,5.437140657704731e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,29,4.36750042354106e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,29,4.122775408177404e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,30,1.141067059506895e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,30,7.636908208041859e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,30,7.342054232140072e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,30,1.9505928503349423e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,32,31,4.624846496881219e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,32,31,1.181241145786771e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,32,31,1.6371088349842466e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,8,32,31,3.785266380873509e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,0,1.0826924912166191e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,0,1.4606101883529732e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,0,4.018111399162194e-10 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,0,2.8766740101104915e-9 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,1,5.578133066563851e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,1,4.9335682206219644e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,1,4.290698143449845e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,1,3.653182939160615e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,2,9.260049615988919e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,2,4.63885063695102e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,2,1.124625015336278e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,2,1.4864830255589823e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,3,1.8768817611203303e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,3,8.932802941785667e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,3,2.7390788304160196e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,3,2.6458675250751185e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,4,4.468671477297903e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,4,1.787589454238514e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,4,5.1767550246495375e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,4,6.297650401165811e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,5,6.714901701343479e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,5,3.517491009574769e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,5,8.043800647783428e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,5,7.079519548369717e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,6,1.0886193990700122e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,6,4.3288505224836626e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,6,1.1996753812582028e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,6,1.0695980279251671e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,7,1.557542645969079e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,7,6.191493184815045e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,7,1.6539257785552763e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,7,1.44144138403135e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,8,2.1649950099345006e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,8,9.003197476431524e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,8,2.054805605666843e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,8,1.7727093393204996e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,9,2.7009446057491004e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,9,1.220476661956127e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,9,2.4031038492466905e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,9,2.01926738441216e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,10,3.756704245461151e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,10,1.684372961108238e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,10,2.81149965530858e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,10,2.3366152390735806e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,11,4.011697285477567e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,11,1.7220025938513572e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,11,3.179409020503954e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,11,2.667472642770008e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,12,4.815304919247865e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,12,2.0377245846248115e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,12,3.610156227296102e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,12,3.0422958730014216e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,13,4.4519512698570907e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,13,2.2043016656425607e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,13,4.2944697042912594e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,13,3.7448523926286725e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,14,4.5430829231918324e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,14,2.489112489456602e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,14,4.84257839161728e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,14,4.4305852497927845e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,15,5.219954459789733e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,15,2.678502539765759e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,15,6.008530704093573e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,15,5.574223109761078e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,16,6.465977548941737e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,16,3.854900683109008e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,16,7.804488859619596e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,16,8.00962538960448e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,17,5.106540470478649e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,17,2.7405701530369697e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,17,8.747301762923598e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,17,8.487905915899319e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,18,5.433681735667051e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,18,3.1889285878605733e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,18,1.0402285397503874e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,18,1.023467916638765e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,19,4.86247074604762e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,19,2.761825044217403e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,19,1.1936573400816997e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,19,1.140897211371339e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,20,5.747058366978308e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,20,3.2682214623491745e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,20,1.4100216958468081e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,20,1.3910604366174084e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,21,4.7305891825999424e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,21,3.0205197276700346e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,21,1.5523103229497792e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,21,1.4024514030097635e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,22,7.087488143042719e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,22,3.7861312307541084e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,22,1.774155407474609e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,22,1.5692238548581372e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,23,5.839120262862707e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,23,3.259960976720322e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,23,1.9860888187395176e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,23,1.6656075558785233e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,24,7.869014098105254e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,24,4.136194604598131e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,24,2.1629493858199567e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,24,1.723777472761867e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,25,6.490740815934259e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,25,3.4320689223932277e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,25,2.4275300347653683e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,25,1.8937051891043666e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,26,1.0767597586891497e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,26,5.681815196112439e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,26,2.715749815251911e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,26,2.0182974367344286e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,27,9.291505307373882e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,27,5.391746640270867e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,27,3.1097438295546453e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,27,2.3303348370973254e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,28,1.0876028682105243e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,28,6.363759439409478e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,28,3.6964804621675285e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,28,2.9511236334656132e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,29,1.141419943451183e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,29,6.411736421796377e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,29,4.45700197815313e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,29,4.092927156307269e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,30,1.2280917189855245e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,30,8.571014404878952e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,30,7.1590402512811124e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,30,1.7072755144909024e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,32,31,4.507004632614553e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,32,31,1.1459650295364554e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,32,31,1.5561639884253964e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,32,31,3.431787990848534e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,0,1.029150320519534e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,0,1.5446105505745322e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,0,3.701695339142219e-10 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,0,3.0229674319315336e-9 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,1,5.72880320959257e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,1,6.147235165343545e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,1,8.848551829032658e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,1,5.65929978620261e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,2,5.898499466638896e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,2,3.2895466350879587e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,2,1.0438681918856219e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,2,1.4878944298857277e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,3,1.6656464651987335e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,3,8.04679256560803e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,3,2.5124995417513674e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,3,2.331281123701956e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,4,3.608120380249602e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,4,1.4871132769656015e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,4,4.9707384874864147e-08 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,4,7.374754318334453e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,5,5.8376695477591056e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,5,3.1565168256975085e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,5,7.960898074088618e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,5,7.036174309860144e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,6,9.380620014098895e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,6,3.959162597766408e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,6,1.1853084203039543e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,6,1.0630320446125552e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,7,1.368917565969241e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,7,5.428550053920844e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,7,1.6324506191267574e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,7,1.4536173864598823e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,8,2.0398076117089659e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,8,8.520349581431219e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,8,2.0527207311715756e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,8,1.7918823402851558e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,9,2.5319951646451955e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,9,1.1448210557318816e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,9,2.4158640599125647e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,9,2.090701229917613e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,10,3.3750185934877663e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,10,1.5511190554207133e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,10,2.821615794346144e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,10,2.3599602627655258e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,11,3.615906223330967e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,11,1.514341931851959e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,11,3.151633620745997e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,11,2.67621317107114e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,12,4.3409463046373276e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,12,1.795304740426218e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,12,3.5372562479096814e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,12,2.954766387119889e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,13,4.1372072701051366e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,13,2.0832014513416652e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,13,4.165339646533539e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,13,3.641401349341322e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,14,3.995743327322998e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,14,2.2189864523625147e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,14,4.728460964997794e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,14,4.283792804926634e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,15,4.65249343051255e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,15,2.4674190512996574e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,15,5.85080272230698e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,15,5.455235623230692e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,16,5.555908728638315e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,16,3.2121707249643805e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,16,7.47046385640715e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,16,7.95500454842113e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,17,4.5334908804761653e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,17,2.701683570194291e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,17,8.47642581902619e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,17,8.399966873184894e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,18,4.6800275299574423e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,18,2.546061637076491e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,18,1.0029397117250483e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,18,9.836969638854498e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,19,4.1539280459801375e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,19,2.413639492715447e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,19,1.1357114999555051e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,19,1.0694378715925268e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,20,5.572364898398519e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,20,3.2202351007981633e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,20,1.3448468507704092e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,20,1.3518003925128141e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,21,3.905149981164868e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,21,2.301793244896544e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,21,1.5130843848965014e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,21,1.4325210031529423e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,22,6.652301749454637e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,22,3.6842564554717683e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,22,1.6936089650698705e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,22,1.5201637779682642e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,23,5.717354838452593e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,23,3.456473223195644e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,23,1.9245237581344554e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,23,1.6280058616757742e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,24,6.919621000633924e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,24,3.7288646126398817e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,24,2.115262532242923e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,24,1.7222658925675205e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,25,8.081810278781631e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,25,4.882920734416984e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,25,2.4024209324124968e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,25,1.8595850406200043e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,26,9.967204732674873e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,26,5.346075795387151e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,26,2.7020537345379125e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,26,2.028195694947499e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,27,9.216921057486616e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,27,5.405887009146682e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,27,3.1081269753485685e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,27,2.3570453322463436e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,28,1.1761471796489786e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,28,7.409861382257077e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,28,3.580905513445032e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,28,2.7433811737864744e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,29,1.1671089623632724e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,29,7.482423711735464e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,29,4.256868123775348e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,29,4.281753263057908e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,30,1.2346978337518522e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,30,9.191497838401119e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,30,6.960919563425705e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,30,6.120806792750955e-4 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,32,31,3.8127348034322495e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,32,31,1.31249294099689e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,32,31,1.4796257346461061e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,32,31,3.3638407330727205e-5 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,0,2.6071771408453515e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,0,2.600564208421474e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,0,6.084087122992798e-10 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,0,5.612602382853993e-9 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,1,9.441769144302725e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,1,1.0967962538188658e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,1,1.2008141538899508e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,1,0.0020111387129873037 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,2,8.840064680271098e-9 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,2,4.834206368542482e-9 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,2,1.1917714815012914e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,2,2.37125945545813e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,3,3.260538505855948e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,3,1.1026074275832798e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,3,2.8325567669185148e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,3,2.866863368922168e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,4,5.2510820580664586e-8 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,4,2.2414061717768163e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,4,5.982253270531146e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,4,1.1811751932100378e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,5,1.0910611791814517e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,5,4.4159587986314364e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,5,9.588765692569723e-8 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,5,8.906815196496609e-8 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,6,1.731589804876421e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,6,4.929964703137557e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,6,1.4235635603654373e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,6,1.2706455265742989e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,7,1.8370691634572722e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,7,6.835463040033574e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,7,1.9714586585450888e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,7,1.7839462884694512e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,8,2.833773748989188e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,8,9.650102583691478e-8 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,8,2.481137926224619e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,8,2.2157549040002777e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,9,3.5375367701817595e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,9,1.601974872755818e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,9,2.969889578707807e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,9,2.4445324697808246e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,10,4.203903927191277e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,10,1.7478872393894562e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,10,3.449402186106454e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,10,2.718614666719077e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,11,4.947947331856994e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,11,1.585175510854242e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,11,3.813685793829791e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,11,3.4020916928056977e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,12,4.999808993488841e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,12,2.21147004708655e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,12,4.295712585644651e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,12,3.4909069768218615e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,13,5.487034968609805e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,13,2.725008982906729e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,13,5.101788360661885e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,13,4.7339909770016675e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,14,8.43302700559434e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,14,2.988154221839068e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,14,6.041815936441708e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,14,5.590082423623244e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,15,8.426544582107454e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,15,3.7864415958210884e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,15,7.641940555913607e-7 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,15,7.234128815980512e-7 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,16,9.665012612458668e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,16,5.683062340722245e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,16,1.0124368827746366e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,16,1.0974791848639143e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,17,7.514012168030604e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,17,4.591819333654712e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,17,1.1419123211453552e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,17,1.0874474583033589e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,18,6.128688596618304e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,18,3.515015123412013e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,18,1.347667648587958e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,18,1.2955101738043595e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,19,5.711490302928723e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,19,3.440153477640706e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,19,1.5518143072767998e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,19,1.4782671087232302e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,20,6.00312489495991e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,20,4.6073620296738227e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,20,1.7982092685997486e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,20,1.6184314972633729e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,21,5.109828862259747e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,21,2.724005696563836e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,21,2.0074553503945936e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,21,1.7607359268367873e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,22,9.112249017562135e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,22,3.765884741824266e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,22,2.1829396246175747e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,22,1.8538640915721771e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,23,6.990884457991342e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,23,3.6232850675332884e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,23,2.441387323415256e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,23,1.990597183976206e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,24,8.449958954770409e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,24,4.6840014533700014e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,24,2.6240950319333933e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,24,1.9917147255910095e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,25,5.134792218086659e-7 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,25,2.570341166574508e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,25,2.9391069347184384e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,25,2.21102845898713e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,26,1.2411114767019171e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,26,7.581181762361666e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,26,3.1477379707212094e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,26,2.1996420400682837e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,27,1.0650610420270823e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,27,5.460329930428998e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,27,3.528290790200117e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,27,2.4919859242800158e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,28,1.314972223553923e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,28,7.573949005745817e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,28,4.0160343814932276e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,28,3.012361275978037e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,29,1.2745523463308928e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,29,6.24781080205139e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,29,4.735927177534904e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,29,5.188901923247613e-6 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,30,1.3812746146868449e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,30,8.203811603380018e-7 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,30,8.258331945398822e-6 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,30,7.362568285316229e-4 +rtn,bos,attn_in,Llama-2-7b-hf,8,64,31,9.18793557502795e-6 +rtn,bos,attn_out,Llama-2-7b-hf,8,64,31,2.0060554106748896e-6 +rtn,bos,mlp_gate,Llama-2-7b-hf,8,64,31,1.5753985280753113e-5 +rtn,bos,mlp_down,Llama-2-7b-hf,8,64,31,3.458712308201939e-5 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,0,1.8153351044603028e-9 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,0,2.153373035440609e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.542210774172162e-10 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,0,4.151704313670734e-9 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,1,9.677563639343134e-9 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,1,7.666871582046042e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,1,5.939760967521579e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,1,7.841826882213354e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,2,1.1838754865323153e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,2,5.8577187544983644e-9 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.367249513606339e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,2,2.0753653018346085e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,3,3.183089347658097e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,3,1.0967614372248136e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.3275274091693063e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,3,3.287209437985439e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,4,5.699845573303719e-8 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,4,2.1935926852734156e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.462801138695795e-8 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,4,8.973968590453296e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,5,1.0756303936432232e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,5,4.2421817170179565e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0465991095998106e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,5,9.285992774721308e-8 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,6,1.4830781935870618e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,6,4.864345015676008e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.5921068552415818e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,6,1.4264848857692414e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,7,1.856300571034808e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,7,7.04659370853733e-8 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.1799208127504244e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,7,1.9057948463796492e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,8,2.7131699198434944e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,8,1.0297145536242169e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.66938712911724e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,8,2.297221328717569e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,9,3.493835265544476e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,9,1.4898829192588892e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.1401395972352475e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,9,2.589951577647298e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,10,4.6941374876041664e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,10,2.0278169188259199e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.7408665320981527e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,10,3.034537598978204e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,11,5.515916541298793e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,11,2.0234222120052436e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.241695990003791e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,11,3.5072667969870963e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,12,5.623241463581508e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,12,2.2739142480077135e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.788259388988081e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,12,3.991500250322133e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,13,5.658661734742054e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,13,2.690647136205371e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.798423217129312e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,13,5.056464829067409e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,14,6.911506602591544e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,14,3.0202372158782964e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.569704282810562e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,14,5.983262099107378e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,15,7.773038532832288e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,15,3.3741935112630017e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,15,8.203660968320037e-7 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,15,7.593433224428736e-7 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,16,9.278447237193177e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,16,4.884116719949816e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.064308094100852e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,16,1.1023771548934747e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,17,7.12538962943654e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,17,3.350708652760659e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1894660474354168e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1824654393421952e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,18,6.622696560043551e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,18,3.4712638807832263e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3992183767186361e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,18,1.396400193698355e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,19,6.495145612461783e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,19,3.46390123695528e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.6073868209787179e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,19,1.561542717354314e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,20,8.678021572450234e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,20,4.592563698224694e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.898081677609298e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,20,1.926469394675223e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,21,6.447213536375784e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,21,3.5785669183496793e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,21,2.06764002541604e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,21,1.944826180988457e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,22,1.1006253544110223e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,22,4.5779893298458774e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.3446627892553806e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,22,2.1744781406596303e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,23,8.879455890564714e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,23,4.215982301047916e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.6227874059259193e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,23,2.27610894398822e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,24,1.0616677172947675e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,24,5.751792286901036e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.8661834221566096e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,24,2.4004627903195797e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,25,7.518564189012977e-7 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,25,3.8846675920467533e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.213058334949892e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,25,2.5643928438512376e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,26,1.4182613767843577e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,26,7.324646844608651e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.5872221815225203e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,26,2.7505707294039894e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,27,1.2260170478839427e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,27,6.404461601050571e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,27,4.098076260561356e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,27,3.1201120691548567e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,28,1.458829046896426e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,28,8.032395726331742e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.870752491115127e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,28,3.909106908395188e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,29,1.421062734152656e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,29,7.191304689513345e-7 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.858754775545094e-6 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,29,5.650070306728594e-6 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,30,1.560993837301794e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,30,1.0186843155679526e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0135490811080672e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,30,3.867871128022671e-4 +rtn,c4,attn_in,Llama-2-7b-hf,8,64,31,8.824644282867666e-6 +rtn,c4,attn_out,Llama-2-7b-hf,8,64,31,1.7478562313044677e-6 +rtn,c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.1581096007139422e-5 +rtn,c4,mlp_down,Llama-2-7b-hf,8,64,31,6.010095967212692e-5 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,0,1.7205888935833968e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,0,2.5552555626973117e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.745394160427963e-10 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.18423695691672e-9 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,1,9.660402255917688e-9 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,1,7.805603274846362e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,1,3.5322440794516297e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,1,6.530909449793398e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,2,1.2391830672697779e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,2,6.362776971968742e-9 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.479425737471729e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.1606215483416236e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,3,3.211996713048393e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,3,1.2438501784117761e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.615421562130905e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.5030808476221864e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,4,5.740908548546031e-8 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,4,2.43929889620631e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.889569448276234e-8 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,4,9.146543078486502e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,5,1.0873121425447607e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,5,4.80305892835986e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.073015098995711e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.33343571318801e-8 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,6,1.5112958351437555e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,6,5.8907460243062815e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.6016791448691947e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.4148992022455786e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,7,1.970704346376806e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,7,8.29377313493751e-8 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.2208878647234087e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.9167023879163025e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,8,2.858033667507698e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,8,1.2037509122819756e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.755208470262005e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.3725318953893293e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,9,3.595934288114222e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,9,1.6205835606797336e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.236015118091018e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.666272393980762e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,10,4.765560390751489e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,10,2.2432921298332076e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.7982988487783587e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,10,3.086849744704523e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,11,5.740058668379788e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,11,2.293731711233704e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.2879719330812804e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.5154465649611666e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,12,6.021948593115667e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,12,2.699804610983847e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.850020332014537e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,12,4.0094349174069066e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,13,5.930281190558162e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,13,2.921119062193611e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.771041173829872e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.956020802637795e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,14,7.09228629602876e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,14,3.2963365015348245e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.509929448839102e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.833904310748039e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,15,7.849255894143425e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,15,3.5553372867980215e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,15,8.075466553236765e-7 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.373284347522713e-7 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,16,9.152938673651079e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,16,5.10420818500279e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.0432161161588738e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.0713368965298287e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,17,7.303926281565509e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,17,3.632208347426058e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1607345413722214e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.1207704346816172e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,18,7.051552870507294e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,18,4.26115377649694e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3772843203696539e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3564086884798598e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,19,6.55541612104571e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,19,3.660259721982584e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5840378182474524e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.5220806517390884e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,20,7.686285812269489e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,20,4.3378969394325395e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.863929924184049e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.8453480379321263e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,21,6.656627533629944e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,21,3.999375053354015e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,21,2.0485997538344236e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.8477937828720314e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,22,1.128224312196835e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,22,5.044963131695113e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.3365969354927074e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,22,2.057273604805232e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,23,8.605433094999171e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,23,4.308457732804527e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.6128154786420055e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.189357701354311e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0465230388945201e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,24,5.546373813558603e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.850196779036196e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.263799842694425e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,25,8.405939411204599e-7 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,25,4.5189781872068124e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.200133960490348e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.5083461423491826e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,26,1.4745475027666544e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,26,7.59128340632742e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.586659886423149e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.6499476462049643e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2874688763986342e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,27,7.084639719323604e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,27,4.1219072954845615e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,27,3.0620403776993044e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4829089423074038e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,28,8.433264611085178e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.919087132293498e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.926167664758395e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,29,1.5512842992393416e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,29,8.490999334753724e-7 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.9658154896169435e-6 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.5761820476618595e-6 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6991335769489524e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,30,1.1419758720876416e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0138887773791794e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,30,3.383241128176451e-4 +rtn,pileval,attn_in,Llama-2-7b-hf,8,64,31,8.61090848047752e-6 +rtn,pileval,attn_out,Llama-2-7b-hf,8,64,31,1.695578362159722e-6 +rtn,pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.057987148873508e-5 +rtn,pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.464749483508058e-5 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.9998029898715686e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.6180713152967883e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.319367168965528e-10 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.515888996081685e-9 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,1,9.305932024972208e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.798852396158964e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,8.991196978058724e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,1,0.001011777319945395 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.659773260115799e-9 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.560534616615541e-9 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.3760709016708006e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.3454781228338106e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.7062050378390268e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.1239163377751993e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.321004271583661e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,3,3.085208533093464e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.749089299593834e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,4,2.0412063150843096e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.547901421072311e-8 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.143522041502365e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,5,9.966999670041332e-8 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.358644645208187e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.063389021283001e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,5,9.283573376706045e-8 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.370654416632533e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.367439825931797e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.579320780820126e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.4058434771868633e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.7085483250411926e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.281980884954464e-8 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.1876631706163607e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.9425456798671803e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.663488771759148e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.1420223700042698e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.7548068715077534e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.401240237759339e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.415340756873775e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.518404530997941e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.245326922751701e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.7644964006867667e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.4532737319968874e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,10,2.0675122414104408e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.82191501557827e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.11934797991853e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,11,5.024388087804255e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,11,2.016243314528765e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.2573151404212695e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.5249112784185854e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.561061584558047e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.3833260343053553e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.7492224553025153e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.895597160408215e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.362794013308303e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.76040111657494e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.612432687485125e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.805000344276777e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.138473622741003e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.9378784915934375e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.350657031362061e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.648249157275131e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,15,7.246186441989266e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.288390360012272e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.861352742111194e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,15,7.212774448817072e-7 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,16,7.832169899302244e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.27093027610681e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.985727729144855e-7 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0739711342466762e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.575221505045192e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.57939569539667e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.1279544196440838e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.1076498367401655e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,18,6.234155307538458e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.3678077215881785e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.3306108712640707e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2995417364436435e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.647354441862262e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.2102525437949225e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.5092687135620508e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.435559511264728e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,20,7.401673087770178e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.2745830342028057e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7752306575857801e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.791470367606962e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.544551413549925e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,21,3.042972025468771e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.995805632759584e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.8943177337860106e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,22,1.0274544592903112e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.872867975791451e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.2315987280308036e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9939286630688002e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.39489246118319e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.577849779252574e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.536463853175519e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.14397550735157e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,24,9.020777156365511e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,24,5.010445534026076e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.783984655252425e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.263436726934742e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.707531489766552e-7 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.449311058531748e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.1684494388173334e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.463156533849542e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.4193265087669715e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,26,7.097714842529967e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.5647508411784656e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.6645357138477266e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.2266508520042407e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,27,7.107991564225813e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,4.111434009246295e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,27,3.1028062039695214e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.6143699212989304e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.812232519834652e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.776313289767131e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.650508006103337e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.5982056993379956e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.92384002529434e-7 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.7155230024363846e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.925396180828102e-6 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.6991372149277595e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.2277081395950518e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,9.923899597197305e-6 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.0012066730996593833 +rtn,wikitext,attn_in,Llama-2-7b-hf,8,64,31,7.0335563577828e-6 +rtn,wikitext,attn_out,Llama-2-7b-hf,8,64,31,2.0020995634695282e-6 +rtn,wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.928191886690911e-5 +rtn,wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.3718329581897706e-5 diff --git a/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_3bit_dense1-mxq-20241004133334.csv b/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_3bit_dense1-mxq-20241004133334.csv new file mode 100644 index 0000000000000000000000000000000000000000..067969ff314338375471d40c31eb2253c21317de --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_3bit_dense1-mxq-20241004133334.csv @@ -0,0 +1,61 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",23.93885064125061,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.690832138061523,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",23.9164457321167,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",31.49493908882141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",28.023107051849365,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",23.175869464874268,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",28.993937969207764,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.63060522079468,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",46.07139348983765,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",46.92101526260376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.61716437339783,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",46.99477672576904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",46.72133708000183,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",47.23818993568421,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",46.96672964096069,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",22.982957124710083,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",28.407453775405884,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",27.753002405166622,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.904547214508057,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",23.465599298477173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.9538152217865,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.55207371711731,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",46.61923623085022,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",46.036176919937134,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",30.077120780944824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",27.61187529563904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",22.52934837341309,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",23.31728768348694,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",32.30627083778381,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",45.5713005065918,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",22.94914054870605,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",28.12361979484558,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",27.469716787338257,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",23.572184324264526,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",45.97244477272034,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",27.431740045547485,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",22.95669937133789,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",47.17163896560669,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",23.951513528823853,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",22.64799976348877,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.06631445884705,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.99044942855835,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",27.563595056533813,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",47.020263671875,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",45.80900669097901,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",23.384377241134644,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",29.256778717041016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",27.727351665496823,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",46.29764461517334,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",29.192342042922974,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",45.62708783149719,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",28.137948036193848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",46.02526903152466,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",36.05688500404358,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.47822117805481,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",46.93401551246643,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",46.807069063186646,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",46.67524003982544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",29.376732349395752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",28.50547289848328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_4bit_dense1-mxq-20241003204414.csv b/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_4bit_dense1-mxq-20241003204414.csv new file mode 100644 index 0000000000000000000000000000000000000000..e975769faff2001b61394e841038b5b498602fa3 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/mxq/mxq1/result-quant_llm_4bit_dense1-mxq-20241003204414.csv @@ -0,0 +1,85 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",26.681859731674194,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.549405813217163,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",41.649832010269165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",24.4688937664032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",27.558760166168213,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",23.361668825149536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",39.76875686645508,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",19.18871831893921,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",20.58371472358704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",19.5824933052063,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",19.251134634017944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.131075859069824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",19.97725749015808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.88525485992432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",19.59765887260437,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",24.92203664779663,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",42.047685384750366,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",26.255170822143555,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.063514947891235,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",23.748464822769165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",19.427526235580444,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",26.835866928100582,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",19.193933725357056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",39.36584949493408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",19.426052570343018,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",38.947505235672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",38.94000625610352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",20.743916988372803,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",19.612579107284542,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",38.96563124656677,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",40.51502966880798,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",20.036747694015503,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",41.05225133895874,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",20.87559461593628,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",19.17374587059021,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",40.46815299987793,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",40.09323787689209,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",27.436137199401852,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",19.15705108642578,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",39.22174906730652,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",42.46521067619324,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.86778664588928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",41.23172092437744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",25.636372327804565,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",25.249829053878784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",19.56880807876587,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",23.70330619812012,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",25.809986114501957,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",20.969598531723022,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.155563831329346,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",24.524535417556763,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",38.63822436332703,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",42.40979599952698,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.76648712158203,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",38.84530258178711,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.26943135261536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",27.35953164100647,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",20.88037323951721,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",20.761564016342163,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",41.09080386161804,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",38.93445158004761,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",42.46434950828552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",19.19464921951294,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",38.80632185935974,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.84453558921814,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",27.399765968322757,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",21.231635093688965,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",41.51810216903687,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",39.33842134475708,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",40.65523076057434,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",26.04448127746582,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",23.91134476661682,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",39.751455783844,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",24.25788116455078,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",39.7638783454895,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",25.076794862747192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",20.673033952713013,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",26.953931093215942,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",20.32020378112793,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",23.6580011844635,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",25.687644720077515,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",25.66309356689453,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",19.16224694252014,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",23.717778205871586,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/result-quant_awq-20240914000139.csv b/lm-quant-toolkit/data-vis/data/qnt/result-quant_awq-20240914000139.csv new file mode 100644 index 0000000000000000000000000000000000000000..f668125f7db1c920eb53941e0a01dde8fbda4630 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/result-quant_awq-20240914000139.csv @@ -0,0 +1,7 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",488.7674260139465,14020170752,14073987072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",443.1117050647736,16603862016,16632512512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",495.0557653903961,13476848128,13486784512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",591.7591543197632,17367225344,17408458752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",488.3597602844238,17367225344,17387487232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",612.8054578304291,14020170752,14094958592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/result-quant_gptq-20240908183702.csv b/lm-quant-toolkit/data-vis/data/qnt/result-quant_gptq-20240908183702.csv new file mode 100644 index 0000000000000000000000000000000000000000..7e710f2f0b63fda88f940d30a8b8b2e77efdd7bf --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/result-quant_gptq-20240908183702.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b3g128-gptq', model_file_base_name='gptq_model-3bit-128g')",817.5435881614685,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b4g128-gptq', model_file_base_name='gptq_model-4bit-128g')",966.0167262554168,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b3g32-gptq', model_file_base_name='gptq_model-3bit-32g')",826.258552312851,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b3g64-gptq', model_file_base_name='gptq_model-3bit-64g')",818.5346009731293,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b3g128-gptq', model_file_base_name='gptq_model-3bit-128g')",967.3104581832886,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b4g32-gptq', model_file_base_name='gptq_model-4bit-32g')",980.0271611213684,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b3g128-gptq', model_file_base_name='gptq_model-3bit-128g')",1540.2862856388092,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b4g128-gptq', model_file_base_name='gptq_model-4bit-128g')",812.6538500785828,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b4g32-gptq', model_file_base_name='gptq_model-4bit-32g')",825.9306561946869,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b3g32-gptq', model_file_base_name='gptq_model-3bit-32g')",976.306769132614,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b3g32-gptq', model_file_base_name='gptq_model-3bit-32g')",1546.1331825256348,8519680,52428800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b3g64-gptq', model_file_base_name='gptq_model-3bit-64g')",1056.0845897197723,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b4g32-gptq', model_file_base_name='gptq_model-4bit-32g')",1545.0226376056671,8519680,52428800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b3g64-gptq', model_file_base_name='gptq_model-3bit-64g')",1538.153817653656,8519680,52428800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b4g64-gptq', model_file_base_name='gptq_model-4bit-64g')",819.5383853912354,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b4g64-gptq', model_file_base_name='gptq_model-4bit-64g')",974.3064377307892,8519680,33554432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b4g128-gptq', model_file_base_name='gptq_model-4bit-128g')",1538.8324785232544,8519680,52428800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b4g64-gptq', model_file_base_name='gptq_model-4bit-64g')",1540.7657170295715,8519680,52428800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/result-quant_hqq-20240908203349.csv b/lm-quant-toolkit/data-vis/data/qnt/result-quant_hqq-20240908203349.csv new file mode 100644 index 0000000000000000000000000000000000000000..498ff235ddbffacdc4cceb6c356709371c3f2e06 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/result-quant_hqq-20240908203349.csv @@ -0,0 +1,28 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",44.68034362792969,8239339520,9095348224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",23.726492404937744,5117009920,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",23.28206992149353,4549992448,5588910080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",20.951829195022583,3965313024,4647288832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",47.27951836585999,6214768640,6398410752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",44.970765829086304,6870734848,7805599744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",55.92547369003296,4431468544,7014973440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",23.7102792263031,3682131968,4481613824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",20.47137975692749,4640528384,5718933504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",22.514469623565677,4438974464,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",23.242197275161743,6271721472,7073693696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",43.59392046928406,7366891520,8839495680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",26.31030797958374,6275129344,7012876288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",20.570948839187626,3379879936,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",19.94433546066284,5764341760,6530531328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",47.33265924453735,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",26.249545574188232,5509668864,6492782592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",29.24294137954712,4196687872,5282725888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",19.63822054862976,5224488960,6486491136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",52.63454294204712,6189963264,9502195712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",21.13390564918518,8689582080,9743368192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",51.12559008598328,8255232000,9818865664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",26.549920558929443,2459459584,3128950784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",22.112624168396,2789384192,3875536896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",48.67269015312195,5020129280,5362417664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",24.573203325271606,3392692224,4037017600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 4.0}",25.21928334236145,4434321408,5010096128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm-8bit-gptq-20241020031331.csv b/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm-8bit-gptq-20241020031331.csv new file mode 100644 index 0000000000000000000000000000000000000000..0fab5ee2a35bd8c07f4dd7aebf84f9e91fb0ad22 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm-8bit-gptq-20241020031331.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b8g64-gptq', model_file_base_name='gptq_model-8bit-64g')",816.7253777980804,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0.0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Meta-Llama-3-8B-b8g128-gptq', model_file_base_name='gptq_model-8bit-128g')",973.6111924648284,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b8g128-gptq', model_file_base_name='gptq_model-8bit-128g')",818.6892747879028,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b8g64-gptq', model_file_base_name='gptq_model-8bit-64g')",1568.4314601421356,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b8g32-gptq', model_file_base_name='gptq_model-8bit-32g')",1557.962459564209,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-7b-hf-b8g32-gptq', model_file_base_name='gptq_model-8bit-32g')",825.0034923553467,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0.0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path='/fdata/llm/mxq/snapshots/meta-llama/Llama-2-13b-hf-b8g128-gptq', model_file_base_name='gptq_model-8bit-128g')",1545.3703949451449,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm_13B-awq2-20241021095905.csv b/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm_13B-awq2-20241021095905.csv new file mode 100644 index 0000000000000000000000000000000000000000..38c51763d0076c0375ab7862ec4957dc62070b61 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qnt/result-quant_llm_13B-awq2-20241021095905.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True}",812.8657555580139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True}",883.8464283943176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True}",1059.5766835212708,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/quant-cfg-allocation.csv b/lm-quant-toolkit/data-vis/data/quant-cfg-allocation.csv new file mode 100644 index 0000000000000000000000000000000000000000..0d78cd2c47d4088a5d81918f300a26fc17b5ecc2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/quant-cfg-allocation.csv @@ -0,0 +1,18929 @@ +attempt,model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.25,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.51,2,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.25,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.25,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,2.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,2.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,2.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.25,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,3.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +mxq1,Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +,Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +,Meta-Llama-3-8B,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +,Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/data-vis/data/qwen25-sensi.csv b/lm-quant-toolkit/data-vis/data/qwen25-sensi.csv new file mode 100644 index 0000000000000000000000000000000000000000..a9fcc32506f441910e72696c64c90c19d0dceb8e --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/qwen25-sensi.csv @@ -0,0 +1,16045 @@ +dataset,part,model,nbits,group_size,layer,sensitivity +bos,attn_in,Qwen2.5-7B,2,128,0,0.0018168851966038346 +bos,mlp_gate,Qwen2.5-7B,2,128,0,0.0013336158590391278 +bos,mlp_down,Qwen2.5-7B,2,128,0,0.0036544562317430973 +bos,attn_in,Qwen2.5-7B,2,128,1,0.0013171093305572867 +bos,mlp_gate,Qwen2.5-7B,2,128,1,0.0027802065014839172 +bos,mlp_down,Qwen2.5-7B,2,128,1,0.004155314527451992 +bos,attn_in,Qwen2.5-7B,2,128,2,0.0015358468517661095 +bos,mlp_gate,Qwen2.5-7B,2,128,2,0.006869048345834017 +bos,mlp_down,Qwen2.5-7B,2,128,2,0.005861340090632439 +bos,attn_in,Qwen2.5-7B,2,128,3,0.004299116786569357 +bos,mlp_gate,Qwen2.5-7B,2,128,3,0.25206270813941956 +bos,mlp_down,Qwen2.5-7B,2,128,3,0.2673908472061157 +bos,attn_in,Qwen2.5-7B,2,128,4,0.005415088497102261 +bos,mlp_gate,Qwen2.5-7B,2,128,4,0.010997998528182507 +bos,mlp_down,Qwen2.5-7B,2,128,4,0.09055005759000778 +bos,attn_in,Qwen2.5-7B,2,128,5,0.00692847091704607 +bos,mlp_gate,Qwen2.5-7B,2,128,5,0.010439411737024784 +bos,mlp_down,Qwen2.5-7B,2,128,5,0.007850813679397106 +bos,attn_in,Qwen2.5-7B,2,128,6,0.014502514153718948 +bos,mlp_gate,Qwen2.5-7B,2,128,6,0.025265933945775032 +bos,mlp_down,Qwen2.5-7B,2,128,6,0.01581386849284172 +bos,attn_in,Qwen2.5-7B,2,128,7,0.01306965108960867 +bos,mlp_gate,Qwen2.5-7B,2,128,7,0.028732208535075188 +bos,mlp_down,Qwen2.5-7B,2,128,7,0.029741741716861725 +bos,attn_in,Qwen2.5-7B,2,128,8,0.023482006043195724 +bos,mlp_gate,Qwen2.5-7B,2,128,8,0.033201854676008224 +bos,mlp_down,Qwen2.5-7B,2,128,8,0.028394119814038277 +bos,attn_in,Qwen2.5-7B,2,128,9,0.028529448434710503 +bos,mlp_gate,Qwen2.5-7B,2,128,9,0.0358426496386528 +bos,mlp_down,Qwen2.5-7B,2,128,9,0.029863711446523666 +bos,attn_in,Qwen2.5-7B,2,128,10,0.026109475642442703 +bos,mlp_gate,Qwen2.5-7B,2,128,10,0.031165774911642075 +bos,mlp_down,Qwen2.5-7B,2,128,10,0.025982607156038284 +bos,attn_in,Qwen2.5-7B,2,128,11,0.01526537723839283 +bos,mlp_gate,Qwen2.5-7B,2,128,11,0.028517933562397957 +bos,mlp_down,Qwen2.5-7B,2,128,11,0.02226010151207447 +bos,attn_in,Qwen2.5-7B,2,128,12,0.014263564720749855 +bos,mlp_gate,Qwen2.5-7B,2,128,12,0.027189915999770164 +bos,mlp_down,Qwen2.5-7B,2,128,12,0.02092699520289898 +bos,attn_in,Qwen2.5-7B,2,128,13,0.018321406096220016 +bos,mlp_gate,Qwen2.5-7B,2,128,13,0.028444191440939903 +bos,mlp_down,Qwen2.5-7B,2,128,13,0.021699896082282066 +bos,attn_in,Qwen2.5-7B,2,128,14,0.030890902504324913 +bos,mlp_gate,Qwen2.5-7B,2,128,14,0.03119099885225296 +bos,mlp_down,Qwen2.5-7B,2,128,14,0.02390947751700878 +bos,attn_in,Qwen2.5-7B,2,128,15,0.022862687706947327 +bos,mlp_gate,Qwen2.5-7B,2,128,15,0.03097636252641678 +bos,mlp_down,Qwen2.5-7B,2,128,15,0.021816112101078033 +bos,attn_in,Qwen2.5-7B,2,128,16,0.01706748455762863 +bos,mlp_gate,Qwen2.5-7B,2,128,16,0.029440348967909813 +bos,mlp_down,Qwen2.5-7B,2,128,16,0.021100521087646484 +bos,attn_in,Qwen2.5-7B,2,128,17,0.02709626592695713 +bos,mlp_gate,Qwen2.5-7B,2,128,17,0.03654513135552406 +bos,mlp_down,Qwen2.5-7B,2,128,17,0.027248060330748558 +bos,attn_in,Qwen2.5-7B,2,128,18,0.024675359949469566 +bos,mlp_gate,Qwen2.5-7B,2,128,18,0.052547063678503036 +bos,mlp_down,Qwen2.5-7B,2,128,18,0.04040057584643364 +bos,attn_in,Qwen2.5-7B,2,128,19,0.05179799348115921 +bos,mlp_gate,Qwen2.5-7B,2,128,19,0.07980738580226898 +bos,mlp_down,Qwen2.5-7B,2,128,19,0.061867211014032364 +bos,attn_in,Qwen2.5-7B,2,128,20,0.0376519113779068 +bos,mlp_gate,Qwen2.5-7B,2,128,20,0.12744484841823578 +bos,mlp_down,Qwen2.5-7B,2,128,20,0.10783602297306061 +bos,attn_in,Qwen2.5-7B,2,128,21,0.07592061907052994 +bos,mlp_gate,Qwen2.5-7B,2,128,21,0.20795191824436188 +bos,mlp_down,Qwen2.5-7B,2,128,21,0.1836274117231369 +bos,attn_in,Qwen2.5-7B,2,128,22,0.06818214803934097 +bos,mlp_gate,Qwen2.5-7B,2,128,22,0.3471840023994446 +bos,mlp_down,Qwen2.5-7B,2,128,22,0.3010190427303314 +bos,attn_in,Qwen2.5-7B,2,128,23,0.09437519311904907 +bos,mlp_gate,Qwen2.5-7B,2,128,23,0.3979911208152771 +bos,mlp_down,Qwen2.5-7B,2,128,23,0.33768975734710693 +bos,attn_in,Qwen2.5-7B,2,128,24,0.13886502385139465 +bos,mlp_gate,Qwen2.5-7B,2,128,24,0.57765793800354 +bos,mlp_down,Qwen2.5-7B,2,128,24,0.4284636676311493 +bos,attn_in,Qwen2.5-7B,2,128,25,0.15367721021175385 +bos,mlp_gate,Qwen2.5-7B,2,128,25,0.8079199194908142 +bos,mlp_down,Qwen2.5-7B,2,128,25,0.6462423801422119 +bos,attn_in,Qwen2.5-7B,2,128,26,0.27696627378463745 +bos,mlp_gate,Qwen2.5-7B,2,128,26,1.6513938903808594 +bos,mlp_down,Qwen2.5-7B,2,128,26,2.1051676273345947 +bos,attn_in,Qwen2.5-7B,2,128,27,1.5104213953018188 +bos,mlp_gate,Qwen2.5-7B,2,128,27,3.543524742126465 +bos,mlp_down,Qwen2.5-7B,2,128,27,4.032289505004883 +c4,attn_in,Qwen2.5-7B,2,128,0,0.0016691576456651092 +c4,mlp_gate,Qwen2.5-7B,2,128,0,0.0014461043756455183 +c4,mlp_down,Qwen2.5-7B,2,128,0,0.0038269825745373964 +c4,attn_in,Qwen2.5-7B,2,128,1,0.0012603471986949444 +c4,mlp_gate,Qwen2.5-7B,2,128,1,0.002627425128594041 +c4,mlp_down,Qwen2.5-7B,2,128,1,0.0037152415607124567 +c4,attn_in,Qwen2.5-7B,2,128,2,0.001513032359071076 +c4,mlp_gate,Qwen2.5-7B,2,128,2,0.006051755975931883 +c4,mlp_down,Qwen2.5-7B,2,128,2,0.006826048716902733 +c4,attn_in,Qwen2.5-7B,2,128,3,0.0043478491716086864 +c4,mlp_gate,Qwen2.5-7B,2,128,3,0.2729054093360901 +c4,mlp_down,Qwen2.5-7B,2,128,3,0.26917290687561035 +c4,attn_in,Qwen2.5-7B,2,128,4,0.0057431310415267944 +c4,mlp_gate,Qwen2.5-7B,2,128,4,0.01351574994623661 +c4,mlp_down,Qwen2.5-7B,2,128,4,0.09295175969600677 +c4,attn_in,Qwen2.5-7B,2,128,5,0.00612215232104063 +c4,mlp_gate,Qwen2.5-7B,2,128,5,0.012751113623380661 +c4,mlp_down,Qwen2.5-7B,2,128,5,0.009768007323145866 +c4,attn_in,Qwen2.5-7B,2,128,6,0.012704731896519661 +c4,mlp_gate,Qwen2.5-7B,2,128,6,0.02970689907670021 +c4,mlp_down,Qwen2.5-7B,2,128,6,0.019618960097432137 +c4,attn_in,Qwen2.5-7B,2,128,7,0.013202125206589699 +c4,mlp_gate,Qwen2.5-7B,2,128,7,0.032708290964365005 +c4,mlp_down,Qwen2.5-7B,2,128,7,0.031208425760269165 +c4,attn_in,Qwen2.5-7B,2,128,8,0.01748036779463291 +c4,mlp_gate,Qwen2.5-7B,2,128,8,0.040585409849882126 +c4,mlp_down,Qwen2.5-7B,2,128,8,0.03248262032866478 +c4,attn_in,Qwen2.5-7B,2,128,9,0.02715389057993889 +c4,mlp_gate,Qwen2.5-7B,2,128,9,0.05150759965181351 +c4,mlp_down,Qwen2.5-7B,2,128,9,0.03837437927722931 +c4,attn_in,Qwen2.5-7B,2,128,10,0.029095878824591637 +c4,mlp_gate,Qwen2.5-7B,2,128,10,0.040857814252376556 +c4,mlp_down,Qwen2.5-7B,2,128,10,0.03221135959029198 +c4,attn_in,Qwen2.5-7B,2,128,11,0.018091119825839996 +c4,mlp_gate,Qwen2.5-7B,2,128,11,0.0361553393304348 +c4,mlp_down,Qwen2.5-7B,2,128,11,0.02637428045272827 +c4,attn_in,Qwen2.5-7B,2,128,12,0.01660645380616188 +c4,mlp_gate,Qwen2.5-7B,2,128,12,0.03494810685515404 +c4,mlp_down,Qwen2.5-7B,2,128,12,0.02571006678044796 +c4,attn_in,Qwen2.5-7B,2,128,13,0.02431793324649334 +c4,mlp_gate,Qwen2.5-7B,2,128,13,0.03685712441802025 +c4,mlp_down,Qwen2.5-7B,2,128,13,0.02668822929263115 +c4,attn_in,Qwen2.5-7B,2,128,14,0.027485238388180733 +c4,mlp_gate,Qwen2.5-7B,2,128,14,0.038885727524757385 +c4,mlp_down,Qwen2.5-7B,2,128,14,0.02773248963057995 +c4,attn_in,Qwen2.5-7B,2,128,15,0.0269254669547081 +c4,mlp_gate,Qwen2.5-7B,2,128,15,0.037324026226997375 +c4,mlp_down,Qwen2.5-7B,2,128,15,0.02489653043448925 +c4,attn_in,Qwen2.5-7B,2,128,16,0.02013583853840828 +c4,mlp_gate,Qwen2.5-7B,2,128,16,0.036047037690877914 +c4,mlp_down,Qwen2.5-7B,2,128,16,0.02432909980416298 +c4,attn_in,Qwen2.5-7B,2,128,17,0.027720555663108826 +c4,mlp_gate,Qwen2.5-7B,2,128,17,0.04340242221951485 +c4,mlp_down,Qwen2.5-7B,2,128,17,0.030662203207612038 +c4,attn_in,Qwen2.5-7B,2,128,18,0.028134703636169434 +c4,mlp_gate,Qwen2.5-7B,2,128,18,0.06116018816828728 +c4,mlp_down,Qwen2.5-7B,2,128,18,0.04448120668530464 +c4,attn_in,Qwen2.5-7B,2,128,19,0.057553067803382874 +c4,mlp_gate,Qwen2.5-7B,2,128,19,0.09209809452295303 +c4,mlp_down,Qwen2.5-7B,2,128,19,0.06982755661010742 +c4,attn_in,Qwen2.5-7B,2,128,20,0.03754711523652077 +c4,mlp_gate,Qwen2.5-7B,2,128,20,0.14724084734916687 +c4,mlp_down,Qwen2.5-7B,2,128,20,0.11587835848331451 +c4,attn_in,Qwen2.5-7B,2,128,21,0.08914720267057419 +c4,mlp_gate,Qwen2.5-7B,2,128,21,0.22757123410701752 +c4,mlp_down,Qwen2.5-7B,2,128,21,0.1857452541589737 +c4,attn_in,Qwen2.5-7B,2,128,22,0.0777558833360672 +c4,mlp_gate,Qwen2.5-7B,2,128,22,0.37765172123908997 +c4,mlp_down,Qwen2.5-7B,2,128,22,0.3173983097076416 +c4,attn_in,Qwen2.5-7B,2,128,23,0.13765645027160645 +c4,mlp_gate,Qwen2.5-7B,2,128,23,0.46489813923835754 +c4,mlp_down,Qwen2.5-7B,2,128,23,0.43191397190093994 +c4,attn_in,Qwen2.5-7B,2,128,24,0.13530005514621735 +c4,mlp_gate,Qwen2.5-7B,2,128,24,0.7635006904602051 +c4,mlp_down,Qwen2.5-7B,2,128,24,0.5929978489875793 +c4,attn_in,Qwen2.5-7B,2,128,25,0.19303393363952637 +c4,mlp_gate,Qwen2.5-7B,2,128,25,1.16446852684021 +c4,mlp_down,Qwen2.5-7B,2,128,25,0.8713992834091187 +c4,attn_in,Qwen2.5-7B,2,128,26,0.4173702597618103 +c4,mlp_gate,Qwen2.5-7B,2,128,26,2.39091420173645 +c4,mlp_down,Qwen2.5-7B,2,128,26,2.479825973510742 +c4,attn_in,Qwen2.5-7B,2,128,27,1.941117763519287 +c4,mlp_gate,Qwen2.5-7B,2,128,27,5.618030071258545 +c4,mlp_down,Qwen2.5-7B,2,128,27,7.250993251800537 +pileval,attn_in,Qwen2.5-7B,2,128,0,0.0016762244049459696 +pileval,mlp_gate,Qwen2.5-7B,2,128,0,0.0014587573241442442 +pileval,mlp_down,Qwen2.5-7B,2,128,0,0.003644501091912389 +pileval,attn_in,Qwen2.5-7B,2,128,1,0.0013180042151361704 +pileval,mlp_gate,Qwen2.5-7B,2,128,1,0.0028432735707610846 +pileval,mlp_down,Qwen2.5-7B,2,128,1,0.003961330745369196 +pileval,attn_in,Qwen2.5-7B,2,128,2,0.0015551620163023472 +pileval,mlp_gate,Qwen2.5-7B,2,128,2,0.0059802355244755745 +pileval,mlp_down,Qwen2.5-7B,2,128,2,0.007310471497476101 +pileval,attn_in,Qwen2.5-7B,2,128,3,0.004371162503957748 +pileval,mlp_gate,Qwen2.5-7B,2,128,3,0.26401692628860474 +pileval,mlp_down,Qwen2.5-7B,2,128,3,0.2641749382019043 +pileval,attn_in,Qwen2.5-7B,2,128,4,0.005747959949076176 +pileval,mlp_gate,Qwen2.5-7B,2,128,4,0.013044269755482674 +pileval,mlp_down,Qwen2.5-7B,2,128,4,0.09440367668867111 +pileval,attn_in,Qwen2.5-7B,2,128,5,0.006434805691242218 +pileval,mlp_gate,Qwen2.5-7B,2,128,5,0.014332127757370472 +pileval,mlp_down,Qwen2.5-7B,2,128,5,0.012006720528006554 +pileval,attn_in,Qwen2.5-7B,2,128,6,0.01257035881280899 +pileval,mlp_gate,Qwen2.5-7B,2,128,6,0.03126067295670509 +pileval,mlp_down,Qwen2.5-7B,2,128,6,0.02073458954691887 +pileval,attn_in,Qwen2.5-7B,2,128,7,0.01346518937498331 +pileval,mlp_gate,Qwen2.5-7B,2,128,7,0.03351879119873047 +pileval,mlp_down,Qwen2.5-7B,2,128,7,0.030367959290742874 +pileval,attn_in,Qwen2.5-7B,2,128,8,0.017886284738779068 +pileval,mlp_gate,Qwen2.5-7B,2,128,8,0.039964571595191956 +pileval,mlp_down,Qwen2.5-7B,2,128,8,0.031123114749789238 +pileval,attn_in,Qwen2.5-7B,2,128,9,0.02932760678231716 +pileval,mlp_gate,Qwen2.5-7B,2,128,9,0.04842948541045189 +pileval,mlp_down,Qwen2.5-7B,2,128,9,0.037153515964746475 +pileval,attn_in,Qwen2.5-7B,2,128,10,0.028204699978232384 +pileval,mlp_gate,Qwen2.5-7B,2,128,10,0.04087907820940018 +pileval,mlp_down,Qwen2.5-7B,2,128,10,0.03291093558073044 +pileval,attn_in,Qwen2.5-7B,2,128,11,0.01859704777598381 +pileval,mlp_gate,Qwen2.5-7B,2,128,11,0.03772634640336037 +pileval,mlp_down,Qwen2.5-7B,2,128,11,0.02760251611471176 +pileval,attn_in,Qwen2.5-7B,2,128,12,0.01801997423171997 +pileval,mlp_gate,Qwen2.5-7B,2,128,12,0.036272283643484116 +pileval,mlp_down,Qwen2.5-7B,2,128,12,0.026884794235229492 +pileval,attn_in,Qwen2.5-7B,2,128,13,0.024082239717245102 +pileval,mlp_gate,Qwen2.5-7B,2,128,13,0.03708810359239578 +pileval,mlp_down,Qwen2.5-7B,2,128,13,0.026395617052912712 +pileval,attn_in,Qwen2.5-7B,2,128,14,0.030781948938965797 +pileval,mlp_gate,Qwen2.5-7B,2,128,14,0.03953898698091507 +pileval,mlp_down,Qwen2.5-7B,2,128,14,0.02832946740090847 +pileval,attn_in,Qwen2.5-7B,2,128,15,0.02734675258398056 +pileval,mlp_gate,Qwen2.5-7B,2,128,15,0.0387238934636116 +pileval,mlp_down,Qwen2.5-7B,2,128,15,0.026054747402668 +pileval,attn_in,Qwen2.5-7B,2,128,16,0.021607449278235435 +pileval,mlp_gate,Qwen2.5-7B,2,128,16,0.037977609783411026 +pileval,mlp_down,Qwen2.5-7B,2,128,16,0.025562167167663574 +pileval,attn_in,Qwen2.5-7B,2,128,17,0.02962043695151806 +pileval,mlp_gate,Qwen2.5-7B,2,128,17,0.04617218300700188 +pileval,mlp_down,Qwen2.5-7B,2,128,17,0.03289221599698067 +pileval,attn_in,Qwen2.5-7B,2,128,18,0.02956739254295826 +pileval,mlp_gate,Qwen2.5-7B,2,128,18,0.06400565057992935 +pileval,mlp_down,Qwen2.5-7B,2,128,18,0.04648315906524658 +pileval,attn_in,Qwen2.5-7B,2,128,19,0.060763485729694366 +pileval,mlp_gate,Qwen2.5-7B,2,128,19,0.09369179606437683 +pileval,mlp_down,Qwen2.5-7B,2,128,19,0.07085467875003815 +pileval,attn_in,Qwen2.5-7B,2,128,20,0.03927609696984291 +pileval,mlp_gate,Qwen2.5-7B,2,128,20,0.14805512130260468 +pileval,mlp_down,Qwen2.5-7B,2,128,20,0.11564511805772781 +pileval,attn_in,Qwen2.5-7B,2,128,21,0.09422450512647629 +pileval,mlp_gate,Qwen2.5-7B,2,128,21,0.2240469753742218 +pileval,mlp_down,Qwen2.5-7B,2,128,21,0.18036790192127228 +pileval,attn_in,Qwen2.5-7B,2,128,22,0.09040191024541855 +pileval,mlp_gate,Qwen2.5-7B,2,128,22,0.3715471029281616 +pileval,mlp_down,Qwen2.5-7B,2,128,22,0.32302525639533997 +pileval,attn_in,Qwen2.5-7B,2,128,23,0.14489160478115082 +pileval,mlp_gate,Qwen2.5-7B,2,128,23,0.48131778836250305 +pileval,mlp_down,Qwen2.5-7B,2,128,23,0.4572717547416687 +pileval,attn_in,Qwen2.5-7B,2,128,24,0.14411011338233948 +pileval,mlp_gate,Qwen2.5-7B,2,128,24,0.8197660446166992 +pileval,mlp_down,Qwen2.5-7B,2,128,24,0.6460860371589661 +pileval,attn_in,Qwen2.5-7B,2,128,25,0.2006051242351532 +pileval,mlp_gate,Qwen2.5-7B,2,128,25,1.2888175249099731 +pileval,mlp_down,Qwen2.5-7B,2,128,25,0.9570927619934082 +pileval,attn_in,Qwen2.5-7B,2,128,26,0.44496697187423706 +pileval,mlp_gate,Qwen2.5-7B,2,128,26,2.630821704864502 +pileval,mlp_down,Qwen2.5-7B,2,128,26,2.6434991359710693 +pileval,attn_in,Qwen2.5-7B,2,128,27,1.930559754371643 +pileval,mlp_gate,Qwen2.5-7B,2,128,27,5.915961265563965 +pileval,mlp_down,Qwen2.5-7B,2,128,27,7.57708740234375 +wikitext,attn_in,Qwen2.5-7B,2,128,0,0.0016031720442697406 +wikitext,mlp_gate,Qwen2.5-7B,2,128,0,0.0014903796836733818 +wikitext,mlp_down,Qwen2.5-7B,2,128,0,0.0036404035054147243 +wikitext,attn_in,Qwen2.5-7B,2,128,1,0.0012585741933435202 +wikitext,mlp_gate,Qwen2.5-7B,2,128,1,0.0027238265611231327 +wikitext,mlp_down,Qwen2.5-7B,2,128,1,0.0036373722832649946 +wikitext,attn_in,Qwen2.5-7B,2,128,2,0.0016358421416953206 +wikitext,mlp_gate,Qwen2.5-7B,2,128,2,0.005794644821435213 +wikitext,mlp_down,Qwen2.5-7B,2,128,2,0.006776455789804459 +wikitext,attn_in,Qwen2.5-7B,2,128,3,0.0042506055906414986 +wikitext,mlp_gate,Qwen2.5-7B,2,128,3,0.2715491056442261 +wikitext,mlp_down,Qwen2.5-7B,2,128,3,0.2698959410190582 +wikitext,attn_in,Qwen2.5-7B,2,128,4,0.0056562405079603195 +wikitext,mlp_gate,Qwen2.5-7B,2,128,4,0.013736270368099213 +wikitext,mlp_down,Qwen2.5-7B,2,128,4,0.09343550354242325 +wikitext,attn_in,Qwen2.5-7B,2,128,5,0.006641176994889975 +wikitext,mlp_gate,Qwen2.5-7B,2,128,5,0.014032663777470589 +wikitext,mlp_down,Qwen2.5-7B,2,128,5,0.011173245497047901 +wikitext,attn_in,Qwen2.5-7B,2,128,6,0.012514184229075909 +wikitext,mlp_gate,Qwen2.5-7B,2,128,6,0.03325209021568298 +wikitext,mlp_down,Qwen2.5-7B,2,128,6,0.0226332638412714 +wikitext,attn_in,Qwen2.5-7B,2,128,7,0.014574247412383556 +wikitext,mlp_gate,Qwen2.5-7B,2,128,7,0.03570742905139923 +wikitext,mlp_down,Qwen2.5-7B,2,128,7,0.03189881518483162 +wikitext,attn_in,Qwen2.5-7B,2,128,8,0.017985058948397636 +wikitext,mlp_gate,Qwen2.5-7B,2,128,8,0.04435449466109276 +wikitext,mlp_down,Qwen2.5-7B,2,128,8,0.03453635424375534 +wikitext,attn_in,Qwen2.5-7B,2,128,9,0.030915161594748497 +wikitext,mlp_gate,Qwen2.5-7B,2,128,9,0.05374506488442421 +wikitext,mlp_down,Qwen2.5-7B,2,128,9,0.04137231782078743 +wikitext,attn_in,Qwen2.5-7B,2,128,10,0.027850361540913582 +wikitext,mlp_gate,Qwen2.5-7B,2,128,10,0.046457212418317795 +wikitext,mlp_down,Qwen2.5-7B,2,128,10,0.03595973178744316 +wikitext,attn_in,Qwen2.5-7B,2,128,11,0.01900399662554264 +wikitext,mlp_gate,Qwen2.5-7B,2,128,11,0.043367527425289154 +wikitext,mlp_down,Qwen2.5-7B,2,128,11,0.030989065766334534 +wikitext,attn_in,Qwen2.5-7B,2,128,12,0.018706852570176125 +wikitext,mlp_gate,Qwen2.5-7B,2,128,12,0.0415794812142849 +wikitext,mlp_down,Qwen2.5-7B,2,128,12,0.029397539794445038 +wikitext,attn_in,Qwen2.5-7B,2,128,13,0.025258412584662437 +wikitext,mlp_gate,Qwen2.5-7B,2,128,13,0.04289301112294197 +wikitext,mlp_down,Qwen2.5-7B,2,128,13,0.03004496358335018 +wikitext,attn_in,Qwen2.5-7B,2,128,14,0.029913906008005142 +wikitext,mlp_gate,Qwen2.5-7B,2,128,14,0.0462457649409771 +wikitext,mlp_down,Qwen2.5-7B,2,128,14,0.031329941004514694 +wikitext,attn_in,Qwen2.5-7B,2,128,15,0.028310805559158325 +wikitext,mlp_gate,Qwen2.5-7B,2,128,15,0.04582512751221657 +wikitext,mlp_down,Qwen2.5-7B,2,128,15,0.029491428285837173 +wikitext,attn_in,Qwen2.5-7B,2,128,16,0.02159019745886326 +wikitext,mlp_gate,Qwen2.5-7B,2,128,16,0.04616902768611908 +wikitext,mlp_down,Qwen2.5-7B,2,128,16,0.02939920499920845 +wikitext,attn_in,Qwen2.5-7B,2,128,17,0.031739961355924606 +wikitext,mlp_gate,Qwen2.5-7B,2,128,17,0.05726474151015282 +wikitext,mlp_down,Qwen2.5-7B,2,128,17,0.03767556697130203 +wikitext,attn_in,Qwen2.5-7B,2,128,18,0.03268228471279144 +wikitext,mlp_gate,Qwen2.5-7B,2,128,18,0.07401146739721298 +wikitext,mlp_down,Qwen2.5-7B,2,128,18,0.04883800446987152 +wikitext,attn_in,Qwen2.5-7B,2,128,19,0.06283464282751083 +wikitext,mlp_gate,Qwen2.5-7B,2,128,19,0.10235995799303055 +wikitext,mlp_down,Qwen2.5-7B,2,128,19,0.06995492428541183 +wikitext,attn_in,Qwen2.5-7B,2,128,20,0.04108303040266037 +wikitext,mlp_gate,Qwen2.5-7B,2,128,20,0.15681436657905579 +wikitext,mlp_down,Qwen2.5-7B,2,128,20,0.11357802897691727 +wikitext,attn_in,Qwen2.5-7B,2,128,21,0.08904572576284409 +wikitext,mlp_gate,Qwen2.5-7B,2,128,21,0.22550275921821594 +wikitext,mlp_down,Qwen2.5-7B,2,128,21,0.17552828788757324 +wikitext,attn_in,Qwen2.5-7B,2,128,22,0.08783452957868576 +wikitext,mlp_gate,Qwen2.5-7B,2,128,22,0.3719739019870758 +wikitext,mlp_down,Qwen2.5-7B,2,128,22,0.3038073182106018 +wikitext,attn_in,Qwen2.5-7B,2,128,23,0.13299904763698578 +wikitext,mlp_gate,Qwen2.5-7B,2,128,23,0.46847742795944214 +wikitext,mlp_down,Qwen2.5-7B,2,128,23,0.46734726428985596 +wikitext,attn_in,Qwen2.5-7B,2,128,24,0.18849113583564758 +wikitext,mlp_gate,Qwen2.5-7B,2,128,24,0.8473930954933167 +wikitext,mlp_down,Qwen2.5-7B,2,128,24,0.6994741559028625 +wikitext,attn_in,Qwen2.5-7B,2,128,25,0.18075141310691833 +wikitext,mlp_gate,Qwen2.5-7B,2,128,25,1.4144378900527954 +wikitext,mlp_down,Qwen2.5-7B,2,128,25,0.9903237819671631 +wikitext,attn_in,Qwen2.5-7B,2,128,26,0.6224597096443176 +wikitext,mlp_gate,Qwen2.5-7B,2,128,26,2.9023566246032715 +wikitext,mlp_down,Qwen2.5-7B,2,128,26,2.6927075386047363 +wikitext,attn_in,Qwen2.5-7B,2,128,27,1.9191728830337524 +wikitext,mlp_gate,Qwen2.5-7B,2,128,27,5.303961277008057 +wikitext,mlp_down,Qwen2.5-7B,2,128,27,6.01424503326416 +bos,attn_in,Qwen2.5-7B,2,32,0,8.428068249486387e-4 +bos,mlp_gate,Qwen2.5-7B,2,32,0,8.454832131974399e-4 +bos,mlp_down,Qwen2.5-7B,2,32,0,0.0019413463305681944 +bos,attn_in,Qwen2.5-7B,2,32,1,5.718983593396842e-4 +bos,mlp_gate,Qwen2.5-7B,2,32,1,0.0018480669241398573 +bos,mlp_down,Qwen2.5-7B,2,32,1,0.0022519577760249376 +bos,attn_in,Qwen2.5-7B,2,32,2,7.615613867528737e-4 +bos,mlp_gate,Qwen2.5-7B,2,32,2,0.005750586744397879 +bos,mlp_down,Qwen2.5-7B,2,32,2,0.0031791075598448515 +bos,attn_in,Qwen2.5-7B,2,32,3,0.0022167901042848825 +bos,mlp_gate,Qwen2.5-7B,2,32,3,0.8468583226203918 +bos,mlp_down,Qwen2.5-7B,2,32,3,0.11074546724557877 +bos,attn_in,Qwen2.5-7B,2,32,4,0.0024128141812980175 +bos,mlp_gate,Qwen2.5-7B,2,32,4,0.00870809331536293 +bos,mlp_down,Qwen2.5-7B,2,32,4,0.029503948986530304 +bos,attn_in,Qwen2.5-7B,2,32,5,0.003585084341466427 +bos,mlp_gate,Qwen2.5-7B,2,32,5,0.0058263507671654224 +bos,mlp_down,Qwen2.5-7B,2,32,5,0.0041762045584619045 +bos,attn_in,Qwen2.5-7B,2,32,6,0.004988137632608414 +bos,mlp_gate,Qwen2.5-7B,2,32,6,0.016560493037104607 +bos,mlp_down,Qwen2.5-7B,2,32,6,0.008664176799356937 +bos,attn_in,Qwen2.5-7B,2,32,7,0.006802340969443321 +bos,mlp_gate,Qwen2.5-7B,2,32,7,0.015725867822766304 +bos,mlp_down,Qwen2.5-7B,2,32,7,0.016453972086310387 +bos,attn_in,Qwen2.5-7B,2,32,8,0.007427206728607416 +bos,mlp_gate,Qwen2.5-7B,2,32,8,0.018222816288471222 +bos,mlp_down,Qwen2.5-7B,2,32,8,0.015761036425828934 +bos,attn_in,Qwen2.5-7B,2,32,9,0.008625832386314869 +bos,mlp_gate,Qwen2.5-7B,2,32,9,0.020277023315429688 +bos,mlp_down,Qwen2.5-7B,2,32,9,0.01668761484324932 +bos,attn_in,Qwen2.5-7B,2,32,10,0.008190752007067204 +bos,mlp_gate,Qwen2.5-7B,2,32,10,0.01691591925919056 +bos,mlp_down,Qwen2.5-7B,2,32,10,0.014557039365172386 +bos,attn_in,Qwen2.5-7B,2,32,11,0.01059974916279316 +bos,mlp_gate,Qwen2.5-7B,2,32,11,0.015967324376106262 +bos,mlp_down,Qwen2.5-7B,2,32,11,0.012323920615017414 +bos,attn_in,Qwen2.5-7B,2,32,12,0.006282246671617031 +bos,mlp_gate,Qwen2.5-7B,2,32,12,0.014595194719731808 +bos,mlp_down,Qwen2.5-7B,2,32,12,0.011521860957145691 +bos,attn_in,Qwen2.5-7B,2,32,13,0.008625463582575321 +bos,mlp_gate,Qwen2.5-7B,2,32,13,0.015359072014689445 +bos,mlp_down,Qwen2.5-7B,2,32,13,0.01207150798290968 +bos,attn_in,Qwen2.5-7B,2,32,14,0.00970549788326025 +bos,mlp_gate,Qwen2.5-7B,2,32,14,0.0169511791318655 +bos,mlp_down,Qwen2.5-7B,2,32,14,0.013056954368948936 +bos,attn_in,Qwen2.5-7B,2,32,15,0.011696554720401764 +bos,mlp_gate,Qwen2.5-7B,2,32,15,0.016296684741973877 +bos,mlp_down,Qwen2.5-7B,2,32,15,0.012012958526611328 +bos,attn_in,Qwen2.5-7B,2,32,16,0.0096213910728693 +bos,mlp_gate,Qwen2.5-7B,2,32,16,0.01586177572607994 +bos,mlp_down,Qwen2.5-7B,2,32,16,0.011734038591384888 +bos,attn_in,Qwen2.5-7B,2,32,17,0.011304503306746483 +bos,mlp_gate,Qwen2.5-7B,2,32,17,0.019493944942951202 +bos,mlp_down,Qwen2.5-7B,2,32,17,0.014975877478718758 +bos,attn_in,Qwen2.5-7B,2,32,18,0.013474038802087307 +bos,mlp_gate,Qwen2.5-7B,2,32,18,0.02816822938621044 +bos,mlp_down,Qwen2.5-7B,2,32,18,0.022242141887545586 +bos,attn_in,Qwen2.5-7B,2,32,19,0.023152898997068405 +bos,mlp_gate,Qwen2.5-7B,2,32,19,0.04295366629958153 +bos,mlp_down,Qwen2.5-7B,2,32,19,0.03410972282290459 +bos,attn_in,Qwen2.5-7B,2,32,20,0.024654272943735123 +bos,mlp_gate,Qwen2.5-7B,2,32,20,0.07039739936590195 +bos,mlp_down,Qwen2.5-7B,2,32,20,0.05902907997369766 +bos,attn_in,Qwen2.5-7B,2,32,21,0.04337984696030617 +bos,mlp_gate,Qwen2.5-7B,2,32,21,0.11322848498821259 +bos,mlp_down,Qwen2.5-7B,2,32,21,0.10137562453746796 +bos,attn_in,Qwen2.5-7B,2,32,22,0.04445229098200798 +bos,mlp_gate,Qwen2.5-7B,2,32,22,0.18946176767349243 +bos,mlp_down,Qwen2.5-7B,2,32,22,0.16893218457698822 +bos,attn_in,Qwen2.5-7B,2,32,23,0.04763413965702057 +bos,mlp_gate,Qwen2.5-7B,2,32,23,0.21827781200408936 +bos,mlp_down,Qwen2.5-7B,2,32,23,0.1901499629020691 +bos,attn_in,Qwen2.5-7B,2,32,24,0.08951790630817413 +bos,mlp_gate,Qwen2.5-7B,2,32,24,0.310881108045578 +bos,mlp_down,Qwen2.5-7B,2,32,24,0.2423090934753418 +bos,attn_in,Qwen2.5-7B,2,32,25,0.09374494105577469 +bos,mlp_gate,Qwen2.5-7B,2,32,25,0.44018033146858215 +bos,mlp_down,Qwen2.5-7B,2,32,25,0.3652099370956421 +bos,attn_in,Qwen2.5-7B,2,32,26,0.21697558462619781 +bos,mlp_gate,Qwen2.5-7B,2,32,26,2.3410165309906006 +bos,mlp_down,Qwen2.5-7B,2,32,26,1.0104339122772217 +bos,attn_in,Qwen2.5-7B,2,32,27,1.0841443538665771 +bos,mlp_gate,Qwen2.5-7B,2,32,27,1.900134801864624 +bos,mlp_down,Qwen2.5-7B,2,32,27,1.8863118886947632 +c4,attn_in,Qwen2.5-7B,2,32,0,7.71268445532769e-4 +c4,mlp_gate,Qwen2.5-7B,2,32,0,9.239185019396245e-4 +c4,mlp_down,Qwen2.5-7B,2,32,0,0.002043171087279916 +c4,attn_in,Qwen2.5-7B,2,32,1,5.641343886964023e-4 +c4,mlp_gate,Qwen2.5-7B,2,32,1,0.001966172130778432 +c4,mlp_down,Qwen2.5-7B,2,32,1,0.0020250154193490744 +c4,attn_in,Qwen2.5-7B,2,32,2,7.545086555182934e-4 +c4,mlp_gate,Qwen2.5-7B,2,32,2,0.005261203274130821 +c4,mlp_down,Qwen2.5-7B,2,32,2,0.003756462363526225 +c4,attn_in,Qwen2.5-7B,2,32,3,0.0022151002194732428 +c4,mlp_gate,Qwen2.5-7B,2,32,3,0.8565305471420288 +c4,mlp_down,Qwen2.5-7B,2,32,3,0.1111229732632637 +c4,attn_in,Qwen2.5-7B,2,32,4,0.002594261895865202 +c4,mlp_gate,Qwen2.5-7B,2,32,4,0.010113843716681004 +c4,mlp_down,Qwen2.5-7B,2,32,4,0.03077005408704281 +c4,attn_in,Qwen2.5-7B,2,32,5,0.0034646305721253157 +c4,mlp_gate,Qwen2.5-7B,2,32,5,0.0070270998403429985 +c4,mlp_down,Qwen2.5-7B,2,32,5,0.005305149592459202 +c4,attn_in,Qwen2.5-7B,2,32,6,0.004683326464146376 +c4,mlp_gate,Qwen2.5-7B,2,32,6,0.018913686275482178 +c4,mlp_down,Qwen2.5-7B,2,32,6,0.010829011909663677 +c4,attn_in,Qwen2.5-7B,2,32,7,0.006457905285060406 +c4,mlp_gate,Qwen2.5-7B,2,32,7,0.018009619787335396 +c4,mlp_down,Qwen2.5-7B,2,32,7,0.017314378172159195 +c4,attn_in,Qwen2.5-7B,2,32,8,0.009798815473914146 +c4,mlp_gate,Qwen2.5-7B,2,32,8,0.02234455570578575 +c4,mlp_down,Qwen2.5-7B,2,32,8,0.018117081373929977 +c4,attn_in,Qwen2.5-7B,2,32,9,0.010141687467694283 +c4,mlp_gate,Qwen2.5-7B,2,32,9,0.029995635151863098 +c4,mlp_down,Qwen2.5-7B,2,32,9,0.02143109403550625 +c4,attn_in,Qwen2.5-7B,2,32,10,0.009784265421330929 +c4,mlp_gate,Qwen2.5-7B,2,32,10,0.022039320319890976 +c4,mlp_down,Qwen2.5-7B,2,32,10,0.018036652356386185 +c4,attn_in,Qwen2.5-7B,2,32,11,0.012672411277890205 +c4,mlp_gate,Qwen2.5-7B,2,32,11,0.020039556547999382 +c4,mlp_down,Qwen2.5-7B,2,32,11,0.014660474844276905 +c4,attn_in,Qwen2.5-7B,2,32,12,0.00875226128846407 +c4,mlp_gate,Qwen2.5-7B,2,32,12,0.01882031001150608 +c4,mlp_down,Qwen2.5-7B,2,32,12,0.014093095436692238 +c4,attn_in,Qwen2.5-7B,2,32,13,0.011188458651304245 +c4,mlp_gate,Qwen2.5-7B,2,32,13,0.01979152113199234 +c4,mlp_down,Qwen2.5-7B,2,32,13,0.014782710932195187 +c4,attn_in,Qwen2.5-7B,2,32,14,0.011476813815534115 +c4,mlp_gate,Qwen2.5-7B,2,32,14,0.020664965733885765 +c4,mlp_down,Qwen2.5-7B,2,32,14,0.01523338258266449 +c4,attn_in,Qwen2.5-7B,2,32,15,0.013768655247986317 +c4,mlp_gate,Qwen2.5-7B,2,32,15,0.019640009850263596 +c4,mlp_down,Qwen2.5-7B,2,32,15,0.013697291724383831 +c4,attn_in,Qwen2.5-7B,2,32,16,0.011370375752449036 +c4,mlp_gate,Qwen2.5-7B,2,32,16,0.018927669152617455 +c4,mlp_down,Qwen2.5-7B,2,32,16,0.013512572273612022 +c4,attn_in,Qwen2.5-7B,2,32,17,0.013235773891210556 +c4,mlp_gate,Qwen2.5-7B,2,32,17,0.023325709626078606 +c4,mlp_down,Qwen2.5-7B,2,32,17,0.016866566613316536 +c4,attn_in,Qwen2.5-7B,2,32,18,0.01550103910267353 +c4,mlp_gate,Qwen2.5-7B,2,32,18,0.03291279450058937 +c4,mlp_down,Qwen2.5-7B,2,32,18,0.024404969066381454 +c4,attn_in,Qwen2.5-7B,2,32,19,0.026329951360821724 +c4,mlp_gate,Qwen2.5-7B,2,32,19,0.049667276442050934 +c4,mlp_down,Qwen2.5-7B,2,32,19,0.03851901367306709 +c4,attn_in,Qwen2.5-7B,2,32,20,0.023209787905216217 +c4,mlp_gate,Qwen2.5-7B,2,32,20,0.08020025491714478 +c4,mlp_down,Qwen2.5-7B,2,32,20,0.0634491816163063 +c4,attn_in,Qwen2.5-7B,2,32,21,0.04884050041437149 +c4,mlp_gate,Qwen2.5-7B,2,32,21,0.12291212379932404 +c4,mlp_down,Qwen2.5-7B,2,32,21,0.10240139067173004 +c4,attn_in,Qwen2.5-7B,2,32,22,0.05173582211136818 +c4,mlp_gate,Qwen2.5-7B,2,32,22,0.20708653330802917 +c4,mlp_down,Qwen2.5-7B,2,32,22,0.1766933798789978 +c4,attn_in,Qwen2.5-7B,2,32,23,0.07038230448961258 +c4,mlp_gate,Qwen2.5-7B,2,32,23,0.2518659234046936 +c4,mlp_down,Qwen2.5-7B,2,32,23,0.24323998391628265 +c4,attn_in,Qwen2.5-7B,2,32,24,0.09427034109830856 +c4,mlp_gate,Qwen2.5-7B,2,32,24,0.4098743796348572 +c4,mlp_down,Qwen2.5-7B,2,32,24,0.3362562954425812 +c4,attn_in,Qwen2.5-7B,2,32,25,0.09780064225196838 +c4,mlp_gate,Qwen2.5-7B,2,32,25,0.6359901428222656 +c4,mlp_down,Qwen2.5-7B,2,32,25,0.4907896816730499 +c4,attn_in,Qwen2.5-7B,2,32,26,0.26061779260635376 +c4,mlp_gate,Qwen2.5-7B,2,32,26,2.7285356521606445 +c4,mlp_down,Qwen2.5-7B,2,32,26,1.2235355377197266 +c4,attn_in,Qwen2.5-7B,2,32,27,1.28798508644104 +c4,mlp_gate,Qwen2.5-7B,2,32,27,2.978290557861328 +c4,mlp_down,Qwen2.5-7B,2,32,27,3.613527297973633 +pileval,attn_in,Qwen2.5-7B,2,32,0,7.762432796880603e-4 +pileval,mlp_gate,Qwen2.5-7B,2,32,0,9.495436097495258e-4 +pileval,mlp_down,Qwen2.5-7B,2,32,0,0.001945336814969778 +pileval,attn_in,Qwen2.5-7B,2,32,1,5.878975498490036e-4 +pileval,mlp_gate,Qwen2.5-7B,2,32,1,0.0019971849396824837 +pileval,mlp_down,Qwen2.5-7B,2,32,1,0.00215172884054482 +pileval,attn_in,Qwen2.5-7B,2,32,2,7.849672110751271e-4 +pileval,mlp_gate,Qwen2.5-7B,2,32,2,0.005168735980987549 +pileval,mlp_down,Qwen2.5-7B,2,32,2,0.004024640657007694 +pileval,attn_in,Qwen2.5-7B,2,32,3,0.0022461237385869026 +pileval,mlp_gate,Qwen2.5-7B,2,32,3,0.8446159958839417 +pileval,mlp_down,Qwen2.5-7B,2,32,3,0.10816603899002075 +pileval,attn_in,Qwen2.5-7B,2,32,4,0.002666653133928776 +pileval,mlp_gate,Qwen2.5-7B,2,32,4,0.009880054742097855 +pileval,mlp_down,Qwen2.5-7B,2,32,4,0.03131692856550217 +pileval,attn_in,Qwen2.5-7B,2,32,5,0.003698453539982438 +pileval,mlp_gate,Qwen2.5-7B,2,32,5,0.007722911424934864 +pileval,mlp_down,Qwen2.5-7B,2,32,5,0.006571754347532988 +pileval,attn_in,Qwen2.5-7B,2,32,6,0.0049279117956757545 +pileval,mlp_gate,Qwen2.5-7B,2,32,6,0.019603930413722992 +pileval,mlp_down,Qwen2.5-7B,2,32,6,0.011437530629336834 +pileval,attn_in,Qwen2.5-7B,2,32,7,0.006560287903994322 +pileval,mlp_gate,Qwen2.5-7B,2,32,7,0.018370093777775764 +pileval,mlp_down,Qwen2.5-7B,2,32,7,0.016810394823551178 +pileval,attn_in,Qwen2.5-7B,2,32,8,0.009757526218891144 +pileval,mlp_gate,Qwen2.5-7B,2,32,8,0.02194717898964882 +pileval,mlp_down,Qwen2.5-7B,2,32,8,0.017314674332737923 +pileval,attn_in,Qwen2.5-7B,2,32,9,0.010393526405096054 +pileval,mlp_gate,Qwen2.5-7B,2,32,9,0.02804095484316349 +pileval,mlp_down,Qwen2.5-7B,2,32,9,0.020772304385900497 +pileval,attn_in,Qwen2.5-7B,2,32,10,0.009730154648423195 +pileval,mlp_gate,Qwen2.5-7B,2,32,10,0.02212870679795742 +pileval,mlp_down,Qwen2.5-7B,2,32,10,0.018406832590699196 +pileval,attn_in,Qwen2.5-7B,2,32,11,0.012631119228899479 +pileval,mlp_gate,Qwen2.5-7B,2,32,11,0.02083534188568592 +pileval,mlp_down,Qwen2.5-7B,2,32,11,0.015330257825553417 +pileval,attn_in,Qwen2.5-7B,2,32,12,0.008900800719857216 +pileval,mlp_gate,Qwen2.5-7B,2,32,12,0.01954827830195427 +pileval,mlp_down,Qwen2.5-7B,2,32,12,0.014741561375558376 +pileval,attn_in,Qwen2.5-7B,2,32,13,0.011571993120014668 +pileval,mlp_gate,Qwen2.5-7B,2,32,13,0.019871335476636887 +pileval,mlp_down,Qwen2.5-7B,2,32,13,0.014596209861338139 +pileval,attn_in,Qwen2.5-7B,2,32,14,0.012214998714625835 +pileval,mlp_gate,Qwen2.5-7B,2,32,14,0.020981043577194214 +pileval,mlp_down,Qwen2.5-7B,2,32,14,0.015526303090155125 +pileval,attn_in,Qwen2.5-7B,2,32,15,0.014101562090218067 +pileval,mlp_gate,Qwen2.5-7B,2,32,15,0.02038532681763172 +pileval,mlp_down,Qwen2.5-7B,2,32,15,0.014340387657284737 +pileval,attn_in,Qwen2.5-7B,2,32,16,0.012066086754202843 +pileval,mlp_gate,Qwen2.5-7B,2,32,16,0.019974688068032265 +pileval,mlp_down,Qwen2.5-7B,2,32,16,0.014204478822648525 +pileval,attn_in,Qwen2.5-7B,2,32,17,0.014481928199529648 +pileval,mlp_gate,Qwen2.5-7B,2,32,17,0.024793874472379684 +pileval,mlp_down,Qwen2.5-7B,2,32,17,0.018107980489730835 +pileval,attn_in,Qwen2.5-7B,2,32,18,0.016414986923336983 +pileval,mlp_gate,Qwen2.5-7B,2,32,18,0.034388452768325806 +pileval,mlp_down,Qwen2.5-7B,2,32,18,0.0255294069647789 +pileval,attn_in,Qwen2.5-7B,2,32,19,0.027794979512691498 +pileval,mlp_gate,Qwen2.5-7B,2,32,19,0.05033174529671669 +pileval,mlp_down,Qwen2.5-7B,2,32,19,0.03908434137701988 +pileval,attn_in,Qwen2.5-7B,2,32,20,0.025131268426775932 +pileval,mlp_gate,Qwen2.5-7B,2,32,20,0.08083448559045792 +pileval,mlp_down,Qwen2.5-7B,2,32,20,0.06317047774791718 +pileval,attn_in,Qwen2.5-7B,2,32,21,0.04949093237519264 +pileval,mlp_gate,Qwen2.5-7B,2,32,21,0.12087574601173401 +pileval,mlp_down,Qwen2.5-7B,2,32,21,0.09902820736169815 +pileval,attn_in,Qwen2.5-7B,2,32,22,0.059294622391462326 +pileval,mlp_gate,Qwen2.5-7B,2,32,22,0.20381377637386322 +pileval,mlp_down,Qwen2.5-7B,2,32,22,0.1794508844614029 +pileval,attn_in,Qwen2.5-7B,2,32,23,0.07684700936079025 +pileval,mlp_gate,Qwen2.5-7B,2,32,23,0.26100093126296997 +pileval,mlp_down,Qwen2.5-7B,2,32,23,0.2580297887325287 +pileval,attn_in,Qwen2.5-7B,2,32,24,0.097331203520298 +pileval,mlp_gate,Qwen2.5-7B,2,32,24,0.44513025879859924 +pileval,mlp_down,Qwen2.5-7B,2,32,24,0.36578258872032166 +pileval,attn_in,Qwen2.5-7B,2,32,25,0.09746190160512924 +pileval,mlp_gate,Qwen2.5-7B,2,32,25,0.7012428641319275 +pileval,mlp_down,Qwen2.5-7B,2,32,25,0.5372681021690369 +pileval,attn_in,Qwen2.5-7B,2,32,26,0.27298155426979065 +pileval,mlp_gate,Qwen2.5-7B,2,32,26,2.843628168106079 +pileval,mlp_down,Qwen2.5-7B,2,32,26,1.3213449716567993 +pileval,attn_in,Qwen2.5-7B,2,32,27,1.2888588905334473 +pileval,mlp_gate,Qwen2.5-7B,2,32,27,3.218090534210205 +pileval,mlp_down,Qwen2.5-7B,2,32,27,3.7624495029449463 +wikitext,attn_in,Qwen2.5-7B,2,32,0,7.7293801587075e-4 +wikitext,mlp_gate,Qwen2.5-7B,2,32,0,9.620782220736146e-4 +wikitext,mlp_down,Qwen2.5-7B,2,32,0,0.0019413314294070005 +wikitext,attn_in,Qwen2.5-7B,2,32,1,5.555117968469858e-4 +wikitext,mlp_gate,Qwen2.5-7B,2,32,1,0.0019867178052663803 +wikitext,mlp_down,Qwen2.5-7B,2,32,1,0.0019756180699914694 +wikitext,attn_in,Qwen2.5-7B,2,32,2,8.113741059787571e-4 +wikitext,mlp_gate,Qwen2.5-7B,2,32,2,0.005331431049853563 +wikitext,mlp_down,Qwen2.5-7B,2,32,2,0.00373417348600924 +wikitext,attn_in,Qwen2.5-7B,2,32,3,0.0022633355110883713 +wikitext,mlp_gate,Qwen2.5-7B,2,32,3,0.8857238292694092 +wikitext,mlp_down,Qwen2.5-7B,2,32,3,0.11099602282047272 +wikitext,attn_in,Qwen2.5-7B,2,32,4,0.0027435042429715395 +wikitext,mlp_gate,Qwen2.5-7B,2,32,4,0.010243101045489311 +wikitext,mlp_down,Qwen2.5-7B,2,32,4,0.03109551966190338 +wikitext,attn_in,Qwen2.5-7B,2,32,5,0.003633790649473667 +wikitext,mlp_gate,Qwen2.5-7B,2,32,5,0.007810267619788647 +wikitext,mlp_down,Qwen2.5-7B,2,32,5,0.006120105739682913 +wikitext,attn_in,Qwen2.5-7B,2,32,6,0.0046349805779755116 +wikitext,mlp_gate,Qwen2.5-7B,2,32,6,0.02073785848915577 +wikitext,mlp_down,Qwen2.5-7B,2,32,6,0.012542893178761005 +wikitext,attn_in,Qwen2.5-7B,2,32,7,0.006966296583414078 +wikitext,mlp_gate,Qwen2.5-7B,2,32,7,0.019616447389125824 +wikitext,mlp_down,Qwen2.5-7B,2,32,7,0.01762009784579277 +wikitext,attn_in,Qwen2.5-7B,2,32,8,0.009648725390434265 +wikitext,mlp_gate,Qwen2.5-7B,2,32,8,0.024454936385154724 +wikitext,mlp_down,Qwen2.5-7B,2,32,8,0.019202936440706253 +wikitext,attn_in,Qwen2.5-7B,2,32,9,0.010684847831726074 +wikitext,mlp_gate,Qwen2.5-7B,2,32,9,0.031114451587200165 +wikitext,mlp_down,Qwen2.5-7B,2,32,9,0.023233069106936455 +wikitext,attn_in,Qwen2.5-7B,2,32,10,0.00940785650163889 +wikitext,mlp_gate,Qwen2.5-7B,2,32,10,0.025154313072562218 +wikitext,mlp_down,Qwen2.5-7B,2,32,10,0.020087847486138344 +wikitext,attn_in,Qwen2.5-7B,2,32,11,0.01265958696603775 +wikitext,mlp_gate,Qwen2.5-7B,2,32,11,0.024065887555480003 +wikitext,mlp_down,Qwen2.5-7B,2,32,11,0.017210712656378746 +wikitext,attn_in,Qwen2.5-7B,2,32,12,0.00923292525112629 +wikitext,mlp_gate,Qwen2.5-7B,2,32,12,0.02254990115761757 +wikitext,mlp_down,Qwen2.5-7B,2,32,12,0.016126763075590134 +wikitext,attn_in,Qwen2.5-7B,2,32,13,0.012281407602131367 +wikitext,mlp_gate,Qwen2.5-7B,2,32,13,0.02309896983206272 +wikitext,mlp_down,Qwen2.5-7B,2,32,13,0.016648583114147186 +wikitext,attn_in,Qwen2.5-7B,2,32,14,0.011753033846616745 +wikitext,mlp_gate,Qwen2.5-7B,2,32,14,0.024605533108115196 +wikitext,mlp_down,Qwen2.5-7B,2,32,14,0.01718815602362156 +wikitext,attn_in,Qwen2.5-7B,2,32,15,0.01384692918509245 +wikitext,mlp_gate,Qwen2.5-7B,2,32,15,0.024282298982143402 +wikitext,mlp_down,Qwen2.5-7B,2,32,15,0.01623523235321045 +wikitext,attn_in,Qwen2.5-7B,2,32,16,0.012506312690675259 +wikitext,mlp_gate,Qwen2.5-7B,2,32,16,0.024322250857949257 +wikitext,mlp_down,Qwen2.5-7B,2,32,16,0.016352804377675056 +wikitext,attn_in,Qwen2.5-7B,2,32,17,0.015401390381157398 +wikitext,mlp_gate,Qwen2.5-7B,2,32,17,0.030712580308318138 +wikitext,mlp_down,Qwen2.5-7B,2,32,17,0.020741650834679604 +wikitext,attn_in,Qwen2.5-7B,2,32,18,0.01756814867258072 +wikitext,mlp_gate,Qwen2.5-7B,2,32,18,0.03971239551901817 +wikitext,mlp_down,Qwen2.5-7B,2,32,18,0.026849796995520592 +wikitext,attn_in,Qwen2.5-7B,2,32,19,0.028018536046147346 +wikitext,mlp_gate,Qwen2.5-7B,2,32,19,0.0554000586271286 +wikitext,mlp_down,Qwen2.5-7B,2,32,19,0.03873838484287262 +wikitext,attn_in,Qwen2.5-7B,2,32,20,0.02541307359933853 +wikitext,mlp_gate,Qwen2.5-7B,2,32,20,0.08497853577136993 +wikitext,mlp_down,Qwen2.5-7B,2,32,20,0.06205219402909279 +wikitext,attn_in,Qwen2.5-7B,2,32,21,0.045422930270433426 +wikitext,mlp_gate,Qwen2.5-7B,2,32,21,0.12227460741996765 +wikitext,mlp_down,Qwen2.5-7B,2,32,21,0.09669502079486847 +wikitext,attn_in,Qwen2.5-7B,2,32,22,0.057328928261995316 +wikitext,mlp_gate,Qwen2.5-7B,2,32,22,0.20398429036140442 +wikitext,mlp_down,Qwen2.5-7B,2,32,22,0.16873468458652496 +wikitext,attn_in,Qwen2.5-7B,2,32,23,0.07296500355005264 +wikitext,mlp_gate,Qwen2.5-7B,2,32,23,0.2561812102794647 +wikitext,mlp_down,Qwen2.5-7B,2,32,23,0.264323353767395 +wikitext,attn_in,Qwen2.5-7B,2,32,24,0.12025033682584763 +wikitext,mlp_gate,Qwen2.5-7B,2,32,24,0.4625251293182373 +wikitext,mlp_down,Qwen2.5-7B,2,32,24,0.39855217933654785 +wikitext,attn_in,Qwen2.5-7B,2,32,25,0.09602121263742447 +wikitext,mlp_gate,Qwen2.5-7B,2,32,25,0.7699011564254761 +wikitext,mlp_down,Qwen2.5-7B,2,32,25,0.5587287545204163 +wikitext,attn_in,Qwen2.5-7B,2,32,26,0.45945480465888977 +wikitext,mlp_gate,Qwen2.5-7B,2,32,26,3.030019521713257 +wikitext,mlp_down,Qwen2.5-7B,2,32,26,1.3508672714233398 +wikitext,attn_in,Qwen2.5-7B,2,32,27,1.2949835062026978 +wikitext,mlp_gate,Qwen2.5-7B,2,32,27,2.9578659534454346 +wikitext,mlp_down,Qwen2.5-7B,2,32,27,2.9892196655273438 +bos,attn_in,Qwen2.5-7B,2,64,0,0.001229235203936696 +bos,mlp_gate,Qwen2.5-7B,2,64,0,0.0010798260336741805 +bos,mlp_down,Qwen2.5-7B,2,64,0,0.0027465771418064833 +bos,attn_in,Qwen2.5-7B,2,64,1,8.881992544047534e-4 +bos,mlp_gate,Qwen2.5-7B,2,64,1,0.0031330292113125324 +bos,mlp_down,Qwen2.5-7B,2,64,1,0.0031595551408827305 +bos,attn_in,Qwen2.5-7B,2,64,2,0.001114330836571753 +bos,mlp_gate,Qwen2.5-7B,2,64,2,0.00793814193457365 +bos,mlp_down,Qwen2.5-7B,2,64,2,0.004468726925551891 +bos,attn_in,Qwen2.5-7B,2,64,3,0.0032148074824362993 +bos,mlp_gate,Qwen2.5-7B,2,64,3,0.5602346062660217 +bos,mlp_down,Qwen2.5-7B,2,64,3,0.20745830237865448 +bos,attn_in,Qwen2.5-7B,2,64,4,0.0035042106173932552 +bos,mlp_gate,Qwen2.5-7B,2,64,4,0.011475814506411552 +bos,mlp_down,Qwen2.5-7B,2,64,4,0.06198636814951897 +bos,attn_in,Qwen2.5-7B,2,64,5,0.005427130497992039 +bos,mlp_gate,Qwen2.5-7B,2,64,5,0.007572887931019068 +bos,mlp_down,Qwen2.5-7B,2,64,5,0.0058932979591190815 +bos,attn_in,Qwen2.5-7B,2,64,6,0.01246850285679102 +bos,mlp_gate,Qwen2.5-7B,2,64,6,0.020462434738874435 +bos,mlp_down,Qwen2.5-7B,2,64,6,0.012081311084330082 +bos,attn_in,Qwen2.5-7B,2,64,7,0.010371831245720387 +bos,mlp_gate,Qwen2.5-7B,2,64,7,0.022112306207418442 +bos,mlp_down,Qwen2.5-7B,2,64,7,0.022905675694346428 +bos,attn_in,Qwen2.5-7B,2,64,8,0.01205697562545538 +bos,mlp_gate,Qwen2.5-7B,2,64,8,0.02546752244234085 +bos,mlp_down,Qwen2.5-7B,2,64,8,0.021845374256372452 +bos,attn_in,Qwen2.5-7B,2,64,9,0.016910826787352562 +bos,mlp_gate,Qwen2.5-7B,2,64,9,0.028502587229013443 +bos,mlp_down,Qwen2.5-7B,2,64,9,0.023033317178487778 +bos,attn_in,Qwen2.5-7B,2,64,10,0.018609486520290375 +bos,mlp_gate,Qwen2.5-7B,2,64,10,0.02362636663019657 +bos,mlp_down,Qwen2.5-7B,2,64,10,0.02011113613843918 +bos,attn_in,Qwen2.5-7B,2,64,11,0.017677143216133118 +bos,mlp_gate,Qwen2.5-7B,2,64,11,0.02210812456905842 +bos,mlp_down,Qwen2.5-7B,2,64,11,0.01711123064160347 +bos,attn_in,Qwen2.5-7B,2,64,12,0.009914852678775787 +bos,mlp_gate,Qwen2.5-7B,2,64,12,0.020542709156870842 +bos,mlp_down,Qwen2.5-7B,2,64,12,0.016064176335930824 +bos,attn_in,Qwen2.5-7B,2,64,13,0.013207551091909409 +bos,mlp_gate,Qwen2.5-7B,2,64,13,0.0218034740537405 +bos,mlp_down,Qwen2.5-7B,2,64,13,0.016749434173107147 +bos,attn_in,Qwen2.5-7B,2,64,14,0.011184546165168285 +bos,mlp_gate,Qwen2.5-7B,2,64,14,0.023805642500519753 +bos,mlp_down,Qwen2.5-7B,2,64,14,0.018269499763846397 +bos,attn_in,Qwen2.5-7B,2,64,15,0.01942788064479828 +bos,mlp_gate,Qwen2.5-7B,2,64,15,0.02316218987107277 +bos,mlp_down,Qwen2.5-7B,2,64,15,0.01679380238056183 +bos,attn_in,Qwen2.5-7B,2,64,16,0.012377653270959854 +bos,mlp_gate,Qwen2.5-7B,2,64,16,0.022162120789289474 +bos,mlp_down,Qwen2.5-7B,2,64,16,0.016339745372533798 +bos,attn_in,Qwen2.5-7B,2,64,17,0.020045172423124313 +bos,mlp_gate,Qwen2.5-7B,2,64,17,0.027531849220395088 +bos,mlp_down,Qwen2.5-7B,2,64,17,0.020870812237262726 +bos,attn_in,Qwen2.5-7B,2,64,18,0.019681710749864578 +bos,mlp_gate,Qwen2.5-7B,2,64,18,0.040014877915382385 +bos,mlp_down,Qwen2.5-7B,2,64,18,0.03089226596057415 +bos,attn_in,Qwen2.5-7B,2,64,19,0.040614012628793716 +bos,mlp_gate,Qwen2.5-7B,2,64,19,0.059854477643966675 +bos,mlp_down,Qwen2.5-7B,2,64,19,0.04718003794550896 +bos,attn_in,Qwen2.5-7B,2,64,20,0.029217982664704323 +bos,mlp_gate,Qwen2.5-7B,2,64,20,0.0981435552239418 +bos,mlp_down,Qwen2.5-7B,2,64,20,0.08274496346712112 +bos,attn_in,Qwen2.5-7B,2,64,21,0.057211145758628845 +bos,mlp_gate,Qwen2.5-7B,2,64,21,0.1595265418291092 +bos,mlp_down,Qwen2.5-7B,2,64,21,0.14118285477161407 +bos,attn_in,Qwen2.5-7B,2,64,22,0.05075389891862869 +bos,mlp_gate,Qwen2.5-7B,2,64,22,0.261238157749176 +bos,mlp_down,Qwen2.5-7B,2,64,22,0.23386770486831665 +bos,attn_in,Qwen2.5-7B,2,64,23,0.0727120041847229 +bos,mlp_gate,Qwen2.5-7B,2,64,23,0.30841678380966187 +bos,mlp_down,Qwen2.5-7B,2,64,23,0.2625270187854767 +bos,attn_in,Qwen2.5-7B,2,64,24,0.13304200768470764 +bos,mlp_gate,Qwen2.5-7B,2,64,24,0.4327404499053955 +bos,mlp_down,Qwen2.5-7B,2,64,24,0.3318784534931183 +bos,attn_in,Qwen2.5-7B,2,64,25,0.12414107471704483 +bos,mlp_gate,Qwen2.5-7B,2,64,25,0.6187035441398621 +bos,mlp_down,Qwen2.5-7B,2,64,25,0.5047497749328613 +bos,attn_in,Qwen2.5-7B,2,64,26,0.21661598980426788 +bos,mlp_gate,Qwen2.5-7B,2,64,26,1.6300157308578491 +bos,mlp_down,Qwen2.5-7B,2,64,26,1.6517539024353027 +bos,attn_in,Qwen2.5-7B,2,64,27,1.333775281906128 +bos,mlp_gate,Qwen2.5-7B,2,64,27,2.3890581130981445 +bos,mlp_down,Qwen2.5-7B,2,64,27,2.8464908599853516 +c4,attn_in,Qwen2.5-7B,2,64,0,0.0011418325593695045 +c4,mlp_gate,Qwen2.5-7B,2,64,0,0.0011722245253622532 +c4,mlp_down,Qwen2.5-7B,2,64,0,0.002884279005229473 +c4,attn_in,Qwen2.5-7B,2,64,1,8.749744156375527e-4 +c4,mlp_gate,Qwen2.5-7B,2,64,1,0.002720246557146311 +c4,mlp_down,Qwen2.5-7B,2,64,1,0.0028327053878456354 +c4,attn_in,Qwen2.5-7B,2,64,2,0.0010788862127810717 +c4,mlp_gate,Qwen2.5-7B,2,64,2,0.006464574486017227 +c4,mlp_down,Qwen2.5-7B,2,64,2,0.005222940817475319 +c4,attn_in,Qwen2.5-7B,2,64,3,0.003162028267979622 +c4,mlp_gate,Qwen2.5-7B,2,64,3,0.5754830837249756 +c4,mlp_down,Qwen2.5-7B,2,64,3,0.20790664851665497 +c4,attn_in,Qwen2.5-7B,2,64,4,0.0039032187778502703 +c4,mlp_gate,Qwen2.5-7B,2,64,4,0.013387172482907772 +c4,mlp_down,Qwen2.5-7B,2,64,4,0.06383474171161652 +c4,attn_in,Qwen2.5-7B,2,64,5,0.004939372185617685 +c4,mlp_gate,Qwen2.5-7B,2,64,5,0.009592934511601925 +c4,mlp_down,Qwen2.5-7B,2,64,5,0.007427211385220289 +c4,attn_in,Qwen2.5-7B,2,64,6,0.011252252385020256 +c4,mlp_gate,Qwen2.5-7B,2,64,6,0.02402951940894127 +c4,mlp_down,Qwen2.5-7B,2,64,6,0.01505815889686346 +c4,attn_in,Qwen2.5-7B,2,64,7,0.00981922633945942 +c4,mlp_gate,Qwen2.5-7B,2,64,7,0.025126047432422638 +c4,mlp_down,Qwen2.5-7B,2,64,7,0.0240327101200819 +c4,attn_in,Qwen2.5-7B,2,64,8,0.012252083979547024 +c4,mlp_gate,Qwen2.5-7B,2,64,8,0.03122856840491295 +c4,mlp_down,Qwen2.5-7B,2,64,8,0.025054315105080605 +c4,attn_in,Qwen2.5-7B,2,64,9,0.01803966797888279 +c4,mlp_gate,Qwen2.5-7B,2,64,9,0.041890908032655716 +c4,mlp_down,Qwen2.5-7B,2,64,9,0.029586054384708405 +c4,attn_in,Qwen2.5-7B,2,64,10,0.02095927484333515 +c4,mlp_gate,Qwen2.5-7B,2,64,10,0.030877934768795967 +c4,mlp_down,Qwen2.5-7B,2,64,10,0.024911656975746155 +c4,attn_in,Qwen2.5-7B,2,64,11,0.01812531240284443 +c4,mlp_gate,Qwen2.5-7B,2,64,11,0.027709197252988815 +c4,mlp_down,Qwen2.5-7B,2,64,11,0.020356453955173492 +c4,attn_in,Qwen2.5-7B,2,64,12,0.013234441168606281 +c4,mlp_gate,Qwen2.5-7B,2,64,12,0.026603369042277336 +c4,mlp_down,Qwen2.5-7B,2,64,12,0.019659195095300674 +c4,attn_in,Qwen2.5-7B,2,64,13,0.017137106508016586 +c4,mlp_gate,Qwen2.5-7B,2,64,13,0.028187567368149757 +c4,mlp_down,Qwen2.5-7B,2,64,13,0.020525330677628517 +c4,attn_in,Qwen2.5-7B,2,64,14,0.014794401824474335 +c4,mlp_gate,Qwen2.5-7B,2,64,14,0.02918069437146187 +c4,mlp_down,Qwen2.5-7B,2,64,14,0.02125389315187931 +c4,attn_in,Qwen2.5-7B,2,64,15,0.02248564176261425 +c4,mlp_gate,Qwen2.5-7B,2,64,15,0.02783535048365593 +c4,mlp_down,Qwen2.5-7B,2,64,15,0.019098641350865364 +c4,attn_in,Qwen2.5-7B,2,64,16,0.015196592546999454 +c4,mlp_gate,Qwen2.5-7B,2,64,16,0.02681404910981655 +c4,mlp_down,Qwen2.5-7B,2,64,16,0.018728133291006088 +c4,attn_in,Qwen2.5-7B,2,64,17,0.020884977653622627 +c4,mlp_gate,Qwen2.5-7B,2,64,17,0.03268718719482422 +c4,mlp_down,Qwen2.5-7B,2,64,17,0.02352752909064293 +c4,attn_in,Qwen2.5-7B,2,64,18,0.022037701681256294 +c4,mlp_gate,Qwen2.5-7B,2,64,18,0.04653535410761833 +c4,mlp_down,Qwen2.5-7B,2,64,18,0.034011587500572205 +c4,attn_in,Qwen2.5-7B,2,64,19,0.04140521585941315 +c4,mlp_gate,Qwen2.5-7B,2,64,19,0.06976631283760071 +c4,mlp_down,Qwen2.5-7B,2,64,19,0.05362362787127495 +c4,attn_in,Qwen2.5-7B,2,64,20,0.02892708033323288 +c4,mlp_gate,Qwen2.5-7B,2,64,20,0.11238834261894226 +c4,mlp_down,Qwen2.5-7B,2,64,20,0.088713638484478 +c4,attn_in,Qwen2.5-7B,2,64,21,0.06506678462028503 +c4,mlp_gate,Qwen2.5-7B,2,64,21,0.17246627807617188 +c4,mlp_down,Qwen2.5-7B,2,64,21,0.1429573893547058 +c4,attn_in,Qwen2.5-7B,2,64,22,0.05884837359189987 +c4,mlp_gate,Qwen2.5-7B,2,64,22,0.28602027893066406 +c4,mlp_down,Qwen2.5-7B,2,64,22,0.24538566172122955 +c4,attn_in,Qwen2.5-7B,2,64,23,0.10535348951816559 +c4,mlp_gate,Qwen2.5-7B,2,64,23,0.3585034906864166 +c4,mlp_down,Qwen2.5-7B,2,64,23,0.33549612760543823 +c4,attn_in,Qwen2.5-7B,2,64,24,0.13807274401187897 +c4,mlp_gate,Qwen2.5-7B,2,64,24,0.5764333009719849 +c4,mlp_down,Qwen2.5-7B,2,64,24,0.4616435170173645 +c4,attn_in,Qwen2.5-7B,2,64,25,0.1279611736536026 +c4,mlp_gate,Qwen2.5-7B,2,64,25,0.894145131111145 +c4,mlp_down,Qwen2.5-7B,2,64,25,0.6767992377281189 +c4,attn_in,Qwen2.5-7B,2,64,26,0.3191710412502289 +c4,mlp_gate,Qwen2.5-7B,2,64,26,2.190857172012329 +c4,mlp_down,Qwen2.5-7B,2,64,26,1.93988835811615 +c4,attn_in,Qwen2.5-7B,2,64,27,1.6159741878509521 +c4,mlp_gate,Qwen2.5-7B,2,64,27,4.04201078414917 +c4,mlp_down,Qwen2.5-7B,2,64,27,5.304986476898193 +pileval,attn_in,Qwen2.5-7B,2,64,0,0.0011490208562463522 +pileval,mlp_gate,Qwen2.5-7B,2,64,0,0.0011979015544056892 +pileval,mlp_down,Qwen2.5-7B,2,64,0,0.00274787750095129 +pileval,attn_in,Qwen2.5-7B,2,64,1,9.064270416274667e-4 +pileval,mlp_gate,Qwen2.5-7B,2,64,1,0.002871828619390726 +pileval,mlp_down,Qwen2.5-7B,2,64,1,0.003007490886375308 +pileval,attn_in,Qwen2.5-7B,2,64,2,0.0011247124057263136 +pileval,mlp_gate,Qwen2.5-7B,2,64,2,0.006328681018203497 +pileval,mlp_down,Qwen2.5-7B,2,64,2,0.005596567410975695 +pileval,attn_in,Qwen2.5-7B,2,64,3,0.0031913425773382187 +pileval,mlp_gate,Qwen2.5-7B,2,64,3,0.5798994302749634 +pileval,mlp_down,Qwen2.5-7B,2,64,3,0.2032364159822464 +pileval,attn_in,Qwen2.5-7B,2,64,4,0.00400529382750392 +pileval,mlp_gate,Qwen2.5-7B,2,64,4,0.013199150562286377 +pileval,mlp_down,Qwen2.5-7B,2,64,4,0.06486392021179199 +pileval,attn_in,Qwen2.5-7B,2,64,5,0.005263329483568668 +pileval,mlp_gate,Qwen2.5-7B,2,64,5,0.010746738873422146 +pileval,mlp_down,Qwen2.5-7B,2,64,5,0.009182997979223728 +pileval,attn_in,Qwen2.5-7B,2,64,6,0.011097926646471024 +pileval,mlp_gate,Qwen2.5-7B,2,64,6,0.02513483352959156 +pileval,mlp_down,Qwen2.5-7B,2,64,6,0.015910247340798378 +pileval,attn_in,Qwen2.5-7B,2,64,7,0.010163497179746628 +pileval,mlp_gate,Qwen2.5-7B,2,64,7,0.025675922632217407 +pileval,mlp_down,Qwen2.5-7B,2,64,7,0.02336319535970688 +pileval,attn_in,Qwen2.5-7B,2,64,8,0.012291934341192245 +pileval,mlp_gate,Qwen2.5-7B,2,64,8,0.03067389689385891 +pileval,mlp_down,Qwen2.5-7B,2,64,8,0.02400350756943226 +pileval,attn_in,Qwen2.5-7B,2,64,9,0.017960455268621445 +pileval,mlp_gate,Qwen2.5-7B,2,64,9,0.03903889283537865 +pileval,mlp_down,Qwen2.5-7B,2,64,9,0.028715437278151512 +pileval,attn_in,Qwen2.5-7B,2,64,10,0.020876599475741386 +pileval,mlp_gate,Qwen2.5-7B,2,64,10,0.03089398704469204 +pileval,mlp_down,Qwen2.5-7B,2,64,10,0.02546006254851818 +pileval,attn_in,Qwen2.5-7B,2,64,11,0.0184047669172287 +pileval,mlp_gate,Qwen2.5-7B,2,64,11,0.028912201523780823 +pileval,mlp_down,Qwen2.5-7B,2,64,11,0.021292686462402344 +pileval,attn_in,Qwen2.5-7B,2,64,12,0.013605974614620209 +pileval,mlp_gate,Qwen2.5-7B,2,64,12,0.027668800204992294 +pileval,mlp_down,Qwen2.5-7B,2,64,12,0.02058100327849388 +pileval,attn_in,Qwen2.5-7B,2,64,13,0.017531374469399452 +pileval,mlp_gate,Qwen2.5-7B,2,64,13,0.028386762365698814 +pileval,mlp_down,Qwen2.5-7B,2,64,13,0.020274709910154343 +pileval,attn_in,Qwen2.5-7B,2,64,14,0.01634243130683899 +pileval,mlp_gate,Qwen2.5-7B,2,64,14,0.029600074514746666 +pileval,mlp_down,Qwen2.5-7B,2,64,14,0.021678633987903595 +pileval,attn_in,Qwen2.5-7B,2,64,15,0.02283584140241146 +pileval,mlp_gate,Qwen2.5-7B,2,64,15,0.02899754047393799 +pileval,mlp_down,Qwen2.5-7B,2,64,15,0.019981971010565758 +pileval,attn_in,Qwen2.5-7B,2,64,16,0.016010208055377007 +pileval,mlp_gate,Qwen2.5-7B,2,64,16,0.02831411547958851 +pileval,mlp_down,Qwen2.5-7B,2,64,16,0.019670454785227776 +pileval,attn_in,Qwen2.5-7B,2,64,17,0.022106651216745377 +pileval,mlp_gate,Qwen2.5-7B,2,64,17,0.03478340059518814 +pileval,mlp_down,Qwen2.5-7B,2,64,17,0.02524595893919468 +pileval,attn_in,Qwen2.5-7B,2,64,18,0.023688001558184624 +pileval,mlp_gate,Qwen2.5-7B,2,64,18,0.048712678253650665 +pileval,mlp_down,Qwen2.5-7B,2,64,18,0.03557409346103668 +pileval,attn_in,Qwen2.5-7B,2,64,19,0.04241882637143135 +pileval,mlp_gate,Qwen2.5-7B,2,64,19,0.07108227908611298 +pileval,mlp_down,Qwen2.5-7B,2,64,19,0.05446043610572815 +pileval,attn_in,Qwen2.5-7B,2,64,20,0.031144708395004272 +pileval,mlp_gate,Qwen2.5-7B,2,64,20,0.11319698393344879 +pileval,mlp_down,Qwen2.5-7B,2,64,20,0.08851808309555054 +pileval,attn_in,Qwen2.5-7B,2,64,21,0.06698199361562729 +pileval,mlp_gate,Qwen2.5-7B,2,64,21,0.16979816555976868 +pileval,mlp_down,Qwen2.5-7B,2,64,21,0.1383904665708542 +pileval,attn_in,Qwen2.5-7B,2,64,22,0.0680701807141304 +pileval,mlp_gate,Qwen2.5-7B,2,64,22,0.28216129541397095 +pileval,mlp_down,Qwen2.5-7B,2,64,22,0.24908721446990967 +pileval,attn_in,Qwen2.5-7B,2,64,23,0.11102670431137085 +pileval,mlp_gate,Qwen2.5-7B,2,64,23,0.37134602665901184 +pileval,mlp_down,Qwen2.5-7B,2,64,23,0.3551653027534485 +pileval,attn_in,Qwen2.5-7B,2,64,24,0.13440679013729095 +pileval,mlp_gate,Qwen2.5-7B,2,64,24,0.6246417760848999 +pileval,mlp_down,Qwen2.5-7B,2,64,24,0.5033432841300964 +pileval,attn_in,Qwen2.5-7B,2,64,25,0.13114763796329498 +pileval,mlp_gate,Qwen2.5-7B,2,64,25,0.9875434041023254 +pileval,mlp_down,Qwen2.5-7B,2,64,25,0.7418648600578308 +pileval,attn_in,Qwen2.5-7B,2,64,26,0.33332696557044983 +pileval,mlp_gate,Qwen2.5-7B,2,64,26,2.373626232147217 +pileval,mlp_down,Qwen2.5-7B,2,64,26,2.064547300338745 +pileval,attn_in,Qwen2.5-7B,2,64,27,1.6333181858062744 +pileval,mlp_gate,Qwen2.5-7B,2,64,27,4.28113317489624 +pileval,mlp_down,Qwen2.5-7B,2,64,27,5.548683166503906 +wikitext,attn_in,Qwen2.5-7B,2,64,0,0.001095850602723658 +wikitext,mlp_gate,Qwen2.5-7B,2,64,0,0.001218510908074677 +wikitext,mlp_down,Qwen2.5-7B,2,64,0,0.002741788048297167 +wikitext,attn_in,Qwen2.5-7B,2,64,1,8.814989705570042e-4 +wikitext,mlp_gate,Qwen2.5-7B,2,64,1,0.0029530334286391735 +wikitext,mlp_down,Qwen2.5-7B,2,64,1,0.0027638771571218967 +wikitext,attn_in,Qwen2.5-7B,2,64,2,0.0012182056671008468 +wikitext,mlp_gate,Qwen2.5-7B,2,64,2,0.006220211274921894 +wikitext,mlp_down,Qwen2.5-7B,2,64,2,0.005187670234590769 +wikitext,attn_in,Qwen2.5-7B,2,64,3,0.0031950599513947964 +wikitext,mlp_gate,Qwen2.5-7B,2,64,3,0.6037153601646423 +wikitext,mlp_down,Qwen2.5-7B,2,64,3,0.20888419449329376 +wikitext,attn_in,Qwen2.5-7B,2,64,4,0.003978180233389139 +wikitext,mlp_gate,Qwen2.5-7B,2,64,4,0.013640442863106728 +wikitext,mlp_down,Qwen2.5-7B,2,64,4,0.06423414498567581 +wikitext,attn_in,Qwen2.5-7B,2,64,5,0.005163480062037706 +wikitext,mlp_gate,Qwen2.5-7B,2,64,5,0.010640058666467667 +wikitext,mlp_down,Qwen2.5-7B,2,64,5,0.008523071184754372 +wikitext,attn_in,Qwen2.5-7B,2,64,6,0.012832608073949814 +wikitext,mlp_gate,Qwen2.5-7B,2,64,6,0.026589322835206985 +wikitext,mlp_down,Qwen2.5-7B,2,64,6,0.017396634444594383 +wikitext,attn_in,Qwen2.5-7B,2,64,7,0.010813262313604355 +wikitext,mlp_gate,Qwen2.5-7B,2,64,7,0.027327658608555794 +wikitext,mlp_down,Qwen2.5-7B,2,64,7,0.024482501670718193 +wikitext,attn_in,Qwen2.5-7B,2,64,8,0.011525394394993782 +wikitext,mlp_gate,Qwen2.5-7B,2,64,8,0.034118544310331345 +wikitext,mlp_down,Qwen2.5-7B,2,64,8,0.026605330407619476 +wikitext,attn_in,Qwen2.5-7B,2,64,9,0.02091168612241745 +wikitext,mlp_gate,Qwen2.5-7B,2,64,9,0.043502822518348694 +wikitext,mlp_down,Qwen2.5-7B,2,64,9,0.032011084258556366 +wikitext,attn_in,Qwen2.5-7B,2,64,10,0.0200800783932209 +wikitext,mlp_gate,Qwen2.5-7B,2,64,10,0.03518948704004288 +wikitext,mlp_down,Qwen2.5-7B,2,64,10,0.02777249366044998 +wikitext,attn_in,Qwen2.5-7B,2,64,11,0.018021903932094574 +wikitext,mlp_gate,Qwen2.5-7B,2,64,11,0.033331677317619324 +wikitext,mlp_down,Qwen2.5-7B,2,64,11,0.023876802995800972 +wikitext,attn_in,Qwen2.5-7B,2,64,12,0.013551335781812668 +wikitext,mlp_gate,Qwen2.5-7B,2,64,12,0.03160441294312477 +wikitext,mlp_down,Qwen2.5-7B,2,64,12,0.02251272276043892 +wikitext,attn_in,Qwen2.5-7B,2,64,13,0.018053434789180756 +wikitext,mlp_gate,Qwen2.5-7B,2,64,13,0.03302086889743805 +wikitext,mlp_down,Qwen2.5-7B,2,64,13,0.023113137111067772 +wikitext,attn_in,Qwen2.5-7B,2,64,14,0.015958117321133614 +wikitext,mlp_gate,Qwen2.5-7B,2,64,14,0.034667983651161194 +wikitext,mlp_down,Qwen2.5-7B,2,64,14,0.023977532982826233 +wikitext,attn_in,Qwen2.5-7B,2,64,15,0.02299383096396923 +wikitext,mlp_gate,Qwen2.5-7B,2,64,15,0.034500475972890854 +wikitext,mlp_down,Qwen2.5-7B,2,64,15,0.022621361538767815 +wikitext,attn_in,Qwen2.5-7B,2,64,16,0.016145018860697746 +wikitext,mlp_gate,Qwen2.5-7B,2,64,16,0.03457975015044212 +wikitext,mlp_down,Qwen2.5-7B,2,64,16,0.022649463266134262 +wikitext,attn_in,Qwen2.5-7B,2,64,17,0.024687670171260834 +wikitext,mlp_gate,Qwen2.5-7B,2,64,17,0.04317479208111763 +wikitext,mlp_down,Qwen2.5-7B,2,64,17,0.02891870215535164 +wikitext,attn_in,Qwen2.5-7B,2,64,18,0.02578500099480152 +wikitext,mlp_gate,Qwen2.5-7B,2,64,18,0.0560903362929821 +wikitext,mlp_down,Qwen2.5-7B,2,64,18,0.03736709803342819 +wikitext,attn_in,Qwen2.5-7B,2,64,19,0.042750827968120575 +wikitext,mlp_gate,Qwen2.5-7B,2,64,19,0.07772397249937057 +wikitext,mlp_down,Qwen2.5-7B,2,64,19,0.0538296215236187 +wikitext,attn_in,Qwen2.5-7B,2,64,20,0.03253296762704849 +wikitext,mlp_gate,Qwen2.5-7B,2,64,20,0.11920862644910812 +wikitext,mlp_down,Qwen2.5-7B,2,64,20,0.08683227747678757 +wikitext,attn_in,Qwen2.5-7B,2,64,21,0.06779724359512329 +wikitext,mlp_gate,Qwen2.5-7B,2,64,21,0.17187634110450745 +wikitext,mlp_down,Qwen2.5-7B,2,64,21,0.1350259631872177 +wikitext,attn_in,Qwen2.5-7B,2,64,22,0.06209941580891609 +wikitext,mlp_gate,Qwen2.5-7B,2,64,22,0.2826929986476898 +wikitext,mlp_down,Qwen2.5-7B,2,64,22,0.2344425618648529 +wikitext,attn_in,Qwen2.5-7B,2,64,23,0.10549052804708481 +wikitext,mlp_gate,Qwen2.5-7B,2,64,23,0.36699771881103516 +wikitext,mlp_down,Qwen2.5-7B,2,64,23,0.36288490891456604 +wikitext,attn_in,Qwen2.5-7B,2,64,24,0.2080019861459732 +wikitext,mlp_gate,Qwen2.5-7B,2,64,24,0.6519086360931396 +wikitext,mlp_down,Qwen2.5-7B,2,64,24,0.5458672642707825 +wikitext,attn_in,Qwen2.5-7B,2,64,25,0.1264270693063736 +wikitext,mlp_gate,Qwen2.5-7B,2,64,25,1.0860575437545776 +wikitext,mlp_down,Qwen2.5-7B,2,64,25,0.7696121335029602 +wikitext,attn_in,Qwen2.5-7B,2,64,26,0.4947933554649353 +wikitext,mlp_gate,Qwen2.5-7B,2,64,26,2.5991926193237305 +wikitext,mlp_down,Qwen2.5-7B,2,64,26,2.1104681491851807 +wikitext,attn_in,Qwen2.5-7B,2,64,27,1.6782746315002441 +wikitext,mlp_gate,Qwen2.5-7B,2,64,27,3.873305082321167 +wikitext,mlp_down,Qwen2.5-7B,2,64,27,4.366139888763428 +bos,attn_in,Qwen2.5-7B,3,128,0,4.338167782407254e-4 +bos,mlp_gate,Qwen2.5-7B,3,128,0,4.834907304029912e-4 +bos,mlp_down,Qwen2.5-7B,3,128,0,7.316475384868681e-4 +bos,attn_in,Qwen2.5-7B,3,128,1,2.1586951334029436e-4 +bos,mlp_gate,Qwen2.5-7B,3,128,1,6.013152305968106e-4 +bos,mlp_down,Qwen2.5-7B,3,128,1,7.918125484138727e-4 +bos,attn_in,Qwen2.5-7B,3,128,2,3.161736240144819e-4 +bos,mlp_gate,Qwen2.5-7B,3,128,2,8.88376496732235e-4 +bos,mlp_down,Qwen2.5-7B,3,128,2,0.0011686793295666575 +bos,attn_in,Qwen2.5-7B,3,128,3,8.946458692662418e-4 +bos,mlp_gate,Qwen2.5-7B,3,128,3,0.002879984211176634 +bos,mlp_down,Qwen2.5-7B,3,128,3,0.08342171460390091 +bos,attn_in,Qwen2.5-7B,3,128,4,8.857944631017745e-4 +bos,mlp_gate,Qwen2.5-7B,3,128,4,0.001985092181712389 +bos,mlp_down,Qwen2.5-7B,3,128,4,0.03479503467679024 +bos,attn_in,Qwen2.5-7B,3,128,5,0.001477095764130354 +bos,mlp_gate,Qwen2.5-7B,3,128,5,0.0017654311377555132 +bos,mlp_down,Qwen2.5-7B,3,128,5,0.0016098292544484138 +bos,attn_in,Qwen2.5-7B,3,128,6,0.0026865790132433176 +bos,mlp_gate,Qwen2.5-7B,3,128,6,0.006017350126057863 +bos,mlp_down,Qwen2.5-7B,3,128,6,0.0030434252694249153 +bos,attn_in,Qwen2.5-7B,3,128,7,0.0028809094801545143 +bos,mlp_gate,Qwen2.5-7B,3,128,7,0.005315175745636225 +bos,mlp_down,Qwen2.5-7B,3,128,7,0.005812931805849075 +bos,attn_in,Qwen2.5-7B,3,128,8,0.003662848612293601 +bos,mlp_gate,Qwen2.5-7B,3,128,8,0.005999781657010317 +bos,mlp_down,Qwen2.5-7B,3,128,8,0.00540920952335 +bos,attn_in,Qwen2.5-7B,3,128,9,0.003602770157158375 +bos,mlp_gate,Qwen2.5-7B,3,128,9,0.0058182645589113235 +bos,mlp_down,Qwen2.5-7B,3,128,9,0.005613225977867842 +bos,attn_in,Qwen2.5-7B,3,128,10,0.0036704782396554947 +bos,mlp_gate,Qwen2.5-7B,3,128,10,0.005618956405669451 +bos,mlp_down,Qwen2.5-7B,3,128,10,0.004874547943472862 +bos,attn_in,Qwen2.5-7B,3,128,11,0.0032681189477443695 +bos,mlp_gate,Qwen2.5-7B,3,128,11,0.004996908362954855 +bos,mlp_down,Qwen2.5-7B,3,128,11,0.004259544424712658 +bos,attn_in,Qwen2.5-7B,3,128,12,0.003459351137280464 +bos,mlp_gate,Qwen2.5-7B,3,128,12,0.004923077300190926 +bos,mlp_down,Qwen2.5-7B,3,128,12,0.004001390654593706 +bos,attn_in,Qwen2.5-7B,3,128,13,0.00394043792039156 +bos,mlp_gate,Qwen2.5-7B,3,128,13,0.005171299912035465 +bos,mlp_down,Qwen2.5-7B,3,128,13,0.004109523259103298 +bos,attn_in,Qwen2.5-7B,3,128,14,0.00474035507068038 +bos,mlp_gate,Qwen2.5-7B,3,128,14,0.00578696234151721 +bos,mlp_down,Qwen2.5-7B,3,128,14,0.004609772469848394 +bos,attn_in,Qwen2.5-7B,3,128,15,0.005151441320776939 +bos,mlp_gate,Qwen2.5-7B,3,128,15,0.0056490181013941765 +bos,mlp_down,Qwen2.5-7B,3,128,15,0.004145490005612373 +bos,attn_in,Qwen2.5-7B,3,128,16,0.0037254472263157368 +bos,mlp_gate,Qwen2.5-7B,3,128,16,0.005235761869698763 +bos,mlp_down,Qwen2.5-7B,3,128,16,0.003970910795032978 +bos,attn_in,Qwen2.5-7B,3,128,17,0.0042150914669036865 +bos,mlp_gate,Qwen2.5-7B,3,128,17,0.006611062213778496 +bos,mlp_down,Qwen2.5-7B,3,128,17,0.005173143465071917 +bos,attn_in,Qwen2.5-7B,3,128,18,0.005791467148810625 +bos,mlp_gate,Qwen2.5-7B,3,128,18,0.00999893806874752 +bos,mlp_down,Qwen2.5-7B,3,128,18,0.007759255822747946 +bos,attn_in,Qwen2.5-7B,3,128,19,0.011536282487213612 +bos,mlp_gate,Qwen2.5-7B,3,128,19,0.014906657859683037 +bos,mlp_down,Qwen2.5-7B,3,128,19,0.011760331690311432 +bos,attn_in,Qwen2.5-7B,3,128,20,0.008582338690757751 +bos,mlp_gate,Qwen2.5-7B,3,128,20,0.0244488175958395 +bos,mlp_down,Qwen2.5-7B,3,128,20,0.02179058827459812 +bos,attn_in,Qwen2.5-7B,3,128,21,0.016135716810822487 +bos,mlp_gate,Qwen2.5-7B,3,128,21,0.038565412163734436 +bos,mlp_down,Qwen2.5-7B,3,128,21,0.037234481424093246 +bos,attn_in,Qwen2.5-7B,3,128,22,0.015910904854536057 +bos,mlp_gate,Qwen2.5-7B,3,128,22,0.06301860511302948 +bos,mlp_down,Qwen2.5-7B,3,128,22,0.058705396950244904 +bos,attn_in,Qwen2.5-7B,3,128,23,0.029106484726071358 +bos,mlp_gate,Qwen2.5-7B,3,128,23,0.06908638775348663 +bos,mlp_down,Qwen2.5-7B,3,128,23,0.06456474214792252 +bos,attn_in,Qwen2.5-7B,3,128,24,0.0382862389087677 +bos,mlp_gate,Qwen2.5-7B,3,128,24,0.09988649934530258 +bos,mlp_down,Qwen2.5-7B,3,128,24,0.08101321011781693 +bos,attn_in,Qwen2.5-7B,3,128,25,0.0409676767885685 +bos,mlp_gate,Qwen2.5-7B,3,128,25,0.14250048995018005 +bos,mlp_down,Qwen2.5-7B,3,128,25,0.12442386150360107 +bos,attn_in,Qwen2.5-7B,3,128,26,0.05580740422010422 +bos,mlp_gate,Qwen2.5-7B,3,128,26,0.26183444261550903 +bos,mlp_down,Qwen2.5-7B,3,128,26,0.7698886394500732 +bos,attn_in,Qwen2.5-7B,3,128,27,0.3939320147037506 +bos,mlp_gate,Qwen2.5-7B,3,128,27,0.5956021547317505 +bos,mlp_down,Qwen2.5-7B,3,128,27,1.192320466041565 +c4,attn_in,Qwen2.5-7B,3,128,0,3.6579594598151743e-4 +c4,mlp_gate,Qwen2.5-7B,3,128,0,5.356388865038753e-4 +c4,mlp_down,Qwen2.5-7B,3,128,0,7.577052456326783e-4 +c4,attn_in,Qwen2.5-7B,3,128,1,2.1417842071969062e-4 +c4,mlp_gate,Qwen2.5-7B,3,128,1,6.000520079396665e-4 +c4,mlp_down,Qwen2.5-7B,3,128,1,7.115185726433992e-4 +c4,attn_in,Qwen2.5-7B,3,128,2,3.0255212914198637e-4 +c4,mlp_gate,Qwen2.5-7B,3,128,2,0.0010044836672022939 +c4,mlp_down,Qwen2.5-7B,3,128,2,0.0013347328640520573 +c4,attn_in,Qwen2.5-7B,3,128,3,8.723226492293179e-4 +c4,mlp_gate,Qwen2.5-7B,3,128,3,0.004188479855656624 +c4,mlp_down,Qwen2.5-7B,3,128,3,0.08343539386987686 +c4,attn_in,Qwen2.5-7B,3,128,4,8.759435149841011e-4 +c4,mlp_gate,Qwen2.5-7B,3,128,4,0.0024885144084692 +c4,mlp_down,Qwen2.5-7B,3,128,4,0.03535651043057442 +c4,attn_in,Qwen2.5-7B,3,128,5,0.0013751983642578125 +c4,mlp_gate,Qwen2.5-7B,3,128,5,0.0022029837127774954 +c4,mlp_down,Qwen2.5-7B,3,128,5,0.001977772917598486 +c4,attn_in,Qwen2.5-7B,3,128,6,0.0025793814565986395 +c4,mlp_gate,Qwen2.5-7B,3,128,6,0.0065495045855641365 +c4,mlp_down,Qwen2.5-7B,3,128,6,0.0037526118103414774 +c4,attn_in,Qwen2.5-7B,3,128,7,0.0027720225043594837 +c4,mlp_gate,Qwen2.5-7B,3,128,7,0.006094997748732567 +c4,mlp_down,Qwen2.5-7B,3,128,7,0.006018561311066151 +c4,attn_in,Qwen2.5-7B,3,128,8,0.0033387872390449047 +c4,mlp_gate,Qwen2.5-7B,3,128,8,0.007305562496185303 +c4,mlp_down,Qwen2.5-7B,3,128,8,0.006133663933724165 +c4,attn_in,Qwen2.5-7B,3,128,9,0.004063167609274387 +c4,mlp_gate,Qwen2.5-7B,3,128,9,0.008406557142734528 +c4,mlp_down,Qwen2.5-7B,3,128,9,0.007215358782559633 +c4,attn_in,Qwen2.5-7B,3,128,10,0.004231089726090431 +c4,mlp_gate,Qwen2.5-7B,3,128,10,0.007269999012351036 +c4,mlp_down,Qwen2.5-7B,3,128,10,0.006038399413228035 +c4,attn_in,Qwen2.5-7B,3,128,11,0.004394564777612686 +c4,mlp_gate,Qwen2.5-7B,3,128,11,0.006350763142108917 +c4,mlp_down,Qwen2.5-7B,3,128,11,0.005045302212238312 +c4,attn_in,Qwen2.5-7B,3,128,12,0.003909432794898748 +c4,mlp_gate,Qwen2.5-7B,3,128,12,0.006335945799946785 +c4,mlp_down,Qwen2.5-7B,3,128,12,0.004903126507997513 +c4,attn_in,Qwen2.5-7B,3,128,13,0.005245158914476633 +c4,mlp_gate,Qwen2.5-7B,3,128,13,0.006665999535471201 +c4,mlp_down,Qwen2.5-7B,3,128,13,0.005036183632910252 +c4,attn_in,Qwen2.5-7B,3,128,14,0.005511889234185219 +c4,mlp_gate,Qwen2.5-7B,3,128,14,0.007130902726203203 +c4,mlp_down,Qwen2.5-7B,3,128,14,0.005345407873392105 +c4,attn_in,Qwen2.5-7B,3,128,15,0.006070843432098627 +c4,mlp_gate,Qwen2.5-7B,3,128,15,0.006774300243705511 +c4,mlp_down,Qwen2.5-7B,3,128,15,0.0047423625364899635 +c4,attn_in,Qwen2.5-7B,3,128,16,0.004387706983834505 +c4,mlp_gate,Qwen2.5-7B,3,128,16,0.006248195189982653 +c4,mlp_down,Qwen2.5-7B,3,128,16,0.004574852529913187 +c4,attn_in,Qwen2.5-7B,3,128,17,0.005084232427179813 +c4,mlp_gate,Qwen2.5-7B,3,128,17,0.007876601070165634 +c4,mlp_down,Qwen2.5-7B,3,128,17,0.005838398821651936 +c4,attn_in,Qwen2.5-7B,3,128,18,0.006650541443377733 +c4,mlp_gate,Qwen2.5-7B,3,128,18,0.011611216701567173 +c4,mlp_down,Qwen2.5-7B,3,128,18,0.008568450808525085 +c4,attn_in,Qwen2.5-7B,3,128,19,0.012529191561043262 +c4,mlp_gate,Qwen2.5-7B,3,128,19,0.01725352182984352 +c4,mlp_down,Qwen2.5-7B,3,128,19,0.01327081210911274 +c4,attn_in,Qwen2.5-7B,3,128,20,0.009059427306056023 +c4,mlp_gate,Qwen2.5-7B,3,128,20,0.02815665304660797 +c4,mlp_down,Qwen2.5-7B,3,128,20,0.023289140313863754 +c4,attn_in,Qwen2.5-7B,3,128,21,0.018155455589294434 +c4,mlp_gate,Qwen2.5-7B,3,128,21,0.04188545420765877 +c4,mlp_down,Qwen2.5-7B,3,128,21,0.03796756640076637 +c4,attn_in,Qwen2.5-7B,3,128,22,0.01848701946437359 +c4,mlp_gate,Qwen2.5-7B,3,128,22,0.0689823180437088 +c4,mlp_down,Qwen2.5-7B,3,128,22,0.06278087943792343 +c4,attn_in,Qwen2.5-7B,3,128,23,0.03273775428533554 +c4,mlp_gate,Qwen2.5-7B,3,128,23,0.07930044084787369 +c4,mlp_down,Qwen2.5-7B,3,128,23,0.08308295160531998 +c4,attn_in,Qwen2.5-7B,3,128,24,0.04603876173496246 +c4,mlp_gate,Qwen2.5-7B,3,128,24,0.13134269416332245 +c4,mlp_down,Qwen2.5-7B,3,128,24,0.1114162728190422 +c4,attn_in,Qwen2.5-7B,3,128,25,0.04194170609116554 +c4,mlp_gate,Qwen2.5-7B,3,128,25,0.20706047117710114 +c4,mlp_down,Qwen2.5-7B,3,128,25,0.16652750968933105 +c4,attn_in,Qwen2.5-7B,3,128,26,0.08596828579902649 +c4,mlp_gate,Qwen2.5-7B,3,128,26,0.39801111817359924 +c4,mlp_down,Qwen2.5-7B,3,128,26,0.8379232287406921 +c4,attn_in,Qwen2.5-7B,3,128,27,0.47758927941322327 +c4,mlp_gate,Qwen2.5-7B,3,128,27,0.9708917140960693 +c4,mlp_down,Qwen2.5-7B,3,128,27,2.2834582328796387 +pileval,attn_in,Qwen2.5-7B,3,128,0,3.5859859781339765e-4 +pileval,mlp_gate,Qwen2.5-7B,3,128,0,5.578638520091772e-4 +pileval,mlp_down,Qwen2.5-7B,3,128,0,7.212638156488538e-4 +pileval,attn_in,Qwen2.5-7B,3,128,1,2.2098448243923485e-4 +pileval,mlp_gate,Qwen2.5-7B,3,128,1,6.462039891630411e-4 +pileval,mlp_down,Qwen2.5-7B,3,128,1,7.571356254629791e-4 +pileval,attn_in,Qwen2.5-7B,3,128,2,3.1268305610865355e-4 +pileval,mlp_gate,Qwen2.5-7B,3,128,2,0.0010655131191015244 +pileval,mlp_down,Qwen2.5-7B,3,128,2,0.0014208981301635504 +pileval,attn_in,Qwen2.5-7B,3,128,3,8.969618938863277e-4 +pileval,mlp_gate,Qwen2.5-7B,3,128,3,0.004103660583496094 +pileval,mlp_down,Qwen2.5-7B,3,128,3,0.08154566586017609 +pileval,attn_in,Qwen2.5-7B,3,128,4,9.331787005066872e-4 +pileval,mlp_gate,Qwen2.5-7B,3,128,4,0.002382549922913313 +pileval,mlp_down,Qwen2.5-7B,3,128,4,0.035845912992954254 +pileval,attn_in,Qwen2.5-7B,3,128,5,0.001506303553469479 +pileval,mlp_gate,Qwen2.5-7B,3,128,5,0.0024238713085651398 +pileval,mlp_down,Qwen2.5-7B,3,128,5,0.0024173951242119074 +pileval,attn_in,Qwen2.5-7B,3,128,6,0.002543799811974168 +pileval,mlp_gate,Qwen2.5-7B,3,128,6,0.006684258114546537 +pileval,mlp_down,Qwen2.5-7B,3,128,6,0.003967887256294489 +pileval,attn_in,Qwen2.5-7B,3,128,7,0.0028789788484573364 +pileval,mlp_gate,Qwen2.5-7B,3,128,7,0.006186275277286768 +pileval,mlp_down,Qwen2.5-7B,3,128,7,0.0058923871256411076 +pileval,attn_in,Qwen2.5-7B,3,128,8,0.003436081809923053 +pileval,mlp_gate,Qwen2.5-7B,3,128,8,0.007148435804992914 +pileval,mlp_down,Qwen2.5-7B,3,128,8,0.005897205788642168 +pileval,attn_in,Qwen2.5-7B,3,128,9,0.0041429344564676285 +pileval,mlp_gate,Qwen2.5-7B,3,128,9,0.007941663265228271 +pileval,mlp_down,Qwen2.5-7B,3,128,9,0.0069935619831085205 +pileval,attn_in,Qwen2.5-7B,3,128,10,0.004230199381709099 +pileval,mlp_gate,Qwen2.5-7B,3,128,10,0.007253259886056185 +pileval,mlp_down,Qwen2.5-7B,3,128,10,0.006169864442199469 +pileval,attn_in,Qwen2.5-7B,3,128,11,0.004434052389115095 +pileval,mlp_gate,Qwen2.5-7B,3,128,11,0.006572240497916937 +pileval,mlp_down,Qwen2.5-7B,3,128,11,0.0052768695168197155 +pileval,attn_in,Qwen2.5-7B,3,128,12,0.004034769255667925 +pileval,mlp_gate,Qwen2.5-7B,3,128,12,0.00653174938634038 +pileval,mlp_down,Qwen2.5-7B,3,128,12,0.0051323967054486275 +pileval,attn_in,Qwen2.5-7B,3,128,13,0.005368381273001432 +pileval,mlp_gate,Qwen2.5-7B,3,128,13,0.0066832066513597965 +pileval,mlp_down,Qwen2.5-7B,3,128,13,0.004993445705622435 +pileval,attn_in,Qwen2.5-7B,3,128,14,0.005941339768469334 +pileval,mlp_gate,Qwen2.5-7B,3,128,14,0.007201530504971743 +pileval,mlp_down,Qwen2.5-7B,3,128,14,0.005450994707643986 +pileval,attn_in,Qwen2.5-7B,3,128,15,0.006367798428982496 +pileval,mlp_gate,Qwen2.5-7B,3,128,15,0.006989684887230396 +pileval,mlp_down,Qwen2.5-7B,3,128,15,0.004959098529070616 +pileval,attn_in,Qwen2.5-7B,3,128,16,0.004807939752936363 +pileval,mlp_gate,Qwen2.5-7B,3,128,16,0.006550979800522327 +pileval,mlp_down,Qwen2.5-7B,3,128,16,0.004803565330803394 +pileval,attn_in,Qwen2.5-7B,3,128,17,0.0054937913082540035 +pileval,mlp_gate,Qwen2.5-7B,3,128,17,0.008295781910419464 +pileval,mlp_down,Qwen2.5-7B,3,128,17,0.006253605242818594 +pileval,attn_in,Qwen2.5-7B,3,128,18,0.007047015242278576 +pileval,mlp_gate,Qwen2.5-7B,3,128,18,0.01205651555210352 +pileval,mlp_down,Qwen2.5-7B,3,128,18,0.008950668387115002 +pileval,attn_in,Qwen2.5-7B,3,128,19,0.012803037650883198 +pileval,mlp_gate,Qwen2.5-7B,3,128,19,0.017454877495765686 +pileval,mlp_down,Qwen2.5-7B,3,128,19,0.013465209864079952 +pileval,attn_in,Qwen2.5-7B,3,128,20,0.010086248628795147 +pileval,mlp_gate,Qwen2.5-7B,3,128,20,0.028199410066008568 +pileval,mlp_down,Qwen2.5-7B,3,128,20,0.023394308984279633 +pileval,attn_in,Qwen2.5-7B,3,128,21,0.019747911021113396 +pileval,mlp_gate,Qwen2.5-7B,3,128,21,0.04111289978027344 +pileval,mlp_down,Qwen2.5-7B,3,128,21,0.03702269122004509 +pileval,attn_in,Qwen2.5-7B,3,128,22,0.021001795306801796 +pileval,mlp_gate,Qwen2.5-7B,3,128,22,0.06756117194890976 +pileval,mlp_down,Qwen2.5-7B,3,128,22,0.06394019722938538 +pileval,attn_in,Qwen2.5-7B,3,128,23,0.03498741611838341 +pileval,mlp_gate,Qwen2.5-7B,3,128,23,0.08228131383657455 +pileval,mlp_down,Qwen2.5-7B,3,128,23,0.08781784772872925 +pileval,attn_in,Qwen2.5-7B,3,128,24,0.04720737040042877 +pileval,mlp_gate,Qwen2.5-7B,3,128,24,0.14042899012565613 +pileval,mlp_down,Qwen2.5-7B,3,128,24,0.12241975218057632 +pileval,attn_in,Qwen2.5-7B,3,128,25,0.04258827865123749 +pileval,mlp_gate,Qwen2.5-7B,3,128,25,0.2240784615278244 +pileval,mlp_down,Qwen2.5-7B,3,128,25,0.18586072325706482 +pileval,attn_in,Qwen2.5-7B,3,128,26,0.09093406796455383 +pileval,mlp_gate,Qwen2.5-7B,3,128,26,0.439288467168808 +pileval,mlp_down,Qwen2.5-7B,3,128,26,0.8578033447265625 +pileval,attn_in,Qwen2.5-7B,3,128,27,0.48930802941322327 +pileval,mlp_gate,Qwen2.5-7B,3,128,27,1.0195051431655884 +pileval,mlp_down,Qwen2.5-7B,3,128,27,2.2926855087280273 +wikitext,attn_in,Qwen2.5-7B,3,128,0,3.2633449882268906e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,128,0,5.659567541442811e-4 +wikitext,mlp_down,Qwen2.5-7B,3,128,0,7.27812119293958e-4 +wikitext,attn_in,Qwen2.5-7B,3,128,1,2.1493140957318246e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,128,1,6.227478734217584e-4 +wikitext,mlp_down,Qwen2.5-7B,3,128,1,6.97712937835604e-4 +wikitext,attn_in,Qwen2.5-7B,3,128,2,3.1546654645353556e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,128,2,0.0010697952238842845 +wikitext,mlp_down,Qwen2.5-7B,3,128,2,0.0013205207651481032 +wikitext,attn_in,Qwen2.5-7B,3,128,3,8.848365978337824e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,128,3,0.003157946979627013 +wikitext,mlp_down,Qwen2.5-7B,3,128,3,0.08352050930261612 +wikitext,attn_in,Qwen2.5-7B,3,128,4,9.73080808762461e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,128,4,0.0025384339969605207 +wikitext,mlp_down,Qwen2.5-7B,3,128,4,0.03535272926092148 +wikitext,attn_in,Qwen2.5-7B,3,128,5,0.0014677986036986113 +wikitext,mlp_gate,Qwen2.5-7B,3,128,5,0.002416623290628195 +wikitext,mlp_down,Qwen2.5-7B,3,128,5,0.0022374214604496956 +wikitext,attn_in,Qwen2.5-7B,3,128,6,0.0027983852196484804 +wikitext,mlp_gate,Qwen2.5-7B,3,128,6,0.0071005127392709255 +wikitext,mlp_down,Qwen2.5-7B,3,128,6,0.004313143901526928 +wikitext,attn_in,Qwen2.5-7B,3,128,7,0.0029521568212658167 +wikitext,mlp_gate,Qwen2.5-7B,3,128,7,0.006598657928407192 +wikitext,mlp_down,Qwen2.5-7B,3,128,7,0.00615500146523118 +wikitext,attn_in,Qwen2.5-7B,3,128,8,0.0033820392563939095 +wikitext,mlp_gate,Qwen2.5-7B,3,128,8,0.007953266613185406 +wikitext,mlp_down,Qwen2.5-7B,3,128,8,0.006498148664832115 +wikitext,attn_in,Qwen2.5-7B,3,128,9,0.004581153392791748 +wikitext,mlp_gate,Qwen2.5-7B,3,128,9,0.008924148045480251 +wikitext,mlp_down,Qwen2.5-7B,3,128,9,0.007765410002321005 +wikitext,attn_in,Qwen2.5-7B,3,128,10,0.004700152203440666 +wikitext,mlp_gate,Qwen2.5-7B,3,128,10,0.008184733800590038 +wikitext,mlp_down,Qwen2.5-7B,3,128,10,0.0067290677689015865 +wikitext,attn_in,Qwen2.5-7B,3,128,11,0.004207676742225885 +wikitext,mlp_gate,Qwen2.5-7B,3,128,11,0.007552946452051401 +wikitext,mlp_down,Qwen2.5-7B,3,128,11,0.005894038826227188 +wikitext,attn_in,Qwen2.5-7B,3,128,12,0.004199219401925802 +wikitext,mlp_gate,Qwen2.5-7B,3,128,12,0.007455863989889622 +wikitext,mlp_down,Qwen2.5-7B,3,128,12,0.0055959573946893215 +wikitext,attn_in,Qwen2.5-7B,3,128,13,0.00577052915468812 +wikitext,mlp_gate,Qwen2.5-7B,3,128,13,0.007731414865702391 +wikitext,mlp_down,Qwen2.5-7B,3,128,13,0.005657509434968233 +wikitext,attn_in,Qwen2.5-7B,3,128,14,0.005678350571542978 +wikitext,mlp_gate,Qwen2.5-7B,3,128,14,0.00835735909640789 +wikitext,mlp_down,Qwen2.5-7B,3,128,14,0.006008325144648552 +wikitext,attn_in,Qwen2.5-7B,3,128,15,0.006073776166886091 +wikitext,mlp_gate,Qwen2.5-7B,3,128,15,0.008210829459130764 +wikitext,mlp_down,Qwen2.5-7B,3,128,15,0.005597938317805529 +wikitext,attn_in,Qwen2.5-7B,3,128,16,0.0047563607804477215 +wikitext,mlp_gate,Qwen2.5-7B,3,128,16,0.007917359471321106 +wikitext,mlp_down,Qwen2.5-7B,3,128,16,0.005517648998647928 +wikitext,attn_in,Qwen2.5-7B,3,128,17,0.005724605172872543 +wikitext,mlp_gate,Qwen2.5-7B,3,128,17,0.010204247198998928 +wikitext,mlp_down,Qwen2.5-7B,3,128,17,0.007148558273911476 +wikitext,attn_in,Qwen2.5-7B,3,128,18,0.007242060732096434 +wikitext,mlp_gate,Qwen2.5-7B,3,128,18,0.013723986223340034 +wikitext,mlp_down,Qwen2.5-7B,3,128,18,0.009382135234773159 +wikitext,attn_in,Qwen2.5-7B,3,128,19,0.012203720398247242 +wikitext,mlp_gate,Qwen2.5-7B,3,128,19,0.018931861966848373 +wikitext,mlp_down,Qwen2.5-7B,3,128,19,0.013295933604240417 +wikitext,attn_in,Qwen2.5-7B,3,128,20,0.009691723622381687 +wikitext,mlp_gate,Qwen2.5-7B,3,128,20,0.029401512816548347 +wikitext,mlp_down,Qwen2.5-7B,3,128,20,0.022765543311834335 +wikitext,attn_in,Qwen2.5-7B,3,128,21,0.018093246966600418 +wikitext,mlp_gate,Qwen2.5-7B,3,128,21,0.04115290567278862 +wikitext,mlp_down,Qwen2.5-7B,3,128,21,0.03560701012611389 +wikitext,attn_in,Qwen2.5-7B,3,128,22,0.021125657483935356 +wikitext,mlp_gate,Qwen2.5-7B,3,128,22,0.06749484688043594 +wikitext,mlp_down,Qwen2.5-7B,3,128,22,0.06052745133638382 +wikitext,attn_in,Qwen2.5-7B,3,128,23,0.03617609664797783 +wikitext,mlp_gate,Qwen2.5-7B,3,128,23,0.07921069860458374 +wikitext,mlp_down,Qwen2.5-7B,3,128,23,0.08919131010770798 +wikitext,attn_in,Qwen2.5-7B,3,128,24,0.05450833961367607 +wikitext,mlp_gate,Qwen2.5-7B,3,128,24,0.14387212693691254 +wikitext,mlp_down,Qwen2.5-7B,3,128,24,0.13100706040859222 +wikitext,attn_in,Qwen2.5-7B,3,128,25,0.043352045118808746 +wikitext,mlp_gate,Qwen2.5-7B,3,128,25,0.24392372369766235 +wikitext,mlp_down,Qwen2.5-7B,3,128,25,0.1891181915998459 +wikitext,attn_in,Qwen2.5-7B,3,128,26,0.1262897104024887 +wikitext,mlp_gate,Qwen2.5-7B,3,128,26,0.4834596514701843 +wikitext,mlp_down,Qwen2.5-7B,3,128,26,0.8771290183067322 +wikitext,attn_in,Qwen2.5-7B,3,128,27,0.49338197708129883 +wikitext,mlp_gate,Qwen2.5-7B,3,128,27,0.9266024231910706 +wikitext,mlp_down,Qwen2.5-7B,3,128,27,1.8010824918746948 +bos,attn_in,Qwen2.5-7B,3,32,0,1.4883656695019454e-4 +bos,mlp_gate,Qwen2.5-7B,3,32,0,3.2364181242883205e-4 +bos,mlp_down,Qwen2.5-7B,3,32,0,3.6527690826915205e-4 +bos,attn_in,Qwen2.5-7B,3,32,1,9.507658978691325e-5 +bos,mlp_gate,Qwen2.5-7B,3,32,1,3.3669432741589844e-4 +bos,mlp_down,Qwen2.5-7B,3,32,1,4.165933933109045e-4 +bos,attn_in,Qwen2.5-7B,3,32,2,1.4434440527111292e-4 +bos,mlp_gate,Qwen2.5-7B,3,32,2,5.016948562115431e-4 +bos,mlp_down,Qwen2.5-7B,3,32,2,5.991015350446105e-4 +bos,attn_in,Qwen2.5-7B,3,32,3,4.310969670768827e-4 +bos,mlp_gate,Qwen2.5-7B,3,32,3,0.0013063853839412332 +bos,mlp_down,Qwen2.5-7B,3,32,3,0.04381410405039787 +bos,attn_in,Qwen2.5-7B,3,32,4,4.5568752102553844e-4 +bos,mlp_gate,Qwen2.5-7B,3,32,4,9.740517707541585e-4 +bos,mlp_down,Qwen2.5-7B,3,32,4,0.008182020857930183 +bos,attn_in,Qwen2.5-7B,3,32,5,7.777580176480114e-4 +bos,mlp_gate,Qwen2.5-7B,3,32,5,8.458534721285105e-4 +bos,mlp_down,Qwen2.5-7B,3,32,5,7.898217299953103e-4 +bos,attn_in,Qwen2.5-7B,3,32,6,0.001248133135959506 +bos,mlp_gate,Qwen2.5-7B,3,32,6,0.0037829766515642405 +bos,mlp_down,Qwen2.5-7B,3,32,6,0.0016079437918961048 +bos,attn_in,Qwen2.5-7B,3,32,7,0.0011306431842967868 +bos,mlp_gate,Qwen2.5-7B,3,32,7,0.002745731733739376 +bos,mlp_down,Qwen2.5-7B,3,32,7,0.0030665192753076553 +bos,attn_in,Qwen2.5-7B,3,32,8,0.001579043222591281 +bos,mlp_gate,Qwen2.5-7B,3,32,8,0.0031922815833240747 +bos,mlp_down,Qwen2.5-7B,3,32,8,0.0029067269060760736 +bos,attn_in,Qwen2.5-7B,3,32,9,0.0017016786150634289 +bos,mlp_gate,Qwen2.5-7B,3,32,9,0.00322708603926003 +bos,mlp_down,Qwen2.5-7B,3,32,9,0.0030804318375885487 +bos,attn_in,Qwen2.5-7B,3,32,10,0.0016542336670681834 +bos,mlp_gate,Qwen2.5-7B,3,32,10,0.0029519074596464634 +bos,mlp_down,Qwen2.5-7B,3,32,10,0.0026921811513602734 +bos,attn_in,Qwen2.5-7B,3,32,11,0.0026233941316604614 +bos,mlp_gate,Qwen2.5-7B,3,32,11,0.002681167796254158 +bos,mlp_down,Qwen2.5-7B,3,32,11,0.002310725161805749 +bos,attn_in,Qwen2.5-7B,3,32,12,0.0013654445065185428 +bos,mlp_gate,Qwen2.5-7B,3,32,12,0.002538505243137479 +bos,mlp_down,Qwen2.5-7B,3,32,12,0.002131514484062791 +bos,attn_in,Qwen2.5-7B,3,32,13,0.0019724401645362377 +bos,mlp_gate,Qwen2.5-7B,3,32,13,0.0026783605571836233 +bos,mlp_down,Qwen2.5-7B,3,32,13,0.002222292125225067 +bos,attn_in,Qwen2.5-7B,3,32,14,0.0016887234523892403 +bos,mlp_gate,Qwen2.5-7B,3,32,14,0.002949808957055211 +bos,mlp_down,Qwen2.5-7B,3,32,14,0.002433956600725651 +bos,attn_in,Qwen2.5-7B,3,32,15,0.0028979091439396143 +bos,mlp_gate,Qwen2.5-7B,3,32,15,0.0028389394283294678 +bos,mlp_down,Qwen2.5-7B,3,32,15,0.0022147835697978735 +bos,attn_in,Qwen2.5-7B,3,32,16,0.0016990010626614094 +bos,mlp_gate,Qwen2.5-7B,3,32,16,0.002733637345954776 +bos,mlp_down,Qwen2.5-7B,3,32,16,0.002155332127586007 +bos,attn_in,Qwen2.5-7B,3,32,17,0.0020847695413976908 +bos,mlp_gate,Qwen2.5-7B,3,32,17,0.0034041141625493765 +bos,mlp_down,Qwen2.5-7B,3,32,17,0.002760443137958646 +bos,attn_in,Qwen2.5-7B,3,32,18,0.002584332600235939 +bos,mlp_gate,Qwen2.5-7B,3,32,18,0.0049958606250584126 +bos,mlp_down,Qwen2.5-7B,3,32,18,0.0041152117773890495 +bos,attn_in,Qwen2.5-7B,3,32,19,0.004404132254421711 +bos,mlp_gate,Qwen2.5-7B,3,32,19,0.007346666883677244 +bos,mlp_down,Qwen2.5-7B,3,32,19,0.006270581390708685 +bos,attn_in,Qwen2.5-7B,3,32,20,0.00364466430619359 +bos,mlp_gate,Qwen2.5-7B,3,32,20,0.012363716028630733 +bos,mlp_down,Qwen2.5-7B,3,32,20,0.01108664833009243 +bos,attn_in,Qwen2.5-7B,3,32,21,0.008484610356390476 +bos,mlp_gate,Qwen2.5-7B,3,32,21,0.0197248887270689 +bos,mlp_down,Qwen2.5-7B,3,32,21,0.01914675533771515 +bos,attn_in,Qwen2.5-7B,3,32,22,0.007935668341815472 +bos,mlp_gate,Qwen2.5-7B,3,32,22,0.032628655433654785 +bos,mlp_down,Qwen2.5-7B,3,32,22,0.031468331813812256 +bos,attn_in,Qwen2.5-7B,3,32,23,0.010403868742287159 +bos,mlp_gate,Qwen2.5-7B,3,32,23,0.036499280482530594 +bos,mlp_down,Qwen2.5-7B,3,32,23,0.03520466759800911 +bos,attn_in,Qwen2.5-7B,3,32,24,0.017864827066659927 +bos,mlp_gate,Qwen2.5-7B,3,32,24,0.052047744393348694 +bos,mlp_down,Qwen2.5-7B,3,32,24,0.04462476447224617 +bos,attn_in,Qwen2.5-7B,3,32,25,0.018450703471899033 +bos,mlp_gate,Qwen2.5-7B,3,32,25,0.07367151230573654 +bos,mlp_down,Qwen2.5-7B,3,32,25,0.06795138865709305 +bos,attn_in,Qwen2.5-7B,3,32,26,0.0338587611913681 +bos,mlp_gate,Qwen2.5-7B,3,32,26,0.14185722172260284 +bos,mlp_down,Qwen2.5-7B,3,32,26,0.28873583674430847 +bos,attn_in,Qwen2.5-7B,3,32,27,0.2171330749988556 +bos,mlp_gate,Qwen2.5-7B,3,32,27,0.29479750990867615 +bos,mlp_down,Qwen2.5-7B,3,32,27,0.4390367567539215 +c4,attn_in,Qwen2.5-7B,3,32,0,1.3833423145115376e-4 +c4,mlp_gate,Qwen2.5-7B,3,32,0,3.659949288703501e-4 +c4,mlp_down,Qwen2.5-7B,3,32,0,3.8269523065537214e-4 +c4,attn_in,Qwen2.5-7B,3,32,1,9.584108920535073e-5 +c4,mlp_gate,Qwen2.5-7B,3,32,1,3.296915383543819e-4 +c4,mlp_down,Qwen2.5-7B,3,32,1,3.7414624239318073e-4 +c4,attn_in,Qwen2.5-7B,3,32,2,1.4169137284625322e-4 +c4,mlp_gate,Qwen2.5-7B,3,32,2,5.489823524840176e-4 +c4,mlp_down,Qwen2.5-7B,3,32,2,7.014052243903279e-4 +c4,attn_in,Qwen2.5-7B,3,32,3,4.2253860738128424e-4 +c4,mlp_gate,Qwen2.5-7B,3,32,3,0.0016812896355986595 +c4,mlp_down,Qwen2.5-7B,3,32,3,0.043814096599817276 +c4,attn_in,Qwen2.5-7B,3,32,4,4.751915403176099e-4 +c4,mlp_gate,Qwen2.5-7B,3,32,4,0.0012117577716708183 +c4,mlp_down,Qwen2.5-7B,3,32,4,0.008435608819127083 +c4,attn_in,Qwen2.5-7B,3,32,5,6.579863838851452e-4 +c4,mlp_gate,Qwen2.5-7B,3,32,5,0.0010771333472803235 +c4,mlp_down,Qwen2.5-7B,3,32,5,9.984973585233092e-4 +c4,attn_in,Qwen2.5-7B,3,32,6,0.001059802365489304 +c4,mlp_gate,Qwen2.5-7B,3,32,6,0.003991551697254181 +c4,mlp_down,Qwen2.5-7B,3,32,6,0.0020037153735756874 +c4,attn_in,Qwen2.5-7B,3,32,7,0.0011762778740376234 +c4,mlp_gate,Qwen2.5-7B,3,32,7,0.003145266091451049 +c4,mlp_down,Qwen2.5-7B,3,32,7,0.0032137527596205473 +c4,attn_in,Qwen2.5-7B,3,32,8,0.0017051977338269353 +c4,mlp_gate,Qwen2.5-7B,3,32,8,0.003890278050675988 +c4,mlp_down,Qwen2.5-7B,3,32,8,0.003335373243317008 +c4,attn_in,Qwen2.5-7B,3,32,9,0.0019889657851308584 +c4,mlp_gate,Qwen2.5-7B,3,32,9,0.004664270672947168 +c4,mlp_down,Qwen2.5-7B,3,32,9,0.003946423530578613 +c4,attn_in,Qwen2.5-7B,3,32,10,0.0019023717613890767 +c4,mlp_gate,Qwen2.5-7B,3,32,10,0.0038277299609035254 +c4,mlp_down,Qwen2.5-7B,3,32,10,0.003318797331303358 +c4,attn_in,Qwen2.5-7B,3,32,11,0.0024445296730846167 +c4,mlp_gate,Qwen2.5-7B,3,32,11,0.003391989739611745 +c4,mlp_down,Qwen2.5-7B,3,32,11,0.0027400171384215355 +c4,attn_in,Qwen2.5-7B,3,32,12,0.0018167123198509216 +c4,mlp_gate,Qwen2.5-7B,3,32,12,0.003277429146692157 +c4,mlp_down,Qwen2.5-7B,3,32,12,0.002605696674436331 +c4,attn_in,Qwen2.5-7B,3,32,13,0.0025508219841867685 +c4,mlp_gate,Qwen2.5-7B,3,32,13,0.003447634167969227 +c4,mlp_down,Qwen2.5-7B,3,32,13,0.0027231585700064898 +c4,attn_in,Qwen2.5-7B,3,32,14,0.0021454994566738605 +c4,mlp_gate,Qwen2.5-7B,3,32,14,0.003630241844803095 +c4,mlp_down,Qwen2.5-7B,3,32,14,0.002832644386216998 +c4,attn_in,Qwen2.5-7B,3,32,15,0.0032835365273058414 +c4,mlp_gate,Qwen2.5-7B,3,32,15,0.0034347702749073505 +c4,mlp_down,Qwen2.5-7B,3,32,15,0.002530683996155858 +c4,attn_in,Qwen2.5-7B,3,32,16,0.002071971073746681 +c4,mlp_gate,Qwen2.5-7B,3,32,16,0.003290389431640506 +c4,mlp_down,Qwen2.5-7B,3,32,16,0.002487695077434182 +c4,attn_in,Qwen2.5-7B,3,32,17,0.002734088571742177 +c4,mlp_gate,Qwen2.5-7B,3,32,17,0.004061122424900532 +c4,mlp_down,Qwen2.5-7B,3,32,17,0.003115251427516341 +c4,attn_in,Qwen2.5-7B,3,32,18,0.0029030845034867525 +c4,mlp_gate,Qwen2.5-7B,3,32,18,0.005821180995553732 +c4,mlp_down,Qwen2.5-7B,3,32,18,0.0045241969637572765 +c4,attn_in,Qwen2.5-7B,3,32,19,0.0053155687637627125 +c4,mlp_gate,Qwen2.5-7B,3,32,19,0.008591866120696068 +c4,mlp_down,Qwen2.5-7B,3,32,19,0.007099020294845104 +c4,attn_in,Qwen2.5-7B,3,32,20,0.003771514166146517 +c4,mlp_gate,Qwen2.5-7B,3,32,20,0.013972116634249687 +c4,mlp_down,Qwen2.5-7B,3,32,20,0.011927277781069279 +c4,attn_in,Qwen2.5-7B,3,32,21,0.008870826102793217 +c4,mlp_gate,Qwen2.5-7B,3,32,21,0.021061865612864494 +c4,mlp_down,Qwen2.5-7B,3,32,21,0.01939878799021244 +c4,attn_in,Qwen2.5-7B,3,32,22,0.00860491394996643 +c4,mlp_gate,Qwen2.5-7B,3,32,22,0.03520450368523598 +c4,mlp_down,Qwen2.5-7B,3,32,22,0.03311483561992645 +c4,attn_in,Qwen2.5-7B,3,32,23,0.013784820213913918 +c4,mlp_gate,Qwen2.5-7B,3,32,23,0.04204268380999565 +c4,mlp_down,Qwen2.5-7B,3,32,23,0.04515266418457031 +c4,attn_in,Qwen2.5-7B,3,32,24,0.015115315094590187 +c4,mlp_gate,Qwen2.5-7B,3,32,24,0.0689597874879837 +c4,mlp_down,Qwen2.5-7B,3,32,24,0.061887841671705246 +c4,attn_in,Qwen2.5-7B,3,32,25,0.01993906870484352 +c4,mlp_gate,Qwen2.5-7B,3,32,25,0.10585395991802216 +c4,mlp_down,Qwen2.5-7B,3,32,25,0.09110347181558609 +c4,attn_in,Qwen2.5-7B,3,32,26,0.04319607466459274 +c4,mlp_gate,Qwen2.5-7B,3,32,26,0.20981669425964355 +c4,mlp_down,Qwen2.5-7B,3,32,26,0.32589995861053467 +c4,attn_in,Qwen2.5-7B,3,32,27,0.258653849363327 +c4,mlp_gate,Qwen2.5-7B,3,32,27,0.49658069014549255 +c4,mlp_down,Qwen2.5-7B,3,32,27,0.8571712374687195 +pileval,attn_in,Qwen2.5-7B,3,32,0,1.387500378768891e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,0,3.844777529593557e-4 +pileval,mlp_down,Qwen2.5-7B,3,32,0,3.636178153101355e-4 +pileval,attn_in,Qwen2.5-7B,3,32,1,1.008710460155271e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,1,3.7700848770327866e-4 +pileval,mlp_down,Qwen2.5-7B,3,32,1,3.9768777787685394e-4 +pileval,attn_in,Qwen2.5-7B,3,32,2,1.494948664912954e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,2,5.736126913689077e-4 +pileval,mlp_down,Qwen2.5-7B,3,32,2,7.505692192353308e-4 +pileval,attn_in,Qwen2.5-7B,3,32,3,4.320213047321886e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,3,0.001859893905930221 +pileval,mlp_down,Qwen2.5-7B,3,32,3,0.042700763791799545 +pileval,attn_in,Qwen2.5-7B,3,32,4,4.975987831130624e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,4,0.0011848264839500189 +pileval,mlp_down,Qwen2.5-7B,3,32,4,0.008574485778808594 +pileval,attn_in,Qwen2.5-7B,3,32,5,6.895578699186444e-4 +pileval,mlp_gate,Qwen2.5-7B,3,32,5,0.0012099138693884015 +pileval,mlp_down,Qwen2.5-7B,3,32,5,0.0012351592304185033 +pileval,attn_in,Qwen2.5-7B,3,32,6,0.0011158959241583943 +pileval,mlp_gate,Qwen2.5-7B,3,32,6,0.004109034780412912 +pileval,mlp_down,Qwen2.5-7B,3,32,6,0.002116696210578084 +pileval,attn_in,Qwen2.5-7B,3,32,7,0.0012338518863543868 +pileval,mlp_gate,Qwen2.5-7B,3,32,7,0.0032055287156254053 +pileval,mlp_down,Qwen2.5-7B,3,32,7,0.003127463161945343 +pileval,attn_in,Qwen2.5-7B,3,32,8,0.0017259976593777537 +pileval,mlp_gate,Qwen2.5-7B,3,32,8,0.0038103486876934767 +pileval,mlp_down,Qwen2.5-7B,3,32,8,0.0031941758934408426 +pileval,attn_in,Qwen2.5-7B,3,32,9,0.0019830127712339163 +pileval,mlp_gate,Qwen2.5-7B,3,32,9,0.004399512894451618 +pileval,mlp_down,Qwen2.5-7B,3,32,9,0.003828133223578334 +pileval,attn_in,Qwen2.5-7B,3,32,10,0.0019273801008239388 +pileval,mlp_gate,Qwen2.5-7B,3,32,10,0.0038210428319871426 +pileval,mlp_down,Qwen2.5-7B,3,32,10,0.0033846546430140734 +pileval,attn_in,Qwen2.5-7B,3,32,11,0.0023420066572725773 +pileval,mlp_gate,Qwen2.5-7B,3,32,11,0.0035212221555411816 +pileval,mlp_down,Qwen2.5-7B,3,32,11,0.002866056514903903 +pileval,attn_in,Qwen2.5-7B,3,32,12,0.0018964149057865143 +pileval,mlp_gate,Qwen2.5-7B,3,32,12,0.0033928530756384134 +pileval,mlp_down,Qwen2.5-7B,3,32,12,0.0027268510311841965 +pileval,attn_in,Qwen2.5-7B,3,32,13,0.002618189202621579 +pileval,mlp_gate,Qwen2.5-7B,3,32,13,0.003466076450422406 +pileval,mlp_down,Qwen2.5-7B,3,32,13,0.0026920714881271124 +pileval,attn_in,Qwen2.5-7B,3,32,14,0.002295559737831354 +pileval,mlp_gate,Qwen2.5-7B,3,32,14,0.0036733930464833975 +pileval,mlp_down,Qwen2.5-7B,3,32,14,0.0028833607211709023 +pileval,attn_in,Qwen2.5-7B,3,32,15,0.0033366172574460506 +pileval,mlp_gate,Qwen2.5-7B,3,32,15,0.0035572699271142483 +pileval,mlp_down,Qwen2.5-7B,3,32,15,0.00264913821592927 +pileval,attn_in,Qwen2.5-7B,3,32,16,0.0022169402800500393 +pileval,mlp_gate,Qwen2.5-7B,3,32,16,0.0034518081229180098 +pileval,mlp_down,Qwen2.5-7B,3,32,16,0.0026140825357288122 +pileval,attn_in,Qwen2.5-7B,3,32,17,0.002879071980714798 +pileval,mlp_gate,Qwen2.5-7B,3,32,17,0.004306700546294451 +pileval,mlp_down,Qwen2.5-7B,3,32,17,0.0033419032115489244 +pileval,attn_in,Qwen2.5-7B,3,32,18,0.0031269900500774384 +pileval,mlp_gate,Qwen2.5-7B,3,32,18,0.006051373202353716 +pileval,mlp_down,Qwen2.5-7B,3,32,18,0.004731195047497749 +pileval,attn_in,Qwen2.5-7B,3,32,19,0.00544306356459856 +pileval,mlp_gate,Qwen2.5-7B,3,32,19,0.008730518631637096 +pileval,mlp_down,Qwen2.5-7B,3,32,19,0.0072088418528437614 +pileval,attn_in,Qwen2.5-7B,3,32,20,0.004084531217813492 +pileval,mlp_gate,Qwen2.5-7B,3,32,20,0.014040757901966572 +pileval,mlp_down,Qwen2.5-7B,3,32,20,0.011902735568583012 +pileval,attn_in,Qwen2.5-7B,3,32,21,0.009283970110118389 +pileval,mlp_gate,Qwen2.5-7B,3,32,21,0.020727787166833878 +pileval,mlp_down,Qwen2.5-7B,3,32,21,0.018763624131679535 +pileval,attn_in,Qwen2.5-7B,3,32,22,0.010012091137468815 +pileval,mlp_gate,Qwen2.5-7B,3,32,22,0.03452838212251663 +pileval,mlp_down,Qwen2.5-7B,3,32,22,0.033629123121500015 +pileval,attn_in,Qwen2.5-7B,3,32,23,0.01512700691819191 +pileval,mlp_gate,Qwen2.5-7B,3,32,23,0.043430108577013016 +pileval,mlp_down,Qwen2.5-7B,3,32,23,0.04785669595003128 +pileval,attn_in,Qwen2.5-7B,3,32,24,0.015893224626779556 +pileval,mlp_gate,Qwen2.5-7B,3,32,24,0.0744163990020752 +pileval,mlp_down,Qwen2.5-7B,3,32,24,0.06752407550811768 +pileval,attn_in,Qwen2.5-7B,3,32,25,0.020805230364203453 +pileval,mlp_gate,Qwen2.5-7B,3,32,25,0.11701810359954834 +pileval,mlp_down,Qwen2.5-7B,3,32,25,0.10048992186784744 +pileval,attn_in,Qwen2.5-7B,3,32,26,0.04634183645248413 +pileval,mlp_gate,Qwen2.5-7B,3,32,26,0.23338200151920319 +pileval,mlp_down,Qwen2.5-7B,3,32,26,0.3405492901802063 +pileval,attn_in,Qwen2.5-7B,3,32,27,0.26044610142707825 +pileval,mlp_gate,Qwen2.5-7B,3,32,27,0.5306119322776794 +pileval,mlp_down,Qwen2.5-7B,3,32,27,0.87300044298172 +wikitext,attn_in,Qwen2.5-7B,3,32,0,1.3554247561842203e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,32,0,3.899516595993191e-4 +wikitext,mlp_down,Qwen2.5-7B,3,32,0,3.647234116215259e-4 +wikitext,attn_in,Qwen2.5-7B,3,32,1,9.478715219302103e-5 +wikitext,mlp_gate,Qwen2.5-7B,3,32,1,3.465958870947361e-4 +wikitext,mlp_down,Qwen2.5-7B,3,32,1,3.6496479879133403e-4 +wikitext,attn_in,Qwen2.5-7B,3,32,2,1.503925013821572e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,32,2,5.682742921635509e-4 +wikitext,mlp_down,Qwen2.5-7B,3,32,2,6.967938970774412e-4 +wikitext,attn_in,Qwen2.5-7B,3,32,3,4.381385806482285e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,32,3,0.0015585471410304308 +wikitext,mlp_down,Qwen2.5-7B,3,32,3,0.04369025677442551 +wikitext,attn_in,Qwen2.5-7B,3,32,4,4.900564672425389e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,32,4,0.0012228196719661355 +wikitext,mlp_down,Qwen2.5-7B,3,32,4,0.008486522361636162 +wikitext,attn_in,Qwen2.5-7B,3,32,5,6.878536660224199e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,32,5,0.0011883197585120797 +wikitext,mlp_down,Qwen2.5-7B,3,32,5,0.00114642723929137 +wikitext,attn_in,Qwen2.5-7B,3,32,6,0.0011032512411475182 +wikitext,mlp_gate,Qwen2.5-7B,3,32,6,0.004284239839762449 +wikitext,mlp_down,Qwen2.5-7B,3,32,6,0.0023183284793049097 +wikitext,attn_in,Qwen2.5-7B,3,32,7,0.0012331189354881644 +wikitext,mlp_gate,Qwen2.5-7B,3,32,7,0.0034225343260914087 +wikitext,mlp_down,Qwen2.5-7B,3,32,7,0.0032673871610313654 +wikitext,attn_in,Qwen2.5-7B,3,32,8,0.0017535350052639842 +wikitext,mlp_gate,Qwen2.5-7B,3,32,8,0.004244803451001644 +wikitext,mlp_down,Qwen2.5-7B,3,32,8,0.003539319382980466 +wikitext,attn_in,Qwen2.5-7B,3,32,9,0.0020817953627556562 +wikitext,mlp_gate,Qwen2.5-7B,3,32,9,0.004901025909930468 +wikitext,mlp_down,Qwen2.5-7B,3,32,9,0.004270241595804691 +wikitext,attn_in,Qwen2.5-7B,3,32,10,0.001919268281199038 +wikitext,mlp_gate,Qwen2.5-7B,3,32,10,0.004347356967628002 +wikitext,mlp_down,Qwen2.5-7B,3,32,10,0.0037037741858512163 +wikitext,attn_in,Qwen2.5-7B,3,32,11,0.0023338389582931995 +wikitext,mlp_gate,Qwen2.5-7B,3,32,11,0.0040531218983232975 +wikitext,mlp_down,Qwen2.5-7B,3,32,11,0.0032118489034473896 +wikitext,attn_in,Qwen2.5-7B,3,32,12,0.0017971143824979663 +wikitext,mlp_gate,Qwen2.5-7B,3,32,12,0.003902384079992771 +wikitext,mlp_down,Qwen2.5-7B,3,32,12,0.002978851553052664 +wikitext,attn_in,Qwen2.5-7B,3,32,13,0.00267406995408237 +wikitext,mlp_gate,Qwen2.5-7B,3,32,13,0.00402380246669054 +wikitext,mlp_down,Qwen2.5-7B,3,32,13,0.0030685586389154196 +wikitext,attn_in,Qwen2.5-7B,3,32,14,0.0022327895276248455 +wikitext,mlp_gate,Qwen2.5-7B,3,32,14,0.004288453608751297 +wikitext,mlp_down,Qwen2.5-7B,3,32,14,0.0031915896106511354 +wikitext,attn_in,Qwen2.5-7B,3,32,15,0.003280286444351077 +wikitext,mlp_gate,Qwen2.5-7B,3,32,15,0.004203238058835268 +wikitext,mlp_down,Qwen2.5-7B,3,32,15,0.002993058878928423 +wikitext,attn_in,Qwen2.5-7B,3,32,16,0.002222726121544838 +wikitext,mlp_gate,Qwen2.5-7B,3,32,16,0.004194573499262333 +wikitext,mlp_down,Qwen2.5-7B,3,32,16,0.003008985659107566 +wikitext,attn_in,Qwen2.5-7B,3,32,17,0.00293025653809309 +wikitext,mlp_gate,Qwen2.5-7B,3,32,17,0.005300664808601141 +wikitext,mlp_down,Qwen2.5-7B,3,32,17,0.003826919011771679 +wikitext,attn_in,Qwen2.5-7B,3,32,18,0.0033081823494285345 +wikitext,mlp_gate,Qwen2.5-7B,3,32,18,0.006940206978470087 +wikitext,mlp_down,Qwen2.5-7B,3,32,18,0.0049668364226818085 +wikitext,attn_in,Qwen2.5-7B,3,32,19,0.00569717213511467 +wikitext,mlp_gate,Qwen2.5-7B,3,32,19,0.009609172120690346 +wikitext,mlp_down,Qwen2.5-7B,3,32,19,0.007135943975299597 +wikitext,attn_in,Qwen2.5-7B,3,32,20,0.004119747783988714 +wikitext,mlp_gate,Qwen2.5-7B,3,32,20,0.014774849638342857 +wikitext,mlp_down,Qwen2.5-7B,3,32,20,0.011649847961962223 +wikitext,attn_in,Qwen2.5-7B,3,32,21,0.00866534374654293 +wikitext,mlp_gate,Qwen2.5-7B,3,32,21,0.020872920751571655 +wikitext,mlp_down,Qwen2.5-7B,3,32,21,0.018254444003105164 +wikitext,attn_in,Qwen2.5-7B,3,32,22,0.00969206914305687 +wikitext,mlp_gate,Qwen2.5-7B,3,32,22,0.034760378301143646 +wikitext,mlp_down,Qwen2.5-7B,3,32,22,0.03172933682799339 +wikitext,attn_in,Qwen2.5-7B,3,32,23,0.016267405822873116 +wikitext,mlp_gate,Qwen2.5-7B,3,32,23,0.04242724925279617 +wikitext,mlp_down,Qwen2.5-7B,3,32,23,0.048869539052248 +wikitext,attn_in,Qwen2.5-7B,3,32,24,0.020470211282372475 +wikitext,mlp_gate,Qwen2.5-7B,3,32,24,0.07678399980068207 +wikitext,mlp_down,Qwen2.5-7B,3,32,24,0.07342050969600677 +wikitext,attn_in,Qwen2.5-7B,3,32,25,0.021125346422195435 +wikitext,mlp_gate,Qwen2.5-7B,3,32,25,0.1280129849910736 +wikitext,mlp_down,Qwen2.5-7B,3,32,25,0.10371031612157822 +wikitext,attn_in,Qwen2.5-7B,3,32,26,0.07255389541387558 +wikitext,mlp_gate,Qwen2.5-7B,3,32,26,0.2533097267150879 +wikitext,mlp_down,Qwen2.5-7B,3,32,26,0.3495193421840668 +wikitext,attn_in,Qwen2.5-7B,3,32,27,0.27051863074302673 +wikitext,mlp_gate,Qwen2.5-7B,3,32,27,0.4891497790813446 +wikitext,mlp_down,Qwen2.5-7B,3,32,27,0.684086263179779 +bos,attn_in,Qwen2.5-7B,3,64,0,2.791845763567835e-4 +bos,mlp_gate,Qwen2.5-7B,3,64,0,3.9253837894648314e-4 +bos,mlp_down,Qwen2.5-7B,3,64,0,5.326735554262996e-4 +bos,attn_in,Qwen2.5-7B,3,64,1,1.4460188685916364e-4 +bos,mlp_gate,Qwen2.5-7B,3,64,1,4.6127394307404757e-4 +bos,mlp_down,Qwen2.5-7B,3,64,1,5.904959980398417e-4 +bos,attn_in,Qwen2.5-7B,3,64,2,2.308888069819659e-4 +bos,mlp_gate,Qwen2.5-7B,3,64,2,6.909239455126226e-4 +bos,mlp_down,Qwen2.5-7B,3,64,2,8.591886144131422e-4 +bos,attn_in,Qwen2.5-7B,3,64,3,6.42463390249759e-4 +bos,mlp_gate,Qwen2.5-7B,3,64,3,0.002375065814703703 +bos,mlp_down,Qwen2.5-7B,3,64,3,0.06348657608032227 +bos,attn_in,Qwen2.5-7B,3,64,4,6.650986615568399e-4 +bos,mlp_gate,Qwen2.5-7B,3,64,4,0.0014491992769762874 +bos,mlp_down,Qwen2.5-7B,3,64,4,0.020325757563114166 +bos,attn_in,Qwen2.5-7B,3,64,5,0.0011859764344990253 +bos,mlp_gate,Qwen2.5-7B,3,64,5,0.0012834594817832112 +bos,mlp_down,Qwen2.5-7B,3,64,5,0.0011565735330805182 +bos,attn_in,Qwen2.5-7B,3,64,6,0.0014319182373583317 +bos,mlp_gate,Qwen2.5-7B,3,64,6,0.004714542999863625 +bos,mlp_down,Qwen2.5-7B,3,64,6,0.002277807332575321 +bos,attn_in,Qwen2.5-7B,3,64,7,0.0019309453200548887 +bos,mlp_gate,Qwen2.5-7B,3,64,7,0.00395028805360198 +bos,mlp_down,Qwen2.5-7B,3,64,7,0.004348960239440203 +bos,attn_in,Qwen2.5-7B,3,64,8,0.0027929379139095545 +bos,mlp_gate,Qwen2.5-7B,3,64,8,0.0045260158367455006 +bos,mlp_down,Qwen2.5-7B,3,64,8,0.004070782568305731 +bos,attn_in,Qwen2.5-7B,3,64,9,0.002585485577583313 +bos,mlp_gate,Qwen2.5-7B,3,64,9,0.004401125479489565 +bos,mlp_down,Qwen2.5-7B,3,64,9,0.004288042429834604 +bos,attn_in,Qwen2.5-7B,3,64,10,0.0022594828624278307 +bos,mlp_gate,Qwen2.5-7B,3,64,10,0.00414379732683301 +bos,mlp_down,Qwen2.5-7B,3,64,10,0.0037284777499735355 +bos,attn_in,Qwen2.5-7B,3,64,11,0.0038975768256932497 +bos,mlp_gate,Qwen2.5-7B,3,64,11,0.003750750795006752 +bos,mlp_down,Qwen2.5-7B,3,64,11,0.0032417329493910074 +bos,attn_in,Qwen2.5-7B,3,64,12,0.0021738409996032715 +bos,mlp_gate,Qwen2.5-7B,3,64,12,0.003614261979237199 +bos,mlp_down,Qwen2.5-7B,3,64,12,0.0030094170942902565 +bos,attn_in,Qwen2.5-7B,3,64,13,0.002555154263973236 +bos,mlp_gate,Qwen2.5-7B,3,64,13,0.003819716162979603 +bos,mlp_down,Qwen2.5-7B,3,64,13,0.003119026543572545 +bos,attn_in,Qwen2.5-7B,3,64,14,0.002494932385161519 +bos,mlp_gate,Qwen2.5-7B,3,64,14,0.004250806290656328 +bos,mlp_down,Qwen2.5-7B,3,64,14,0.003442831803113222 +bos,attn_in,Qwen2.5-7B,3,64,15,0.00440619932487607 +bos,mlp_gate,Qwen2.5-7B,3,64,15,0.00418192008510232 +bos,mlp_down,Qwen2.5-7B,3,64,15,0.003131092991679907 +bos,attn_in,Qwen2.5-7B,3,64,16,0.002651728456839919 +bos,mlp_gate,Qwen2.5-7B,3,64,16,0.0038963784463703632 +bos,mlp_down,Qwen2.5-7B,3,64,16,0.0030231161508709192 +bos,attn_in,Qwen2.5-7B,3,64,17,0.003199736587703228 +bos,mlp_gate,Qwen2.5-7B,3,64,17,0.004828787874430418 +bos,mlp_down,Qwen2.5-7B,3,64,17,0.003895212197676301 +bos,attn_in,Qwen2.5-7B,3,64,18,0.003817044897004962 +bos,mlp_gate,Qwen2.5-7B,3,64,18,0.0072041773237288 +bos,mlp_down,Qwen2.5-7B,3,64,18,0.005825551692396402 +bos,attn_in,Qwen2.5-7B,3,64,19,0.006912553682923317 +bos,mlp_gate,Qwen2.5-7B,3,64,19,0.010717106983065605 +bos,mlp_down,Qwen2.5-7B,3,64,19,0.008825032971799374 +bos,attn_in,Qwen2.5-7B,3,64,20,0.006837388500571251 +bos,mlp_gate,Qwen2.5-7B,3,64,20,0.017772765830159187 +bos,mlp_down,Qwen2.5-7B,3,64,20,0.015947164967656136 +bos,attn_in,Qwen2.5-7B,3,64,21,0.012887404300272465 +bos,mlp_gate,Qwen2.5-7B,3,64,21,0.028296805918216705 +bos,mlp_down,Qwen2.5-7B,3,64,21,0.027336647734045982 +bos,attn_in,Qwen2.5-7B,3,64,22,0.011226109229028225 +bos,mlp_gate,Qwen2.5-7B,3,64,22,0.046533554792404175 +bos,mlp_down,Qwen2.5-7B,3,64,22,0.04425859823822975 +bos,attn_in,Qwen2.5-7B,3,64,23,0.014434337615966797 +bos,mlp_gate,Qwen2.5-7B,3,64,23,0.051360659301280975 +bos,mlp_down,Qwen2.5-7B,3,64,23,0.049110207706689835 +bos,attn_in,Qwen2.5-7B,3,64,24,0.024782324209809303 +bos,mlp_gate,Qwen2.5-7B,3,64,24,0.07368669658899307 +bos,mlp_down,Qwen2.5-7B,3,64,24,0.061930324882268906 +bos,attn_in,Qwen2.5-7B,3,64,25,0.02473326027393341 +bos,mlp_gate,Qwen2.5-7B,3,64,25,0.10550498962402344 +bos,mlp_down,Qwen2.5-7B,3,64,25,0.09455440938472748 +bos,attn_in,Qwen2.5-7B,3,64,26,0.039598606526851654 +bos,mlp_gate,Qwen2.5-7B,3,64,26,0.20204193890094757 +bos,mlp_down,Qwen2.5-7B,3,64,26,0.5023484230041504 +bos,attn_in,Qwen2.5-7B,3,64,27,0.3147951364517212 +bos,mlp_gate,Qwen2.5-7B,3,64,27,0.43025633692741394 +bos,mlp_down,Qwen2.5-7B,3,64,27,0.7327337265014648 +c4,attn_in,Qwen2.5-7B,3,64,0,2.4008643231354654e-4 +c4,mlp_gate,Qwen2.5-7B,3,64,0,4.3762169661931694e-4 +c4,mlp_down,Qwen2.5-7B,3,64,0,5.538880941458046e-4 +c4,attn_in,Qwen2.5-7B,3,64,1,1.4466502761933953e-4 +c4,mlp_gate,Qwen2.5-7B,3,64,1,4.5723296352662146e-4 +c4,mlp_down,Qwen2.5-7B,3,64,1,5.303057259880006e-4 +c4,attn_in,Qwen2.5-7B,3,64,2,2.1631910931318998e-4 +c4,mlp_gate,Qwen2.5-7B,3,64,2,7.502067601308227e-4 +c4,mlp_down,Qwen2.5-7B,3,64,2,9.937158320099115e-4 +c4,attn_in,Qwen2.5-7B,3,64,3,6.335931248031557e-4 +c4,mlp_gate,Qwen2.5-7B,3,64,3,0.0026947208680212498 +c4,mlp_down,Qwen2.5-7B,3,64,3,0.06329125165939331 +c4,attn_in,Qwen2.5-7B,3,64,4,6.82699610479176e-4 +c4,mlp_gate,Qwen2.5-7B,3,64,4,0.001812984119169414 +c4,mlp_down,Qwen2.5-7B,3,64,4,0.02071879617869854 +c4,attn_in,Qwen2.5-7B,3,64,5,0.0010540814837440848 +c4,mlp_gate,Qwen2.5-7B,3,64,5,0.0015878985868766904 +c4,mlp_down,Qwen2.5-7B,3,64,5,0.0014438985381275415 +c4,attn_in,Qwen2.5-7B,3,64,6,0.0015996642177924514 +c4,mlp_gate,Qwen2.5-7B,3,64,6,0.005165170878171921 +c4,mlp_down,Qwen2.5-7B,3,64,6,0.00282398983836174 +c4,attn_in,Qwen2.5-7B,3,64,7,0.0018626416567713022 +c4,mlp_gate,Qwen2.5-7B,3,64,7,0.004497344605624676 +c4,mlp_down,Qwen2.5-7B,3,64,7,0.004525072406977415 +c4,attn_in,Qwen2.5-7B,3,64,8,0.002626103116199374 +c4,mlp_gate,Qwen2.5-7B,3,64,8,0.005504667293280363 +c4,mlp_down,Qwen2.5-7B,3,64,8,0.004661256447434425 +c4,attn_in,Qwen2.5-7B,3,64,9,0.002763276221230626 +c4,mlp_gate,Qwen2.5-7B,3,64,9,0.0064575583674013615 +c4,mlp_down,Qwen2.5-7B,3,64,9,0.005511040799319744 +c4,attn_in,Qwen2.5-7B,3,64,10,0.0030052021611481905 +c4,mlp_gate,Qwen2.5-7B,3,64,10,0.005422737915068865 +c4,mlp_down,Qwen2.5-7B,3,64,10,0.004616078920662403 +c4,attn_in,Qwen2.5-7B,3,64,11,0.004788661375641823 +c4,mlp_gate,Qwen2.5-7B,3,64,11,0.004774695727974176 +c4,mlp_down,Qwen2.5-7B,3,64,11,0.0038434758316725492 +c4,attn_in,Qwen2.5-7B,3,64,12,0.0026505484711378813 +c4,mlp_gate,Qwen2.5-7B,3,64,12,0.0046680523082613945 +c4,mlp_down,Qwen2.5-7B,3,64,12,0.0036793870385736227 +c4,attn_in,Qwen2.5-7B,3,64,13,0.003153791418299079 +c4,mlp_gate,Qwen2.5-7B,3,64,13,0.004916465375572443 +c4,mlp_down,Qwen2.5-7B,3,64,13,0.0038234000094234943 +c4,attn_in,Qwen2.5-7B,3,64,14,0.003257951932027936 +c4,mlp_gate,Qwen2.5-7B,3,64,14,0.0052124555222690105 +c4,mlp_down,Qwen2.5-7B,3,64,14,0.004004290327429771 +c4,attn_in,Qwen2.5-7B,3,64,15,0.005189136601984501 +c4,mlp_gate,Qwen2.5-7B,3,64,15,0.004979705438017845 +c4,mlp_down,Qwen2.5-7B,3,64,15,0.003568946849554777 +c4,attn_in,Qwen2.5-7B,3,64,16,0.003234870033338666 +c4,mlp_gate,Qwen2.5-7B,3,64,16,0.004665181506425142 +c4,mlp_down,Qwen2.5-7B,3,64,16,0.003476244630292058 +c4,attn_in,Qwen2.5-7B,3,64,17,0.0038446616381406784 +c4,mlp_gate,Qwen2.5-7B,3,64,17,0.005795030388981104 +c4,mlp_down,Qwen2.5-7B,3,64,17,0.0043907989747822285 +c4,attn_in,Qwen2.5-7B,3,64,18,0.004338294267654419 +c4,mlp_gate,Qwen2.5-7B,3,64,18,0.008430558256804943 +c4,mlp_down,Qwen2.5-7B,3,64,18,0.0064104278571903706 +c4,attn_in,Qwen2.5-7B,3,64,19,0.00832220446318388 +c4,mlp_gate,Qwen2.5-7B,3,64,19,0.012494497001171112 +c4,mlp_down,Qwen2.5-7B,3,64,19,0.009972131811082363 +c4,attn_in,Qwen2.5-7B,3,64,20,0.00660308450460434 +c4,mlp_gate,Qwen2.5-7B,3,64,20,0.02031407132744789 +c4,mlp_down,Qwen2.5-7B,3,64,20,0.017099644988775253 +c4,attn_in,Qwen2.5-7B,3,64,21,0.01716935820877552 +c4,mlp_gate,Qwen2.5-7B,3,64,21,0.0305246040225029 +c4,mlp_down,Qwen2.5-7B,3,64,21,0.027805877849459648 +c4,attn_in,Qwen2.5-7B,3,64,22,0.012432632967829704 +c4,mlp_gate,Qwen2.5-7B,3,64,22,0.05053729936480522 +c4,mlp_down,Qwen2.5-7B,3,64,22,0.04686736315488815 +c4,attn_in,Qwen2.5-7B,3,64,23,0.020146431401371956 +c4,mlp_gate,Qwen2.5-7B,3,64,23,0.0595434345304966 +c4,mlp_down,Qwen2.5-7B,3,64,23,0.06310286372900009 +c4,attn_in,Qwen2.5-7B,3,64,24,0.025208083912730217 +c4,mlp_gate,Qwen2.5-7B,3,64,24,0.09728970378637314 +c4,mlp_down,Qwen2.5-7B,3,64,24,0.08574071526527405 +c4,attn_in,Qwen2.5-7B,3,64,25,0.02769407071173191 +c4,mlp_gate,Qwen2.5-7B,3,64,25,0.15396884083747864 +c4,mlp_down,Qwen2.5-7B,3,64,25,0.1269593983888626 +c4,attn_in,Qwen2.5-7B,3,64,26,0.0615646056830883 +c4,mlp_gate,Qwen2.5-7B,3,64,26,0.30301398038864136 +c4,mlp_down,Qwen2.5-7B,3,64,26,0.5544426441192627 +c4,attn_in,Qwen2.5-7B,3,64,27,0.3767198622226715 +c4,mlp_gate,Qwen2.5-7B,3,64,27,0.7275259494781494 +c4,mlp_down,Qwen2.5-7B,3,64,27,1.4282292127609253 +pileval,attn_in,Qwen2.5-7B,3,64,0,2.3656240955460817e-4 +pileval,mlp_gate,Qwen2.5-7B,3,64,0,4.586392024066299e-4 +pileval,mlp_down,Qwen2.5-7B,3,64,0,5.266175721772015e-4 +pileval,attn_in,Qwen2.5-7B,3,64,1,1.5179022739175707e-4 +pileval,mlp_gate,Qwen2.5-7B,3,64,1,4.8650120152160525e-4 +pileval,mlp_down,Qwen2.5-7B,3,64,1,5.634201224893332e-4 +pileval,attn_in,Qwen2.5-7B,3,64,2,2.2843157057650387e-4 +pileval,mlp_gate,Qwen2.5-7B,3,64,2,7.92943115811795e-4 +pileval,mlp_down,Qwen2.5-7B,3,64,2,0.0010611526668071747 +pileval,attn_in,Qwen2.5-7B,3,64,3,6.454431568272412e-4 +pileval,mlp_gate,Qwen2.5-7B,3,64,3,0.0030374613124877214 +pileval,mlp_down,Qwen2.5-7B,3,64,3,0.0619756281375885 +pileval,attn_in,Qwen2.5-7B,3,64,4,7.414476713165641e-4 +pileval,mlp_gate,Qwen2.5-7B,3,64,4,0.0017365526873618364 +pileval,mlp_down,Qwen2.5-7B,3,64,4,0.02102302387356758 +pileval,attn_in,Qwen2.5-7B,3,64,5,0.0011272327974438667 +pileval,mlp_gate,Qwen2.5-7B,3,64,5,0.0017692259280011058 +pileval,mlp_down,Qwen2.5-7B,3,64,5,0.0017753898864611983 +pileval,attn_in,Qwen2.5-7B,3,64,6,0.0016130036674439907 +pileval,mlp_gate,Qwen2.5-7B,3,64,6,0.005329087842255831 +pileval,mlp_down,Qwen2.5-7B,3,64,6,0.002983941463753581 +pileval,attn_in,Qwen2.5-7B,3,64,7,0.001958688022568822 +pileval,mlp_gate,Qwen2.5-7B,3,64,7,0.004571299999952316 +pileval,mlp_down,Qwen2.5-7B,3,64,7,0.004415635950863361 +pileval,attn_in,Qwen2.5-7B,3,64,8,0.0026682885363698006 +pileval,mlp_gate,Qwen2.5-7B,3,64,8,0.005383898038417101 +pileval,mlp_down,Qwen2.5-7B,3,64,8,0.004469333682209253 +pileval,attn_in,Qwen2.5-7B,3,64,9,0.002806896809488535 +pileval,mlp_gate,Qwen2.5-7B,3,64,9,0.006081735715270042 +pileval,mlp_down,Qwen2.5-7B,3,64,9,0.00535369710996747 +pileval,attn_in,Qwen2.5-7B,3,64,10,0.0029638123232871294 +pileval,mlp_gate,Qwen2.5-7B,3,64,10,0.005406120326370001 +pileval,mlp_down,Qwen2.5-7B,3,64,10,0.00471904082223773 +pileval,attn_in,Qwen2.5-7B,3,64,11,0.004567993804812431 +pileval,mlp_gate,Qwen2.5-7B,3,64,11,0.004947846755385399 +pileval,mlp_down,Qwen2.5-7B,3,64,11,0.004014770034700632 +pileval,attn_in,Qwen2.5-7B,3,64,12,0.002795465989038348 +pileval,mlp_gate,Qwen2.5-7B,3,64,12,0.004831841215491295 +pileval,mlp_down,Qwen2.5-7B,3,64,12,0.0038494435139000416 +pileval,attn_in,Qwen2.5-7B,3,64,13,0.003265872597694397 +pileval,mlp_gate,Qwen2.5-7B,3,64,13,0.004936532583087683 +pileval,mlp_down,Qwen2.5-7B,3,64,13,0.003782695159316063 +pileval,attn_in,Qwen2.5-7B,3,64,14,0.0034561320208013058 +pileval,mlp_gate,Qwen2.5-7B,3,64,14,0.005278755445033312 +pileval,mlp_down,Qwen2.5-7B,3,64,14,0.0040859985165297985 +pileval,attn_in,Qwen2.5-7B,3,64,15,0.004964770749211311 +pileval,mlp_gate,Qwen2.5-7B,3,64,15,0.0051566557958722115 +pileval,mlp_down,Qwen2.5-7B,3,64,15,0.0037307320162653923 +pileval,attn_in,Qwen2.5-7B,3,64,16,0.003436311613768339 +pileval,mlp_gate,Qwen2.5-7B,3,64,16,0.0048999846912920475 +pileval,mlp_down,Qwen2.5-7B,3,64,16,0.0036513246595859528 +pileval,attn_in,Qwen2.5-7B,3,64,17,0.004046252928674221 +pileval,mlp_gate,Qwen2.5-7B,3,64,17,0.0061396025121212006 +pileval,mlp_down,Qwen2.5-7B,3,64,17,0.004709693603217602 +pileval,attn_in,Qwen2.5-7B,3,64,18,0.004672865848988295 +pileval,mlp_gate,Qwen2.5-7B,3,64,18,0.008764867670834064 +pileval,mlp_down,Qwen2.5-7B,3,64,18,0.00670460844412446 +pileval,attn_in,Qwen2.5-7B,3,64,19,0.008437163196504116 +pileval,mlp_gate,Qwen2.5-7B,3,64,19,0.012689435854554176 +pileval,mlp_down,Qwen2.5-7B,3,64,19,0.010136356577277184 +pileval,attn_in,Qwen2.5-7B,3,64,20,0.007260909304022789 +pileval,mlp_gate,Qwen2.5-7B,3,64,20,0.020407315343618393 +pileval,mlp_down,Qwen2.5-7B,3,64,20,0.017082607373595238 +pileval,attn_in,Qwen2.5-7B,3,64,21,0.016949856653809547 +pileval,mlp_gate,Qwen2.5-7B,3,64,21,0.029900172725319862 +pileval,mlp_down,Qwen2.5-7B,3,64,21,0.02702111378312111 +pileval,attn_in,Qwen2.5-7B,3,64,22,0.014224901795387268 +pileval,mlp_gate,Qwen2.5-7B,3,64,22,0.04999499022960663 +pileval,mlp_down,Qwen2.5-7B,3,64,22,0.04764077812433243 +pileval,attn_in,Qwen2.5-7B,3,64,23,0.02195926010608673 +pileval,mlp_gate,Qwen2.5-7B,3,64,23,0.061557136476039886 +pileval,mlp_down,Qwen2.5-7B,3,64,23,0.06674765050411224 +pileval,attn_in,Qwen2.5-7B,3,64,24,0.025670982897281647 +pileval,mlp_gate,Qwen2.5-7B,3,64,24,0.10472595691680908 +pileval,mlp_down,Qwen2.5-7B,3,64,24,0.09383717179298401 +pileval,attn_in,Qwen2.5-7B,3,64,25,0.028916360810399055 +pileval,mlp_gate,Qwen2.5-7B,3,64,25,0.1675758957862854 +pileval,mlp_down,Qwen2.5-7B,3,64,25,0.14081692695617676 +pileval,attn_in,Qwen2.5-7B,3,64,26,0.0640016496181488 +pileval,mlp_gate,Qwen2.5-7B,3,64,26,0.33323585987091064 +pileval,mlp_down,Qwen2.5-7B,3,64,26,0.5719021558761597 +pileval,attn_in,Qwen2.5-7B,3,64,27,0.3828605115413666 +pileval,mlp_gate,Qwen2.5-7B,3,64,27,0.7621516585350037 +pileval,mlp_down,Qwen2.5-7B,3,64,27,1.440205454826355 +wikitext,attn_in,Qwen2.5-7B,3,64,0,2.1359394304454327e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,64,0,4.6577007742598653e-4 +wikitext,mlp_down,Qwen2.5-7B,3,64,0,5.298269097693264e-4 +wikitext,attn_in,Qwen2.5-7B,3,64,1,1.468622504035011e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,64,1,4.7069104039110243e-4 +wikitext,mlp_down,Qwen2.5-7B,3,64,1,5.188849754631519e-4 +wikitext,attn_in,Qwen2.5-7B,3,64,2,2.396425697952509e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,64,2,8.181718294508755e-4 +wikitext,mlp_down,Qwen2.5-7B,3,64,2,9.84578626230359e-4 +wikitext,attn_in,Qwen2.5-7B,3,64,3,6.516297580674291e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,64,3,0.0025318958796560764 +wikitext,mlp_down,Qwen2.5-7B,3,64,3,0.06343294680118561 +wikitext,attn_in,Qwen2.5-7B,3,64,4,7.206139853224158e-4 +wikitext,mlp_gate,Qwen2.5-7B,3,64,4,0.0018528304062783718 +wikitext,mlp_down,Qwen2.5-7B,3,64,4,0.02075897715985775 +wikitext,attn_in,Qwen2.5-7B,3,64,5,0.001123029855079949 +wikitext,mlp_gate,Qwen2.5-7B,3,64,5,0.0017346409149467945 +wikitext,mlp_down,Qwen2.5-7B,3,64,5,0.0016476073069497943 +wikitext,attn_in,Qwen2.5-7B,3,64,6,0.001616359339095652 +wikitext,mlp_gate,Qwen2.5-7B,3,64,6,0.005635539535433054 +wikitext,mlp_down,Qwen2.5-7B,3,64,6,0.0032491751480847597 +wikitext,attn_in,Qwen2.5-7B,3,64,7,0.0019243002170696855 +wikitext,mlp_gate,Qwen2.5-7B,3,64,7,0.004884216468781233 +wikitext,mlp_down,Qwen2.5-7B,3,64,7,0.004612365271896124 +wikitext,attn_in,Qwen2.5-7B,3,64,8,0.002656131749972701 +wikitext,mlp_gate,Qwen2.5-7B,3,64,8,0.005994724575430155 +wikitext,mlp_down,Qwen2.5-7B,3,64,8,0.004938943311572075 +wikitext,attn_in,Qwen2.5-7B,3,64,9,0.0029253403190523386 +wikitext,mlp_gate,Qwen2.5-7B,3,64,9,0.006797381676733494 +wikitext,mlp_down,Qwen2.5-7B,3,64,9,0.005949579644948244 +wikitext,attn_in,Qwen2.5-7B,3,64,10,0.003088759956881404 +wikitext,mlp_gate,Qwen2.5-7B,3,64,10,0.006158848293125629 +wikitext,mlp_down,Qwen2.5-7B,3,64,10,0.0051435502246022224 +wikitext,attn_in,Qwen2.5-7B,3,64,11,0.004747865721583366 +wikitext,mlp_gate,Qwen2.5-7B,3,64,11,0.005689781159162521 +wikitext,mlp_down,Qwen2.5-7B,3,64,11,0.0044910479336977005 +wikitext,attn_in,Qwen2.5-7B,3,64,12,0.002868728945031762 +wikitext,mlp_gate,Qwen2.5-7B,3,64,12,0.005541753489524126 +wikitext,mlp_down,Qwen2.5-7B,3,64,12,0.004212197382003069 +wikitext,attn_in,Qwen2.5-7B,3,64,13,0.003442275570705533 +wikitext,mlp_gate,Qwen2.5-7B,3,64,13,0.0057403817772865295 +wikitext,mlp_down,Qwen2.5-7B,3,64,13,0.004304331727325916 +wikitext,attn_in,Qwen2.5-7B,3,64,14,0.003417433239519596 +wikitext,mlp_gate,Qwen2.5-7B,3,64,14,0.006152864079922438 +wikitext,mlp_down,Qwen2.5-7B,3,64,14,0.004508826415985823 +wikitext,attn_in,Qwen2.5-7B,3,64,15,0.004900886211544275 +wikitext,mlp_gate,Qwen2.5-7B,3,64,15,0.0060967858880758286 +wikitext,mlp_down,Qwen2.5-7B,3,64,15,0.004211785271763802 +wikitext,attn_in,Qwen2.5-7B,3,64,16,0.0035507637076079845 +wikitext,mlp_gate,Qwen2.5-7B,3,64,16,0.005931632127612829 +wikitext,mlp_down,Qwen2.5-7B,3,64,16,0.004203436896204948 +wikitext,attn_in,Qwen2.5-7B,3,64,17,0.004091334063559771 +wikitext,mlp_gate,Qwen2.5-7B,3,64,17,0.007559566758573055 +wikitext,mlp_down,Qwen2.5-7B,3,64,17,0.005389313213527203 +wikitext,attn_in,Qwen2.5-7B,3,64,18,0.005043556448072195 +wikitext,mlp_gate,Qwen2.5-7B,3,64,18,0.010005943477153778 +wikitext,mlp_down,Qwen2.5-7B,3,64,18,0.0070480541326105595 +wikitext,attn_in,Qwen2.5-7B,3,64,19,0.008867893368005753 +wikitext,mlp_gate,Qwen2.5-7B,3,64,19,0.013874898664653301 +wikitext,mlp_down,Qwen2.5-7B,3,64,19,0.010041926987469196 +wikitext,attn_in,Qwen2.5-7B,3,64,20,0.006984748877584934 +wikitext,mlp_gate,Qwen2.5-7B,3,64,20,0.021350134164094925 +wikitext,mlp_down,Qwen2.5-7B,3,64,20,0.016730710864067078 +wikitext,attn_in,Qwen2.5-7B,3,64,21,0.016582809388637543 +wikitext,mlp_gate,Qwen2.5-7B,3,64,21,0.030122999101877213 +wikitext,mlp_down,Qwen2.5-7B,3,64,21,0.026187265291810036 +wikitext,attn_in,Qwen2.5-7B,3,64,22,0.01388232409954071 +wikitext,mlp_gate,Qwen2.5-7B,3,64,22,0.04996694624423981 +wikitext,mlp_down,Qwen2.5-7B,3,64,22,0.04499462991952896 +wikitext,attn_in,Qwen2.5-7B,3,64,23,0.02336878515779972 +wikitext,mlp_gate,Qwen2.5-7B,3,64,23,0.0601411834359169 +wikitext,mlp_down,Qwen2.5-7B,3,64,23,0.06808075308799744 +wikitext,attn_in,Qwen2.5-7B,3,64,24,0.03394343703985214 +wikitext,mlp_gate,Qwen2.5-7B,3,64,24,0.10854300856590271 +wikitext,mlp_down,Qwen2.5-7B,3,64,24,0.10157375037670135 +wikitext,attn_in,Qwen2.5-7B,3,64,25,0.030403731390833855 +wikitext,mlp_gate,Qwen2.5-7B,3,64,25,0.1826721578836441 +wikitext,mlp_down,Qwen2.5-7B,3,64,25,0.14421679079532623 +wikitext,attn_in,Qwen2.5-7B,3,64,26,0.093776635825634 +wikitext,mlp_gate,Qwen2.5-7B,3,64,26,0.36693528294563293 +wikitext,mlp_down,Qwen2.5-7B,3,64,26,0.5860996842384338 +wikitext,attn_in,Qwen2.5-7B,3,64,27,0.39255380630493164 +wikitext,mlp_gate,Qwen2.5-7B,3,64,27,0.7011291980743408 +wikitext,mlp_down,Qwen2.5-7B,3,64,27,1.1344643831253052 +bos,attn_in,Qwen2.5-7B,4,128,0,1.1634326801868156e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,0,1.701802684692666e-4 +bos,mlp_down,Qwen2.5-7B,4,128,0,1.625289733055979e-4 +bos,attn_in,Qwen2.5-7B,4,128,1,4.681001155404374e-5 +bos,mlp_gate,Qwen2.5-7B,4,128,1,1.580043026478961e-4 +bos,mlp_down,Qwen2.5-7B,4,128,1,1.7389860295224935e-4 +bos,attn_in,Qwen2.5-7B,4,128,2,7.020232442300767e-5 +bos,mlp_gate,Qwen2.5-7B,4,128,2,1.848076208261773e-4 +bos,mlp_down,Qwen2.5-7B,4,128,2,2.633162366691977e-4 +bos,attn_in,Qwen2.5-7B,4,128,3,1.9991355657111853e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,3,0.001632573432289064 +bos,mlp_down,Qwen2.5-7B,4,128,3,0.02252770960330963 +bos,attn_in,Qwen2.5-7B,4,128,4,2.4642047355882823e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,4,4.390060785226524e-4 +bos,mlp_down,Qwen2.5-7B,4,128,4,0.01454895082861185 +bos,attn_in,Qwen2.5-7B,4,128,5,3.393043007235974e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,5,3.725732385646552e-4 +bos,mlp_down,Qwen2.5-7B,4,128,5,3.940876049455255e-4 +bos,attn_in,Qwen2.5-7B,4,128,6,5.278916796669364e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,6,0.0016168864676728845 +bos,mlp_down,Qwen2.5-7B,4,128,6,6.925041088834405e-4 +bos,attn_in,Qwen2.5-7B,4,128,7,5.775062018074095e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,7,0.0011513765202835202 +bos,mlp_down,Qwen2.5-7B,4,128,7,0.0012967968359589577 +bos,attn_in,Qwen2.5-7B,4,128,8,0.0011591133661568165 +bos,mlp_gate,Qwen2.5-7B,4,128,8,0.0012936696875840425 +bos,mlp_down,Qwen2.5-7B,4,128,8,0.0011963676661252975 +bos,attn_in,Qwen2.5-7B,4,128,9,7.427794043906033e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,9,0.001258866977877915 +bos,mlp_down,Qwen2.5-7B,4,128,9,0.0012578198220580816 +bos,attn_in,Qwen2.5-7B,4,128,10,7.854298455640674e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,10,0.001209886628203094 +bos,mlp_down,Qwen2.5-7B,4,128,10,0.0010786261409521103 +bos,attn_in,Qwen2.5-7B,4,128,11,9.860318386927247e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,11,0.0010865118820220232 +bos,mlp_down,Qwen2.5-7B,4,128,11,9.97626455500722e-4 +bos,attn_in,Qwen2.5-7B,4,128,12,9.867555927485228e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,12,0.001065857708454132 +bos,mlp_down,Qwen2.5-7B,4,128,12,9.051797678694129e-4 +bos,attn_in,Qwen2.5-7B,4,128,13,0.0010260858107358217 +bos,mlp_gate,Qwen2.5-7B,4,128,13,0.0011272006668150425 +bos,mlp_down,Qwen2.5-7B,4,128,13,9.11604380235076e-4 +bos,attn_in,Qwen2.5-7B,4,128,14,0.0011476946529000998 +bos,mlp_gate,Qwen2.5-7B,4,128,14,0.0012572997948154807 +bos,mlp_down,Qwen2.5-7B,4,128,14,0.0010286695323884487 +bos,attn_in,Qwen2.5-7B,4,128,15,0.0013391734100878239 +bos,mlp_gate,Qwen2.5-7B,4,128,15,0.0012219714699313045 +bos,mlp_down,Qwen2.5-7B,4,128,15,9.183954098261893e-4 +bos,attn_in,Qwen2.5-7B,4,128,16,9.590715635567904e-4 +bos,mlp_gate,Qwen2.5-7B,4,128,16,0.0011247475631535053 +bos,mlp_down,Qwen2.5-7B,4,128,16,8.716221782378852e-4 +bos,attn_in,Qwen2.5-7B,4,128,17,0.0010082845110446215 +bos,mlp_gate,Qwen2.5-7B,4,128,17,0.0013991460436955094 +bos,mlp_down,Qwen2.5-7B,4,128,17,0.0011417618952691555 +bos,attn_in,Qwen2.5-7B,4,128,18,0.0012308290461078286 +bos,mlp_gate,Qwen2.5-7B,4,128,18,0.002115762559697032 +bos,mlp_down,Qwen2.5-7B,4,128,18,0.001750615774653852 +bos,attn_in,Qwen2.5-7B,4,128,19,0.002265197690576315 +bos,mlp_gate,Qwen2.5-7B,4,128,19,0.003168253693729639 +bos,mlp_down,Qwen2.5-7B,4,128,19,0.002606306690722704 +bos,attn_in,Qwen2.5-7B,4,128,20,0.001931934617459774 +bos,mlp_gate,Qwen2.5-7B,4,128,20,0.0052865310572087765 +bos,mlp_down,Qwen2.5-7B,4,128,20,0.004936581943184137 +bos,attn_in,Qwen2.5-7B,4,128,21,0.004028934054076672 +bos,mlp_gate,Qwen2.5-7B,4,128,21,0.008268588222563267 +bos,mlp_down,Qwen2.5-7B,4,128,21,0.008445466868579388 +bos,attn_in,Qwen2.5-7B,4,128,22,0.004223693162202835 +bos,mlp_gate,Qwen2.5-7B,4,128,22,0.013459806330502033 +bos,mlp_down,Qwen2.5-7B,4,128,22,0.013168645091354847 +bos,attn_in,Qwen2.5-7B,4,128,23,0.0047230785712599754 +bos,mlp_gate,Qwen2.5-7B,4,128,23,0.014571410603821278 +bos,mlp_down,Qwen2.5-7B,4,128,23,0.014397426508367062 +bos,attn_in,Qwen2.5-7B,4,128,24,0.007618761621415615 +bos,mlp_gate,Qwen2.5-7B,4,128,24,0.02073838748037815 +bos,mlp_down,Qwen2.5-7B,4,128,24,0.017978932708501816 +bos,attn_in,Qwen2.5-7B,4,128,25,0.008014888502657413 +bos,mlp_gate,Qwen2.5-7B,4,128,25,0.030146360397338867 +bos,mlp_down,Qwen2.5-7B,4,128,25,0.028877481818199158 +bos,attn_in,Qwen2.5-7B,4,128,26,0.01505215186625719 +bos,mlp_gate,Qwen2.5-7B,4,128,26,0.0562966912984848 +bos,mlp_down,Qwen2.5-7B,4,128,26,0.3231678307056427 +bos,attn_in,Qwen2.5-7B,4,128,27,0.11245406419038773 +bos,mlp_gate,Qwen2.5-7B,4,128,27,0.12490373104810715 +bos,mlp_down,Qwen2.5-7B,4,128,27,0.31403809785842896 +c4,attn_in,Qwen2.5-7B,4,128,0,9.270293230656534e-5 +c4,mlp_gate,Qwen2.5-7B,4,128,0,1.9757685367949307e-4 +c4,mlp_down,Qwen2.5-7B,4,128,0,1.6792488167993724e-4 +c4,attn_in,Qwen2.5-7B,4,128,1,4.8469977627974004e-5 +c4,mlp_gate,Qwen2.5-7B,4,128,1,1.556709612486884e-4 +c4,mlp_down,Qwen2.5-7B,4,128,1,1.562017569085583e-4 +c4,attn_in,Qwen2.5-7B,4,128,2,6.858784763608128e-5 +c4,mlp_gate,Qwen2.5-7B,4,128,2,2.0749589020852e-4 +c4,mlp_down,Qwen2.5-7B,4,128,2,2.9883201932534575e-4 +c4,attn_in,Qwen2.5-7B,4,128,3,1.9600406812969595e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,3,0.0017142960568889976 +c4,mlp_down,Qwen2.5-7B,4,128,3,0.02247263863682747 +c4,attn_in,Qwen2.5-7B,4,128,4,2.407605352345854e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,4,5.335903260856867e-4 +c4,mlp_down,Qwen2.5-7B,4,128,4,0.014696872793138027 +c4,attn_in,Qwen2.5-7B,4,128,5,3.0213870923034847e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,5,4.689260385930538e-4 +c4,mlp_down,Qwen2.5-7B,4,128,5,4.751600790768862e-4 +c4,attn_in,Qwen2.5-7B,4,128,6,5.00247988384217e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,6,0.0016963942907750607 +c4,mlp_down,Qwen2.5-7B,4,128,6,8.468048763461411e-4 +c4,attn_in,Qwen2.5-7B,4,128,7,5.584529135376215e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,7,0.0013130002189427614 +c4,mlp_down,Qwen2.5-7B,4,128,7,0.0013363665202632546 +c4,attn_in,Qwen2.5-7B,4,128,8,8.842132519930601e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,8,0.0015827259048819542 +c4,mlp_down,Qwen2.5-7B,4,128,8,0.001354981679469347 +c4,attn_in,Qwen2.5-7B,4,128,9,8.339613559655845e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,9,0.001806047628633678 +c4,mlp_down,Qwen2.5-7B,4,128,9,0.0016095725586637855 +c4,attn_in,Qwen2.5-7B,4,128,10,9.147750097326934e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,10,0.0015646980609744787 +c4,mlp_down,Qwen2.5-7B,4,128,10,0.0013306839391589165 +c4,attn_in,Qwen2.5-7B,4,128,11,0.0011592335067689419 +c4,mlp_gate,Qwen2.5-7B,4,128,11,0.0013779617147520185 +c4,mlp_down,Qwen2.5-7B,4,128,11,0.001170216710306704 +c4,attn_in,Qwen2.5-7B,4,128,12,9.037192212417722e-4 +c4,mlp_gate,Qwen2.5-7B,4,128,12,0.0013586736749857664 +c4,mlp_down,Qwen2.5-7B,4,128,12,0.001096148043870926 +c4,attn_in,Qwen2.5-7B,4,128,13,0.0011175097897648811 +c4,mlp_gate,Qwen2.5-7B,4,128,13,0.0014377054758369923 +c4,mlp_down,Qwen2.5-7B,4,128,13,0.0011143552837893367 +c4,attn_in,Qwen2.5-7B,4,128,14,0.001248162821866572 +c4,mlp_gate,Qwen2.5-7B,4,128,14,0.0015482378657907248 +c4,mlp_down,Qwen2.5-7B,4,128,14,0.001194062060676515 +c4,attn_in,Qwen2.5-7B,4,128,15,0.0014337707543745637 +c4,mlp_gate,Qwen2.5-7B,4,128,15,0.0014608082128688693 +c4,mlp_down,Qwen2.5-7B,4,128,15,0.0010488558327779174 +c4,attn_in,Qwen2.5-7B,4,128,16,0.0011839886428788304 +c4,mlp_gate,Qwen2.5-7B,4,128,16,0.00134866067674011 +c4,mlp_down,Qwen2.5-7B,4,128,16,0.0010042756330221891 +c4,attn_in,Qwen2.5-7B,4,128,17,0.0012318738736212254 +c4,mlp_gate,Qwen2.5-7B,4,128,17,0.0016826356295496225 +c4,mlp_down,Qwen2.5-7B,4,128,17,0.0012944687623530626 +c4,attn_in,Qwen2.5-7B,4,128,18,0.0014464553678408265 +c4,mlp_gate,Qwen2.5-7B,4,128,18,0.0024992129765450954 +c4,mlp_down,Qwen2.5-7B,4,128,18,0.0019335951656103134 +c4,attn_in,Qwen2.5-7B,4,128,19,0.002693356480449438 +c4,mlp_gate,Qwen2.5-7B,4,128,19,0.0037274747155606747 +c4,mlp_down,Qwen2.5-7B,4,128,19,0.0029397420585155487 +c4,attn_in,Qwen2.5-7B,4,128,20,0.0021403138525784016 +c4,mlp_gate,Qwen2.5-7B,4,128,20,0.006060945801436901 +c4,mlp_down,Qwen2.5-7B,4,128,20,0.005275975447148085 +c4,attn_in,Qwen2.5-7B,4,128,21,0.0044401767663657665 +c4,mlp_gate,Qwen2.5-7B,4,128,21,0.009029961191117764 +c4,mlp_down,Qwen2.5-7B,4,128,21,0.00861805584281683 +c4,attn_in,Qwen2.5-7B,4,128,22,0.004557786975055933 +c4,mlp_gate,Qwen2.5-7B,4,128,22,0.014858649112284184 +c4,mlp_down,Qwen2.5-7B,4,128,22,0.014201130717992783 +c4,attn_in,Qwen2.5-7B,4,128,23,0.0061316173523664474 +c4,mlp_gate,Qwen2.5-7B,4,128,23,0.01702292449772358 +c4,mlp_down,Qwen2.5-7B,4,128,23,0.018512656912207603 +c4,attn_in,Qwen2.5-7B,4,128,24,0.007714061066508293 +c4,mlp_gate,Qwen2.5-7B,4,128,24,0.0278036929666996 +c4,mlp_down,Qwen2.5-7B,4,128,24,0.02479282207787037 +c4,attn_in,Qwen2.5-7B,4,128,25,0.008600610308349133 +c4,mlp_gate,Qwen2.5-7B,4,128,25,0.04388641193509102 +c4,mlp_down,Qwen2.5-7B,4,128,25,0.03806735575199127 +c4,attn_in,Qwen2.5-7B,4,128,26,0.020241709426045418 +c4,mlp_gate,Qwen2.5-7B,4,128,26,0.08425068110227585 +c4,mlp_down,Qwen2.5-7B,4,128,26,0.33673667907714844 +c4,attn_in,Qwen2.5-7B,4,128,27,0.13411441445350647 +c4,mlp_gate,Qwen2.5-7B,4,128,27,0.20620892941951752 +c4,mlp_down,Qwen2.5-7B,4,128,27,0.6147124767303467 +pileval,attn_in,Qwen2.5-7B,4,128,0,9.03453110367991e-5 +pileval,mlp_gate,Qwen2.5-7B,4,128,0,2.043275162577629e-4 +pileval,mlp_down,Qwen2.5-7B,4,128,0,1.5966559294611216e-4 +pileval,attn_in,Qwen2.5-7B,4,128,1,5.043728378950618e-5 +pileval,mlp_gate,Qwen2.5-7B,4,128,1,1.820046891225502e-4 +pileval,mlp_down,Qwen2.5-7B,4,128,1,1.6627104196231812e-4 +pileval,attn_in,Qwen2.5-7B,4,128,2,7.174820348154753e-5 +pileval,mlp_gate,Qwen2.5-7B,4,128,2,2.2184594126883894e-4 +pileval,mlp_down,Qwen2.5-7B,4,128,2,3.173641744069755e-4 +pileval,attn_in,Qwen2.5-7B,4,128,3,2.011819597100839e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,3,0.0016355420229956508 +pileval,mlp_down,Qwen2.5-7B,4,128,3,0.022099433466792107 +pileval,attn_in,Qwen2.5-7B,4,128,4,2.591805241536349e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,4,5.152431549504399e-4 +pileval,mlp_down,Qwen2.5-7B,4,128,4,0.014888274483382702 +pileval,attn_in,Qwen2.5-7B,4,128,5,3.180540516041219e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,5,5.162860616110265e-4 +pileval,mlp_down,Qwen2.5-7B,4,128,5,5.839524092152715e-4 +pileval,attn_in,Qwen2.5-7B,4,128,6,4.961509839631617e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,6,0.0017420807853341103 +pileval,mlp_down,Qwen2.5-7B,4,128,6,8.943335269577801e-4 +pileval,attn_in,Qwen2.5-7B,4,128,7,5.766056128777564e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,7,0.001329532009549439 +pileval,mlp_down,Qwen2.5-7B,4,128,7,0.001311459462158382 +pileval,attn_in,Qwen2.5-7B,4,128,8,9.112891857512295e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,8,0.0015449600759893656 +pileval,mlp_down,Qwen2.5-7B,4,128,8,0.0013034491566941142 +pileval,attn_in,Qwen2.5-7B,4,128,9,8.266567019745708e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,9,0.0016966924304142594 +pileval,mlp_down,Qwen2.5-7B,4,128,9,0.0015642361249774694 +pileval,attn_in,Qwen2.5-7B,4,128,10,9.31977410800755e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,10,0.0015589154791086912 +pileval,mlp_down,Qwen2.5-7B,4,128,10,0.0013580608647316694 +pileval,attn_in,Qwen2.5-7B,4,128,11,0.00117254548240453 +pileval,mlp_gate,Qwen2.5-7B,4,128,11,0.0014227739302441478 +pileval,mlp_down,Qwen2.5-7B,4,128,11,0.0012233421439304948 +pileval,attn_in,Qwen2.5-7B,4,128,12,9.461883455514908e-4 +pileval,mlp_gate,Qwen2.5-7B,4,128,12,0.0014048502780497074 +pileval,mlp_down,Qwen2.5-7B,4,128,12,0.0011468874290585518 +pileval,attn_in,Qwen2.5-7B,4,128,13,0.0011702354531735182 +pileval,mlp_gate,Qwen2.5-7B,4,128,13,0.0014453389449045062 +pileval,mlp_down,Qwen2.5-7B,4,128,13,0.0011053463676944375 +pileval,attn_in,Qwen2.5-7B,4,128,14,0.0012785462895408273 +pileval,mlp_gate,Qwen2.5-7B,4,128,14,0.0015612725401297212 +pileval,mlp_down,Qwen2.5-7B,4,128,14,0.0012156536104157567 +pileval,attn_in,Qwen2.5-7B,4,128,15,0.0014893662882968783 +pileval,mlp_gate,Qwen2.5-7B,4,128,15,0.0015089740045368671 +pileval,mlp_down,Qwen2.5-7B,4,128,15,0.001097421976737678 +pileval,attn_in,Qwen2.5-7B,4,128,16,0.0012582301860675216 +pileval,mlp_gate,Qwen2.5-7B,4,128,16,0.0014131496427580714 +pileval,mlp_down,Qwen2.5-7B,4,128,16,0.0010539948707446456 +pileval,attn_in,Qwen2.5-7B,4,128,17,0.0013312652008607984 +pileval,mlp_gate,Qwen2.5-7B,4,128,17,0.0017798601184040308 +pileval,mlp_down,Qwen2.5-7B,4,128,17,0.0013846781803295016 +pileval,attn_in,Qwen2.5-7B,4,128,18,0.0015411089407280087 +pileval,mlp_gate,Qwen2.5-7B,4,128,18,0.0025869118981063366 +pileval,mlp_down,Qwen2.5-7B,4,128,18,0.0020200384315103292 +pileval,attn_in,Qwen2.5-7B,4,128,19,0.002830986864864826 +pileval,mlp_gate,Qwen2.5-7B,4,128,19,0.0037574279122054577 +pileval,mlp_down,Qwen2.5-7B,4,128,19,0.002982327714562416 +pileval,attn_in,Qwen2.5-7B,4,128,20,0.0022562644444406033 +pileval,mlp_gate,Qwen2.5-7B,4,128,20,0.006063155829906464 +pileval,mlp_down,Qwen2.5-7B,4,128,20,0.0053069107234478 +pileval,attn_in,Qwen2.5-7B,4,128,21,0.0045689065009355545 +pileval,mlp_gate,Qwen2.5-7B,4,128,21,0.00883354153484106 +pileval,mlp_down,Qwen2.5-7B,4,128,21,0.008419590070843697 +pileval,attn_in,Qwen2.5-7B,4,128,22,0.0051382496021687984 +pileval,mlp_gate,Qwen2.5-7B,4,128,22,0.01455334760248661 +pileval,mlp_down,Qwen2.5-7B,4,128,22,0.014490422792732716 +pileval,attn_in,Qwen2.5-7B,4,128,23,0.006802541669458151 +pileval,mlp_gate,Qwen2.5-7B,4,128,23,0.017572496086359024 +pileval,mlp_down,Qwen2.5-7B,4,128,23,0.019580740481615067 +pileval,attn_in,Qwen2.5-7B,4,128,24,0.007800057530403137 +pileval,mlp_gate,Qwen2.5-7B,4,128,24,0.029713762924075127 +pileval,mlp_down,Qwen2.5-7B,4,128,24,0.02728712558746338 +pileval,attn_in,Qwen2.5-7B,4,128,25,0.00902537815272808 +pileval,mlp_gate,Qwen2.5-7B,4,128,25,0.04749350994825363 +pileval,mlp_down,Qwen2.5-7B,4,128,25,0.04313318058848381 +pileval,attn_in,Qwen2.5-7B,4,128,26,0.022172776982188225 +pileval,mlp_gate,Qwen2.5-7B,4,128,26,0.09354078024625778 +pileval,mlp_down,Qwen2.5-7B,4,128,26,0.33609262108802795 +pileval,attn_in,Qwen2.5-7B,4,128,27,0.1362425535917282 +pileval,mlp_gate,Qwen2.5-7B,4,128,27,0.2189122885465622 +pileval,mlp_down,Qwen2.5-7B,4,128,27,0.6076677441596985 +wikitext,attn_in,Qwen2.5-7B,4,128,0,7.387323421426117e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,128,0,2.0923522242810577e-4 +wikitext,mlp_down,Qwen2.5-7B,4,128,0,1.6184976266231388e-4 +wikitext,attn_in,Qwen2.5-7B,4,128,1,4.732529487228021e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,128,1,1.6206559666898102e-4 +wikitext,mlp_down,Qwen2.5-7B,4,128,1,1.5355819778051227e-4 +wikitext,attn_in,Qwen2.5-7B,4,128,2,7.324875332415104e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,128,2,2.1468414342962205e-4 +wikitext,mlp_down,Qwen2.5-7B,4,128,2,2.957416872959584e-4 +wikitext,attn_in,Qwen2.5-7B,4,128,3,2.0102901908103377e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,3,0.0017593326047062874 +wikitext,mlp_down,Qwen2.5-7B,4,128,3,0.022224590182304382 +wikitext,attn_in,Qwen2.5-7B,4,128,4,2.6554823853075504e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,4,5.435705534182489e-4 +wikitext,mlp_down,Qwen2.5-7B,4,128,4,0.014677229337394238 +wikitext,attn_in,Qwen2.5-7B,4,128,5,3.33443284034729e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,5,5.164514295756817e-4 +wikitext,mlp_down,Qwen2.5-7B,4,128,5,5.312610883265734e-4 +wikitext,attn_in,Qwen2.5-7B,4,128,6,4.972495371475816e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,6,0.0017962369602173567 +wikitext,mlp_down,Qwen2.5-7B,4,128,6,9.670291328802705e-4 +wikitext,attn_in,Qwen2.5-7B,4,128,7,5.994622479192913e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,7,0.0014149779453873634 +wikitext,mlp_down,Qwen2.5-7B,4,128,7,0.001360608614049852 +wikitext,attn_in,Qwen2.5-7B,4,128,8,8.852719911374152e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,8,0.00171927479095757 +wikitext,mlp_down,Qwen2.5-7B,4,128,8,0.0014337262837216258 +wikitext,attn_in,Qwen2.5-7B,4,128,9,8.638321305625141e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,9,0.001912113162688911 +wikitext,mlp_down,Qwen2.5-7B,4,128,9,0.0017282678745687008 +wikitext,attn_in,Qwen2.5-7B,4,128,10,8.679802995175123e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,10,0.0017705151112750173 +wikitext,mlp_down,Qwen2.5-7B,4,128,10,0.0014843558892607689 +wikitext,attn_in,Qwen2.5-7B,4,128,11,0.001186955370940268 +wikitext,mlp_gate,Qwen2.5-7B,4,128,11,0.0016328736674040556 +wikitext,mlp_down,Qwen2.5-7B,4,128,11,0.0013537209015339613 +wikitext,attn_in,Qwen2.5-7B,4,128,12,9.61257959716022e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,128,12,0.0016013947315514088 +wikitext,mlp_down,Qwen2.5-7B,4,128,12,0.0012481999583542347 +wikitext,attn_in,Qwen2.5-7B,4,128,13,0.0012311674654483795 +wikitext,mlp_gate,Qwen2.5-7B,4,128,13,0.00166735565289855 +wikitext,mlp_down,Qwen2.5-7B,4,128,13,0.0012485998449847102 +wikitext,attn_in,Qwen2.5-7B,4,128,14,0.0012145426589995623 +wikitext,mlp_gate,Qwen2.5-7B,4,128,14,0.0018118773587048054 +wikitext,mlp_down,Qwen2.5-7B,4,128,14,0.0013346851337701082 +wikitext,attn_in,Qwen2.5-7B,4,128,15,0.001542526064440608 +wikitext,mlp_gate,Qwen2.5-7B,4,128,15,0.0017720781033858657 +wikitext,mlp_down,Qwen2.5-7B,4,128,15,0.0012347529409453273 +wikitext,attn_in,Qwen2.5-7B,4,128,16,0.001239989185705781 +wikitext,mlp_gate,Qwen2.5-7B,4,128,16,0.001708808820694685 +wikitext,mlp_down,Qwen2.5-7B,4,128,16,0.0012110753450542688 +wikitext,attn_in,Qwen2.5-7B,4,128,17,0.0013682248536497355 +wikitext,mlp_gate,Qwen2.5-7B,4,128,17,0.00218174303881824 +wikitext,mlp_down,Qwen2.5-7B,4,128,17,0.0015790597535669804 +wikitext,attn_in,Qwen2.5-7B,4,128,18,0.0016359711298719049 +wikitext,mlp_gate,Qwen2.5-7B,4,128,18,0.0029443902894854546 +wikitext,mlp_down,Qwen2.5-7B,4,128,18,0.002109890803694725 +wikitext,attn_in,Qwen2.5-7B,4,128,19,0.0028939498588442802 +wikitext,mlp_gate,Qwen2.5-7B,4,128,19,0.004079276230186224 +wikitext,mlp_down,Qwen2.5-7B,4,128,19,0.002947199158370495 +wikitext,attn_in,Qwen2.5-7B,4,128,20,0.0022830122616142035 +wikitext,mlp_gate,Qwen2.5-7B,4,128,20,0.00635081110522151 +wikitext,mlp_down,Qwen2.5-7B,4,128,20,0.005142555106431246 +wikitext,attn_in,Qwen2.5-7B,4,128,21,0.004401420708745718 +wikitext,mlp_gate,Qwen2.5-7B,4,128,21,0.008841806091368198 +wikitext,mlp_down,Qwen2.5-7B,4,128,21,0.008077063597738743 +wikitext,attn_in,Qwen2.5-7B,4,128,22,0.005443434696644545 +wikitext,mlp_gate,Qwen2.5-7B,4,128,22,0.014513535425066948 +wikitext,mlp_down,Qwen2.5-7B,4,128,22,0.01367979496717453 +wikitext,attn_in,Qwen2.5-7B,4,128,23,0.007275569252669811 +wikitext,mlp_gate,Qwen2.5-7B,4,128,23,0.01709485612809658 +wikitext,mlp_down,Qwen2.5-7B,4,128,23,0.019898192957043648 +wikitext,attn_in,Qwen2.5-7B,4,128,24,0.009215538389980793 +wikitext,mlp_gate,Qwen2.5-7B,4,128,24,0.03067162074148655 +wikitext,mlp_down,Qwen2.5-7B,4,128,24,0.029074378311634064 +wikitext,attn_in,Qwen2.5-7B,4,128,25,0.009559795260429382 +wikitext,mlp_gate,Qwen2.5-7B,4,128,25,0.051670681685209274 +wikitext,mlp_down,Qwen2.5-7B,4,128,25,0.04297172650694847 +wikitext,attn_in,Qwen2.5-7B,4,128,26,0.03237997367978096 +wikitext,mlp_gate,Qwen2.5-7B,4,128,26,0.10309049487113953 +wikitext,mlp_down,Qwen2.5-7B,4,128,26,0.34484386444091797 +wikitext,attn_in,Qwen2.5-7B,4,128,27,0.14246279001235962 +wikitext,mlp_gate,Qwen2.5-7B,4,128,27,0.20054826140403748 +wikitext,mlp_down,Qwen2.5-7B,4,128,27,0.471464604139328 +bos,attn_in,Qwen2.5-7B,4,32,0,3.771437695831992e-5 +bos,mlp_gate,Qwen2.5-7B,4,32,0,1.45825557410717e-4 +bos,mlp_down,Qwen2.5-7B,4,32,0,7.990623998921365e-5 +bos,attn_in,Qwen2.5-7B,4,32,1,2.3056252757669427e-05 +bos,mlp_gate,Qwen2.5-7B,4,32,1,7.404611824313179e-5 +bos,mlp_down,Qwen2.5-7B,4,32,1,9.103550837608054e-5 +bos,attn_in,Qwen2.5-7B,4,32,2,3.166442911606282e-5 +bos,mlp_gate,Qwen2.5-7B,4,32,2,9.836501703830436e-5 +bos,mlp_down,Qwen2.5-7B,4,32,2,1.314223336521536e-4 +bos,attn_in,Qwen2.5-7B,4,32,3,9.469484211876988e-5 +bos,mlp_gate,Qwen2.5-7B,4,32,3,0.001361484988592565 +bos,mlp_down,Qwen2.5-7B,4,32,3,0.010755241848528385 +bos,attn_in,Qwen2.5-7B,4,32,4,1.2508999498095363e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,4,2.0820282225031406e-4 +bos,mlp_down,Qwen2.5-7B,4,32,4,0.0033096703700721264 +bos,attn_in,Qwen2.5-7B,4,32,5,1.5575798170175403e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,5,1.7972191562876105e-4 +bos,mlp_down,Qwen2.5-7B,4,32,5,1.8217589240521193e-4 +bos,attn_in,Qwen2.5-7B,4,32,6,2.2307585459202528e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,6,0.0010718920966610312 +bos,mlp_down,Qwen2.5-7B,4,32,6,3.559857723303139e-4 +bos,attn_in,Qwen2.5-7B,4,32,7,2.6425524265505373e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,7,5.910200998187065e-4 +bos,mlp_down,Qwen2.5-7B,4,32,7,6.734295166097581e-4 +bos,attn_in,Qwen2.5-7B,4,32,8,3.765067085623741e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,8,6.92817906383425e-4 +bos,mlp_down,Qwen2.5-7B,4,32,8,6.366563029587269e-4 +bos,attn_in,Qwen2.5-7B,4,32,9,4.2080035200342536e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,9,6.81737088598311e-4 +bos,mlp_down,Qwen2.5-7B,4,32,9,6.71525311190635e-4 +bos,attn_in,Qwen2.5-7B,4,32,10,3.708702861331403e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,10,6.297187064774334e-4 +bos,mlp_down,Qwen2.5-7B,4,32,10,5.852865288034081e-4 +bos,attn_in,Qwen2.5-7B,4,32,11,9.328461019322276e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,11,5.744138616137207e-4 +bos,mlp_down,Qwen2.5-7B,4,32,11,5.209098453633487e-4 +bos,attn_in,Qwen2.5-7B,4,32,12,3.0067283660173416e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,12,5.508472095243633e-4 +bos,mlp_down,Qwen2.5-7B,4,32,12,4.669998015742749e-4 +bos,attn_in,Qwen2.5-7B,4,32,13,3.85081279091537e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,13,5.789028946310282e-4 +bos,mlp_down,Qwen2.5-7B,4,32,13,4.8541632713750005e-4 +bos,attn_in,Qwen2.5-7B,4,32,14,3.6604664637707174e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,14,6.412298534996808e-4 +bos,mlp_down,Qwen2.5-7B,4,32,14,5.332626169547439e-4 +bos,attn_in,Qwen2.5-7B,4,32,15,6.97388022672385e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,15,6.174544105306268e-4 +bos,mlp_down,Qwen2.5-7B,4,32,15,4.858291649725288e-4 +bos,attn_in,Qwen2.5-7B,4,32,16,4.1367660742253065e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,16,5.855845520272851e-4 +bos,mlp_down,Qwen2.5-7B,4,32,16,4.691547655966133e-4 +bos,attn_in,Qwen2.5-7B,4,32,17,4.509517748374492e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,17,7.347902865149081e-4 +bos,mlp_down,Qwen2.5-7B,4,32,17,6.027062190696597e-4 +bos,attn_in,Qwen2.5-7B,4,32,18,5.622590542770922e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,18,0.001062727882526815 +bos,mlp_down,Qwen2.5-7B,4,32,18,9.055146365426481e-4 +bos,attn_in,Qwen2.5-7B,4,32,19,9.439050918444991e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,19,0.001585727441124618 +bos,mlp_down,Qwen2.5-7B,4,32,19,0.0013743459712713957 +bos,attn_in,Qwen2.5-7B,4,32,20,8.8173255790025e-4 +bos,mlp_gate,Qwen2.5-7B,4,32,20,0.002636058023199439 +bos,mlp_down,Qwen2.5-7B,4,32,20,0.0024525425396859646 +bos,attn_in,Qwen2.5-7B,4,32,21,0.001936009037308395 +bos,mlp_gate,Qwen2.5-7B,4,32,21,0.0041753267869353294 +bos,mlp_down,Qwen2.5-7B,4,32,21,0.004221576265990734 +bos,attn_in,Qwen2.5-7B,4,32,22,0.001606435514986515 +bos,mlp_gate,Qwen2.5-7B,4,32,22,0.006976384669542313 +bos,mlp_down,Qwen2.5-7B,4,32,22,0.00693175895139575 +bos,attn_in,Qwen2.5-7B,4,32,23,0.0023145554587244987 +bos,mlp_gate,Qwen2.5-7B,4,32,23,0.007904330268502235 +bos,mlp_down,Qwen2.5-7B,4,32,23,0.007739790249615908 +bos,attn_in,Qwen2.5-7B,4,32,24,0.0036148002836853266 +bos,mlp_gate,Qwen2.5-7B,4,32,24,0.011194739490747452 +bos,mlp_down,Qwen2.5-7B,4,32,24,0.00980273075401783 +bos,attn_in,Qwen2.5-7B,4,32,25,0.0043807923793792725 +bos,mlp_gate,Qwen2.5-7B,4,32,25,0.01568427123129368 +bos,mlp_down,Qwen2.5-7B,4,32,25,0.015173530206084251 +bos,attn_in,Qwen2.5-7B,4,32,26,0.007294988725334406 +bos,mlp_gate,Qwen2.5-7B,4,32,26,0.02828248403966427 +bos,mlp_down,Qwen2.5-7B,4,32,26,0.10896733403205872 +bos,attn_in,Qwen2.5-7B,4,32,27,0.07379776984453201 +bos,mlp_gate,Qwen2.5-7B,4,32,27,0.06679689139127731 +bos,mlp_down,Qwen2.5-7B,4,32,27,0.10243810713291168 +c4,attn_in,Qwen2.5-7B,4,32,0,3.229474168620072e-5 +c4,mlp_gate,Qwen2.5-7B,4,32,0,1.677647524047643e-4 +c4,mlp_down,Qwen2.5-7B,4,32,0,8.363166125491261e-5 +c4,attn_in,Qwen2.5-7B,4,32,1,2.3544684154330753e-5 +c4,mlp_gate,Qwen2.5-7B,4,32,1,7.555848424090073e-5 +c4,mlp_down,Qwen2.5-7B,4,32,1,8.177518611773849e-5 +c4,attn_in,Qwen2.5-7B,4,32,2,3.1610306905349717e-5 +c4,mlp_gate,Qwen2.5-7B,4,32,2,1.127224531956017e-4 +c4,mlp_down,Qwen2.5-7B,4,32,2,1.5406945021823049e-4 +c4,attn_in,Qwen2.5-7B,4,32,3,9.510631207376719e-5 +c4,mlp_gate,Qwen2.5-7B,4,32,3,0.0013646268052980304 +c4,mlp_down,Qwen2.5-7B,4,32,3,0.010899476706981659 +c4,attn_in,Qwen2.5-7B,4,32,4,1.1652264947770163e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,4,2.629965019878e-4 +c4,mlp_down,Qwen2.5-7B,4,32,4,0.003379459958523512 +c4,attn_in,Qwen2.5-7B,4,32,5,1.4378124615177512e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,5,2.3018597858026624e-4 +c4,mlp_down,Qwen2.5-7B,4,32,5,2.277438761666417e-4 +c4,attn_in,Qwen2.5-7B,4,32,6,2.3418043565470725e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,6,0.0010668215109035373 +c4,mlp_down,Qwen2.5-7B,4,32,6,4.4181389966979623e-4 +c4,attn_in,Qwen2.5-7B,4,32,7,2.729796397034079e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,7,6.75291521474719e-4 +c4,mlp_down,Qwen2.5-7B,4,32,7,7.026488892734051e-4 +c4,attn_in,Qwen2.5-7B,4,32,8,3.853890229947865e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,8,8.384733228012919e-4 +c4,mlp_down,Qwen2.5-7B,4,32,8,7.291087531484663e-4 +c4,attn_in,Qwen2.5-7B,4,32,9,4.292275116313249e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,9,9.860576828941703e-4 +c4,mlp_down,Qwen2.5-7B,4,32,9,8.603838505223393e-4 +c4,attn_in,Qwen2.5-7B,4,32,10,4.331833915784955e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,10,8.233843836933374e-4 +c4,mlp_down,Qwen2.5-7B,4,32,10,7.249694317579269e-4 +c4,attn_in,Qwen2.5-7B,4,32,11,8.65758687723428e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,11,7.288881461136043e-4 +c4,mlp_down,Qwen2.5-7B,4,32,11,6.159329204820096e-4 +c4,attn_in,Qwen2.5-7B,4,32,12,3.7550239358097315e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,12,7.049901760183275e-4 +c4,mlp_down,Qwen2.5-7B,4,32,12,5.714028375223279e-4 +c4,attn_in,Qwen2.5-7B,4,32,13,5.13223756570369e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,13,7.442488567903638e-4 +c4,mlp_down,Qwen2.5-7B,4,32,13,5.962292198091745e-4 +c4,attn_in,Qwen2.5-7B,4,32,14,4.6546731027774513e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,14,7.826379733160138e-4 +c4,mlp_down,Qwen2.5-7B,4,32,14,6.204810342751443e-4 +c4,attn_in,Qwen2.5-7B,4,32,15,8.222465985454619e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,15,7.429250981658697e-4 +c4,mlp_down,Qwen2.5-7B,4,32,15,5.529184709303081e-4 +c4,attn_in,Qwen2.5-7B,4,32,16,5.09330362547189e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,16,7.043455261737108e-4 +c4,mlp_down,Qwen2.5-7B,4,32,16,5.419590161181986e-4 +c4,attn_in,Qwen2.5-7B,4,32,17,5.024804268032312e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,17,8.747396641410887e-4 +c4,mlp_down,Qwen2.5-7B,4,32,17,6.811815546825528e-4 +c4,attn_in,Qwen2.5-7B,4,32,18,6.348020979203284e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,18,0.0012506433995440602 +c4,mlp_down,Qwen2.5-7B,4,32,18,9.94899426586926e-4 +c4,attn_in,Qwen2.5-7B,4,32,19,0.0011136065004393458 +c4,mlp_gate,Qwen2.5-7B,4,32,19,0.001841071411035955 +c4,mlp_down,Qwen2.5-7B,4,32,19,0.0015594627475365996 +c4,attn_in,Qwen2.5-7B,4,32,20,9.320034878328443e-4 +c4,mlp_gate,Qwen2.5-7B,4,32,20,0.002991796936839819 +c4,mlp_down,Qwen2.5-7B,4,32,20,0.002626909175887704 +c4,attn_in,Qwen2.5-7B,4,32,21,0.002159646712243557 +c4,mlp_gate,Qwen2.5-7B,4,32,21,0.004526092205196619 +c4,mlp_down,Qwen2.5-7B,4,32,21,0.004266838543117046 +c4,attn_in,Qwen2.5-7B,4,32,22,0.001780768041498959 +c4,mlp_gate,Qwen2.5-7B,4,32,22,0.007547222077846527 +c4,mlp_down,Qwen2.5-7B,4,32,22,0.0072893016040325165 +c4,attn_in,Qwen2.5-7B,4,32,23,0.0031366278417408466 +c4,mlp_gate,Qwen2.5-7B,4,32,23,0.009019533172249794 +c4,mlp_down,Qwen2.5-7B,4,32,23,0.009930565021932125 +c4,attn_in,Qwen2.5-7B,4,32,24,0.0033880635164678097 +c4,mlp_gate,Qwen2.5-7B,4,32,24,0.014788202941417694 +c4,mlp_down,Qwen2.5-7B,4,32,24,0.013579782098531723 +c4,attn_in,Qwen2.5-7B,4,32,25,0.004416644107550383 +c4,mlp_gate,Qwen2.5-7B,4,32,25,0.02269481122493744 +c4,mlp_down,Qwen2.5-7B,4,32,25,0.02023238129913807 +c4,attn_in,Qwen2.5-7B,4,32,26,0.010018670931458473 +c4,mlp_gate,Qwen2.5-7B,4,32,26,0.04229404777288437 +c4,mlp_down,Qwen2.5-7B,4,32,26,0.11670844256877899 +c4,attn_in,Qwen2.5-7B,4,32,27,0.07689918577671051 +c4,mlp_gate,Qwen2.5-7B,4,32,27,0.10803402960300446 +c4,mlp_down,Qwen2.5-7B,4,32,27,0.19778403639793396 +wikitext,attn_in,Qwen2.5-7B,4,32,0,2.937013778137043e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,32,0,1.7760145419742912e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,0,7.965236000018194e-5 +wikitext,attn_in,Qwen2.5-7B,4,32,1,2.346858491364401e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,32,1,7.433120481437072e-5 +wikitext,mlp_down,Qwen2.5-7B,4,32,1,8.003309631021693e-5 +wikitext,attn_in,Qwen2.5-7B,4,32,2,3.298310184618458e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,32,2,1.1712438572430983e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,2,1.5277085185516626e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,3,9.75431248662062e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,32,3,0.0013560215011239052 +wikitext,mlp_down,Qwen2.5-7B,4,32,3,0.010829128324985504 +wikitext,attn_in,Qwen2.5-7B,4,32,4,1.314429973717779e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,4,2.663712075445801e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,4,0.0033844367135316133 +wikitext,attn_in,Qwen2.5-7B,4,32,5,1.4749809633940458e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,5,2.5265899603255093e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,5,2.6018903008662164e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,6,2.1797092631459236e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,6,0.0010943596716970205 +wikitext,mlp_down,Qwen2.5-7B,4,32,6,5.07935939822346e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,7,2.8968113474547863e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,7,7.35302921384573e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,7,7.134011248126626e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,8,3.7768890615552664e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,8,9.144083014689386e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,8,7.712578517384827e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,9,4.4916084152646363e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,9,0.0010482777142897248 +wikitext,mlp_down,Qwen2.5-7B,4,32,9,9.32899652980268e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,10,4.075046454090625e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,10,9.352269116789103e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,10,8.084032451733947e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,11,9.726491407491267e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,11,8.687488152645528e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,11,7.179134991019964e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,12,4.0655230986885726e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,12,8.379172650165856e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,12,6.532539846375585e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,13,5.482286214828491e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,13,8.699222817085683e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,13,6.697996286675334e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,14,4.974639159627259e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,14,9.249883587472141e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,14,6.99362251907587e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,15,8.249274687841535e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,15,9.091584361158311e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,15,6.544060888700187e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,16,5.506296292878687e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,16,9.002279839478433e-4 +wikitext,mlp_down,Qwen2.5-7B,4,32,16,6.558409077115357e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,17,5.868017324246466e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,17,0.0011425837874412537 +wikitext,mlp_down,Qwen2.5-7B,4,32,17,8.370434516109526e-4 +wikitext,attn_in,Qwen2.5-7B,4,32,18,7.374464767053723e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,32,18,0.0014897237997502089 +wikitext,mlp_down,Qwen2.5-7B,4,32,18,0.0010928448755294085 +wikitext,attn_in,Qwen2.5-7B,4,32,19,0.0011831034207716584 +wikitext,mlp_gate,Qwen2.5-7B,4,32,19,0.00206196797080338 +wikitext,mlp_down,Qwen2.5-7B,4,32,19,0.0015617223689332604 +wikitext,attn_in,Qwen2.5-7B,4,32,20,0.0010315505787730217 +wikitext,mlp_gate,Qwen2.5-7B,4,32,20,0.0031688734889030457 +wikitext,mlp_down,Qwen2.5-7B,4,32,20,0.002570278709754348 +wikitext,attn_in,Qwen2.5-7B,4,32,21,0.0021044169552624226 +wikitext,mlp_gate,Qwen2.5-7B,4,32,21,0.0044886390678584576 +wikitext,mlp_down,Qwen2.5-7B,4,32,21,0.004006235860288143 +wikitext,attn_in,Qwen2.5-7B,4,32,22,0.0020899218507111073 +wikitext,mlp_gate,Qwen2.5-7B,4,32,22,0.00742871779948473 +wikitext,mlp_down,Qwen2.5-7B,4,32,22,0.006987334229052067 +wikitext,attn_in,Qwen2.5-7B,4,32,23,0.0035156337544322014 +wikitext,mlp_gate,Qwen2.5-7B,4,32,23,0.00902776513248682 +wikitext,mlp_down,Qwen2.5-7B,4,32,23,0.010740191675722599 +wikitext,attn_in,Qwen2.5-7B,4,32,24,0.004511461593210697 +wikitext,mlp_gate,Qwen2.5-7B,4,32,24,0.01655535027384758 +wikitext,mlp_down,Qwen2.5-7B,4,32,24,0.016111936420202255 +wikitext,attn_in,Qwen2.5-7B,4,32,25,0.005104388576000929 +wikitext,mlp_gate,Qwen2.5-7B,4,32,25,0.027318673208355904 +wikitext,mlp_down,Qwen2.5-7B,4,32,25,0.022982612252235413 +wikitext,attn_in,Qwen2.5-7B,4,32,26,0.015818553045392036 +wikitext,mlp_gate,Qwen2.5-7B,4,32,26,0.05283112823963165 +wikitext,mlp_down,Qwen2.5-7B,4,32,26,0.121698297560215 +wikitext,attn_in,Qwen2.5-7B,4,32,27,0.08034951984882355 +wikitext,mlp_gate,Qwen2.5-7B,4,32,27,0.10562729835510254 +wikitext,mlp_down,Qwen2.5-7B,4,32,27,0.15545687079429626 +bos,attn_in,Qwen2.5-7B,4,64,0,6.687961285933852e-5 +bos,mlp_gate,Qwen2.5-7B,4,64,0,1.613846980035305e-4 +bos,mlp_down,Qwen2.5-7B,4,64,0,1.1657360300887376e-4 +bos,attn_in,Qwen2.5-7B,4,64,1,3.289113737992011e-5 +bos,mlp_gate,Qwen2.5-7B,4,64,1,9.808116737985983e-5 +bos,mlp_down,Qwen2.5-7B,4,64,1,1.2928358046337962e-4 +bos,attn_in,Qwen2.5-7B,4,64,2,5.16784712090157e-5 +bos,mlp_gate,Qwen2.5-7B,4,64,2,1.4074298087507486e-4 +bos,mlp_down,Qwen2.5-7B,4,64,2,1.8969146185554564e-4 +bos,attn_in,Qwen2.5-7B,4,64,3,1.463797816541046e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,3,0.0012069001095369458 +bos,mlp_down,Qwen2.5-7B,4,64,3,0.016186531633138657 +bos,attn_in,Qwen2.5-7B,4,64,4,2.0494082127697766e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,4,3.084246418438852e-4 +bos,mlp_down,Qwen2.5-7B,4,64,4,0.00636270921677351 +bos,attn_in,Qwen2.5-7B,4,64,5,2.720514021348208e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,5,2.795274485833943e-4 +bos,mlp_down,Qwen2.5-7B,4,64,5,2.725603699218482e-4 +bos,attn_in,Qwen2.5-7B,4,64,6,3.764466673601419e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,6,0.0013411111431196332 +bos,mlp_down,Qwen2.5-7B,4,64,6,5.109032499603927e-4 +bos,attn_in,Qwen2.5-7B,4,64,7,4.2426789877936244e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,7,8.488030289299786e-4 +bos,mlp_down,Qwen2.5-7B,4,64,7,9.571754490025342e-4 +bos,attn_in,Qwen2.5-7B,4,64,8,7.115908083505929e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,8,9.753953199833632e-4 +bos,mlp_down,Qwen2.5-7B,4,64,8,8.950721239671111e-4 +bos,attn_in,Qwen2.5-7B,4,64,9,5.164941539987922e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,9,9.533320553600788e-4 +bos,mlp_down,Qwen2.5-7B,4,64,9,9.502104367129505e-4 +bos,attn_in,Qwen2.5-7B,4,64,10,8.240992901846766e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,10,9.005261235870421e-4 +bos,mlp_down,Qwen2.5-7B,4,64,10,8.200079319067299e-4 +bos,attn_in,Qwen2.5-7B,4,64,11,5.356316105462611e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,11,8.101785788312554e-4 +bos,mlp_down,Qwen2.5-7B,4,64,11,7.402509218081832e-4 +bos,attn_in,Qwen2.5-7B,4,64,12,5.649885861203074e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,12,7.826894288882613e-4 +bos,mlp_down,Qwen2.5-7B,4,64,12,6.637978367507458e-4 +bos,attn_in,Qwen2.5-7B,4,64,13,6.050884258002043e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,13,8.333167061209679e-4 +bos,mlp_down,Qwen2.5-7B,4,64,13,6.843708106316626e-4 +bos,attn_in,Qwen2.5-7B,4,64,14,5.825936677865684e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,14,9.087039506994188e-4 +bos,mlp_down,Qwen2.5-7B,4,64,14,7.593418704345822e-4 +bos,attn_in,Qwen2.5-7B,4,64,15,9.56967705860734e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,15,8.947961032390594e-4 +bos,mlp_down,Qwen2.5-7B,4,64,15,6.858014385215938e-4 +bos,attn_in,Qwen2.5-7B,4,64,16,6.22112478595227e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,16,8.415645570494235e-4 +bos,mlp_down,Qwen2.5-7B,4,64,16,6.579866167157888e-4 +bos,attn_in,Qwen2.5-7B,4,64,17,6.514802225865424e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,17,0.0010447833919897676 +bos,mlp_down,Qwen2.5-7B,4,64,17,8.546524913981557e-4 +bos,attn_in,Qwen2.5-7B,4,64,18,7.928120321594179e-4 +bos,mlp_gate,Qwen2.5-7B,4,64,18,0.0015559879830107093 +bos,mlp_down,Qwen2.5-7B,4,64,18,0.0012855083914473653 +bos,attn_in,Qwen2.5-7B,4,64,19,0.0015677367337048054 +bos,mlp_gate,Qwen2.5-7B,4,64,19,0.002316415775567293 +bos,mlp_down,Qwen2.5-7B,4,64,19,0.0019350789953023195 +bos,attn_in,Qwen2.5-7B,4,64,20,0.0013555584009736776 +bos,mlp_gate,Qwen2.5-7B,4,64,20,0.0038451773580163717 +bos,mlp_down,Qwen2.5-7B,4,64,20,0.0035636990796774626 +bos,attn_in,Qwen2.5-7B,4,64,21,0.0025822827592492104 +bos,mlp_gate,Qwen2.5-7B,4,64,21,0.00607821810990572 +bos,mlp_down,Qwen2.5-7B,4,64,21,0.006103061139583588 +bos,attn_in,Qwen2.5-7B,4,64,22,0.002560417866334319 +bos,mlp_gate,Qwen2.5-7B,4,64,22,0.009901782497763634 +bos,mlp_down,Qwen2.5-7B,4,64,22,0.0097706513479352 +bos,attn_in,Qwen2.5-7B,4,64,23,0.0032996381632983685 +bos,mlp_gate,Qwen2.5-7B,4,64,23,0.011050384491682053 +bos,mlp_down,Qwen2.5-7B,4,64,23,0.010885792784392834 +bos,attn_in,Qwen2.5-7B,4,64,24,0.005350586026906967 +bos,mlp_gate,Qwen2.5-7B,4,64,24,0.015667635947465897 +bos,mlp_down,Qwen2.5-7B,4,64,24,0.01363773737102747 +bos,attn_in,Qwen2.5-7B,4,64,25,0.006068114191293716 +bos,mlp_gate,Qwen2.5-7B,4,64,25,0.02232007123529911 +bos,mlp_down,Qwen2.5-7B,4,64,25,0.02237401157617569 +bos,attn_in,Qwen2.5-7B,4,64,26,0.010067710652947426 +bos,mlp_gate,Qwen2.5-7B,4,64,26,0.041253380477428436 +bos,mlp_down,Qwen2.5-7B,4,64,26,0.19376443326473236 +bos,attn_in,Qwen2.5-7B,4,64,27,0.10030226409435272 +bos,mlp_gate,Qwen2.5-7B,4,64,27,0.10110796242952347 +bos,mlp_down,Qwen2.5-7B,4,64,27,0.17862583696842194 +c4,attn_in,Qwen2.5-7B,4,64,0,5.4588068451266736e-5 +c4,mlp_gate,Qwen2.5-7B,4,64,0,1.8666719552129507e-4 +c4,mlp_down,Qwen2.5-7B,4,64,0,1.2154438445577398e-4 +c4,attn_in,Qwen2.5-7B,4,64,1,3.3743832318577915e-5 +c4,mlp_gate,Qwen2.5-7B,4,64,1,9.89141917671077e-5 +c4,mlp_down,Qwen2.5-7B,4,64,1,1.1616964911809191e-4 +c4,attn_in,Qwen2.5-7B,4,64,2,4.972418901161291e-5 +c4,mlp_gate,Qwen2.5-7B,4,64,2,1.571395987411961e-4 +c4,mlp_down,Qwen2.5-7B,4,64,2,2.192035608459264e-4 +c4,attn_in,Qwen2.5-7B,4,64,3,1.4372618170455098e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,3,0.0012031779624521732 +c4,mlp_down,Qwen2.5-7B,4,64,3,0.016069181263446808 +c4,attn_in,Qwen2.5-7B,4,64,4,1.8572637054603547e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,4,3.8256487459875643e-4 +c4,mlp_down,Qwen2.5-7B,4,64,4,0.006452373694628477 +c4,attn_in,Qwen2.5-7B,4,64,5,2.4691480211913586e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,5,3.427161427680403e-4 +c4,mlp_down,Qwen2.5-7B,4,64,5,3.347026649862528e-4 +c4,attn_in,Qwen2.5-7B,4,64,6,3.8466069963760674e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,6,0.0013837945880368352 +c4,mlp_down,Qwen2.5-7B,4,64,6,6.28408626653254e-4 +c4,attn_in,Qwen2.5-7B,4,64,7,4.218815884087235e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,7,9.687011479400098e-4 +c4,mlp_down,Qwen2.5-7B,4,64,7,9.971638210117817e-4 +c4,attn_in,Qwen2.5-7B,4,64,8,6.808214238844812e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,8,0.0011872450122609735 +c4,mlp_down,Qwen2.5-7B,4,64,8,0.0010214055655524135 +c4,attn_in,Qwen2.5-7B,4,64,9,6.163056823424995e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,9,0.0013818005099892616 +c4,mlp_down,Qwen2.5-7B,4,64,9,0.0012163885403424501 +c4,attn_in,Qwen2.5-7B,4,64,10,7.204734138213098e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,10,0.0011752535356208682 +c4,mlp_down,Qwen2.5-7B,4,64,10,0.0010126723209396005 +c4,attn_in,Qwen2.5-7B,4,64,11,6.673975149169564e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,11,0.0010281342547386885 +c4,mlp_down,Qwen2.5-7B,4,64,11,8.696865988895297e-4 +c4,attn_in,Qwen2.5-7B,4,64,12,6.061154999770224e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,12,0.0010106827830895782 +c4,mlp_down,Qwen2.5-7B,4,64,12,8.120021666400135e-4 +c4,attn_in,Qwen2.5-7B,4,64,13,7.347796927206218e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,13,0.0010677117388695478 +c4,mlp_down,Qwen2.5-7B,4,64,13,8.395790937356651e-4 +c4,attn_in,Qwen2.5-7B,4,64,14,7.922004442662001e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,14,0.0011267067166045308 +c4,mlp_down,Qwen2.5-7B,4,64,14,8.84214707184583e-4 +c4,attn_in,Qwen2.5-7B,4,64,15,0.0010359660955145955 +c4,mlp_gate,Qwen2.5-7B,4,64,15,0.0010697905672714114 +c4,mlp_down,Qwen2.5-7B,4,64,15,7.825298816896975e-4 +c4,attn_in,Qwen2.5-7B,4,64,16,7.341562304645777e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,16,9.994113352149725e-4 +c4,mlp_down,Qwen2.5-7B,4,64,16,7.597061921842396e-4 +c4,attn_in,Qwen2.5-7B,4,64,17,7.598656811751425e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,17,0.0012462438317015767 +c4,mlp_down,Qwen2.5-7B,4,64,17,9.662153897807002e-4 +c4,attn_in,Qwen2.5-7B,4,64,18,9.798911632969975e-4 +c4,mlp_gate,Qwen2.5-7B,4,64,18,0.0018128936644643545 +c4,mlp_down,Qwen2.5-7B,4,64,18,0.0014231529785320163 +c4,attn_in,Qwen2.5-7B,4,64,19,0.0018674932653084397 +c4,mlp_gate,Qwen2.5-7B,4,64,19,0.0026979767717421055 +c4,mlp_down,Qwen2.5-7B,4,64,19,0.002197488909587264 +c4,attn_in,Qwen2.5-7B,4,64,20,0.0015612089773640037 +c4,mlp_gate,Qwen2.5-7B,4,64,20,0.004366325680166483 +c4,mlp_down,Qwen2.5-7B,4,64,20,0.003800551639869809 +c4,attn_in,Qwen2.5-7B,4,64,21,0.00287117762491107 +c4,mlp_gate,Qwen2.5-7B,4,64,21,0.006541095674037933 +c4,mlp_down,Qwen2.5-7B,4,64,21,0.006203561555594206 +c4,attn_in,Qwen2.5-7B,4,64,22,0.0028440975584089756 +c4,mlp_gate,Qwen2.5-7B,4,64,22,0.010773086920380592 +c4,mlp_down,Qwen2.5-7B,4,64,22,0.010411569848656654 +c4,attn_in,Qwen2.5-7B,4,64,23,0.0045588961802423 +c4,mlp_gate,Qwen2.5-7B,4,64,23,0.012911918573081493 +c4,mlp_down,Qwen2.5-7B,4,64,23,0.013946879655122757 +c4,attn_in,Qwen2.5-7B,4,64,24,0.005137741100043058 +c4,mlp_gate,Qwen2.5-7B,4,64,24,0.020715156570076942 +c4,mlp_down,Qwen2.5-7B,4,64,24,0.0188587699085474 +c4,attn_in,Qwen2.5-7B,4,64,25,0.006739750038832426 +c4,mlp_gate,Qwen2.5-7B,4,64,25,0.03232184424996376 +c4,mlp_down,Qwen2.5-7B,4,64,25,0.029276741668581963 +c4,attn_in,Qwen2.5-7B,4,64,26,0.013956541195511818 +c4,mlp_gate,Qwen2.5-7B,4,64,26,0.06264136731624603 +c4,mlp_down,Qwen2.5-7B,4,64,26,0.2040565460920334 +c4,attn_in,Qwen2.5-7B,4,64,27,0.09760057926177979 +c4,mlp_gate,Qwen2.5-7B,4,64,27,0.15755507349967957 +c4,mlp_down,Qwen2.5-7B,4,64,27,0.3531217575073242 +pileval,attn_in,Qwen2.5-7B,4,64,0,5.388884892454371e-5 +pileval,mlp_gate,Qwen2.5-7B,4,64,0,1.9304220040794462e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,0,1.1547231406439096e-4 +pileval,attn_in,Qwen2.5-7B,4,64,1,3.556674346327782e-5 +pileval,mlp_gate,Qwen2.5-7B,4,64,1,1.290861691813916e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,1,1.233063085237518e-4 +pileval,attn_in,Qwen2.5-7B,4,64,2,5.19682107551489e-5 +pileval,mlp_gate,Qwen2.5-7B,4,64,2,1.661196001805365e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,2,2.337831538170576e-4 +pileval,attn_in,Qwen2.5-7B,4,64,3,1.4805587125010788e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,3,0.001289784791879356 +pileval,mlp_down,Qwen2.5-7B,4,64,3,0.015863431617617607 +pileval,attn_in,Qwen2.5-7B,4,64,4,1.9561609951779246e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,4,3.7078442983329296e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,4,0.006547559984028339 +pileval,attn_in,Qwen2.5-7B,4,64,5,2.503194846212864e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,5,3.810568305198103e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,5,4.138714575674385e-4 +pileval,attn_in,Qwen2.5-7B,4,64,6,3.82927741156891e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,6,0.0014278037706390023 +pileval,mlp_down,Qwen2.5-7B,4,64,6,6.634899182245135e-4 +pileval,attn_in,Qwen2.5-7B,4,64,7,4.2943828157149255e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,7,9.828148176893592e-4 +pileval,mlp_down,Qwen2.5-7B,4,64,7,9.743410046212375e-4 +pileval,attn_in,Qwen2.5-7B,4,64,8,6.765826256014407e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,8,0.001159180304966867 +pileval,mlp_down,Qwen2.5-7B,4,64,8,9.807945461943746e-4 +pileval,attn_in,Qwen2.5-7B,4,64,9,6.16726407315582e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,9,0.0012991090770810843 +pileval,mlp_down,Qwen2.5-7B,4,64,9,0.0011821548687294126 +pileval,attn_in,Qwen2.5-7B,4,64,10,7.282000151462853e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,10,0.0011707994854077697 +pileval,mlp_down,Qwen2.5-7B,4,64,10,0.0010339980944991112 +pileval,attn_in,Qwen2.5-7B,4,64,11,6.95137248840183e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,11,0.001064488897100091 +pileval,mlp_down,Qwen2.5-7B,4,64,11,9.089124505408108e-4 +pileval,attn_in,Qwen2.5-7B,4,64,12,6.528055528178811e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,12,0.0010419129393994808 +pileval,mlp_down,Qwen2.5-7B,4,64,12,8.489192114211619e-4 +pileval,attn_in,Qwen2.5-7B,4,64,13,7.574522751383483e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,13,0.0010672621428966522 +pileval,mlp_down,Qwen2.5-7B,4,64,13,8.304663351736963e-4 +pileval,attn_in,Qwen2.5-7B,4,64,14,8.199762087315321e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,14,0.0011401214869692922 +pileval,mlp_down,Qwen2.5-7B,4,64,14,9.00398357771337e-4 +pileval,attn_in,Qwen2.5-7B,4,64,15,0.0010566574055701494 +pileval,mlp_gate,Qwen2.5-7B,4,64,15,0.0011046754661947489 +pileval,mlp_down,Qwen2.5-7B,4,64,15,8.198959985747933e-4 +pileval,attn_in,Qwen2.5-7B,4,64,16,7.68028839956969e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,16,0.0010504747042432427 +pileval,mlp_down,Qwen2.5-7B,4,64,16,7.986716809682548e-4 +pileval,attn_in,Qwen2.5-7B,4,64,17,8.213244727812707e-4 +pileval,mlp_gate,Qwen2.5-7B,4,64,17,0.0013181468239054084 +pileval,mlp_down,Qwen2.5-7B,4,64,17,0.0010355684207752347 +pileval,attn_in,Qwen2.5-7B,4,64,18,0.0010358444415032864 +pileval,mlp_gate,Qwen2.5-7B,4,64,18,0.0018833278445526958 +pileval,mlp_down,Qwen2.5-7B,4,64,18,0.0014874370535835624 +pileval,attn_in,Qwen2.5-7B,4,64,19,0.001928333891555667 +pileval,mlp_gate,Qwen2.5-7B,4,64,19,0.0027340108063071966 +pileval,mlp_down,Qwen2.5-7B,4,64,19,0.002230249810963869 +pileval,attn_in,Qwen2.5-7B,4,64,20,0.0016846712678670883 +pileval,mlp_gate,Qwen2.5-7B,4,64,20,0.004373803734779358 +pileval,mlp_down,Qwen2.5-7B,4,64,20,0.0038110448513180017 +pileval,attn_in,Qwen2.5-7B,4,64,21,0.0030679882038384676 +pileval,mlp_gate,Qwen2.5-7B,4,64,21,0.0064208609983325005 +pileval,mlp_down,Qwen2.5-7B,4,64,21,0.006034892983734608 +pileval,attn_in,Qwen2.5-7B,4,64,22,0.0032431615982204676 +pileval,mlp_gate,Qwen2.5-7B,4,64,22,0.010598121210932732 +pileval,mlp_down,Qwen2.5-7B,4,64,22,0.010589328594505787 +pileval,attn_in,Qwen2.5-7B,4,64,23,0.005007633939385414 +pileval,mlp_gate,Qwen2.5-7B,4,64,23,0.013270128518342972 +pileval,mlp_down,Qwen2.5-7B,4,64,23,0.014755327254533768 +pileval,attn_in,Qwen2.5-7B,4,64,24,0.005497344769537449 +pileval,mlp_gate,Qwen2.5-7B,4,64,24,0.02233332209289074 +pileval,mlp_down,Qwen2.5-7B,4,64,24,0.020669063553214073 +pileval,attn_in,Qwen2.5-7B,4,64,25,0.00698871212080121 +pileval,mlp_gate,Qwen2.5-7B,4,64,25,0.03525844216346741 +pileval,mlp_down,Qwen2.5-7B,4,64,25,0.03265979886054993 +pileval,attn_in,Qwen2.5-7B,4,64,26,0.014956540428102016 +pileval,mlp_gate,Qwen2.5-7B,4,64,26,0.06928087770938873 +pileval,mlp_down,Qwen2.5-7B,4,64,26,0.2051374763250351 +pileval,attn_in,Qwen2.5-7B,4,64,27,0.10036882758140564 +pileval,mlp_gate,Qwen2.5-7B,4,64,27,0.16555151343345642 +pileval,mlp_down,Qwen2.5-7B,4,64,27,0.35359615087509155 +wikitext,attn_in,Qwen2.5-7B,4,64,0,4.62193856947124e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,64,0,1.974121987586841e-4 +wikitext,mlp_down,Qwen2.5-7B,4,64,0,1.1650456872303039e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,1,3.383512012078427e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,64,1,1.1229729716433212e-4 +wikitext,mlp_down,Qwen2.5-7B,4,64,1,1.1361260112607852e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,2,5.4393818572862074e-5 +wikitext,mlp_gate,Qwen2.5-7B,4,64,2,1.649164769332856e-4 +wikitext,mlp_down,Qwen2.5-7B,4,64,2,2.170744992326945e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,3,1.4643404574599117e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,3,0.0012800197582691908 +wikitext,mlp_down,Qwen2.5-7B,4,64,3,0.015974726527929306 +wikitext,attn_in,Qwen2.5-7B,4,64,4,2.11403748835437e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,4,3.947153454646468e-4 +wikitext,mlp_down,Qwen2.5-7B,4,64,4,0.00645922776311636 +wikitext,attn_in,Qwen2.5-7B,4,64,5,2.7059853891842067e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,5,3.760751860681921e-4 +wikitext,mlp_down,Qwen2.5-7B,4,64,5,3.7922721821814775e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,6,4.422214988153428e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,6,0.0014404095709323883 +wikitext,mlp_down,Qwen2.5-7B,4,64,6,7.211100310087204e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,7,4.432200512383133e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,7,0.0010495075257495046 +wikitext,mlp_down,Qwen2.5-7B,4,64,7,0.0010142120299860835 +wikitext,attn_in,Qwen2.5-7B,4,64,8,7.048501283861697e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,8,0.001288497936911881 +wikitext,mlp_down,Qwen2.5-7B,4,64,8,0.0010828978847712278 +wikitext,attn_in,Qwen2.5-7B,4,64,9,6.496219430118799e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,9,0.001458233455196023 +wikitext,mlp_down,Qwen2.5-7B,4,64,9,0.0013095185859128833 +wikitext,attn_in,Qwen2.5-7B,4,64,10,8.442309917882085e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,10,0.0013257731916382909 +wikitext,mlp_down,Qwen2.5-7B,4,64,10,0.0011297144228592515 +wikitext,attn_in,Qwen2.5-7B,4,64,11,7.022606441751122e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,11,0.001225516083650291 +wikitext,mlp_down,Qwen2.5-7B,4,64,11,0.0010112441377714276 +wikitext,attn_in,Qwen2.5-7B,4,64,12,6.560529000125825e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,12,0.0011960675474256277 +wikitext,mlp_down,Qwen2.5-7B,4,64,12,9.263468091376126e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,13,8.029814343899488e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,13,0.0012422254076227546 +wikitext,mlp_down,Qwen2.5-7B,4,64,13,9.416731190867722e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,14,8.285804069600999e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,14,0.001324310782365501 +wikitext,mlp_down,Qwen2.5-7B,4,64,14,9.933835826814175e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,15,0.0010539306094869971 +wikitext,mlp_gate,Qwen2.5-7B,4,64,15,0.0013010750990360975 +wikitext,mlp_down,Qwen2.5-7B,4,64,15,9.245176916010678e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,16,8.130325586535037e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,16,0.0012721793027594686 +wikitext,mlp_down,Qwen2.5-7B,4,64,16,9.176410967484117e-4 +wikitext,attn_in,Qwen2.5-7B,4,64,17,8.878950611688197e-4 +wikitext,mlp_gate,Qwen2.5-7B,4,64,17,0.0016228719614446163 +wikitext,mlp_down,Qwen2.5-7B,4,64,17,0.0011827609268948436 +wikitext,attn_in,Qwen2.5-7B,4,64,18,0.001115936553105712 +wikitext,mlp_gate,Qwen2.5-7B,4,64,18,0.002148674800992012 +wikitext,mlp_down,Qwen2.5-7B,4,64,18,0.0015572372358292341 +wikitext,attn_in,Qwen2.5-7B,4,64,19,0.0020140388514846563 +wikitext,mlp_gate,Qwen2.5-7B,4,64,19,0.002989169443026185 +wikitext,mlp_down,Qwen2.5-7B,4,64,19,0.0022041783668100834 +wikitext,attn_in,Qwen2.5-7B,4,64,20,0.0016358819557353854 +wikitext,mlp_gate,Qwen2.5-7B,4,64,20,0.004583216737955809 +wikitext,mlp_down,Qwen2.5-7B,4,64,20,0.0037179673090577126 +wikitext,attn_in,Qwen2.5-7B,4,64,21,0.00285302079282701 +wikitext,mlp_gate,Qwen2.5-7B,4,64,21,0.00649309903383255 +wikitext,mlp_down,Qwen2.5-7B,4,64,21,0.005825260188430548 +wikitext,attn_in,Qwen2.5-7B,4,64,22,0.0031650089658796787 +wikitext,mlp_gate,Qwen2.5-7B,4,64,22,0.010618804022669792 +wikitext,mlp_down,Qwen2.5-7B,4,64,22,0.01000763475894928 +wikitext,attn_in,Qwen2.5-7B,4,64,23,0.005234880372881889 +wikitext,mlp_gate,Qwen2.5-7B,4,64,23,0.012832581996917725 +wikitext,mlp_down,Qwen2.5-7B,4,64,23,0.015029089525341988 +wikitext,attn_in,Qwen2.5-7B,4,64,24,0.006529203616082668 +wikitext,mlp_gate,Qwen2.5-7B,4,64,24,0.02313912846148014 +wikitext,mlp_down,Qwen2.5-7B,4,64,24,0.022275792434811592 +wikitext,attn_in,Qwen2.5-7B,4,64,25,0.007234632503241301 +wikitext,mlp_gate,Qwen2.5-7B,4,64,25,0.0385587178170681 +wikitext,mlp_down,Qwen2.5-7B,4,64,25,0.03313055261969566 +wikitext,attn_in,Qwen2.5-7B,4,64,26,0.02103993110358715 +wikitext,mlp_gate,Qwen2.5-7B,4,64,26,0.07567236572504044 +wikitext,mlp_down,Qwen2.5-7B,4,64,26,0.210894376039505 +wikitext,attn_in,Qwen2.5-7B,4,64,27,0.10201132297515869 +wikitext,mlp_gate,Qwen2.5-7B,4,64,27,0.15337687730789185 +wikitext,mlp_down,Qwen2.5-7B,4,64,27,0.2751735746860504 +bos,attn_in,Qwen2.5-7B,8,128,0,4.7262986413443286e-7 +bos,mlp_gate,Qwen2.5-7B,8,128,0,1.3927494819654385e-6 +bos,mlp_down,Qwen2.5-7B,8,128,0,5.951167167950189e-7 +bos,attn_in,Qwen2.5-7B,8,128,1,1.8561235037850565e-7 +bos,mlp_gate,Qwen2.5-7B,8,128,1,5.916838858865958e-7 +bos,mlp_down,Qwen2.5-7B,8,128,1,6.33327260857186e-7 +bos,attn_in,Qwen2.5-7B,8,128,2,2.6562190669210395e-7 +bos,mlp_gate,Qwen2.5-7B,8,128,2,6.871131290608901e-7 +bos,mlp_down,Qwen2.5-7B,8,128,2,9.67001028584491e-7 +bos,attn_in,Qwen2.5-7B,8,128,3,7.60173008984566e-7 +bos,mlp_gate,Qwen2.5-7B,8,128,3,5.539666290133027e-6 +bos,mlp_down,Qwen2.5-7B,8,128,3,6.335275247693062e-5 +bos,attn_in,Qwen2.5-7B,8,128,4,1.1229963092773687e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,4,2.014775418501813e-6 +bos,mlp_down,Qwen2.5-7B,8,128,4,4.4231310312170535e-5 +bos,attn_in,Qwen2.5-7B,8,128,5,1.466713683839771e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,5,1.3658994930665358e-6 +bos,mlp_down,Qwen2.5-7B,8,128,5,1.573971758261905e-6 +bos,attn_in,Qwen2.5-7B,8,128,6,3.5219986784795765e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,6,6.303976078925189e-6 +bos,mlp_down,Qwen2.5-7B,8,128,6,2.570621290942654e-6 +bos,attn_in,Qwen2.5-7B,8,128,7,2.5390609152964316e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,7,4.1849471017485484e-6 +bos,mlp_down,Qwen2.5-7B,8,128,7,4.796251687366748e-6 +bos,attn_in,Qwen2.5-7B,8,128,8,3.72131762560457e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,8,4.730047749035293e-6 +bos,mlp_down,Qwen2.5-7B,8,128,8,4.446809725777712e-6 +bos,attn_in,Qwen2.5-7B,8,128,9,2.8484180347732035e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,9,4.531551894615404e-6 +bos,mlp_down,Qwen2.5-7B,8,128,9,4.745853402710054e-6 +bos,attn_in,Qwen2.5-7B,8,128,10,2.935080829047365e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,10,4.390582489577355e-6 +bos,mlp_down,Qwen2.5-7B,8,128,10,3.971734258811921e-6 +bos,attn_in,Qwen2.5-7B,8,128,11,3.1307222343457397e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,11,3.9641417970415205e-6 +bos,mlp_down,Qwen2.5-7B,8,128,11,5.478618277265923e-6 +bos,attn_in,Qwen2.5-7B,8,128,12,2.8818665214203065e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,12,3.841520992864389e-6 +bos,mlp_down,Qwen2.5-7B,8,128,12,3.3469696063548326e-6 +bos,attn_in,Qwen2.5-7B,8,128,13,3.5993293749925215e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,13,4.113217073609121e-6 +bos,mlp_down,Qwen2.5-7B,8,128,13,3.384002638995298e-6 +bos,attn_in,Qwen2.5-7B,8,128,14,4.1588964450056665e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,14,4.5742558540950995e-6 +bos,mlp_down,Qwen2.5-7B,8,128,14,3.8042505821067607e-6 +bos,attn_in,Qwen2.5-7B,8,128,15,8.415063348365948e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,15,4.4510920815810096e-6 +bos,mlp_down,Qwen2.5-7B,8,128,15,3.4473432606318966e-6 +bos,attn_in,Qwen2.5-7B,8,128,16,4.250620349921519e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,16,4.102849288756261e-6 +bos,mlp_down,Qwen2.5-7B,8,128,16,3.1973520435713e-6 +bos,attn_in,Qwen2.5-7B,8,128,17,4.228542820783332e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,17,5.1218548833276145e-6 +bos,mlp_down,Qwen2.5-7B,8,128,17,4.313535100664012e-6 +bos,attn_in,Qwen2.5-7B,8,128,18,4.6249188017100096e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,18,7.87374210631242e-6 +bos,mlp_down,Qwen2.5-7B,8,128,18,6.993026090640342e-6 +bos,attn_in,Qwen2.5-7B,8,128,19,8.888951015251223e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,19,1.1632976566033904e-5 +bos,mlp_down,Qwen2.5-7B,8,128,19,9.749678611115087e-6 +bos,attn_in,Qwen2.5-7B,8,128,20,7.701181857555639e-6 +bos,mlp_gate,Qwen2.5-7B,8,128,20,1.918910857057199e-5 +bos,mlp_down,Qwen2.5-7B,8,128,20,1.8510301742935553e-5 +bos,attn_in,Qwen2.5-7B,8,128,21,1.3374867194215767e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,21,3.033796929230448e-5 +bos,mlp_down,Qwen2.5-7B,8,128,21,3.158981417072937e-5 +bos,attn_in,Qwen2.5-7B,8,128,22,1.2357641026028432e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,22,4.93946390633937e-5 +bos,mlp_down,Qwen2.5-7B,8,128,22,4.897350663668476e-5 +bos,attn_in,Qwen2.5-7B,8,128,23,1.9742350559681654e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,23,5.333225635695271e-5 +bos,mlp_down,Qwen2.5-7B,8,128,23,5.502601561602205e-5 +bos,attn_in,Qwen2.5-7B,8,128,24,3.126986121060327e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,24,7.618696690769866e-5 +bos,mlp_down,Qwen2.5-7B,8,128,24,6.867443880764768e-5 +bos,attn_in,Qwen2.5-7B,8,128,25,4.005626033176668e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,25,1.099235814763233e-4 +bos,mlp_down,Qwen2.5-7B,8,128,25,1.1593048111535609e-4 +bos,attn_in,Qwen2.5-7B,8,128,26,6.280270463321358e-5 +bos,mlp_gate,Qwen2.5-7B,8,128,26,2.0872888853773475e-4 +bos,mlp_down,Qwen2.5-7B,8,128,26,0.005228626541793346 +bos,attn_in,Qwen2.5-7B,8,128,27,0.0014335056766867638 +bos,mlp_gate,Qwen2.5-7B,8,128,27,4.726579936686903e-4 +bos,mlp_down,Qwen2.5-7B,8,128,27,0.0014244642807170749 +c4,attn_in,Qwen2.5-7B,8,128,0,3.723212103068363e-7 +c4,mlp_gate,Qwen2.5-7B,8,128,0,1.6263272755168146e-6 +c4,mlp_down,Qwen2.5-7B,8,128,0,6.156630547593522e-7 +c4,attn_in,Qwen2.5-7B,8,128,1,1.8562187165116484e-7 +c4,mlp_gate,Qwen2.5-7B,8,128,1,5.755505299021024e-7 +c4,mlp_down,Qwen2.5-7B,8,128,1,5.704281420548796e-7 +c4,attn_in,Qwen2.5-7B,8,128,2,2.620452903556725e-7 +c4,mlp_gate,Qwen2.5-7B,8,128,2,7.781800377415493e-7 +c4,mlp_down,Qwen2.5-7B,8,128,2,1.0950798241537996e-6 +c4,attn_in,Qwen2.5-7B,8,128,3,7.481647799068014e-7 +c4,mlp_gate,Qwen2.5-7B,8,128,3,5.4400975386670325e-6 +c4,mlp_down,Qwen2.5-7B,8,128,3,6.417700933525339e-5 +c4,attn_in,Qwen2.5-7B,8,128,4,1.1785239166783867e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,4,2.136956936737988e-6 +c4,mlp_down,Qwen2.5-7B,8,128,4,4.469056148082018e-5 +c4,attn_in,Qwen2.5-7B,8,128,5,1.349915351056552e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,5,1.708852778392611e-6 +c4,mlp_down,Qwen2.5-7B,8,128,5,1.8732865783022135e-6 +c4,attn_in,Qwen2.5-7B,8,128,6,3.3588109999982407e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,6,6.553142156917602e-6 +c4,mlp_down,Qwen2.5-7B,8,128,6,3.1263407436199486e-6 +c4,attn_in,Qwen2.5-7B,8,128,7,2.2825909127277555e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,7,4.78823949379148e-6 +c4,mlp_down,Qwen2.5-7B,8,128,7,4.972156602889299e-6 +c4,attn_in,Qwen2.5-7B,8,128,8,3.5014431887248065e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,8,5.7905026551452465e-6 +c4,mlp_down,Qwen2.5-7B,8,128,8,5.0797948460967746e-6 +c4,attn_in,Qwen2.5-7B,8,128,9,3.307608039904153e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,9,6.51442587695783e-6 +c4,mlp_down,Qwen2.5-7B,8,128,9,6.012655831000302e-6 +c4,attn_in,Qwen2.5-7B,8,128,10,3.4217141546832863e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,10,5.705532203137409e-6 +c4,mlp_down,Qwen2.5-7B,8,128,10,4.902863565803273e-6 +c4,attn_in,Qwen2.5-7B,8,128,11,3.6656128941103816e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,11,5.014267117076088e-6 +c4,mlp_down,Qwen2.5-7B,8,128,11,6.129515440989053e-6 +c4,attn_in,Qwen2.5-7B,8,128,12,3.295720034657279e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,12,4.965716470906045e-6 +c4,mlp_down,Qwen2.5-7B,8,128,12,4.051916675962275e-6 +c4,attn_in,Qwen2.5-7B,8,128,13,4.451734184840461e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,13,5.256310487311566e-6 +c4,mlp_down,Qwen2.5-7B,8,128,13,4.149124833929818e-6 +c4,attn_in,Qwen2.5-7B,8,128,14,5.1978277042508125e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,14,5.630903615383431e-6 +c4,mlp_down,Qwen2.5-7B,8,128,14,4.427087787917117e-6 +c4,attn_in,Qwen2.5-7B,8,128,15,9.788260285858996e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,15,5.340635198081145e-6 +c4,mlp_down,Qwen2.5-7B,8,128,15,3.927983016183134e-6 +c4,attn_in,Qwen2.5-7B,8,128,16,4.448279014468426e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,16,4.928960606775945e-6 +c4,mlp_down,Qwen2.5-7B,8,128,16,3.6699404972750926e-6 +c4,attn_in,Qwen2.5-7B,8,128,17,4.956427801516838e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,17,6.155077244329732e-6 +c4,mlp_down,Qwen2.5-7B,8,128,17,4.9324116844218224e-6 +c4,attn_in,Qwen2.5-7B,8,128,18,5.275365765555762e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,18,9.119400601775851e-6 +c4,mlp_down,Qwen2.5-7B,8,128,18,8.036708095460199e-6 +c4,attn_in,Qwen2.5-7B,8,128,19,1.0322780326532666e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,19,1.3602269063994754e-5 +c4,mlp_down,Qwen2.5-7B,8,128,19,1.1189090400876012e-5 +c4,attn_in,Qwen2.5-7B,8,128,20,8.170835826604161e-6 +c4,mlp_gate,Qwen2.5-7B,8,128,20,2.2114467356004752e-5 +c4,mlp_down,Qwen2.5-7B,8,128,20,1.9886429072357714e-5 +c4,attn_in,Qwen2.5-7B,8,128,21,1.5780637113493867e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,21,3.278681106166914e-5 +c4,mlp_down,Qwen2.5-7B,8,128,21,3.2267857022816315e-5 +c4,attn_in,Qwen2.5-7B,8,128,22,1.4132629985397216e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,22,5.416756175691262e-5 +c4,mlp_down,Qwen2.5-7B,8,128,22,5.2797728130826727e-5 +c4,attn_in,Qwen2.5-7B,8,128,23,2.448144914524164e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,23,6.154776929179206e-5 +c4,mlp_down,Qwen2.5-7B,8,128,23,7.044921949272975e-5 +c4,attn_in,Qwen2.5-7B,8,128,24,2.8669635867117904e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,24,1.0146941349375993e-4 +c4,mlp_down,Qwen2.5-7B,8,128,24,9.339414827991277e-5 +c4,attn_in,Qwen2.5-7B,8,128,25,4.136791903874837e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,25,1.6184226842597127e-4 +c4,mlp_down,Qwen2.5-7B,8,128,25,1.499084901297465e-4 +c4,attn_in,Qwen2.5-7B,8,128,26,8.170165529008955e-5 +c4,mlp_gate,Qwen2.5-7B,8,128,26,3.164274385198951e-4 +c4,mlp_down,Qwen2.5-7B,8,128,26,0.005233170930296183 +c4,attn_in,Qwen2.5-7B,8,128,27,0.0012025176547467709 +c4,mlp_gate,Qwen2.5-7B,8,128,27,7.798416772857308e-4 +c4,mlp_down,Qwen2.5-7B,8,128,27,0.002650126814842224 +pileval,attn_in,Qwen2.5-7B,8,128,0,3.703262336784974e-7 +pileval,mlp_gate,Qwen2.5-7B,8,128,0,1.6113123137984076e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,0,5.845662371939397e-7 +pileval,attn_in,Qwen2.5-7B,8,128,1,1.9394323658161738e-7 +pileval,mlp_gate,Qwen2.5-7B,8,128,1,6.660472990915878e-7 +pileval,mlp_down,Qwen2.5-7B,8,128,1,6.073495910641213e-7 +pileval,attn_in,Qwen2.5-7B,8,128,2,2.7103476440970553e-7 +pileval,mlp_gate,Qwen2.5-7B,8,128,2,8.087220066954615e-7 +pileval,mlp_down,Qwen2.5-7B,8,128,2,1.1609173498072778e-6 +pileval,attn_in,Qwen2.5-7B,8,128,3,7.601809670632065e-7 +pileval,mlp_gate,Qwen2.5-7B,8,128,3,5.649528247886337e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,3,6.339096580632031e-5 +pileval,attn_in,Qwen2.5-7B,8,128,4,1.223170102093718e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,4,2.1338164515327662e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,4,4.5353870518738404e-5 +pileval,attn_in,Qwen2.5-7B,8,128,5,1.3773976661468623e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,5,1.9045718318011495e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,5,2.3280017558136024e-6 +pileval,attn_in,Qwen2.5-7B,8,128,6,3.227044999221107e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,6,6.7154751377529465e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,6,3.299619720564806e-6 +pileval,attn_in,Qwen2.5-7B,8,128,7,2.3399124984280206e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,7,4.846908268518746e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,7,4.888371677225223e-6 +pileval,attn_in,Qwen2.5-7B,8,128,8,3.688178594529745e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,8,5.636605692416197e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,8,4.895729489362566e-6 +pileval,attn_in,Qwen2.5-7B,8,128,9,3.2677444323780946e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,9,6.141534868220333e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,9,5.8612968132365495e-6 +pileval,attn_in,Qwen2.5-7B,8,128,10,3.424200940571609e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,10,5.678320576407714e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,10,5.00500891575939e-6 +pileval,attn_in,Qwen2.5-7B,8,128,11,3.716425226230058e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,11,5.185657300899038e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,11,6.382191713782959e-6 +pileval,attn_in,Qwen2.5-7B,8,128,12,3.5120908705721376e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,12,5.123726168676512e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,12,4.2365595618321095e-6 +pileval,attn_in,Qwen2.5-7B,8,128,13,4.6198160816857126e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,13,5.268152563076001e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,13,4.125458872294985e-6 +pileval,attn_in,Qwen2.5-7B,8,128,14,5.466406037157867e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,14,5.690697889804142e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,14,4.502462616073899e-6 +pileval,attn_in,Qwen2.5-7B,8,128,15,9.926857273967471e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,15,5.5162504395411815e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,15,4.113871000299696e-6 +pileval,attn_in,Qwen2.5-7B,8,128,16,4.645790340873646e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,16,5.153989150130656e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,16,3.855780050798785e-6 +pileval,attn_in,Qwen2.5-7B,8,128,17,5.281309768179199e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,17,6.493413366115419e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,17,5.255843461782206e-6 +pileval,attn_in,Qwen2.5-7B,8,128,18,5.657016117766034e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,18,9.460633009439334e-6 +pileval,mlp_down,Qwen2.5-7B,8,128,18,8.415814590989612e-6 +pileval,attn_in,Qwen2.5-7B,8,128,19,1.06385950857657e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,19,1.3741960174229462e-5 +pileval,mlp_down,Qwen2.5-7B,8,128,19,1.1390368854335975e-5 +pileval,attn_in,Qwen2.5-7B,8,128,20,8.83720440469915e-6 +pileval,mlp_gate,Qwen2.5-7B,8,128,20,2.2045727746444754e-5 +pileval,mlp_down,Qwen2.5-7B,8,128,20,2.0060235328855924e-5 +pileval,attn_in,Qwen2.5-7B,8,128,21,1.6791496818768792e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,21,3.2099698728416115e-5 +pileval,mlp_down,Qwen2.5-7B,8,128,21,3.163584915455431e-5 +pileval,attn_in,Qwen2.5-7B,8,128,22,1.6223901184275746e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,22,5.331269494490698e-5 +pileval,mlp_down,Qwen2.5-7B,8,128,22,5.391341255744919e-5 +pileval,attn_in,Qwen2.5-7B,8,128,23,2.6968593374476768e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,23,6.37500052107498e-5 +pileval,mlp_down,Qwen2.5-7B,8,128,23,7.43377095204778e-5 +pileval,attn_in,Qwen2.5-7B,8,128,24,3.135325459879823e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,24,1.0843423660844564e-4 +pileval,mlp_down,Qwen2.5-7B,8,128,24,1.0283436859026551e-4 +pileval,attn_in,Qwen2.5-7B,8,128,25,4.2145409679505974e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,25,1.7445581033825874e-4 +pileval,mlp_down,Qwen2.5-7B,8,128,25,1.692010264378041e-4 +pileval,attn_in,Qwen2.5-7B,8,128,26,8.657865691930056e-5 +pileval,mlp_gate,Qwen2.5-7B,8,128,26,3.5093227052129805e-4 +pileval,mlp_down,Qwen2.5-7B,8,128,26,0.0051090228371322155 +pileval,attn_in,Qwen2.5-7B,8,128,27,0.0012580007314682007 +pileval,mlp_gate,Qwen2.5-7B,8,128,27,8.13091523014009e-4 +pileval,mlp_down,Qwen2.5-7B,8,128,27,0.0025984076783061028 +wikitext,attn_in,Qwen2.5-7B,8,128,0,3.0934987194086716e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,128,0,1.65871131230233e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,0,5.945651651018125e-7 +wikitext,attn_in,Qwen2.5-7B,8,128,1,1.8510307597807696e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,128,1,5.983443429613544e-7 +wikitext,mlp_down,Qwen2.5-7B,8,128,1,5.610558559965284e-7 +wikitext,attn_in,Qwen2.5-7B,8,128,2,2.6756515580927953e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,128,2,8.122672738863912e-7 +wikitext,mlp_down,Qwen2.5-7B,8,128,2,1.0824350056282128e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,3,7.522961027461861e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,128,3,3.253133627367788e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,3,6.432707596104592e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,4,1.2909081306133885e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,4,2.1766020381619455e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,4,4.461584103410132e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,5,1.3138561598680099e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,5,1.882287506305147e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,5,2.0802413018827792e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,6,3.4426022921252297e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,6,6.830068286944879e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,6,3.5564921745390166e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,7,2.4353541903110454e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,7,5.163497462490341e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,7,5.074015916761709e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,8,3.6227349937689723e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,8,6.2850272115611006e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,8,5.340335974324262e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,9,3.4224119644932216e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,9,6.988708264543675e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,9,6.454421054513659e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,10,3.313924025860615e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,10,6.451073659263784e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,10,5.46917272004066e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,11,3.6541869121720083e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,11,5.911082098464249e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,11,6.788829978177091e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,12,3.5162372569175204e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,12,5.835867796122329e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,12,4.600089141604258e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,13,4.528309091256233e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,13,6.091380328143714e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,13,4.635492132365471e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,14,5.309974767442327e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,14,6.593836133106379e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,14,4.931160219712183e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,15,1.0472434041730594e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,15,6.468751962529495e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,15,4.619823812390678e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,16,4.6230488806031644e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,16,6.243200914468616e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,16,4.42380132881226e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,17,5.503587090061046e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,17,7.968560566951055e-6 +wikitext,mlp_down,Qwen2.5-7B,8,128,17,5.952771516604116e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,18,6.0599004427785985e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,18,1.0747441592684481e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,18,8.596310181019362e-6 +wikitext,attn_in,Qwen2.5-7B,8,128,19,1.0950238902296405e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,19,1.4988977454777341e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,19,1.116396288125543e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,20,8.676336619828362e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,128,20,2.314266748726368e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,20,1.9416591385379434e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,21,1.7120088159572333e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,21,3.219192149117589e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,21,3.027340062544681e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,22,1.60870622494258e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,22,5.3153678891249e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,22,5.093296931590885e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,23,2.8526665118988603e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,23,6.232236773939803e-5 +wikitext,mlp_down,Qwen2.5-7B,8,128,23,7.513794844271615e-5 +wikitext,attn_in,Qwen2.5-7B,8,128,24,3.531565744196996e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,24,1.1149440979352221e-4 +wikitext,mlp_down,Qwen2.5-7B,8,128,24,1.089082652470097e-4 +wikitext,attn_in,Qwen2.5-7B,8,128,25,4.5437114749802276e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,128,25,1.883038057712838e-4 +wikitext,mlp_down,Qwen2.5-7B,8,128,25,1.6804275219328701e-4 +wikitext,attn_in,Qwen2.5-7B,8,128,26,1.2201628851471469e-4 +wikitext,mlp_gate,Qwen2.5-7B,8,128,26,3.7917052395641804e-4 +wikitext,mlp_down,Qwen2.5-7B,8,128,26,0.005263580475002527 +wikitext,attn_in,Qwen2.5-7B,8,128,27,0.001321121002547443 +wikitext,mlp_gate,Qwen2.5-7B,8,128,27,7.371316314674914e-4 +wikitext,mlp_down,Qwen2.5-7B,8,128,27,0.0020561078563332558 +bos,attn_in,Qwen2.5-7B,8,32,0,1.6094544719180703e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,0,1.2388323966661119e-6 +bos,mlp_down,Qwen2.5-7B,8,32,0,2.9353051900216087e-7 +bos,attn_in,Qwen2.5-7B,8,32,1,8.917098881511265e-8 +bos,mlp_gate,Qwen2.5-7B,8,32,1,2.955219713385304e-7 +bos,mlp_down,Qwen2.5-7B,8,32,1,3.3500060681035393e-7 +bos,attn_in,Qwen2.5-7B,8,32,2,1.3406535970261757e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,2,3.773255627947947e-7 +bos,mlp_down,Qwen2.5-7B,8,32,2,4.849692913921899e-7 +bos,attn_in,Qwen2.5-7B,8,32,3,3.759625428756408e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,3,1.1070806067436934e-6 +bos,mlp_down,Qwen2.5-7B,8,32,3,1.54085300891893e-5 +bos,attn_in,Qwen2.5-7B,8,32,4,5.458159648696892e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,4,1.123115453083301e-6 +bos,mlp_down,Qwen2.5-7B,8,32,4,1.3204697097535245e-5 +bos,attn_in,Qwen2.5-7B,8,32,5,6.900452831359871e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,5,7.434368285430537e-7 +bos,mlp_down,Qwen2.5-7B,8,32,5,7.036119882286584e-7 +bos,attn_in,Qwen2.5-7B,8,32,6,8.862268146003771e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,6,3.821355221589329e-6 +bos,mlp_down,Qwen2.5-7B,8,32,6,1.3326504131327965e-6 +bos,attn_in,Qwen2.5-7B,8,32,7,9.823249911278253e-7 +bos,mlp_gate,Qwen2.5-7B,8,32,7,2.192459305661032e-6 +bos,mlp_down,Qwen2.5-7B,8,32,7,2.493645524737076e-6 +bos,attn_in,Qwen2.5-7B,8,32,8,1.751885179146484e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,8,2.566970806583413e-6 +bos,mlp_down,Qwen2.5-7B,8,32,8,2.36328924074769e-6 +bos,attn_in,Qwen2.5-7B,8,32,9,1.3837365031577065e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,9,2.5403694507986074e-6 +bos,mlp_down,Qwen2.5-7B,8,32,9,2.5193307919835206e-6 +bos,attn_in,Qwen2.5-7B,8,32,10,1.6819863049022388e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,10,2.348756652281736e-6 +bos,mlp_down,Qwen2.5-7B,8,32,10,2.1674770778190577e-6 +bos,attn_in,Qwen2.5-7B,8,32,11,1.609009700587194e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,11,2.147097575289081e-6 +bos,mlp_down,Qwen2.5-7B,8,32,11,2.304766667293734e-6 +bos,attn_in,Qwen2.5-7B,8,32,12,1.7868160284706391e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,12,2.0428594780241838e-6 +bos,mlp_down,Qwen2.5-7B,8,32,12,1.7335589745925972e-6 +bos,attn_in,Qwen2.5-7B,8,32,13,1.4394344134416315e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,13,2.1402884158305824e-6 +bos,mlp_down,Qwen2.5-7B,8,32,13,1.8157363683712902e-6 +bos,attn_in,Qwen2.5-7B,8,32,14,2.000021822823328e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,14,2.372100198044791e-6 +bos,mlp_down,Qwen2.5-7B,8,32,14,1.9722679098777007e-6 +bos,attn_in,Qwen2.5-7B,8,32,15,2.871325932574109e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,15,2.286518565597362e-6 +bos,mlp_down,Qwen2.5-7B,8,32,15,1.8052419363812078e-6 +bos,attn_in,Qwen2.5-7B,8,32,16,1.7235207678822917e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,16,2.183845708714216e-6 +bos,mlp_down,Qwen2.5-7B,8,32,16,1.739909407660889e-6 +bos,attn_in,Qwen2.5-7B,8,32,17,1.8832262185242143e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,17,2.7236014830123167e-6 +bos,mlp_down,Qwen2.5-7B,8,32,17,2.2553706457983935e-6 +bos,attn_in,Qwen2.5-7B,8,32,18,2.0874597339570755e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,18,3.979695065936539e-6 +bos,mlp_down,Qwen2.5-7B,8,32,18,3.4480040085327346e-6 +bos,attn_in,Qwen2.5-7B,8,32,19,4.010954853583826e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,19,5.899095867789583e-6 +bos,mlp_down,Qwen2.5-7B,8,32,19,5.1282231652294286e-6 +bos,attn_in,Qwen2.5-7B,8,32,20,3.412904334254563e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,20,9.823890650295652e-6 +bos,mlp_down,Qwen2.5-7B,8,32,20,9.121924449573271e-6 +bos,attn_in,Qwen2.5-7B,8,32,21,5.995445917506004e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,21,1.5567406080663204e-5 +bos,mlp_down,Qwen2.5-7B,8,32,21,1.5716334019089118e-5 +bos,attn_in,Qwen2.5-7B,8,32,22,6.4500786720600445e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,22,2.6025485567515716e-5 +bos,mlp_down,Qwen2.5-7B,8,32,22,2.5674477001302876e-5 +bos,attn_in,Qwen2.5-7B,8,32,23,9.409599442733452e-6 +bos,mlp_gate,Qwen2.5-7B,8,32,23,2.9182687285356224e-5 +bos,mlp_down,Qwen2.5-7B,8,32,23,2.8990896680625156e-5 +bos,attn_in,Qwen2.5-7B,8,32,24,1.8319864466320723e-5 +bos,mlp_gate,Qwen2.5-7B,8,32,24,4.085253021912649e-5 +bos,mlp_down,Qwen2.5-7B,8,32,24,3.648092388175428e-5 +bos,attn_in,Qwen2.5-7B,8,32,25,1.7927925000549294e-5 +bos,mlp_gate,Qwen2.5-7B,8,32,25,5.822840103064664e-5 +bos,mlp_down,Qwen2.5-7B,8,32,25,5.782943844678812e-5 +bos,attn_in,Qwen2.5-7B,8,32,26,3.0208628231775947e-5 +bos,mlp_gate,Qwen2.5-7B,8,32,26,1.1470334720797837e-4 +bos,mlp_down,Qwen2.5-7B,8,32,26,0.0013702195137739182 +bos,attn_in,Qwen2.5-7B,8,32,27,5.478934617713094e-4 +bos,mlp_gate,Qwen2.5-7B,8,32,27,2.523864386603236e-4 +bos,mlp_down,Qwen2.5-7B,8,32,27,4.175740177743137e-4 +c4,attn_in,Qwen2.5-7B,8,32,0,1.4649266688593343e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,0,1.455927872484608e-6 +c4,mlp_down,Qwen2.5-7B,8,32,0,3.07995946968731e-7 +c4,attn_in,Qwen2.5-7B,8,32,1,9.163608183371252e-8 +c4,mlp_gate,Qwen2.5-7B,8,32,1,2.9713825711041864e-7 +c4,mlp_down,Qwen2.5-7B,8,32,1,3.0141106321934785e-7 +c4,attn_in,Qwen2.5-7B,8,32,2,1.2694081874542462e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,2,4.1128660654976557e-7 +c4,mlp_down,Qwen2.5-7B,8,32,2,5.677326839759189e-7 +c4,attn_in,Qwen2.5-7B,8,32,3,3.662426593109558e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,3,3.792771622102009e-6 +c4,mlp_down,Qwen2.5-7B,8,32,3,1.741438427416142e-5 +c4,attn_in,Qwen2.5-7B,8,32,4,5.734432875215134e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,4,1.344655402135686e-6 +c4,mlp_down,Qwen2.5-7B,8,32,4,1.3440652764984407e-5 +c4,attn_in,Qwen2.5-7B,8,32,5,6.006232524669031e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,5,8.771651209826814e-7 +c4,mlp_down,Qwen2.5-7B,8,32,5,8.744499950807949e-7 +c4,attn_in,Qwen2.5-7B,8,32,6,8.529755177733023e-7 +c4,mlp_gate,Qwen2.5-7B,8,32,6,3.8790844882896636e-6 +c4,mlp_down,Qwen2.5-7B,8,32,6,1.6494490182594745e-6 +c4,attn_in,Qwen2.5-7B,8,32,7,1.0308343689757749e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,7,2.519311465221108e-6 +c4,mlp_down,Qwen2.5-7B,8,32,7,2.623200771267875e-6 +c4,attn_in,Qwen2.5-7B,8,32,8,1.6949558130363584e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,8,3.120519977528602e-6 +c4,mlp_down,Qwen2.5-7B,8,32,8,2.719285930652404e-6 +c4,attn_in,Qwen2.5-7B,8,32,9,1.6248627616732847e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,9,3.642574256446096e-6 +c4,mlp_down,Qwen2.5-7B,8,32,9,3.2232080684480025e-06 +c4,attn_in,Qwen2.5-7B,8,32,10,1.745405825204216e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,10,3.057790991078946e-6 +c4,mlp_down,Qwen2.5-7B,8,32,10,2.6828822683455655e-6 +c4,attn_in,Qwen2.5-7B,8,32,11,1.915567736432422e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,11,2.719218628044473e-6 +c4,mlp_down,Qwen2.5-7B,8,32,11,2.6563227493170416e-6 +c4,attn_in,Qwen2.5-7B,8,32,12,1.76819105490722e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,12,2.6264933694619685e-6 +c4,mlp_down,Qwen2.5-7B,8,32,12,2.117483290930977e-6 +c4,attn_in,Qwen2.5-7B,8,32,13,1.997187155211577e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,13,2.7529192720976425e-6 +c4,mlp_down,Qwen2.5-7B,8,32,13,2.2199753857421456e-6 +c4,attn_in,Qwen2.5-7B,8,32,14,2.0023355773446383e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,14,2.8947113150934456e-6 +c4,mlp_down,Qwen2.5-7B,8,32,14,2.3010738914308604e-6 +c4,attn_in,Qwen2.5-7B,8,32,15,2.9413326956273522e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,15,2.7485659757076064e-6 +c4,mlp_down,Qwen2.5-7B,8,32,15,2.067100922431564e-6 +c4,attn_in,Qwen2.5-7B,8,32,16,2.085706000798382e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,16,2.6159138997172704e-6 +c4,mlp_down,Qwen2.5-7B,8,32,16,2.004354655582574e-6 +c4,attn_in,Qwen2.5-7B,8,32,17,2.282412197018857e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,17,3.2416276098956587e-6 +c4,mlp_down,Qwen2.5-7B,8,32,17,2.565648856034386e-6 +c4,attn_in,Qwen2.5-7B,8,32,18,2.547118128859438e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,18,4.608444669429446e-6 +c4,mlp_down,Qwen2.5-7B,8,32,18,3.830796231341083e-6 +c4,attn_in,Qwen2.5-7B,8,32,19,5.067897745902883e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,19,6.85712393533322e-6 +c4,mlp_down,Qwen2.5-7B,8,32,19,5.842946393386228e-6 +c4,attn_in,Qwen2.5-7B,8,32,20,3.6025196550326655e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,20,1.1090280167991295e-5 +c4,mlp_down,Qwen2.5-7B,8,32,20,9.826806490309536e-6 +c4,attn_in,Qwen2.5-7B,8,32,21,6.819556801929139e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,21,1.682804577285424e-5 +c4,mlp_down,Qwen2.5-7B,8,32,21,1.5932731912471354e-5 +c4,attn_in,Qwen2.5-7B,8,32,22,7.068186278047506e-6 +c4,mlp_gate,Qwen2.5-7B,8,32,22,2.785103970381897e-5 +c4,mlp_down,Qwen2.5-7B,8,32,22,2.7088528440799564e-5 +c4,attn_in,Qwen2.5-7B,8,32,23,1.1876124517584685e-5 +c4,mlp_gate,Qwen2.5-7B,8,32,23,3.3558386348886415e-5 +c4,mlp_down,Qwen2.5-7B,8,32,23,3.703888432937674e-5 +c4,attn_in,Qwen2.5-7B,8,32,24,1.545765553601086e-5 +c4,mlp_gate,Qwen2.5-7B,8,32,24,5.441182656795718e-5 +c4,mlp_down,Qwen2.5-7B,8,32,24,5.0478760385885835e-5 +c4,attn_in,Qwen2.5-7B,8,32,25,1.906993566080928e-5 +c4,mlp_gate,Qwen2.5-7B,8,32,25,8.426113345194608e-5 +c4,mlp_down,Qwen2.5-7B,8,32,25,7.641079719178379e-5 +c4,attn_in,Qwen2.5-7B,8,32,26,4.026062379125506e-5 +c4,mlp_gate,Qwen2.5-7B,8,32,26,1.702158187981695e-4 +c4,mlp_down,Qwen2.5-7B,8,32,26,0.0013883449137210846 +c4,attn_in,Qwen2.5-7B,8,32,27,5.028124433010817e-4 +c4,mlp_gate,Qwen2.5-7B,8,32,27,4.127213032916188e-4 +c4,mlp_down,Qwen2.5-7B,8,32,27,7.816486759111285e-4 +pileval,attn_in,Qwen2.5-7B,8,32,0,1.4756268740256928e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,0,1.4491163256025175e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,0,2.9287622282936354e-7 +pileval,attn_in,Qwen2.5-7B,8,32,1,9.52333607528999e-8 +pileval,mlp_gate,Qwen2.5-7B,8,32,1,3.2605896649329225e-7 +pileval,mlp_down,Qwen2.5-7B,8,32,1,3.2041987196862465e-7 +pileval,attn_in,Qwen2.5-7B,8,32,2,1.3239829854683194e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,2,4.3108363456667576e-7 +pileval,mlp_down,Qwen2.5-7B,8,32,2,6.067098752282618e-7 +pileval,attn_in,Qwen2.5-7B,8,32,3,3.748407095827133e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,3,4.120845005672891e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,3,1.7919901438290253e-5 +pileval,attn_in,Qwen2.5-7B,8,32,4,6.134160344117845e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,4,1.2462136282920255e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,4,1.369297933706548e-5 +pileval,attn_in,Qwen2.5-7B,8,32,5,6.25224572559091e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,5,9.852357152340119e-7 +pileval,mlp_down,Qwen2.5-7B,8,32,5,1.088075464394933e-6 +pileval,attn_in,Qwen2.5-7B,8,32,6,8.58293162764312e-7 +pileval,mlp_gate,Qwen2.5-7B,8,32,6,4.034621724713361e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,6,1.7396132534486242e-6 +pileval,attn_in,Qwen2.5-7B,8,32,7,1.0519443094381131e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,7,2.5605961582186865e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,7,2.554094862716738e-6 +pileval,attn_in,Qwen2.5-7B,8,32,8,1.6844643369040568e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,8,3.061415327465511e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,8,2.6048790005006595e-6 +pileval,attn_in,Qwen2.5-7B,8,32,9,1.6346155007340712e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,9,3.443958803472924e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,9,3.135680344712455e-6 +pileval,attn_in,Qwen2.5-7B,8,32,10,1.7257856370633817e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,10,3.0547155347449007e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,10,2.737430349952774e-6 +pileval,attn_in,Qwen2.5-7B,8,32,11,1.9204835552955046e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,11,2.817599352056277e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,11,2.7721077913156478e-6 +pileval,attn_in,Qwen2.5-7B,8,32,12,1.8156723626816529e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,12,2.720918701015762e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,12,2.2149824872030877e-6 +pileval,attn_in,Qwen2.5-7B,8,32,13,1.967711114048143e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,13,2.767658315860899e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,13,2.194878561567748e-6 +pileval,attn_in,Qwen2.5-7B,8,32,14,2.168362016163883e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,14,2.932250708909123e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,14,2.3429888642567676e-6 +pileval,attn_in,Qwen2.5-7B,8,32,15,2.976298446810688e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,15,2.8473443762777606e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,15,2.1645544165949104e-6 +pileval,attn_in,Qwen2.5-7B,8,32,16,2.083938852592837e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,16,2.747822009041556e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,16,2.1048028884251835e-6 +pileval,attn_in,Qwen2.5-7B,8,32,17,2.3636366677237675e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,17,3.4371669244137593e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,17,2.747674670899869e-6 +pileval,attn_in,Qwen2.5-7B,8,32,18,2.6451575649844017e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,18,4.805560365639394e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,18,4.007858024124289e-6 +pileval,attn_in,Qwen2.5-7B,8,32,19,5.2666114243038464e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,19,6.9573802647937555e-6 +pileval,mlp_down,Qwen2.5-7B,8,32,19,5.944207259744871e-6 +pileval,attn_in,Qwen2.5-7B,8,32,20,3.910363830073038e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,20,1.1158187589899171e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,20,9.825625966186635e-6 +pileval,attn_in,Qwen2.5-7B,8,32,21,7.215279765659943e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,21,1.6500885976711288e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,21,1.545641862321645e-5 +pileval,attn_in,Qwen2.5-7B,8,32,22,8.41377186588943e-6 +pileval,mlp_gate,Qwen2.5-7B,8,32,22,2.7482852601679042e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,22,2.7504634999786504e-5 +pileval,attn_in,Qwen2.5-7B,8,32,23,1.292680735787144e-5 +pileval,mlp_gate,Qwen2.5-7B,8,32,23,3.4726239391602576e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,23,3.921580355381593e-5 +pileval,attn_in,Qwen2.5-7B,8,32,24,1.5610348782502115e-5 +pileval,mlp_gate,Qwen2.5-7B,8,32,24,5.908941602683626e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,24,5.510129267349839e-5 +pileval,attn_in,Qwen2.5-7B,8,32,25,2.0554973161779344e-5 +pileval,mlp_gate,Qwen2.5-7B,8,32,25,9.275716729462147e-5 +pileval,mlp_down,Qwen2.5-7B,8,32,25,8.435928612016141e-5 +pileval,attn_in,Qwen2.5-7B,8,32,26,4.2392399336677045e-5 +pileval,mlp_gate,Qwen2.5-7B,8,32,26,1.9960961071774364e-4 +pileval,mlp_down,Qwen2.5-7B,8,32,26,0.001365402014926076 +pileval,attn_in,Qwen2.5-7B,8,32,27,5.204734625294805e-4 +pileval,mlp_gate,Qwen2.5-7B,8,32,27,4.4334938866086304e-4 +pileval,mlp_down,Qwen2.5-7B,8,32,27,7.941726362332702e-4 +wikitext,attn_in,Qwen2.5-7B,8,32,0,1.3782793928385217e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,0,1.5062129250509315e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,0,2.934535245913139e-7 +wikitext,attn_in,Qwen2.5-7B,8,32,1,8.993951183811077e-8 +wikitext,mlp_gate,Qwen2.5-7B,8,32,1,2.9966261649860826e-7 +wikitext,mlp_down,Qwen2.5-7B,8,32,1,2.944473180832574e-7 +wikitext,attn_in,Qwen2.5-7B,8,32,2,1.3238570772955427e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,2,4.309449366246554e-7 +wikitext,mlp_down,Qwen2.5-7B,8,32,2,5.645080136673641e-7 +wikitext,attn_in,Qwen2.5-7B,8,32,3,3.7813066455782973e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,3,4.201226602162933e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,3,1.7626276530791074e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,4,6.115718065302644e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,4,1.2508650115705677e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,4,1.350398815702647e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,5,6.623309900533059e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,5,9.532921012578299e-7 +wikitext,mlp_down,Qwen2.5-7B,8,32,5,9.948066690412816e-7 +wikitext,attn_in,Qwen2.5-7B,8,32,6,9.15269708912092e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,32,6,3.996789473603712e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,6,1.8949552895719535e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,7,1.0973055850627134e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,7,2.7366647827875568e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,7,2.666567979758838e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,8,1.8054757902064011e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,8,3.396876991246245e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,8,2.8714639483951032e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,9,1.6894736063477467e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,9,3.860561264446005e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,9,3.4909089663415216e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,10,1.821223463593924e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,10,3.47151717505767e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,10,2.986898834933527e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,11,1.9351939499756554e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,11,3.243110313633224e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,11,3.028222408829606e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,12,1.9309550225443672e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,12,3.110507577730459e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,12,2.4192679575207876e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,13,2.0424479316716315e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,13,3.231716391383088e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,13,2.4954504169727443e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,14,1.9998965399281587e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,14,3.4226222851430066e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,14,2.5876852305373177e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,15,2.9027908112766454e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,15,3.3623737181187607e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,15,2.444832944092923e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,16,2.19366893361439e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,16,3.3328899462503614e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,16,2.4211537947849138e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,17,2.590231360954931e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,17,4.229892510920763e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,17,3.1360716548078926e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,18,2.85939927380241e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,18,5.497190613823477e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,18,4.168652139924234e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,19,5.3825133363716304e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,19,7.641616321052425e-6 +wikitext,mlp_down,Qwen2.5-7B,8,32,19,5.885372047487181e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,20,3.95930919694365e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,20,1.1732442544598598e-5 +wikitext,mlp_down,Qwen2.5-7B,8,32,20,9.598716133041307e-6 +wikitext,attn_in,Qwen2.5-7B,8,32,21,6.8621779973909725e-06 +wikitext,mlp_gate,Qwen2.5-7B,8,32,21,1.6644720744807273e-5 +wikitext,mlp_down,Qwen2.5-7B,8,32,21,1.4984306289989036e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,22,8.423146937275305e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,32,22,2.7566467906581238e-5 +wikitext,mlp_down,Qwen2.5-7B,8,32,22,2.5992914743255824e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,23,1.331334078713553e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,32,23,3.3979526051552966e-5 +wikitext,mlp_down,Qwen2.5-7B,8,32,23,3.997479871031828e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,24,1.8231261492474005e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,32,24,6.1001606809441e-5 +wikitext,mlp_down,Qwen2.5-7B,8,32,24,5.955067535978742e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,25,2.2567099222214893e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,32,25,1.0150946764042601e-4 +wikitext,mlp_down,Qwen2.5-7B,8,32,25,8.640942542115226e-5 +wikitext,attn_in,Qwen2.5-7B,8,32,26,6.061328895157203e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,32,26,2.0693872647825629e-4 +wikitext,mlp_down,Qwen2.5-7B,8,32,26,0.0014053431805223227 +wikitext,attn_in,Qwen2.5-7B,8,32,27,5.321167991496623e-4 +wikitext,mlp_gate,Qwen2.5-7B,8,32,27,3.9562099846079946e-4 +wikitext,mlp_down,Qwen2.5-7B,8,32,27,6.258431822061539e-4 +bos,attn_in,Qwen2.5-7B,8,64,0,2.832671555097477e-7 +bos,mlp_gate,Qwen2.5-7B,8,64,0,1.3054187775196624e-6 +bos,mlp_down,Qwen2.5-7B,8,64,0,4.2924833110191685e-7 +bos,attn_in,Qwen2.5-7B,8,64,1,1.3739399662426877e-7 +bos,mlp_gate,Qwen2.5-7B,8,64,1,3.822482597115595e-7 +bos,mlp_down,Qwen2.5-7B,8,64,1,4.7510724243693403e-7 +bos,attn_in,Qwen2.5-7B,8,64,2,1.9562014585972065e-7 +bos,mlp_gate,Qwen2.5-7B,8,64,2,5.119320007906936e-7 +bos,mlp_down,Qwen2.5-7B,8,64,2,6.96015888479451e-7 +bos,attn_in,Qwen2.5-7B,8,64,3,5.518663215298147e-7 +bos,mlp_gate,Qwen2.5-7B,8,64,3,6.122564172983402e-6 +bos,mlp_down,Qwen2.5-7B,8,64,3,3.205345637979917e-5 +bos,attn_in,Qwen2.5-7B,8,64,4,7.849692451600276e-7 +bos,mlp_gate,Qwen2.5-7B,8,64,4,1.659953227317601e-6 +bos,mlp_down,Qwen2.5-7B,8,64,4,3.063361145905219e-5 +bos,attn_in,Qwen2.5-7B,8,64,5,1.0061656894322368e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,5,9.5511586550856e-7 +bos,mlp_down,Qwen2.5-7B,8,64,5,1.0738468745330465e-6 +bos,attn_in,Qwen2.5-7B,8,64,6,1.3176201036912971e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,6,5.1517586143745575e-6 +bos,mlp_down,Qwen2.5-7B,8,64,6,1.9077401702816132e-6 +bos,attn_in,Qwen2.5-7B,8,64,7,1.5805201201146701e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,7,3.134550297545502e-6 +bos,mlp_down,Qwen2.5-7B,8,64,7,3.5584539546107408e-6 +bos,attn_in,Qwen2.5-7B,8,64,8,2.1967302927805576e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,8,3.581812507036375e-6 +bos,mlp_down,Qwen2.5-7B,8,64,8,3.3490234727651114e-6 +bos,attn_in,Qwen2.5-7B,8,64,9,2.050331204372924e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,9,3.4856398087868e-6 +bos,mlp_down,Qwen2.5-7B,8,64,9,3.536125177561189e-6 +bos,attn_in,Qwen2.5-7B,8,64,10,1.9338829133630497e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,10,3.3142416668852093e-6 +bos,mlp_down,Qwen2.5-7B,8,64,10,3.0188286928023444e-6 +bos,attn_in,Qwen2.5-7B,8,64,11,2.3517759473179467e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,11,2.9999639536981704e-6 +bos,mlp_down,Qwen2.5-7B,8,64,11,3.575659775378881e-6 +bos,attn_in,Qwen2.5-7B,8,64,12,1.934338570208638e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,12,2.85550322587369e-6 +bos,mlp_down,Qwen2.5-7B,8,64,12,2.4851460693753324e-6 +bos,attn_in,Qwen2.5-7B,8,64,13,2.2552655991603388e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,13,3.055990418943111e-6 +bos,mlp_down,Qwen2.5-7B,8,64,13,2.544480821597972e-6 +bos,attn_in,Qwen2.5-7B,8,64,14,2.5086021651077317e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,14,3.378556129973731e-6 +bos,mlp_down,Qwen2.5-7B,8,64,14,2.8129550173616735e-6 +bos,attn_in,Qwen2.5-7B,8,64,15,5.582878202403663e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,15,3.3249268653889885e-6 +bos,mlp_down,Qwen2.5-7B,8,64,15,2.56780026575143e-6 +bos,attn_in,Qwen2.5-7B,8,64,16,2.568628815424745e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,16,3.0784126465732697e-6 +bos,mlp_down,Qwen2.5-7B,8,64,16,2.4306561954290373e-6 +bos,attn_in,Qwen2.5-7B,8,64,17,2.6421719212521566e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,17,3.924852080672281e-6 +bos,mlp_down,Qwen2.5-7B,8,64,17,3.215911647203029e-6 +bos,attn_in,Qwen2.5-7B,8,64,18,3.1596043754689163e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,18,5.712626716558589e-6 +bos,mlp_down,Qwen2.5-7B,8,64,18,4.985620762454346e-6 +bos,attn_in,Qwen2.5-7B,8,64,19,5.8595946939021815e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,19,8.544198863091879e-6 +bos,mlp_down,Qwen2.5-7B,8,64,19,7.248418114613742e-6 +bos,attn_in,Qwen2.5-7B,8,64,20,5.426289135357365e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,20,1.4171921066008508e-5 +bos,mlp_down,Qwen2.5-7B,8,64,20,1.326856181549374e-5 +bos,attn_in,Qwen2.5-7B,8,64,21,1.1747814824047964e-5 +bos,mlp_gate,Qwen2.5-7B,8,64,21,2.235552528873086e-5 +bos,mlp_down,Qwen2.5-7B,8,64,21,2.275075894431211e-5 +bos,attn_in,Qwen2.5-7B,8,64,22,9.339493772131391e-6 +bos,mlp_gate,Qwen2.5-7B,8,64,22,3.640086652012542e-5 +bos,mlp_down,Qwen2.5-7B,8,64,22,3.639755959738977e-5 +bos,attn_in,Qwen2.5-7B,8,64,23,1.1842393178085331e-5 +bos,mlp_gate,Qwen2.5-7B,8,64,23,4.06091712648049e-5 +bos,mlp_down,Qwen2.5-7B,8,64,23,4.092782910447568e-5 +bos,attn_in,Qwen2.5-7B,8,64,24,2.2417518266593106e-5 +bos,mlp_gate,Qwen2.5-7B,8,64,24,5.76302882109303e-5 +bos,mlp_down,Qwen2.5-7B,8,64,24,5.131526631885208e-5 +bos,attn_in,Qwen2.5-7B,8,64,25,2.7839445465360768e-5 +bos,mlp_gate,Qwen2.5-7B,8,64,25,8.1434722233098e-5 +bos,mlp_down,Qwen2.5-7B,8,64,25,8.259316382464021e-5 +bos,attn_in,Qwen2.5-7B,8,64,26,4.396173244458623e-5 +bos,mlp_gate,Qwen2.5-7B,8,64,26,1.5609529509674758e-4 +bos,mlp_down,Qwen2.5-7B,8,64,26,0.002643145387992263 +bos,attn_in,Qwen2.5-7B,8,64,27,9.376734378747642e-4 +bos,mlp_gate,Qwen2.5-7B,8,64,27,3.4765800228342414e-4 +bos,mlp_down,Qwen2.5-7B,8,64,27,7.746101473458111e-4 +c4,attn_in,Qwen2.5-7B,8,64,0,2.399653737938934e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,0,1.5285814924936858e-6 +c4,mlp_down,Qwen2.5-7B,8,64,0,4.4690531808555534e-7 +c4,attn_in,Qwen2.5-7B,8,64,1,1.4295630990091013e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,1,3.7826643506377877e-7 +c4,mlp_down,Qwen2.5-7B,8,64,1,4.270923739113641e-7 +c4,attn_in,Qwen2.5-7B,8,64,2,1.906061015688465e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,2,5.647867737934575e-7 +c4,mlp_down,Qwen2.5-7B,8,64,2,8.054117301981023e-7 +c4,attn_in,Qwen2.5-7B,8,64,3,5.36745062618138e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,3,6.637088063143892e-6 +c4,mlp_down,Qwen2.5-7B,8,64,3,3.38821264449507e-5 +c4,attn_in,Qwen2.5-7B,8,64,4,7.558764991699718e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,4,1.962486294360133e-6 +c4,mlp_down,Qwen2.5-7B,8,64,4,3.0900911951903254e-5 +c4,attn_in,Qwen2.5-7B,8,64,5,8.735819392313715e-7 +c4,mlp_gate,Qwen2.5-7B,8,64,5,1.2242928733030567e-6 +c4,mlp_down,Qwen2.5-7B,8,64,5,1.3071938838038477e-6 +c4,attn_in,Qwen2.5-7B,8,64,6,1.2439732017810456e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,6,5.25407085660845e-6 +c4,mlp_down,Qwen2.5-7B,8,64,6,2.3403176783176605e-6 +c4,attn_in,Qwen2.5-7B,8,64,7,1.5911848549876595e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,7,3.577045390557032e-6 +c4,mlp_down,Qwen2.5-7B,8,64,7,3.71146575162129e-6 +c4,attn_in,Qwen2.5-7B,8,64,8,2.8345073133095866e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,8,4.371197064756416e-6 +c4,mlp_down,Qwen2.5-7B,8,64,8,3.831485173577676e-6 +c4,attn_in,Qwen2.5-7B,8,64,9,2.2840299607196357e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,9,5.016278009861708e-6 +c4,mlp_down,Qwen2.5-7B,8,64,9,4.519044523476623e-6 +c4,attn_in,Qwen2.5-7B,8,64,10,2.246278654638445e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,10,4.31294938607607e-6 +c4,mlp_down,Qwen2.5-7B,8,64,10,3.738504801731324e-6 +c4,attn_in,Qwen2.5-7B,8,64,11,3.3036942568287486e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,11,3.7976637941028457e-6 +c4,mlp_down,Qwen2.5-7B,8,64,11,4.054251348861726e-6 +c4,attn_in,Qwen2.5-7B,8,64,12,2.340077799090068e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,12,3.7109027744008927e-6 +c4,mlp_down,Qwen2.5-7B,8,64,12,3.012450861206162e-6 +c4,attn_in,Qwen2.5-7B,8,64,13,2.8703284442599397e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,13,3.907111022272147e-6 +c4,mlp_down,Qwen2.5-7B,8,64,13,3.116252401014208e-6 +c4,attn_in,Qwen2.5-7B,8,64,14,3.22126516039134e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,14,4.136899860895937e-6 +c4,mlp_down,Qwen2.5-7B,8,64,14,3.2764512525318423e-6 +c4,attn_in,Qwen2.5-7B,8,64,15,5.873001100553665e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,15,3.946535343857249e-6 +c4,mlp_down,Qwen2.5-7B,8,64,15,2.9331511086638784e-6 +c4,attn_in,Qwen2.5-7B,8,64,16,2.975711140607018e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,16,3.6842811823589727e-6 +c4,mlp_down,Qwen2.5-7B,8,64,16,2.794048441501218e-6 +c4,attn_in,Qwen2.5-7B,8,64,17,3.2376799481426133e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,17,4.6096870391920675e-6 +c4,mlp_down,Qwen2.5-7B,8,64,17,3.674523668451002e-6 +c4,attn_in,Qwen2.5-7B,8,64,18,3.7640838854713365e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,18,6.6264929046155885e-6 +c4,mlp_down,Qwen2.5-7B,8,64,18,5.613154826278333e-6 +c4,attn_in,Qwen2.5-7B,8,64,19,6.9808311309316196e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,19,9.947748367267195e-6 +c4,mlp_down,Qwen2.5-7B,8,64,19,8.284746400022414e-6 +c4,attn_in,Qwen2.5-7B,8,64,20,6.118330929894e-6 +c4,mlp_gate,Qwen2.5-7B,8,64,20,1.608471939107403e-5 +c4,mlp_down,Qwen2.5-7B,8,64,20,1.4325712072604802e-5 +c4,attn_in,Qwen2.5-7B,8,64,21,1.2134341886849143e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,21,2.4219092665589415e-5 +c4,mlp_down,Qwen2.5-7B,8,64,21,2.3135284209274687e-5 +c4,attn_in,Qwen2.5-7B,8,64,22,1.0549435501161497e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,22,3.967877273680642e-5 +c4,mlp_down,Qwen2.5-7B,8,64,22,3.872904198942706e-5 +c4,attn_in,Qwen2.5-7B,8,64,23,1.814068491512444e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,23,4.6813325752737e-5 +c4,mlp_down,Qwen2.5-7B,8,64,23,5.230099122854881e-5 +c4,attn_in,Qwen2.5-7B,8,64,24,2.1345394998206757e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,24,7.60706898290664e-5 +c4,mlp_down,Qwen2.5-7B,8,64,24,7.048321276670322e-5 +c4,attn_in,Qwen2.5-7B,8,64,25,2.762579060799908e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,25,1.1832668678835034e-4 +c4,mlp_down,Qwen2.5-7B,8,64,25,1.084228788386099e-4 +c4,attn_in,Qwen2.5-7B,8,64,26,5.9134566981811076e-5 +c4,mlp_gate,Qwen2.5-7B,8,64,26,2.3645554028917104e-4 +c4,mlp_down,Qwen2.5-7B,8,64,26,0.0026577028911560774 +c4,attn_in,Qwen2.5-7B,8,64,27,8.194083929993212e-4 +c4,mlp_gate,Qwen2.5-7B,8,64,27,5.754839512519538e-4 +c4,mlp_down,Qwen2.5-7B,8,64,27,0.0014501678524538875 +pileval,attn_in,Qwen2.5-7B,8,64,0,2.404327972271858e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,0,1.517386863270076e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,0,4.245140701186756e-7 +pileval,attn_in,Qwen2.5-7B,8,64,1,1.4529473446600605e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,1,3.900087790498219e-7 +pileval,mlp_down,Qwen2.5-7B,8,64,1,4.53732582172961e-7 +pileval,attn_in,Qwen2.5-7B,8,64,2,1.951954118339927e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,2,5.994415346322057e-7 +pileval,mlp_down,Qwen2.5-7B,8,64,2,8.584877946304914e-7 +pileval,attn_in,Qwen2.5-7B,8,64,3,5.494581500897766e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,3,7.813215233909432e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,3,3.282036050222814e-5 +pileval,attn_in,Qwen2.5-7B,8,64,4,7.99252234173764e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,4,1.7499619389127474e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,4,3.12809061142616e-5 +pileval,attn_in,Qwen2.5-7B,8,64,5,9.097282713810273e-7 +pileval,mlp_gate,Qwen2.5-7B,8,64,5,1.3749174740951275e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,5,1.6236023157034651e-6 +pileval,attn_in,Qwen2.5-7B,8,64,6,1.278970898965781e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,6,5.411823167378316e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,6,2.469618721079314e-6 +pileval,attn_in,Qwen2.5-7B,8,64,7,1.651893853704678e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,7,3.624420969572384e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,7,3.6274211652198574e-6 +pileval,attn_in,Qwen2.5-7B,8,64,8,2.8684944481938146e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,8,4.272798832971603e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,8,3.6787407680094475e-6 +pileval,attn_in,Qwen2.5-7B,8,64,9,2.3515813154517673e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,9,4.7322014324890915e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,9,4.400606030685594e-6 +pileval,attn_in,Qwen2.5-7B,8,64,10,2.31959006669058e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,10,4.300657565181609e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,10,3.815683157881722e-6 +pileval,attn_in,Qwen2.5-7B,8,64,11,3.2124446533998707e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,11,3.931297214876395e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,11,4.2291294448659755e-6 +pileval,attn_in,Qwen2.5-7B,8,64,12,2.4224816570495022e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,12,3.839493274426786e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,12,3.1515432965534274e-6 +pileval,attn_in,Qwen2.5-7B,8,64,13,2.9244724828458857e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,13,3.9144915717770346e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,13,3.0887765660736477e-6 +pileval,attn_in,Qwen2.5-7B,8,64,14,3.3646260817477014e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,14,4.190635991108138e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,14,3.3399574022041634e-6 +pileval,attn_in,Qwen2.5-7B,8,64,15,6.121897968114354e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,15,4.081382485310314e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,15,3.0715409593540244e-6 +pileval,attn_in,Qwen2.5-7B,8,64,16,3.0938895179133397e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,16,3.871315129799768e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,16,2.934894610007177e-6 +pileval,attn_in,Qwen2.5-7B,8,64,17,3.481218300294131e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,17,4.87401166537893e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,17,3.92449237551773e-6 +pileval,attn_in,Qwen2.5-7B,8,64,18,3.945994649257045e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,18,6.897771072544856e-6 +pileval,mlp_down,Qwen2.5-7B,8,64,18,5.870770110050216e-6 +pileval,attn_in,Qwen2.5-7B,8,64,19,7.299143817363074e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,19,1.0058509360533208e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,19,8.437304131803103e-6 +pileval,attn_in,Qwen2.5-7B,8,64,20,6.472902441601036e-6 +pileval,mlp_gate,Qwen2.5-7B,8,64,20,1.613899257790763e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,20,1.4374047168530524e-5 +pileval,attn_in,Qwen2.5-7B,8,64,21,1.301923839491792e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,21,2.3746833903715014e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,21,2.2526262910105288e-5 +pileval,attn_in,Qwen2.5-7B,8,64,22,1.2026696822431404e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,22,3.906668280251324e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,22,3.934778942493722e-5 +pileval,attn_in,Qwen2.5-7B,8,64,23,1.9871722543030046e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,23,4.838360837311484e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,23,5.536568278330378e-5 +pileval,attn_in,Qwen2.5-7B,8,64,24,2.1584561181953177e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,24,8.215422712964937e-5 +pileval,mlp_down,Qwen2.5-7B,8,64,24,7.726325566181913e-5 +pileval,attn_in,Qwen2.5-7B,8,64,25,2.8802465749322437e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,25,1.2979497842025012e-4 +pileval,mlp_down,Qwen2.5-7B,8,64,25,1.2097095168428496e-4 +pileval,attn_in,Qwen2.5-7B,8,64,26,6.269478762988001e-5 +pileval,mlp_gate,Qwen2.5-7B,8,64,26,2.6391283608973026e-4 +pileval,mlp_down,Qwen2.5-7B,8,64,26,0.0025978803168982267 +pileval,attn_in,Qwen2.5-7B,8,64,27,8.431696332991123e-4 +pileval,mlp_gate,Qwen2.5-7B,8,64,27,6.11876486800611e-4 +pileval,mlp_down,Qwen2.5-7B,8,64,27,0.0014435447519645095 +wikitext,attn_in,Qwen2.5-7B,8,64,0,2.096149103181233e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,64,0,1.5587083908030763e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,0,4.278853396044724e-7 +wikitext,attn_in,Qwen2.5-7B,8,64,1,1.327988314869799e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,64,1,3.6417785054254637e-7 +wikitext,mlp_down,Qwen2.5-7B,8,64,1,4.180932933195436e-7 +wikitext,attn_in,Qwen2.5-7B,8,64,2,1.930431352548112e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,64,2,5.993084073452337e-7 +wikitext,mlp_down,Qwen2.5-7B,8,64,2,7.986640753188112e-7 +wikitext,attn_in,Qwen2.5-7B,8,64,3,5.468453423418396e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,64,3,6.993254828557838e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,3,3.272569301771e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,4,8.038582564040553e-7 +wikitext,mlp_gate,Qwen2.5-7B,8,64,4,2.0103034330531955e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,4,3.0914859962649643e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,5,1.0088039061884047e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,5,1.362389411951881e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,5,1.4742050780114369e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,6,1.298726829190855e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,6,5.4327920224750414e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,6,2.6802310912898974e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,7,1.6671280036462122e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,7,3.869157808367163e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,7,3.7753561628051102e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,8,3.062662926822668e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,8,4.772341071657138e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,8,4.043096396344481e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,9,2.4591015517216874e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,9,5.331839474820299e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,9,4.86553699374781e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,10,2.235831061625504e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,10,4.87251372760511e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,10,4.16809098169324e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,11,3.183449052812648e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,11,4.521589289652184e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,11,4.570484634314198e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,12,2.4534494968975196e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,12,4.386592536320677e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,12,3.432520543356077e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,13,2.9992386316735065e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,13,4.541451289696852e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,13,3.492367113722139e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,14,3.275700009908178e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,14,4.878636900684796e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,14,3.679135488710017e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,15,6.080494586058194e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,15,4.807654931937577e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,15,3.456665581325069e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,16,3.2322361676051514e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,16,4.695485131378518e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,16,3.373532990735839e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,17,3.6174124034005217e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,17,5.980774858471705e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,17,4.46389640273992e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,18,4.293293386581354e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,18,7.887578249210492e-6 +wikitext,mlp_down,Qwen2.5-7B,8,64,18,6.090568604122382e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,19,7.3336518653377425e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,19,1.0933432349702343e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,19,8.299245564558078e-6 +wikitext,attn_in,Qwen2.5-7B,8,64,20,6.2250237533589825e-6 +wikitext,mlp_gate,Qwen2.5-7B,8,64,20,1.6940228306339122e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,20,1.3974278772366233e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,21,1.360568876407342e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,21,2.3977727323654108e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,21,2.1728725187131204e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,22,1.1934990652662236e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,22,3.917252615792677e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,22,3.7178244383540004e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,23,1.928707570186816e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,23,4.7123179683694616e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,23,5.632549073197879e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,24,2.606636735436041e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,24,8.49205389386043e-5 +wikitext,mlp_down,Qwen2.5-7B,8,64,24,8.292488200822845e-5 +wikitext,attn_in,Qwen2.5-7B,8,64,25,3.130362892989069e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,25,1.4210931840352714e-4 +wikitext,mlp_down,Qwen2.5-7B,8,64,25,1.2222760415170342e-4 +wikitext,attn_in,Qwen2.5-7B,8,64,26,8.914272621041164e-5 +wikitext,mlp_gate,Qwen2.5-7B,8,64,26,2.862249384634197e-4 +wikitext,mlp_down,Qwen2.5-7B,8,64,26,0.0026796660386025906 +wikitext,attn_in,Qwen2.5-7B,8,64,27,8.921036496758461e-4 +wikitext,mlp_gate,Qwen2.5-7B,8,64,27,5.620953743346035e-4 +wikitext,mlp_down,Qwen2.5-7B,8,64,27,0.0011312090791761875 +bos,attn_in,Qwen2.5-Coder-7B,2,128,0,0.002134911483153701 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,0,0.0012344310525804758 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,0,0.005116750951856375 +bos,attn_in,Qwen2.5-Coder-7B,2,128,1,0.0012712329626083374 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,1,0.0032194831874221563 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,1,0.007363107521086931 +bos,attn_in,Qwen2.5-Coder-7B,2,128,2,0.001791523420251906 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,2,0.0035872599110007286 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,2,0.009485644288361073 +bos,attn_in,Qwen2.5-Coder-7B,2,128,3,0.004400045610964298 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,3,0.010357270017266273 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,3,0.07355398684740067 +bos,attn_in,Qwen2.5-Coder-7B,2,128,4,0.004979559686034918 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,4,0.01283106580376625 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,4,0.020401043817400932 +bos,attn_in,Qwen2.5-Coder-7B,2,128,5,0.0067728073336184025 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,5,0.01228861603885889 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,5,0.01086591649800539 +bos,attn_in,Qwen2.5-Coder-7B,2,128,6,0.020481765270233154 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,6,0.03342210501432419 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,6,0.024896761402487755 +bos,attn_in,Qwen2.5-Coder-7B,2,128,7,0.01613730937242508 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,7,0.03961222991347313 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,7,0.04623909294605255 +bos,attn_in,Qwen2.5-Coder-7B,2,128,8,0.022270532324910164 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,8,0.047045376151800156 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,8,0.04472530633211136 +bos,attn_in,Qwen2.5-Coder-7B,2,128,9,0.023741716518998146 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,9,0.05123037099838257 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,9,0.05228577181696892 +bos,attn_in,Qwen2.5-Coder-7B,2,128,10,0.024673402309417725 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,10,0.04655100405216217 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,10,0.04165396839380264 +bos,attn_in,Qwen2.5-Coder-7B,2,128,11,0.02196836844086647 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,11,0.045146483927965164 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,11,0.0351560078561306 +bos,attn_in,Qwen2.5-Coder-7B,2,128,12,0.019562505185604095 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,12,0.042656898498535156 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,12,0.033860258758068085 +bos,attn_in,Qwen2.5-Coder-7B,2,128,13,0.032751090824604034 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,13,0.045743606984615326 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,13,0.034204330295324326 +bos,attn_in,Qwen2.5-Coder-7B,2,128,14,0.024932658299803734 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,14,0.04883050173521042 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,14,0.036321159452199936 +bos,attn_in,Qwen2.5-Coder-7B,2,128,15,0.06063102185726166 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,15,0.046807970851659775 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,15,0.03279547393321991 +bos,attn_in,Qwen2.5-Coder-7B,2,128,16,0.02647671289741993 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,16,0.0433645136654377 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,16,0.031273987144231796 +bos,attn_in,Qwen2.5-Coder-7B,2,128,17,0.02727098949253559 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,17,0.052233196794986725 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,17,0.03823428601026535 +bos,attn_in,Qwen2.5-Coder-7B,2,128,18,0.03823132440447807 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,18,0.07342013716697693 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,18,0.055714402347803116 +bos,attn_in,Qwen2.5-Coder-7B,2,128,19,0.055035512894392014 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,19,0.11012627184391022 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,19,0.08512932062149048 +bos,attn_in,Qwen2.5-Coder-7B,2,128,20,0.058257248252630234 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,20,0.17819197475910187 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,20,0.1472935527563095 +bos,attn_in,Qwen2.5-Coder-7B,2,128,21,0.11614712327718735 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,21,0.29385262727737427 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,21,0.26616331934928894 +bos,attn_in,Qwen2.5-Coder-7B,2,128,22,0.10646592080593109 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,22,0.4844343662261963 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,22,0.44637975096702576 +bos,attn_in,Qwen2.5-Coder-7B,2,128,23,0.12964141368865967 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,23,0.5367459654808044 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,23,0.47927847504615784 +bos,attn_in,Qwen2.5-Coder-7B,2,128,24,0.2315947413444519 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,24,0.7267858386039734 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,24,0.5732699632644653 +bos,attn_in,Qwen2.5-Coder-7B,2,128,25,0.20273154973983765 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,25,1.0250253677368164 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,25,0.97660231590271 +bos,attn_in,Qwen2.5-Coder-7B,2,128,26,0.3456255793571472 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,26,1.8808584213256836 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,26,1.6224095821380615 +bos,attn_in,Qwen2.5-Coder-7B,2,128,27,2.176693916320801 +bos,mlp_gate,Qwen2.5-Coder-7B,2,128,27,4.047203540802002 +bos,mlp_down,Qwen2.5-Coder-7B,2,128,27,4.76513147354126 +c4,attn_in,Qwen2.5-Coder-7B,2,128,0,0.0019777165725827217 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,0,0.001329269609414041 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,0,0.005159447900950909 +c4,attn_in,Qwen2.5-Coder-7B,2,128,1,0.001205851323902607 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,1,0.0031108318362385035 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,1,0.0063095418736338615 +c4,attn_in,Qwen2.5-Coder-7B,2,128,2,0.0017171730287373066 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,2,0.004269608296453953 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,2,0.010327205993235111 +c4,attn_in,Qwen2.5-Coder-7B,2,128,3,0.004442962352186441 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,3,0.013166984543204308 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,3,0.0785202831029892 +c4,attn_in,Qwen2.5-Coder-7B,2,128,4,0.004971675109118223 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,4,0.015845738351345062 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,4,0.02358347363770008 +c4,attn_in,Qwen2.5-Coder-7B,2,128,5,0.0067871636711061 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,5,0.016103897243738174 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,5,0.013750169426202774 +c4,attn_in,Qwen2.5-Coder-7B,2,128,6,0.020806152373552322 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,6,0.038080763071775436 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,6,0.02947084605693817 +c4,attn_in,Qwen2.5-Coder-7B,2,128,7,0.015461699105799198 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,7,0.04234510660171509 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,7,0.04572709649801254 +c4,attn_in,Qwen2.5-Coder-7B,2,128,8,0.02391168288886547 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,8,0.053387608379125595 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,8,0.04740395396947861 +c4,attn_in,Qwen2.5-Coder-7B,2,128,9,0.024819718673825264 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,9,0.07129344344139099 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,9,0.06403402239084244 +c4,attn_in,Qwen2.5-Coder-7B,2,128,10,0.028071699663996696 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,10,0.05741271749138832 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,10,0.04846632108092308 +c4,attn_in,Qwen2.5-Coder-7B,2,128,11,0.022472018375992775 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,11,0.05354287847876549 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,11,0.03949745371937752 +c4,attn_in,Qwen2.5-Coder-7B,2,128,12,0.02386433072388172 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,12,0.052282776683568954 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,12,0.038506023585796356 +c4,attn_in,Qwen2.5-Coder-7B,2,128,13,0.03579314798116684 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,13,0.054525356739759445 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,13,0.038640789687633514 +c4,attn_in,Qwen2.5-Coder-7B,2,128,14,0.030304156243801117 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,14,0.05688845366239548 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,14,0.03995363786816597 +c4,attn_in,Qwen2.5-Coder-7B,2,128,15,0.05258943513035774 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,15,0.05483472719788551 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,15,0.035695724189281464 +c4,attn_in,Qwen2.5-Coder-7B,2,128,16,0.029626725241541862 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,16,0.050563208758831024 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,16,0.03400231897830963 +c4,attn_in,Qwen2.5-Coder-7B,2,128,17,0.03018205054104328 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,17,0.06012524291872978 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,17,0.04210052266716957 +c4,attn_in,Qwen2.5-Coder-7B,2,128,18,0.04355911165475845 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,18,0.08372623473405838 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,18,0.0584200844168663 +c4,attn_in,Qwen2.5-Coder-7B,2,128,19,0.06739452481269836 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,19,0.12145008891820908 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,19,0.0894138440489769 +c4,attn_in,Qwen2.5-Coder-7B,2,128,20,0.05501865968108177 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,20,0.1909199059009552 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,20,0.15128375589847565 +c4,attn_in,Qwen2.5-Coder-7B,2,128,21,0.13025856018066406 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,21,0.3021920621395111 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,21,0.25501352548599243 +c4,attn_in,Qwen2.5-Coder-7B,2,128,22,0.09926830232143402 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,22,0.5027115345001221 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,22,0.44272398948669434 +c4,attn_in,Qwen2.5-Coder-7B,2,128,23,0.16673137247562408 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,23,0.6026907563209534 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,23,0.5766016840934753 +c4,attn_in,Qwen2.5-Coder-7B,2,128,24,0.20340365171432495 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,24,0.9095677733421326 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,24,0.7434062361717224 +c4,attn_in,Qwen2.5-Coder-7B,2,128,25,0.2230498194694519 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,25,1.3875524997711182 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,25,1.2015280723571777 +c4,attn_in,Qwen2.5-Coder-7B,2,128,26,0.5650991797447205 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,26,2.5933005809783936 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,26,2.0804333686828613 +c4,attn_in,Qwen2.5-Coder-7B,2,128,27,2.736614227294922 +c4,mlp_gate,Qwen2.5-Coder-7B,2,128,27,6.876946449279785 +c4,mlp_down,Qwen2.5-Coder-7B,2,128,27,8.416908264160156 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,0,0.0020264131017029285 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,0,0.0013052859576418996 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,0,0.004805196076631546 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,1,0.0012740950332954526 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,1,0.003207029076293111 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,1,0.006261477712541819 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,2,0.0017772207502275705 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,2,0.0045261504128575325 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,2,0.01089662779122591 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,3,0.0045068697072565556 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,3,0.013108750805258751 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,3,0.08979567140340805 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,4,0.004921204876154661 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,4,0.015073137357831001 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,4,0.023230496793985367 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,5,0.007111408282071352 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,5,0.017106425017118454 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,5,0.015995599329471588 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,6,0.0202180165797472 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,6,0.03903387114405632 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,6,0.03047032840549946 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,7,0.015618294477462769 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,7,0.04208540916442871 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,7,0.04361439496278763 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,8,0.023548372089862823 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,8,0.05185601860284805 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,8,0.04518769681453705 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,9,0.025422729551792145 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,9,0.06553123146295547 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,9,0.05876106768846512 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,10,0.02713356912136078 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,10,0.056418512016534805 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,10,0.04919024184346199 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,11,0.02290087379515171 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,11,0.05414123460650444 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,11,0.04060126096010208 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,12,0.024295341223478317 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,12,0.05287196487188339 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,12,0.03991340100765228 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,13,0.03678122162818909 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,13,0.05383548140525818 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,13,0.03852187842130661 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,14,0.03241312503814697 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,14,0.05676066130399704 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,14,0.041082046926021576 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,15,0.0537937730550766 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,15,0.05555552616715431 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,15,0.037170957773923874 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,16,0.03158967196941376 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,16,0.05186523124575615 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,16,0.03561757132411003 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,17,0.032161712646484375 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,17,0.06278184801340103 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,17,0.04494255781173706 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,18,0.04590931907296181 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,18,0.08593983203172684 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,18,0.061469726264476776 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,19,0.0713295191526413 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,19,0.12328019738197327 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,19,0.09249391406774521 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,20,0.05820510536432266 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,20,0.19374805688858032 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,20,0.1533472090959549 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,21,0.14105217158794403 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,21,0.29994407296180725 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,21,0.2487039566040039 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,22,0.11486823111772537 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,22,0.4967573881149292 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,22,0.4408170282840729 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,23,0.1839032769203186 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,23,0.6270837783813477 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,23,0.6040566563606262 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,24,0.2195819467306137 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,24,0.9926849603652954 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,24,0.8056964874267578 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,25,0.2459782510995865 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,25,1.5487499237060547 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,25,1.3321692943572998 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,26,0.5922783017158508 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,26,2.9576733112335205 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,26,2.367150068283081 +pileval,attn_in,Qwen2.5-Coder-7B,2,128,27,2.916414737701416 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,128,27,7.426103115081787 +pileval,mlp_down,Qwen2.5-Coder-7B,2,128,27,9.871973991394043 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,0,0.001987644238397479 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,0,0.0014001310337334871 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,0,0.004983419086784124 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,1,0.0011953648645430803 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,1,0.003241652389988303 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,1,0.006040364038199186 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,2,0.001829740358516574 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,2,0.004702843260020018 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,2,0.01039996650069952 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,3,0.004611074924468994 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,3,0.012596402317285538 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,3,0.07621127367019653 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,4,0.005258557386696339 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,4,0.016612987965345383 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,4,0.02416379749774933 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,5,0.00773610407486558 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,5,0.017225222662091255 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,5,0.015138925984501839 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,6,0.022230859845876694 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,6,0.041566286236047745 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,6,0.03324280306696892 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,7,0.016834011301398277 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,7,0.0445714145898819 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,7,0.04514345899224281 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,8,0.023053016513586044 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,8,0.05436185747385025 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,8,0.04691468924283981 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,9,0.02568928524851799 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,9,0.07408076524734497 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,9,0.06719694286584854 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,10,0.029291396960616112 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,10,0.060914669185876846 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,10,0.051023051142692566 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,11,0.02327238768339157 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,11,0.05757063254714012 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,11,0.04271940141916275 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,12,0.024944789707660675 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,12,0.05605658143758774 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,12,0.04077423736453056 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,13,0.039166081696748734 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,13,0.057673193514347076 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,13,0.04018491134047508 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,14,0.03182617574930191 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,14,0.05978939309716225 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,14,0.04130055010318756 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,15,0.055783528834581375 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,15,0.058794863522052765 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,15,0.037936020642519 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,16,0.031106892973184586 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,16,0.05544668808579445 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,16,0.03658388927578926 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,17,0.03109600581228733 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,17,0.06763938069343567 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,17,0.04591015353798866 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,18,0.04772099480032921 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,18,0.08923949301242828 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,18,0.05976372957229614 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,19,0.06675796955823898 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,19,0.12509143352508545 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,19,0.08673671633005142 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,20,0.05281483009457588 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,20,0.19405968487262726 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,20,0.14572331309318542 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,21,0.1284850686788559 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,21,0.2925156056880951 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,21,0.23715604841709137 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,22,0.11209599673748016 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,22,0.5004518032073975 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,22,0.4288913607597351 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,23,0.1772761195898056 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,23,0.6214225888252258 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,23,0.6395039558410645 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,24,0.2713014781475067 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,24,1.0570415258407593 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,24,0.8701308965682983 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,25,0.23934686183929443 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,25,1.7543481588363647 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,25,1.3798669576644897 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,26,0.8385915160179138 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,26,3.3378536701202393 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,26,2.3622829914093018 +wikitext,attn_in,Qwen2.5-Coder-7B,2,128,27,2.647167205810547 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,128,27,7.4824347496032715 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,128,27,7.121630668640137 +bos,attn_in,Qwen2.5-Coder-7B,2,32,0,9.649026324041188e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,0,8.439879165962338e-4 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,0,0.0027224922087043524 +bos,attn_in,Qwen2.5-Coder-7B,2,32,1,5.931218038313091e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,1,0.001406590803526342 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,1,0.003986559342592955 +bos,attn_in,Qwen2.5-Coder-7B,2,32,2,9.822309948503971e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,2,0.0018154336139559746 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,2,0.005234085023403168 +bos,attn_in,Qwen2.5-Coder-7B,2,32,3,0.002470538020133972 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,3,0.04127287119626999 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,3,0.03028310462832451 +bos,attn_in,Qwen2.5-Coder-7B,2,32,4,0.002513773273676634 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,4,0.006756278686225414 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,4,0.009988191537559032 +bos,attn_in,Qwen2.5-Coder-7B,2,32,5,0.003693132661283016 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,5,0.006720682606101036 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,5,0.005852818489074707 +bos,attn_in,Qwen2.5-Coder-7B,2,32,6,0.015978069975972176 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,6,0.020839694887399673 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,6,0.01366472989320755 +bos,attn_in,Qwen2.5-Coder-7B,2,32,7,0.009842105209827423 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,7,0.021968264132738113 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,7,0.025769146159291267 +bos,attn_in,Qwen2.5-Coder-7B,2,32,8,0.010664263740181923 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,8,0.02619759365916252 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,8,0.02478969842195511 +bos,attn_in,Qwen2.5-Coder-7B,2,32,9,0.012704325839877129 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,9,0.029144806787371635 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,9,0.029333794489502907 +bos,attn_in,Qwen2.5-Coder-7B,2,32,10,0.01222134567797184 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,10,0.02588127925992012 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,10,0.023362794890999794 +bos,attn_in,Qwen2.5-Coder-7B,2,32,11,0.010851064696907997 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,11,0.02422858215868473 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,11,0.019503360614180565 +bos,attn_in,Qwen2.5-Coder-7B,2,32,12,0.010666070505976677 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,12,0.023135052993893623 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,12,0.018507983535528183 +bos,attn_in,Qwen2.5-Coder-7B,2,32,13,0.014437290839850903 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,13,0.023980870842933655 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,13,0.018921151757240295 +bos,attn_in,Qwen2.5-Coder-7B,2,32,14,0.012717494741082191 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,14,0.026013899594545364 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,14,0.019960077479481697 +bos,attn_in,Qwen2.5-Coder-7B,2,32,15,0.018578434363007545 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,15,0.025074342265725136 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,15,0.018168503418564796 +bos,attn_in,Qwen2.5-Coder-7B,2,32,16,0.014213710092008114 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,16,0.0233314111828804 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,16,0.017378954216837883 +bos,attn_in,Qwen2.5-Coder-7B,2,32,17,0.014098970219492912 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,17,0.028077371418476105 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,17,0.02101115696132183 +bos,attn_in,Qwen2.5-Coder-7B,2,32,18,0.019706929102540016 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,18,0.03966948017477989 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,18,0.030616411939263344 +bos,attn_in,Qwen2.5-Coder-7B,2,32,19,0.03097863495349884 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,19,0.0597270205616951 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,19,0.04737764969468117 +bos,attn_in,Qwen2.5-Coder-7B,2,32,20,0.030029982328414917 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,20,0.09673614799976349 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,20,0.08065252006053925 +bos,attn_in,Qwen2.5-Coder-7B,2,32,21,0.06360563635826111 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,21,0.16029760241508484 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,21,0.14599058032035828 +bos,attn_in,Qwen2.5-Coder-7B,2,32,22,0.055364131927490234 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,22,0.2696799635887146 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,22,0.24822066724300385 +bos,attn_in,Qwen2.5-Coder-7B,2,32,23,0.0676790401339531 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,23,0.29190826416015625 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,23,0.2726764678955078 +bos,attn_in,Qwen2.5-Coder-7B,2,32,24,0.1501152366399765 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,24,0.3918364346027374 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,24,0.322195827960968 +bos,attn_in,Qwen2.5-Coder-7B,2,32,25,0.12070398032665253 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,25,0.5492148995399475 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,25,0.5237717628479004 +bos,attn_in,Qwen2.5-Coder-7B,2,32,26,0.19766674935817719 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,26,1.0431909561157227 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,26,0.8580037355422974 +bos,attn_in,Qwen2.5-Coder-7B,2,32,27,1.50384521484375 +bos,mlp_gate,Qwen2.5-Coder-7B,2,32,27,2.0023562908172607 +bos,mlp_down,Qwen2.5-Coder-7B,2,32,27,2.2332763671875 +c4,attn_in,Qwen2.5-Coder-7B,2,32,0,9.025948238559067e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,0,9.045565966516733e-4 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,0,0.002744496101513505 +c4,attn_in,Qwen2.5-Coder-7B,2,32,1,5.769834388047457e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,1,0.0012863946612924337 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,1,0.0034160856157541275 +c4,attn_in,Qwen2.5-Coder-7B,2,32,2,9.142472990788519e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,2,0.0023935730569064617 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,2,0.005733148660510778 +c4,attn_in,Qwen2.5-Coder-7B,2,32,3,0.0025709911715239286 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,3,0.04798576235771179 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,3,0.032735250890254974 +c4,attn_in,Qwen2.5-Coder-7B,2,32,4,0.002355079399421811 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,4,0.008744762279093266 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,4,0.011818061582744122 +c4,attn_in,Qwen2.5-Coder-7B,2,32,5,0.003427365329116583 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,5,0.0084151029586792 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,5,0.00754004530608654 +c4,attn_in,Qwen2.5-Coder-7B,2,32,6,0.015241753309965134 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,6,0.02321293205022812 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,6,0.016277102753520012 +c4,attn_in,Qwen2.5-Coder-7B,2,32,7,0.009892922826111317 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,7,0.023264696821570396 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,7,0.02545568160712719 +c4,attn_in,Qwen2.5-Coder-7B,2,32,8,0.01082492247223854 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,8,0.029890544712543488 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,8,0.026391740888357162 +c4,attn_in,Qwen2.5-Coder-7B,2,32,9,0.013241184875369072 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,9,0.04094688221812248 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,9,0.03597233444452286 +c4,attn_in,Qwen2.5-Coder-7B,2,32,10,0.01277101319283247 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,10,0.031629759818315506 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,10,0.02716335840523243 +c4,attn_in,Qwen2.5-Coder-7B,2,32,11,0.012271224521100521 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,11,0.02921096235513687 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,11,0.02199733443558216 +c4,attn_in,Qwen2.5-Coder-7B,2,32,12,0.01216068398207426 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,12,0.02807988040149212 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,12,0.021197713911533356 +c4,attn_in,Qwen2.5-Coder-7B,2,32,13,0.01750863902270794 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,13,0.028851959854364395 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,13,0.021398216485977173 +c4,attn_in,Qwen2.5-Coder-7B,2,32,14,0.015978295356035233 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,14,0.030664220452308655 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,14,0.021942390128970146 +c4,attn_in,Qwen2.5-Coder-7B,2,32,15,0.01858910173177719 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,15,0.029073093086481094 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,15,0.019670138135552406 +c4,attn_in,Qwen2.5-Coder-7B,2,32,16,0.015623054467141628 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,16,0.027156125754117966 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,16,0.01885784976184368 +c4,attn_in,Qwen2.5-Coder-7B,2,32,17,0.016375452280044556 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,17,0.032671969383955 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,17,0.02317114733159542 +c4,attn_in,Qwen2.5-Coder-7B,2,32,18,0.020174605771899223 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,18,0.04470040276646614 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,18,0.03201298788189888 +c4,attn_in,Qwen2.5-Coder-7B,2,32,19,0.036159515380859375 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,19,0.06541566550731659 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,19,0.04943036660552025 +c4,attn_in,Qwen2.5-Coder-7B,2,32,20,0.02820439450442791 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,20,0.10363388061523438 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,20,0.08277586847543716 +c4,attn_in,Qwen2.5-Coder-7B,2,32,21,0.07508441805839539 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,21,0.16282600164413452 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,21,0.1400548368692398 +c4,attn_in,Qwen2.5-Coder-7B,2,32,22,0.06253010779619217 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,22,0.27538466453552246 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,22,0.2456413060426712 +c4,attn_in,Qwen2.5-Coder-7B,2,32,23,0.09961631149053574 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,23,0.32446369528770447 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,23,0.32516855001449585 +c4,attn_in,Qwen2.5-Coder-7B,2,32,24,0.13049229979515076 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,24,0.49435317516326904 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,24,0.4212975800037384 +c4,attn_in,Qwen2.5-Coder-7B,2,32,25,0.12488926947116852 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,25,0.7543936371803284 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,25,0.6528652906417847 +c4,attn_in,Qwen2.5-Coder-7B,2,32,26,0.29636624455451965 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,26,1.5133368968963623 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,26,1.115820288658142 +c4,attn_in,Qwen2.5-Coder-7B,2,32,27,1.7782624959945679 +c4,mlp_gate,Qwen2.5-Coder-7B,2,32,27,3.3231122493743896 +c4,mlp_down,Qwen2.5-Coder-7B,2,32,27,4.087672710418701 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,0,8.969907648861408e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,0,8.873690385371447e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,0,0.002549614990130067 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,1,5.973051302134991e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,1,0.0013412005500867963 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,1,0.0033728759735822678 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,2,9.389839833602309e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,2,0.002506264252588153 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,2,0.006032790523022413 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,3,0.0026131721679121256 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,3,0.05429571494460106 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,3,0.037485744804143906 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,4,0.002438097959384322 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,4,0.008212405256927013 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,4,0.011610724031925201 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,5,0.003448043018579483 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,5,0.008980692364275455 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,5,0.008821225725114346 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,6,0.014606575481593609 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,6,0.02367270551621914 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,6,0.016808969900012016 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,7,0.009943343698978424 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,7,0.023105252534151077 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,7,0.024204859510064125 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,8,0.010900957509875298 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,8,0.028758980333805084 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,8,0.025115106254816055 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,9,0.013470621779561043 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,9,0.038014333695173264 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,9,0.03297736123204231 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,10,0.012594168074429035 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,10,0.030960649251937866 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,10,0.027570649981498718 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,11,0.01250750757753849 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,11,0.02947496809065342 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,11,0.0226117130368948 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,12,0.012402446009218693 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,12,0.028427453711628914 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,12,0.02193470485508442 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,13,0.018019188195466995 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,13,0.028468292206525803 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,13,0.021303903311491013 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,14,0.017006078734993935 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,14,0.030617697164416313 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,14,0.02253391593694687 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,15,0.019364066421985626 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,15,0.029394876211881638 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,15,0.020472293719649315 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,16,0.016966238617897034 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,16,0.027801016345620155 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,16,0.019760770723223686 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,17,0.018270252272486687 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,17,0.03395228087902069 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,17,0.02474823035299778 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,18,0.021792570129036903 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,18,0.045996520668268204 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,18,0.033659614622592926 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,19,0.03793669864535332 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,19,0.06618769466876984 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,19,0.051156047731637955 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,20,0.03054862841963768 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,20,0.10527592897415161 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,20,0.08367090672254562 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,21,0.08131584525108337 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,21,0.16173644363880157 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,21,0.1360764056444168 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,22,0.07323292642831802 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,22,0.27164456248283386 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,22,0.24382629990577698 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,23,0.10705755650997162 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,23,0.3381434977054596 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,23,0.3406892418861389 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,24,0.13632741570472717 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,24,0.5394610166549683 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,24,0.4559207260608673 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,25,0.136738583445549 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,25,0.8371483087539673 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,25,0.7223459482192993 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,26,0.3287354111671448 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,26,1.6618032455444336 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,26,1.2744834423065186 +pileval,attn_in,Qwen2.5-Coder-7B,2,32,27,1.7935212850570679 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,32,27,3.708967447280884 +pileval,mlp_down,Qwen2.5-Coder-7B,2,32,27,4.744862079620361 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,0,8.859597146511078e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,0,9.571863920427859e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,0,0.0026434212923049927 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,1,6.000114954076707e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,1,0.001402478665113449 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,1,0.0032503402326256037 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,2,9.410575148649514e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,2,0.0029175779782235622 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,2,0.005771992728114128 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,3,0.002641707193106413 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,3,0.046044036746025085 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,3,0.031552717089653015 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,4,0.002612096955999732 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,4,0.0089634014293551445 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,4,0.012159415520727634 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,5,0.0038428292609751225 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,5,0.009284500032663345 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,5,0.008319671265780926 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,6,0.016882671043276787 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,6,0.02487945556640625 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,6,0.018382124602794647 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,7,0.01054109912365675 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,7,0.024481162428855896 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,7,0.024974605068564415 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,8,0.011417237110435963 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,8,0.03032604418694973 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,8,0.026112105697393417 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,9,0.013762621209025383 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,9,0.04159199073910713 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,9,0.03781445696949959 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,10,0.01289280317723751 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,10,0.03380517661571503 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,10,0.02857992798089981 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,11,0.013042174279689789 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,11,0.031741928309202194 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,11,0.023750754073262215 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,12,0.01257812324911356 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,12,0.030293643474578857 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,12,0.0224295761436224 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,13,0.018006497994065285 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,13,0.03065209835767746 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,13,0.022293897345662117 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,14,0.016740860417485237 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,14,0.03240320086479187 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,14,0.022717909887433052 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,15,0.019902382045984268 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,15,0.031001579016447067 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,15,0.020931430160999298 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,16,0.01622627303004265 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,16,0.029860995709896088 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,16,0.020256932824850082 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,17,0.017447808757424355 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,17,0.03664008900523186 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,17,0.025256125256419182 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,18,0.02171633578836918 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,18,0.04748792201280594 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,18,0.03278667479753494 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,19,0.03696064278483391 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,19,0.06720227748155594 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,19,0.04796334728598595 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,20,0.0289390217512846 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,20,0.10525631159543991 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,20,0.07954701036214828 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,21,0.07287587225437164 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,21,0.15753307938575745 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,21,0.1296377182006836 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,22,0.07160639762878418 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,22,0.27500665187835693 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,22,0.23761460185050964 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,23,0.11141843348741531 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,23,0.33935239911079407 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,23,0.3603091239929199 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,24,0.16169115900993347 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,24,0.5698082447052002 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,24,0.49337223172187805 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,25,0.14424078166484833 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,25,0.9400043487548828 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,25,0.7542920708656311 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,26,0.5185748338699341 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,26,1.9193686246871948 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,26,1.2752916812896729 +wikitext,attn_in,Qwen2.5-Coder-7B,2,32,27,1.8152626752853394 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,32,27,3.5655529499053955 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,32,27,3.4690146446228027 +bos,attn_in,Qwen2.5-Coder-7B,2,64,0,0.0015293965116143227 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,0,0.0010344644542783499 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,0,0.003822440980002284 +bos,attn_in,Qwen2.5-Coder-7B,2,64,1,8.211010135710239e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,1,0.0020748451352119446 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,1,0.005584747530519962 +bos,attn_in,Qwen2.5-Coder-7B,2,64,2,0.0014161561848595738 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,2,0.002432191511616111 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,2,0.007269572000950575 +bos,attn_in,Qwen2.5-Coder-7B,2,64,3,0.003319736337289214 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,3,0.01792031154036522 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,3,0.05111423879861832 +bos,attn_in,Qwen2.5-Coder-7B,2,64,4,0.00337181705981493 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,4,0.009336191229522228 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,4,0.014400726184248924 +bos,attn_in,Qwen2.5-Coder-7B,2,64,5,0.004808076191693544 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,5,0.008694309741258621 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,5,0.008230576291680336 +bos,attn_in,Qwen2.5-Coder-7B,2,64,6,0.01944955438375473 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,6,0.027011534199118614 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,6,0.0190337672829628 +bos,attn_in,Qwen2.5-Coder-7B,2,64,7,0.012499794363975525 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,7,0.030427277088165283 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,7,0.03565032035112381 +bos,attn_in,Qwen2.5-Coder-7B,2,64,8,0.013712765648961067 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,8,0.03620743378996849 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,8,0.0344584658741951 +bos,attn_in,Qwen2.5-Coder-7B,2,64,9,0.015347562730312347 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,9,0.040217433124780655 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,9,0.04061171039938927 +bos,attn_in,Qwen2.5-Coder-7B,2,64,10,0.018761787563562393 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,10,0.03593292087316513 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,10,0.032252755016088486 +bos,attn_in,Qwen2.5-Coder-7B,2,64,11,0.017387814819812775 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,11,0.034016672521829605 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,11,0.027129145339131355 +bos,attn_in,Qwen2.5-Coder-7B,2,64,12,0.017163923010230064 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,12,0.03259044140577316 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,12,0.025862697511911392 +bos,attn_in,Qwen2.5-Coder-7B,2,64,13,0.02004961669445038 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,13,0.0344059132039547 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,13,0.02625974826514721 +bos,attn_in,Qwen2.5-Coder-7B,2,64,14,0.018730325624346733 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,14,0.0367269441485405 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,14,0.02778509631752968 +bos,attn_in,Qwen2.5-Coder-7B,2,64,15,0.024585217237472534 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,15,0.03510450944304466 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,15,0.0252473633736372 +bos,attn_in,Qwen2.5-Coder-7B,2,64,16,0.02197291888296604 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,16,0.033172544091939926 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,16,0.024109626188874245 +bos,attn_in,Qwen2.5-Coder-7B,2,64,17,0.019886096939444542 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,17,0.03925102576613426 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,17,0.029329722747206688 +bos,attn_in,Qwen2.5-Coder-7B,2,64,18,0.028003215789794922 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,18,0.05673517286777496 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,18,0.04268918186426163 +bos,attn_in,Qwen2.5-Coder-7B,2,64,19,0.042660411447286606 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,19,0.08510268479585648 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,19,0.06585367023944855 +bos,attn_in,Qwen2.5-Coder-7B,2,64,20,0.042368222028017044 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,20,0.13469907641410828 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,20,0.11311830580234528 +bos,attn_in,Qwen2.5-Coder-7B,2,64,21,0.08348102867603302 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,21,0.22336257994174957 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,21,0.2032545953989029 +bos,attn_in,Qwen2.5-Coder-7B,2,64,22,0.0839930847287178 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,22,0.3726539611816406 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,22,0.34386497735977173 +bos,attn_in,Qwen2.5-Coder-7B,2,64,23,0.0959816575050354 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,23,0.410895437002182 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,23,0.3724747896194458 +bos,attn_in,Qwen2.5-Coder-7B,2,64,24,0.18591183423995972 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,24,0.5550253987312317 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,24,0.44381338357925415 +bos,attn_in,Qwen2.5-Coder-7B,2,64,25,0.16415901482105255 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,25,0.7830248475074768 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,25,0.7346518039703369 +bos,attn_in,Qwen2.5-Coder-7B,2,64,26,0.25654467940330505 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,26,1.4014029502868652 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,26,1.216092586517334 +bos,attn_in,Qwen2.5-Coder-7B,2,64,27,2.0624637603759766 +bos,mlp_gate,Qwen2.5-Coder-7B,2,64,27,3.1680045127868652 +bos,mlp_down,Qwen2.5-Coder-7B,2,64,27,3.340405225753784 +c4,attn_in,Qwen2.5-Coder-7B,2,64,0,0.001424708985723555 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,0,0.001116681145504117 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,0,0.0038680604193359613 +c4,attn_in,Qwen2.5-Coder-7B,2,64,1,8.023494738154113e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,1,0.002038737293332815 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,1,0.00478564016520977 +c4,attn_in,Qwen2.5-Coder-7B,2,64,2,0.0013513985322788358 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,2,0.003077757079154253 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,2,0.007944822311401367 +c4,attn_in,Qwen2.5-Coder-7B,2,64,3,0.003473436925560236 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,3,0.020856298506259918 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,3,0.05510534718632698 +c4,attn_in,Qwen2.5-Coder-7B,2,64,4,0.0032790901605039835 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,4,0.012006665579974651 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,4,0.016896288841962814 +c4,attn_in,Qwen2.5-Coder-7B,2,64,5,0.004702070262283087 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,5,0.011523100547492504 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,5,0.010499448515474796 +c4,attn_in,Qwen2.5-Coder-7B,2,64,6,0.020119834691286087 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,6,0.030317876487970352 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,6,0.022586125880479813 +c4,attn_in,Qwen2.5-Coder-7B,2,64,7,0.01180754229426384 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,7,0.032427828758955 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,7,0.035270143300294876 +c4,attn_in,Qwen2.5-Coder-7B,2,64,8,0.014250356703996658 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,8,0.041374363005161285 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,8,0.0365690253674984 +c4,attn_in,Qwen2.5-Coder-7B,2,64,9,0.01759687438607216 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,9,0.05607945844531059 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,9,0.04968317225575447 +c4,attn_in,Qwen2.5-Coder-7B,2,64,10,0.021202217787504196 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,10,0.04416126012802124 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,10,0.03744977340102196 +c4,attn_in,Qwen2.5-Coder-7B,2,64,11,0.018832912668585777 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,11,0.041093889623880386 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,11,0.030424349009990692 +c4,attn_in,Qwen2.5-Coder-7B,2,64,12,0.019973356276750565 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,12,0.039627354592084885 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,12,0.029503149911761284 +c4,attn_in,Qwen2.5-Coder-7B,2,64,13,0.023597776889801025 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,13,0.040738794952631 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,13,0.029725925996899605 +c4,attn_in,Qwen2.5-Coder-7B,2,64,14,0.023867899551987648 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,14,0.043053146451711655 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,14,0.030646631494164467 +c4,attn_in,Qwen2.5-Coder-7B,2,64,15,0.02503139153122902 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,15,0.04141044616699219 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,15,0.0273590050637722 +c4,attn_in,Qwen2.5-Coder-7B,2,64,16,0.02167334035038948 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,16,0.038601625710725784 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,16,0.026147332042455673 +c4,attn_in,Qwen2.5-Coder-7B,2,64,17,0.023030219599604607 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,17,0.04589807242155075 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,17,0.032325830310583115 +c4,attn_in,Qwen2.5-Coder-7B,2,64,18,0.029911711812019348 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,18,0.06353478878736496 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,18,0.04465422034263611 +c4,attn_in,Qwen2.5-Coder-7B,2,64,19,0.04792182520031929 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,19,0.0926160216331482 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,19,0.06876120716333389 +c4,attn_in,Qwen2.5-Coder-7B,2,64,20,0.041206587105989456 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,20,0.14562249183654785 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,20,0.11579415947198868 +c4,attn_in,Qwen2.5-Coder-7B,2,64,21,0.09907392412424088 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,21,0.22889789938926697 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,21,0.19552946090698242 +c4,attn_in,Qwen2.5-Coder-7B,2,64,22,0.08745063841342926 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,22,0.3810611665248871 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,22,0.34070512652397156 +c4,attn_in,Qwen2.5-Coder-7B,2,64,23,0.1290578991174698 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,23,0.45676183700561523 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,23,0.44730231165885925 +c4,attn_in,Qwen2.5-Coder-7B,2,64,24,0.16370244324207306 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,24,0.6915658116340637 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,24,0.578181803226471 +c4,attn_in,Qwen2.5-Coder-7B,2,64,25,0.18684455752372742 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,25,1.0546355247497559 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,25,0.9104893207550049 +c4,attn_in,Qwen2.5-Coder-7B,2,64,26,0.39174312353134155 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,26,1.9682518243789673 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,26,1.5786877870559692 +c4,attn_in,Qwen2.5-Coder-7B,2,64,27,2.5563700199127197 +c4,mlp_gate,Qwen2.5-Coder-7B,2,64,27,5.4138712882995605 +c4,mlp_down,Qwen2.5-Coder-7B,2,64,27,6.120189189910889 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,0,0.0014183943858370185 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,0,0.00109230971429497 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,0,0.0036011384800076485 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,1,8.398229838348925e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,1,0.0020705293864011765 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,1,0.004727774299681187 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,2,0.0013582112733274698 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,2,0.0032530708704143763 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,2,0.00836722832173109 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,3,0.0035187287721782923 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,3,0.02111895941197872 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,3,0.06318140029907227 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,4,0.0033756913617253304 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,4,0.011280682869255543 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,4,0.01661032624542713 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,5,0.004773235879838467 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,5,0.012420839630067348 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,5,0.012258516624569893 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,6,0.020010774955153465 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,6,0.030992764979600906 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,6,0.023348858579993248 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,7,0.01230632234364748 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,7,0.032219137996435165 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,7,0.03360571712255478 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,8,0.014678608626127243 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,8,0.04001040384173393 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,8,0.034804195165634155 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,9,0.01799076609313488 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,9,0.05174202099442482 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,9,0.04552540183067322 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,10,0.020648585632443428 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,10,0.04315165802836418 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,10,0.03802565485239029 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,11,0.018650857731699944 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,11,0.04142449051141739 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,11,0.03130999580025673 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,12,0.019757740199565887 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,12,0.04007360711693764 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,12,0.030578674748539925 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,13,0.024284303188323975 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,13,0.04021178185939789 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,13,0.02963062934577465 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,14,0.024945184588432312 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,14,0.043117836117744446 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,14,0.031456395983695984 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,15,0.026504961773753166 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,15,0.041547223925590515 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,15,0.028492063283920288 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,16,0.023660099133849144 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,16,0.03952869027853012 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,16,0.027403470128774643 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,17,0.0248738843947649 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,17,0.047698698937892914 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,17,0.03449833765625954 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,18,0.031471848487854004 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,18,0.06520777195692062 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,18,0.0469246469438076 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,19,0.050762780010700226 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,19,0.09376604110002518 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,19,0.07109334319829941 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,20,0.04377676174044609 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,20,0.14735057950019836 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,20,0.11717744916677475 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,21,0.1086314246058464 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,21,0.22706247866153717 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,21,0.1902318149805069 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,22,0.09866100549697876 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,22,0.3780604302883148 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,22,0.33888983726501465 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,23,0.14086367189884186 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,23,0.47420498728752136 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,23,0.4686166048049927 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,24,0.1722680777311325 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,24,0.7552387714385986 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,24,0.6269624829292297 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,25,0.2083546221256256 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,25,1.1794757843017578 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,25,1.0099459886550903 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,26,0.4244086742401123 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,26,2.2209811210632324 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,26,1.798614263534546 +pileval,attn_in,Qwen2.5-Coder-7B,2,64,27,2.464432954788208 +pileval,mlp_gate,Qwen2.5-Coder-7B,2,64,27,5.86521053314209 +pileval,mlp_down,Qwen2.5-Coder-7B,2,64,27,7.260250091552734 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,0,0.0013450135011225939 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,0,0.0011743222130462527 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,0,0.0037248353473842144 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,1,8.221358293667436e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,1,0.00210712687112391 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,1,0.004559248220175505 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,2,0.0014849004801362753 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,2,0.0035030606668442488 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,2,0.008000174537301064 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,3,0.003675574203953147 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,3,0.018265733495354652 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,3,0.05344442278146744 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,4,0.003741325344890356 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,4,0.01251831091940403 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,4,0.017371997237205505 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,5,0.004981599748134613 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,5,0.012594128027558327 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,5,0.011573757976293564 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,6,0.022478971630334854 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,6,0.03293512761592865 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,6,0.025481469929218292 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,7,0.013150298036634922 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,7,0.03409016132354736 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,7,0.03471100330352783 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,8,0.014216167852282524 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,8,0.04203329607844353 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,8,0.03612497076392174 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,9,0.018163597211241722 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,9,0.05765412002801895 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,9,0.0520024448633194 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,10,0.021383581683039665 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,10,0.04709715023636818 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,10,0.039505746215581894 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,11,0.01931948773562908 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,11,0.04453175514936447 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,11,0.032888948917388916 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,12,0.02018910087645054 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,12,0.04262738302350044 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,12,0.031223418191075325 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,13,0.024072159081697464 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,13,0.04303824156522751 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,13,0.030889764428138733 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,14,0.023892445489764214 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,14,0.04551040008664131 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,14,0.03169523552060127 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,15,0.025965552777051926 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,15,0.04425129294395447 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,15,0.029101643711328506 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,16,0.023390522226691246 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,16,0.04237046092748642 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,16,0.028100257739424706 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,17,0.02460155263543129 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,17,0.05144207924604416 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,17,0.03522893786430359 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,18,0.03155260533094406 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,18,0.06723436713218689 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,18,0.04567723348736763 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,19,0.04850580543279648 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,19,0.09514006972312927 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,19,0.06692688167095184 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,20,0.04337790980935097 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,20,0.1473361998796463 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,20,0.11124833673238754 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,21,0.09817258268594742 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,21,0.22128601372241974 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,21,0.1815706044435501 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,22,0.09910579025745392 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,22,0.38278672099113464 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,22,0.33013665676116943 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,23,0.14305149018764496 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,23,0.4793596863746643 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,23,0.4958096742630005 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,24,0.21601811051368713 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,24,0.7985947728157043 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,24,0.6760287880897522 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,25,0.2120596170425415 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,25,1.3216685056686401 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,25,1.0494581460952759 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,26,0.662686288356781 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,26,2.5512149333953857 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,26,1.7979069948196411 +wikitext,attn_in,Qwen2.5-Coder-7B,2,64,27,2.4627742767333984 +wikitext,mlp_gate,Qwen2.5-Coder-7B,2,64,27,5.7814531326293945 +wikitext,mlp_down,Qwen2.5-Coder-7B,2,64,27,5.160749912261963 +bos,attn_in,Qwen2.5-Coder-7B,3,128,0,4.3376765097491443e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,0,4.455520829651505e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,0,0.0010124429827556014 +bos,attn_in,Qwen2.5-Coder-7B,3,128,1,1.9769469508901238e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,1,4.3675003689713776e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,1,0.0013798994477838278 +bos,attn_in,Qwen2.5-Coder-7B,3,128,2,4.003114881925285e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,2,5.641477764584124e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,2,0.0017712500412017107 +bos,attn_in,Qwen2.5-Coder-7B,3,128,3,9.765136637724936e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,3,0.001370601006783545 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,3,0.02176338993012905 +bos,attn_in,Qwen2.5-Coder-7B,3,128,4,9.340964606963098e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,4,0.0022254560608416796 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,4,0.00477445125579834 +bos,attn_in,Qwen2.5-Coder-7B,3,128,5,0.00134671397972852 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,5,0.0019224927527830005 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,5,0.002143344609066844 +bos,attn_in,Qwen2.5-Coder-7B,3,128,6,0.0024400365073233843 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,6,0.006999126169830561 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,6,0.004725446458905935 +bos,attn_in,Qwen2.5-Coder-7B,3,128,7,0.0032817015890032053 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,7,0.007140529341995716 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,7,0.008906517177820206 +bos,attn_in,Qwen2.5-Coder-7B,3,128,8,0.00390690378844738 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,8,0.008338411338627338 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,8,0.00848061591386795 +bos,attn_in,Qwen2.5-Coder-7B,3,128,9,0.00445265369489789 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,9,0.008654640056192875 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,9,0.009804883971810341 +bos,attn_in,Qwen2.5-Coder-7B,3,128,10,0.004272691905498505 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,10,0.008248984813690186 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,10,0.007790269795805216 +bos,attn_in,Qwen2.5-Coder-7B,3,128,11,0.006383742671459913 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,11,0.007747193798422813 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,11,0.006546438671648502 +bos,attn_in,Qwen2.5-Coder-7B,3,128,12,0.006250225473195314 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,12,0.007800516672432423 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,12,0.006425710394978523 +bos,attn_in,Qwen2.5-Coder-7B,3,128,13,0.007265692111104727 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,13,0.008155112154781818 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,13,0.006474848836660385 +bos,attn_in,Qwen2.5-Coder-7B,3,128,14,0.006817670539021492 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,14,0.008909424766898155 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,14,0.007110065780580044 +bos,attn_in,Qwen2.5-Coder-7B,3,128,15,0.010381125845015049 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,15,0.008563551120460033 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,15,0.006238473579287529 +bos,attn_in,Qwen2.5-Coder-7B,3,128,16,0.006467740051448345 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,16,0.007809849455952644 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,16,0.005848418455570936 +bos,attn_in,Qwen2.5-Coder-7B,3,128,17,0.006136655807495117 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,17,0.009490259923040867 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,17,0.007277060300111771 +bos,attn_in,Qwen2.5-Coder-7B,3,128,18,0.009171264246106148 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,18,0.013808632269501686 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,18,0.010663259774446487 +bos,attn_in,Qwen2.5-Coder-7B,3,128,19,0.014520895667374134 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,19,0.0209333598613739 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,19,0.016107434406876564 +bos,attn_in,Qwen2.5-Coder-7B,3,128,20,0.012656006962060928 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,20,0.03339983895421028 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,20,0.030099736526608467 +bos,attn_in,Qwen2.5-Coder-7B,3,128,21,0.025924842804670334 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,21,0.05442099645733833 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,21,0.05369675159454346 +bos,attn_in,Qwen2.5-Coder-7B,3,128,22,0.02150159887969494 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,22,0.08707466721534729 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,22,0.08711307495832443 +bos,attn_in,Qwen2.5-Coder-7B,3,128,23,0.030039431527256966 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,23,0.09053105860948563 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,23,0.0938747376203537 +bos,attn_in,Qwen2.5-Coder-7B,3,128,24,0.04945587366819382 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,24,0.12136626243591309 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,24,0.10845388472080231 +bos,attn_in,Qwen2.5-Coder-7B,3,128,25,0.04606525972485542 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,25,0.1737363338470459 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,25,0.18793745338916779 +bos,attn_in,Qwen2.5-Coder-7B,3,128,26,0.07828648388385773 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,26,0.32779061794281006 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,26,0.400308221578598 +bos,attn_in,Qwen2.5-Coder-7B,3,128,27,0.5144951343536377 +bos,mlp_gate,Qwen2.5-Coder-7B,3,128,27,0.7906084656715393 +bos,mlp_down,Qwen2.5-Coder-7B,3,128,27,1.4017956256866455 +c4,attn_in,Qwen2.5-Coder-7B,3,128,0,3.844263846985996e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,0,4.925868706777692e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,0,0.0010181418620049953 +c4,attn_in,Qwen2.5-Coder-7B,3,128,1,2.0297271839808673e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,1,4.350621602497995e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,1,0.001183849642984569 +c4,attn_in,Qwen2.5-Coder-7B,3,128,2,3.723615955095738e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,2,7.053076406009495e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,2,0.001928479177877307 +c4,attn_in,Qwen2.5-Coder-7B,3,128,3,0.0010092515731230378 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,3,0.0017923152772709727 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,3,0.022715970873832703 +c4,attn_in,Qwen2.5-Coder-7B,3,128,4,9.513982804492116e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,4,0.0028094088193029165 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,4,0.005327408201992512 +c4,attn_in,Qwen2.5-Coder-7B,3,128,5,0.0012945614289492369 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,5,0.0025159399956464767 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,5,0.0026778127066791058 +c4,attn_in,Qwen2.5-Coder-7B,3,128,6,0.0023480865638703108 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,6,0.007689805701375008 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,6,0.005564873572438955 +c4,attn_in,Qwen2.5-Coder-7B,3,128,7,0.0030480583664029837 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,7,0.007670146878808737 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,7,0.008716379292309284 +c4,attn_in,Qwen2.5-Coder-7B,3,128,8,0.003843588987365365 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,8,0.009529986418783665 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,8,0.008913349360227585 +c4,attn_in,Qwen2.5-Coder-7B,3,128,9,0.004566460382193327 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,9,0.011981439776718616 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,9,0.011968395672738552 +c4,attn_in,Qwen2.5-Coder-7B,3,128,10,0.004599772859364748 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,10,0.010095760226249695 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,10,0.009032046422362328 +c4,attn_in,Qwen2.5-Coder-7B,3,128,11,0.006541864946484566 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,11,0.009309527464210987 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,11,0.0073682223446667194 +c4,attn_in,Qwen2.5-Coder-7B,3,128,12,0.0065114437602460384 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,12,0.009339572861790657 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,12,0.0073298183269798756 +c4,attn_in,Qwen2.5-Coder-7B,3,128,13,0.007236959878355265 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,13,0.009716030210256577 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,13,0.007293891627341509 +c4,attn_in,Qwen2.5-Coder-7B,3,128,14,0.008430820889770985 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,14,0.010514647699892521 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,14,0.007736146450042725 +c4,attn_in,Qwen2.5-Coder-7B,3,128,15,0.011125052347779274 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,15,0.009953378699719906 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,15,0.006786177400499582 +c4,attn_in,Qwen2.5-Coder-7B,3,128,16,0.006974074989557266 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,16,0.009000148624181747 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,16,0.006377870682626963 +c4,attn_in,Qwen2.5-Coder-7B,3,128,17,0.007210216484963894 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,17,0.011119804345071316 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,17,0.008011438883841038 +c4,attn_in,Qwen2.5-Coder-7B,3,128,18,0.009327267296612263 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,18,0.015627892687916756 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,18,0.011217162013053894 +c4,attn_in,Qwen2.5-Coder-7B,3,128,19,0.015679925680160522 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,19,0.02280893176794052 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,19,0.016908682882785797 +c4,attn_in,Qwen2.5-Coder-7B,3,128,20,0.012212132103741169 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,20,0.03655179962515831 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,20,0.030679257586598396 +c4,attn_in,Qwen2.5-Coder-7B,3,128,21,0.02622300758957863 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,21,0.055490642786026 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,21,0.05224740505218506 +c4,attn_in,Qwen2.5-Coder-7B,3,128,22,0.02157025970518589 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,22,0.09062153846025467 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,22,0.08801539987325668 +c4,attn_in,Qwen2.5-Coder-7B,3,128,23,0.03540535643696785 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,23,0.1015150174498558 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,23,0.11230187863111496 +c4,attn_in,Qwen2.5-Coder-7B,3,128,24,0.054084181785583496 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,24,0.15404123067855835 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,24,0.1407267153263092 +c4,attn_in,Qwen2.5-Coder-7B,3,128,25,0.046276405453681946 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,25,0.2349419742822647 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,25,0.23044154047966003 +c4,attn_in,Qwen2.5-Coder-7B,3,128,26,0.10278941690921783 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,26,0.46884021162986755 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,26,0.4901508688926697 +c4,attn_in,Qwen2.5-Coder-7B,3,128,27,0.648845374584198 +c4,mlp_gate,Qwen2.5-Coder-7B,3,128,27,1.1301429271697998 +c4,mlp_down,Qwen2.5-Coder-7B,3,128,27,2.49371600151062 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,0,3.8310588570311666e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,0,4.947125562466681e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,0,9.497714345343411e-4 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,1,2.1127595391590148e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,1,4.404108040034771e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,1,0.0011761909117922187 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,2,3.790945338550955e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,2,7.413452840410173e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,2,0.0020344124641269445 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,3,0.001015657326206565 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,3,0.001856463379226625 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,3,0.025725334882736206 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,4,9.91981360130012e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,4,0.002607409842312336 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,4,0.005274298135191202 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,5,0.0013255992671474814 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,5,0.002695985371246934 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,5,0.0030865282751619816 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,6,0.0023720150347799063 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,6,0.007807452697306871 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,6,0.0057619232684373856 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,7,0.003096719505265355 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,7,0.007585281040519476 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,7,0.008367078378796577 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,8,0.004015594255179167 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,8,0.009163858368992805 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,8,0.00850816909223795 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,9,0.004727186169475317 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,9,0.010916255414485931 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,9,0.010991795919835567 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,10,0.0047805397771298885 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,10,0.009875590912997723 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,10,0.009174804203212261 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,11,0.006505126133561134 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,11,0.00936911627650261 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,11,0.007580452132970095 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,12,0.0065893009305000305 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,12,0.009414058178663254 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,12,0.007610569708049297 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,13,0.0073993694968521595 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,13,0.009584004990756512 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,13,0.007308825850486755 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,14,0.008733436465263367 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,14,0.01046629436314106 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,14,0.00798577256500721 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,15,0.011299362406134605 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,15,0.010031846351921558 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,15,0.007075075525790453 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,16,0.007526564411818981 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,16,0.009203159250319004 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,16,0.006679336540400982 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,17,0.00752338208258152 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,17,0.01145821064710617 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,17,0.008533895015716553 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,18,0.009998728521168232 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,18,0.01600254513323307 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,18,0.01178738009184599 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,19,0.016631651669740677 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,19,0.023035923019051552 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,19,0.017495576292276382 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,20,0.013381662778556347 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,20,0.03673532232642174 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,20,0.03133099153637886 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,21,0.028284521773457527 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,21,0.05502738058567047 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,21,0.05129494145512581 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,22,0.02503957785665989 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,22,0.08911717683076859 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,22,0.08803150802850723 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,23,0.03890867531299591 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,23,0.10521955788135529 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,23,0.11744779348373413 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,24,0.05447837710380554 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,24,0.16667412221431732 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,24,0.15326623618602753 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,25,0.0492989756166935 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,25,0.2595958709716797 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,25,0.26096081733703613 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,26,0.1119566559791565 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,26,0.5238966345787048 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,26,0.5468354225158691 +pileval,attn_in,Qwen2.5-Coder-7B,3,128,27,0.6560273170471191 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,128,27,1.2451461553573608 +pileval,mlp_down,Qwen2.5-Coder-7B,3,128,27,2.7802894115448 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,0,3.670435107778758e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,0,5.3214788204059e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,0,9.95358219370246e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,1,2.0183646120131016e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,1,0.00044957929640077055 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,1,0.0011353240115568042 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,2,3.896439156960696e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,2,7.868172251619399e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,2,0.001942764618434012 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,3,0.0010514312889426947 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,3,0.001777213765308261 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,3,0.022019635885953903 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,4,0.0010133410105481744 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,4,0.002864479087293148 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,4,0.005441994871944189 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,5,0.0014435702469199896 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,5,0.00269936746917665 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,5,0.002929807174950838 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,6,0.0024055507965385914 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,6,0.008189494721591473 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,6,0.006267846561968327 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,7,0.0032615377567708492 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,7,0.008058939129114151 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,7,0.008602114394307137 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,8,0.003977656364440918 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,8,0.00965455174446106 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,8,0.008812238462269306 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,9,0.004580157343298197 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,9,0.012285083532333374 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,9,0.01255041640251875 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,10,0.004659957718104124 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,10,0.010753302834928036 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,10,0.00947563536465168 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,11,0.00660701235756278 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,11,0.010058872401714325 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,11,0.007966668345034122 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,12,0.00662615429610014 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,12,0.010003945790231228 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,12,0.0077774436213076115 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,13,0.007107911165803671 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,13,0.010324288159608841 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,13,0.007605692371726036 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,14,0.008466308005154133 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,14,0.011099609546363354 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,14,0.008012683130800724 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,15,0.011343107558786869 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,15,0.010593532584607601 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,15,0.007206437177956104 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,16,0.00750704575330019 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,16,0.009824260137975216 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,16,0.006836795713752508 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,17,0.007171377073973417 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,17,0.012308836914598942 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,17,0.008717246353626251 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,18,0.0097650783136487 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,18,0.01644914597272873 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,18,0.011473453603684902 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,19,0.01620127633213997 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,19,0.023329686373472214 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,19,0.016407426446676254 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,20,0.013427919708192348 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,20,0.03683724254369736 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,20,0.029464665800333023 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,21,0.027362342923879623 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,21,0.05340741574764252 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,21,0.04849214851856232 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,22,0.024848170578479767 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,22,0.09012354910373688 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,22,0.08584045618772507 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,23,0.04046432301402092 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,23,0.1062617376446724 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,23,0.12322141975164413 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,24,0.0638827532529831 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,24,0.17688855528831482 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,24,0.16388680040836334 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,25,0.05168770253658295 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,25,0.2927071750164032 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,25,0.26330527663230896 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,26,0.15932181477546692 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,26,0.592875599861145 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,26,0.5380645990371704 +wikitext,attn_in,Qwen2.5-Coder-7B,3,128,27,0.6398229002952576 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,128,27,1.236917495727539 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,128,27,2.0448787212371826 +bos,attn_in,Qwen2.5-Coder-7B,3,32,0,1.843409554567188e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,0,2.817822969518602e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,0,5.066919839009643e-4 +bos,attn_in,Qwen2.5-Coder-7B,3,32,1,1.0201376426266506e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,1,2.457330410834402e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,1,7.330080261453986e-4 +bos,attn_in,Qwen2.5-Coder-7B,3,32,2,1.9835849525406957e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,2,3.143031499348581e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,2,9.611886343918741e-4 +bos,attn_in,Qwen2.5-Coder-7B,3,32,3,5.018112133257091e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,3,0.0010206539882346988 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,3,0.008740109391510487 +bos,attn_in,Qwen2.5-Coder-7B,3,32,4,4.967976128682494e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,4,0.0011476629879325628 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,4,0.0019895376171916723 +bos,attn_in,Qwen2.5-Coder-7B,3,32,5,7.709328201599419e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,5,9.688815334811807e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,5,0.0010993893956765532 +bos,attn_in,Qwen2.5-Coder-7B,3,32,6,0.0011060747783631086 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,6,0.004421493038535118 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,6,0.0025218273513019085 +bos,attn_in,Qwen2.5-Coder-7B,3,32,7,0.0017840529326349497 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,7,0.0037794033996760845 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,7,0.004762287717312574 +bos,attn_in,Qwen2.5-Coder-7B,3,32,8,0.0020012869499623775 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,8,0.004509294871240854 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,8,0.0045813946053385735 +bos,attn_in,Qwen2.5-Coder-7B,3,32,9,0.002325711539015174 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,9,0.004844109062105417 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,9,0.0054071564227342606 +bos,attn_in,Qwen2.5-Coder-7B,3,32,10,0.0020806933753192425 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,10,0.004449624102562666 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,10,0.004312395583838224 +bos,attn_in,Qwen2.5-Coder-7B,3,32,11,0.0024486545007675886 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,11,0.004168945364654064 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,11,0.0035856524482369423 +bos,attn_in,Qwen2.5-Coder-7B,3,32,12,0.0019593227189034224 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,12,0.0040498157031834126 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,12,0.003423539223149419 +bos,attn_in,Qwen2.5-Coder-7B,3,32,13,0.0028317265678197145 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,13,0.004190546926110983 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,13,0.003496588673442602 +bos,attn_in,Qwen2.5-Coder-7B,3,32,14,0.0029584846924990416 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,14,0.004631540738046169 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,14,0.0037179114297032356 +bos,attn_in,Qwen2.5-Coder-7B,3,32,15,0.006087543908506632 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,15,0.00432992447167635 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,15,0.003350229235365987 +bos,attn_in,Qwen2.5-Coder-7B,3,32,16,0.0024396658409386873 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,16,0.00405492028221488 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,16,0.003178436541929841 +bos,attn_in,Qwen2.5-Coder-7B,3,32,17,0.003010418266057968 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,17,0.00487943971529603 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,17,0.003891841508448124 +bos,attn_in,Qwen2.5-Coder-7B,3,32,18,0.00338886515237391 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,18,0.0069928159937262535 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,18,0.005679494701325893 +bos,attn_in,Qwen2.5-Coder-7B,3,32,19,0.005647663492709398 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,19,0.010307078249752522 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,19,0.008674545213580132 +bos,attn_in,Qwen2.5-Coder-7B,3,32,20,0.005273967050015926 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,20,0.016627497971057892 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,20,0.015318799763917923 +bos,attn_in,Qwen2.5-Coder-7B,3,32,21,0.01169662643224001 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,21,0.027580853551626205 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,21,0.027606472373008728 +bos,attn_in,Qwen2.5-Coder-7B,3,32,22,0.010701996274292469 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,22,0.045053839683532715 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,22,0.046406131237745285 +bos,attn_in,Qwen2.5-Coder-7B,3,32,23,0.012250734493136406 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,23,0.04957197234034538 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,23,0.05097535252571106 +bos,attn_in,Qwen2.5-Coder-7B,3,32,24,0.020118847489356995 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,24,0.06582170724868774 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,24,0.05971221253275871 +bos,attn_in,Qwen2.5-Coder-7B,3,32,25,0.022335484623908997 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,25,0.09173591434955597 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,25,0.09751603752374649 +bos,attn_in,Qwen2.5-Coder-7B,3,32,26,0.03707065060734749 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,26,0.1694529950618744 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,26,0.18891547620296478 +bos,attn_in,Qwen2.5-Coder-7B,3,32,27,0.41007858514785767 +bos,mlp_gate,Qwen2.5-Coder-7B,3,32,27,0.36536431312561035 +bos,mlp_down,Qwen2.5-Coder-7B,3,32,27,0.47970783710479736 +c4,attn_in,Qwen2.5-Coder-7B,3,32,0,1.7040541570167989e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,0,3.0898465774953365e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,0,5.101310671307147e-4 +c4,attn_in,Qwen2.5-Coder-7B,3,32,1,9.890471847029403e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,1,2.424894628347829e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,1,6.298482767306268e-4 +c4,attn_in,Qwen2.5-Coder-7B,3,32,2,1.8498869030736387e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,2,3.9315057802014053e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,2,0.001052298815920949 +c4,attn_in,Qwen2.5-Coder-7B,3,32,3,5.063164280727506e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,3,0.0012336637591943145 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,3,0.00911047961562872 +c4,attn_in,Qwen2.5-Coder-7B,3,32,4,4.979397053830326e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,4,0.001448517432436347 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,4,0.002324877306818962 +c4,attn_in,Qwen2.5-Coder-7B,3,32,5,6.841911817900836e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,5,0.0012899944558739662 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,5,0.0014063901035115123 +c4,attn_in,Qwen2.5-Coder-7B,3,32,6,0.001236370881088078 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,6,0.004590154159814119 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,6,0.0030002398416399956 +c4,attn_in,Qwen2.5-Coder-7B,3,32,7,0.0016336437547579408 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,7,0.004046324640512466 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,7,0.004707057494670153 +c4,attn_in,Qwen2.5-Coder-7B,3,32,8,0.001850010477937758 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,8,0.005163387395441532 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,8,0.004867450799793005 +c4,attn_in,Qwen2.5-Coder-7B,3,32,9,0.0024551930837333202 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,9,0.00661223940551281 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,9,0.006611651740968227 +c4,attn_in,Qwen2.5-Coder-7B,3,32,10,0.0024266273248940706 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,10,0.005437422078102827 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,10,0.0049819378182291985 +c4,attn_in,Qwen2.5-Coder-7B,3,32,11,0.0027940908912569284 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,11,0.005026389844715595 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,11,0.00403929315507412 +c4,attn_in,Qwen2.5-Coder-7B,3,32,12,0.002286656526848674 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,12,0.004886205308139324 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,12,0.003907506354153156 +c4,attn_in,Qwen2.5-Coder-7B,3,32,13,0.003114934777840972 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,13,0.005027668084949255 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,13,0.00394983496516943 +c4,attn_in,Qwen2.5-Coder-7B,3,32,14,0.003236803226172924 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,14,0.005327554419636726 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,14,0.004085740074515343 +c4,attn_in,Qwen2.5-Coder-7B,3,32,15,0.006731253117322922 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,15,0.005046357866376638 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,15,0.003625714685767889 +c4,attn_in,Qwen2.5-Coder-7B,3,32,16,0.002822417300194502 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,16,0.004680037964135408 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,16,0.0034679577220231295 +c4,attn_in,Qwen2.5-Coder-7B,3,32,17,0.003097961191087961 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,17,0.0057360329665243626 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,17,0.004283376503735781 +c4,attn_in,Qwen2.5-Coder-7B,3,32,18,0.003845828352496028 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,18,0.00786453578621149 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,18,0.005932802800089121 +c4,attn_in,Qwen2.5-Coder-7B,3,32,19,0.00634227879345417 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,19,0.011319576762616634 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,19,0.009112479165196419 +c4,attn_in,Qwen2.5-Coder-7B,3,32,20,0.005079136695712805 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,20,0.017963388934731483 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,20,0.015654059126973152 +c4,attn_in,Qwen2.5-Coder-7B,3,32,21,0.011612145230174065 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,21,0.028093647211790085 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,21,0.02664834074676037 +c4,attn_in,Qwen2.5-Coder-7B,3,32,22,0.010396905243396759 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,22,0.04651772975921631 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,22,0.04612522944808006 +c4,attn_in,Qwen2.5-Coder-7B,3,32,23,0.016971541568636894 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,23,0.05492348596453667 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,23,0.060870587825775146 +c4,attn_in,Qwen2.5-Coder-7B,3,32,24,0.018172260373830795 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,24,0.08242218941450119 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,24,0.07776931673288345 +c4,attn_in,Qwen2.5-Coder-7B,3,32,25,0.02361259236931801 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,25,0.1250796765089035 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,25,0.12159720808267593 +c4,attn_in,Qwen2.5-Coder-7B,3,32,26,0.05427638441324234 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,26,0.23866477608680725 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,26,0.23686213791370392 +c4,attn_in,Qwen2.5-Coder-7B,3,32,27,0.4268203675746918 +c4,mlp_gate,Qwen2.5-Coder-7B,3,32,27,0.6099407076835632 +c4,mlp_down,Qwen2.5-Coder-7B,3,32,27,0.8828161954879761 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,0,1.707336923573166e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,0,3.131423145532608e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,0,4.743404278997332e-4 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,1,1.026559984893538e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,1,2.3891683667898178e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,1,6.211517029441893e-4 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,2,1.8686258408706635e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,2,4.157747025601566e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,2,0.0011077820090577006 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,3,5.109146004542708e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,3,0.001216698787175119 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,3,0.010443110950291157 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,4,5.209131049923599e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,4,0.001344379736110568 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,4,0.002285823691636324 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,5,6.940870080143213e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,5,0.0013790547382086515 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,5,0.001640615751966834 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,6,0.0012268463615328074 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,6,0.0047016022726893425 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,6,0.003097078064456582 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,7,0.0016818213043734431 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,7,0.004010537173599005 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,7,0.004485915414988995 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,8,0.0019286591559648514 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,8,0.004962924402207136 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,8,0.004631862975656986 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,9,0.0025216075591742992 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,9,0.006142378784716129 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,9,0.0060567534528672695 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,10,0.0023770579136908054 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,10,0.005334361456334591 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,10,0.005060432944446802 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,11,0.00273126526735723 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,11,0.005052308086305857 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,11,0.004158657509833574 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,12,0.0023270118981599808 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,12,0.004934039898216724 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,12,0.004050891846418381 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,13,0.003206924768164754 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,13,0.004965961445122957 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,13,0.0039342716336250305 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,14,0.003419981338083744 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,14,0.005313698202371597 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,14,0.004206453915685415 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,15,0.006477260496467352 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,15,0.005109518766403198 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,15,0.003778435755521059 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,16,0.0030646088998764753 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,16,0.004796935711055994 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,16,0.0036346360575407743 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,17,0.003404286690056324 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,17,0.005935722962021828 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,17,0.0045686447992920876 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,18,0.004105160012841225 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,18,0.0080651193857193 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,18,0.006236810702830553 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,19,0.0067283459939062595 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,19,0.01149406936019659 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,19,0.009429389610886574 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,20,0.005504720378667116 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,20,0.018200676888227463 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,20,0.01584184356033802 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,21,0.012279653921723366 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,21,0.027809517458081245 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,21,0.025976117700338364 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,22,0.01202134694904089 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,22,0.04595065489411354 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,22,0.045901793986558914 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,23,0.01857040449976921 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,23,0.05704746022820473 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,23,0.06366255134344101 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,24,0.019085699692368507 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,24,0.08980929106473923 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,24,0.08438358455896378 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,25,0.025860050693154335 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,25,0.13876032829284668 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,25,0.1355648636817932 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,26,0.05931007117033005 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,26,0.26857009530067444 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,26,0.2656152546405792 +pileval,attn_in,Qwen2.5-Coder-7B,3,32,27,0.43953070044517517 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,32,27,0.6637341380119324 +pileval,mlp_down,Qwen2.5-Coder-7B,3,32,27,1.015747308731079 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,0,1.6364222392439842e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,0,3.339225659146905e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,0,4.921533982269466e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,1,1.0324706818209961e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,1,2.5633868062868714e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,1,5.983075243420899e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,2,2.0306215446908027e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,2,4.4331670505926013e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,2,0.0010605236748233438 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,3,5.36774517968297e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,3,0.0012547537917271256 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,3,0.008839890360832214 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,4,5.429627490229905e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,4,0.0014844204997643828 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,4,0.002390539040789008 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,5,7.455290178768337e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,5,0.0013825593050569296 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,5,0.0015476362314075232 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,6,0.0012811298947781324 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,6,0.004773744847625494 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,6,0.0033818911761045456 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,7,0.001779469195753336 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,7,0.004244963172823191 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,7,0.0046295952051877975 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,8,0.0018591652624309063 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,8,0.0052394201047718525 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,8,0.004800905007869005 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,9,0.002506845397874713 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,9,0.006832475773990154 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,9,0.006952254567295313 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,10,0.0024089289363473654 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,10,0.005794198717921972 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,10,0.0052637262269854546 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,11,0.0028934457805007696 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,11,0.005409441888332367 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,11,0.004364427644759417 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,12,0.0023365644738078117 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,12,0.005255829077214003 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,12,0.004144828766584396 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,13,0.0033131686504930258 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,13,0.005329822655767202 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,13,0.004107743036001921 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,14,0.0034005322959274054 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,14,0.005613138433545828 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,14,0.004235198255628347 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,15,0.0057913134805858135 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,15,0.005435641389340162 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,15,0.0038574582431465387 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,16,0.0029818133916705847 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,16,0.005128147080540657 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,16,0.0037268593441694975 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,17,0.0034054736606776714 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,17,0.0063992892391979694 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,17,0.004668282810598612 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,18,0.004005614202469587 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,18,0.00830802321434021 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,18,0.006055353209376335 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,19,0.006689378060400486 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,19,0.011624115519225597 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,19,0.008862912654876709 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,20,0.005309692583978176 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,20,0.018225815147161484 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,20,0.015010297298431396 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,21,0.011658867821097374 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,21,0.02747415006160736 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,21,0.02469438686966896 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,22,0.011992953717708588 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,22,0.046319443732500076 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,22,0.04476971924304962 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,23,0.020301222801208496 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,23,0.057218942791223526 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,23,0.06715510040521622 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,24,0.024299388751387596 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,24,0.09488627314567566 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,24,0.09120842069387436 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,25,0.027102140709757805 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,25,0.1549615114927292 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,25,0.14028964936733246 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,26,0.08986365050077438 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,26,0.3076917231082916 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,26,0.2662985026836395 +wikitext,attn_in,Qwen2.5-Coder-7B,3,32,27,0.4481661915779114 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,32,27,0.6267850995063782 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,32,27,0.7511563301086426 +bos,attn_in,Qwen2.5-Coder-7B,3,64,0,3.0207211966626346e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,0,3.4668133594095707e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,0,7.346953498199582e-4 +bos,attn_in,Qwen2.5-Coder-7B,3,64,1,1.422292843926698e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,1,3.194568562321365e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,1,0.001033943030051887 +bos,attn_in,Qwen2.5-Coder-7B,3,64,2,2.73809622740373e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,2,4.363584448583424e-4 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,2,0.0013440598268061876 +bos,attn_in,Qwen2.5-Coder-7B,3,64,3,7.091108127497137e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,3,0.0012934025144204497 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,3,0.01796281337738037 +bos,attn_in,Qwen2.5-Coder-7B,3,64,4,7.158683147281408e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,4,0.0015983255580067635 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,4,0.0032224173191934824 +bos,attn_in,Qwen2.5-Coder-7B,3,64,5,0.0010950971627607942 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,5,0.0014156954130157828 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,5,0.0015743173426017165 +bos,attn_in,Qwen2.5-Coder-7B,3,64,6,0.0016811337554827332 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,6,0.005588390398770571 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,6,0.003551754867658019 +bos,attn_in,Qwen2.5-Coder-7B,3,64,7,0.002916720462962985 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,7,0.005338476970791817 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,7,0.006697313394397497 +bos,attn_in,Qwen2.5-Coder-7B,3,64,8,0.0031580219510942698 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,8,0.006342328153550625 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,8,0.006425622850656509 +bos,attn_in,Qwen2.5-Coder-7B,3,64,9,0.0035317307338118553 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,9,0.006633360870182514 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,9,0.00744727673009038 +bos,attn_in,Qwen2.5-Coder-7B,3,64,10,0.0032386346720159054 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,10,0.006205828860402107 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,10,0.005994077771902084 +bos,attn_in,Qwen2.5-Coder-7B,3,64,11,0.003069894388318062 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,11,0.005863686092197895 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,11,0.00499724643304944 +bos,attn_in,Qwen2.5-Coder-7B,3,64,12,0.0038052548188716173 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,12,0.005747420247644186 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,12,0.004844334442168474 +bos,attn_in,Qwen2.5-Coder-7B,3,64,13,0.004420709330588579 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,13,0.006009639240801334 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,13,0.004905243869870901 +bos,attn_in,Qwen2.5-Coder-7B,3,64,14,0.004145813640207052 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,14,0.0065435804426670074 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,14,0.005291108042001724 +bos,attn_in,Qwen2.5-Coder-7B,3,64,15,0.007026243954896927 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,15,0.006228226702660322 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,15,0.004697155673056841 +bos,attn_in,Qwen2.5-Coder-7B,3,64,16,0.004544251132756472 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,16,0.005770324729382992 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,16,0.004462279845029116 +bos,attn_in,Qwen2.5-Coder-7B,3,64,17,0.00474537443369627 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,17,0.006974997464567423 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,17,0.005474432371556759 +bos,attn_in,Qwen2.5-Coder-7B,3,64,18,0.006007274612784386 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,18,0.010075503028929234 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,18,0.007998182438313961 +bos,attn_in,Qwen2.5-Coder-7B,3,64,19,0.009208282455801964 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,19,0.015003357082605362 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,19,0.012257743626832962 +bos,attn_in,Qwen2.5-Coder-7B,3,64,20,0.008436037227511406 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,20,0.02441924437880516 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,20,0.021968374028801918 +bos,attn_in,Qwen2.5-Coder-7B,3,64,21,0.01722572185099125 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,21,0.03981305658817291 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,21,0.039628442376852036 +bos,attn_in,Qwen2.5-Coder-7B,3,64,22,0.015894249081611633 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,22,0.06483487784862518 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,22,0.06562884151935577 +bos,attn_in,Qwen2.5-Coder-7B,3,64,23,0.01883642002940178 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,23,0.06942983716726303 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,23,0.07106822729110718 +bos,attn_in,Qwen2.5-Coder-7B,3,64,24,0.032821644097566605 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,24,0.0934973880648613 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,24,0.08254566043615341 +bos,attn_in,Qwen2.5-Coder-7B,3,64,25,0.03383394330739975 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,25,0.12973099946975708 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,25,0.14010588824748993 +bos,attn_in,Qwen2.5-Coder-7B,3,64,26,0.057971131056547165 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,26,0.2437819093465805 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,26,0.26855963468551636 +bos,attn_in,Qwen2.5-Coder-7B,3,64,27,0.43040862679481506 +bos,mlp_gate,Qwen2.5-Coder-7B,3,64,27,0.5328812599182129 +bos,mlp_down,Qwen2.5-Coder-7B,3,64,27,0.8302764892578125 +c4,attn_in,Qwen2.5-Coder-7B,3,64,0,2.745858218986541e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,0,3.818862314801663e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,0,7.394234999082983e-4 +c4,attn_in,Qwen2.5-Coder-7B,3,64,1,1.4453734911512583e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,1,3.291481698397547e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,1,8.890707977116108e-4 +c4,attn_in,Qwen2.5-Coder-7B,3,64,2,2.5805403129197657e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,2,5.527114262804389e-4 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,2,0.0014681346947327256 +c4,attn_in,Qwen2.5-Coder-7B,3,64,3,7.204214343801141e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,3,0.0014886562712490559 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,3,0.018782852217555046 +c4,attn_in,Qwen2.5-Coder-7B,3,64,4,6.919899606145918e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,4,0.002072579925879836 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,4,0.003667401149868965 +c4,attn_in,Qwen2.5-Coder-7B,3,64,5,0.0010087101254612207 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,5,0.0018201421480625868 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,5,0.001988417701795697 +c4,attn_in,Qwen2.5-Coder-7B,3,64,6,0.0016408177325502038 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,6,0.00603284128010273 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,6,0.0041952417232096195 +c4,attn_in,Qwen2.5-Coder-7B,3,64,7,0.0026514672208577394 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,7,0.00572742847725749 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,7,0.006586267612874508 +c4,attn_in,Qwen2.5-Coder-7B,3,64,8,0.0028170596342533827 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,8,0.007215180434286594 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,8,0.00678606703877449 +c4,attn_in,Qwen2.5-Coder-7B,3,64,9,0.0036414144560694695 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,9,0.009208976291120052 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,9,0.009142505936324596 +c4,attn_in,Qwen2.5-Coder-7B,3,64,10,0.0036504901945590973 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,10,0.007654009386897087 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,10,0.006933874450623989 +c4,attn_in,Qwen2.5-Coder-7B,3,64,11,0.0037419393192976713 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,11,0.0070427097380161285 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,11,0.00562778627499938 +c4,attn_in,Qwen2.5-Coder-7B,3,64,12,0.004061590414494276 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,12,0.006935207638889551 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,12,0.005514843389391899 +c4,attn_in,Qwen2.5-Coder-7B,3,64,13,0.004557534586638212 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,13,0.0071865650825202465 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,13,0.005528669338673353 +c4,attn_in,Qwen2.5-Coder-7B,3,64,14,0.005182244814932346 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,14,0.007705922704190016 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,14,0.005800820421427488 +c4,attn_in,Qwen2.5-Coder-7B,3,64,15,0.008088070899248123 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,15,0.007346117869019508 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,15,0.005109723191708326 +c4,attn_in,Qwen2.5-Coder-7B,3,64,16,0.004712503403425217 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,16,0.00665661133825779 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,16,0.004843449220061302 +c4,attn_in,Qwen2.5-Coder-7B,3,64,17,0.004972746130079031 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,17,0.008173544891178608 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,17,0.006037719082087278 +c4,attn_in,Qwen2.5-Coder-7B,3,64,18,0.0062266807071864605 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,18,0.011429637670516968 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,18,0.00839877687394619 +c4,attn_in,Qwen2.5-Coder-7B,3,64,19,0.010351590812206268 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,19,0.01658734306693077 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,19,0.01280278991907835 +c4,attn_in,Qwen2.5-Coder-7B,3,64,20,0.008047197945415974 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,20,0.026309356093406677 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,20,0.022455286234617233 +c4,attn_in,Qwen2.5-Coder-7B,3,64,21,0.017573559656739235 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,21,0.040388498455286026 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,21,0.03828422725200653 +c4,attn_in,Qwen2.5-Coder-7B,3,64,22,0.015729166567325592 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,22,0.0666477307677269 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,22,0.0655725821852684 +c4,attn_in,Qwen2.5-Coder-7B,3,64,23,0.02659624069929123 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,23,0.07614029198884964 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,23,0.08505098521709442 +c4,attn_in,Qwen2.5-Coder-7B,3,64,24,0.029970336705446243 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,24,0.11674688756465912 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,24,0.10776671022176743 +c4,attn_in,Qwen2.5-Coder-7B,3,64,25,0.03411577641963959 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,25,0.1771334409713745 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,25,0.1728026121854782 +c4,attn_in,Qwen2.5-Coder-7B,3,64,26,0.073765829205513 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,26,0.3411028981208801 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,26,0.33786654472351074 +c4,attn_in,Qwen2.5-Coder-7B,3,64,27,0.49390655755996704 +c4,mlp_gate,Qwen2.5-Coder-7B,3,64,27,0.8562127947807312 +c4,mlp_down,Qwen2.5-Coder-7B,3,64,27,1.496093988418579 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,0,2.757154870778322e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,0,3.861011937260628e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,0,6.887963390909135e-4 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,1,1.498102501500398e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,1,3.3423976856283844e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,1,8.79105762578547e-4 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,2,2.659010933712125e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,2,5.794797907583416e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,2,0.0015467972261831164 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,3,7.321335724554956e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,3,0.0016142848180606961 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,3,0.02128083072602749 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,4,7.238874677568674e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,4,0.0019229573663324118 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,4,0.0036216124426573515 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,5,9.991468396037817e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,5,0.0019668512977659702 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,5,0.002308756811544299 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,6,0.0016406099312007427 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,6,0.00614920211955905 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,6,0.0043377201072871685 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,7,0.002638256875798106 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,7,0.005666021723300219 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,7,0.006301278248429298 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,8,0.0028345712926238775 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,8,0.006946164648979902 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,8,0.006466229446232319 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,9,0.0037802979350090027 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,9,0.00846915878355503 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,9,0.008395537734031677 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,10,0.003562432713806629 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,10,0.00747925229370594 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,10,0.007036994677037001 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,11,0.003697843523696065 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,11,0.007101650349795818 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,11,0.005786514841020107 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,12,0.003994583152234554 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,12,0.007009800989180803 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,12,0.005722396075725555 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,13,0.004711116198450327 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,13,0.007090962026268244 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,13,0.0055245282128453255 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,14,0.00548402639105916 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,14,0.007678804453462362 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,14,0.005981724243611097 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,15,0.008026350289583206 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,15,0.007413993589580059 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,15,0.005322166718542576 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,16,0.004985156003385782 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,16,0.006814873311668634 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,16,0.005075937137007713 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,17,0.005341239273548126 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,17,0.008448781445622444 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,17,0.006432538386434317 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,18,0.006666906643658876 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,18,0.011758748441934586 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,18,0.008824668824672699 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,19,0.010872896760702133 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,19,0.016716880723834038 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,19,0.013242988847196102 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,20,0.008785863406956196 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,20,0.026562513783574104 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,20,0.022854870185256004 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,21,0.018796926364302635 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,21,0.04002244025468826 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,21,0.03745928779244423 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,22,0.018082911148667336 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,22,0.0658428817987442 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,22,0.06534049659967422 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,23,0.029069259762763977 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,23,0.0791490450501442 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,23,0.08905459940433502 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,24,0.030797597020864487 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,24,0.12657654285430908 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,24,0.1171102300286293 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,25,0.03662865236401558 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,25,0.195230171084404 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,25,0.19414925575256348 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,26,0.08147933334112167 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,26,0.38589367270469666 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,26,0.3791017234325409 +pileval,attn_in,Qwen2.5-Coder-7B,3,64,27,0.5138793587684631 +pileval,mlp_gate,Qwen2.5-Coder-7B,3,64,27,0.9358624219894409 +pileval,mlp_down,Qwen2.5-Coder-7B,3,64,27,1.6826224327087402 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,0,2.6514241471886635e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,0,4.1382008930668235e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,0,7.170762401074171e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,1,1.4829455176368356e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,1,3.50766145857051e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,1,8.479575626552105e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,2,2.66673625446856e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,2,6.075591081753373e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,2,0.0014791068388149142 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,3,7.69888749346137e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,3,0.0015253758756443858 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,3,0.018183577805757523 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,4,7.538842619396746e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,4,0.002150106243789196 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,4,0.0037600656505674124 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,5,0.001087829703465104 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,5,0.001979069784283638 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,5,0.002185498597100377 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,6,0.0016985532129183412 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,6,0.006367262918502092 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,6,0.00473354198038578 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,7,0.0027755668852478266 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,7,0.006022521294653416 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,7,0.006500177551060915 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,8,0.0027589041274040937 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,8,0.007315844763070345 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,8,0.006701766978949308 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,9,0.003748829010874033 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,9,0.009558325633406639 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,9,0.009576023556292057 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,10,0.0034847487695515156 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,10,0.008123338222503662 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,10,0.007301216945052147 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,11,0.0038130879402160645 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,11,0.007600163575261831 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,11,0.0060908799059689045 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,12,0.0038324734196066856 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,12,0.007443277630954981 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,12,0.00584510900080204 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,13,0.004868454299867153 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,13,0.007631909567862749 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,13,0.0057588424533605576 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,14,0.005483670625835657 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,14,0.008165473118424416 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,14,0.006003684364259243 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,15,0.008155334740877151 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,15,0.007876618765294552 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,15,0.005431604105979204 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,16,0.004878388252109289 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,16,0.007278582081198692 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,16,0.005197552032768726 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,17,0.005232748109847307 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,17,0.009081486612558365 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,17,0.006574025843292475 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,18,0.006662912201136351 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,18,0.012024828232824802 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,18,0.008595329709351063 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,19,0.010818006470799446 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,19,0.016905395314097404 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,19,0.012439270503818989 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,20,0.008462534286081791 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,20,0.02650964818894863 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,20,0.02154279313981533 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,21,0.017991652712225914 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,21,0.03902580961585045 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,21,0.035503558814525604 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,22,0.018951326608657837 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,22,0.06687755882740021 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,22,0.06380436569452286 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,23,0.031773608177900314 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,23,0.07932296395301819 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,23,0.09387688338756561 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,24,0.0397384874522686 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,24,0.13359060883522034 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,24,0.12612088024616241 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,25,0.04006992280483246 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,25,0.22028391063213348 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,25,0.19834740459918976 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,26,0.11204136162996292 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,26,0.43935462832450867 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,26,0.37704160809516907 +wikitext,attn_in,Qwen2.5-Coder-7B,3,64,27,0.5064723491668701 +wikitext,mlp_gate,Qwen2.5-Coder-7B,3,64,27,0.8634073138237 +wikitext,mlp_down,Qwen2.5-Coder-7B,3,64,27,1.2457928657531738 +bos,attn_in,Qwen2.5-Coder-7B,4,128,0,1.0362565808463842e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,0,1.3898516772314906e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,0,2.2247573360800743e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,128,1,4.279206768842414e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,1,9.27239962038584e-5 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,1,3.01466352539137e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,128,2,8.635281847091392e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,2,1.2125565990572795e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,2,3.876288828905672e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,128,3,2.1771194587927312e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,3,3.2835439196787775e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,3,0.005474132485687733 +bos,attn_in,Qwen2.5-Coder-7B,4,128,4,2.66892253421247e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,4,4.8243830678984523e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,4,0.0013581312960013747 +bos,attn_in,Qwen2.5-Coder-7B,4,128,5,3.5178690450266004e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,5,4.3584336526691914e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,5,4.890267737209797e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,128,6,4.4897550833411515e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,6,0.0019146091071888804 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,6,0.0010468377731740475 +bos,attn_in,Qwen2.5-Coder-7B,4,128,7,7.140800589695573e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,7,0.0015460889553651214 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,7,0.0019692620262503624 +bos,attn_in,Qwen2.5-Coder-7B,4,128,8,0.0010072662262246013 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,8,0.0017951269401237369 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,8,0.001877222559414804 +bos,attn_in,Qwen2.5-Coder-7B,4,128,9,8.933658245950937e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,9,0.0018538367003202438 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,9,0.0021648861002177 +bos,attn_in,Qwen2.5-Coder-7B,4,128,10,9.720897069200873e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,10,0.0017646139021962881 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,10,0.0017140685813501477 +bos,attn_in,Qwen2.5-Coder-7B,4,128,11,0.001026094425469637 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,11,0.0016634613275527954 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,11,0.001436036778613925 +bos,attn_in,Qwen2.5-Coder-7B,4,128,12,0.0010963677195832133 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,12,0.0016682867426425219 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,12,0.001435399055480957 +bos,attn_in,Qwen2.5-Coder-7B,4,128,13,0.0012988782254979014 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,13,0.0017784599913284183 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,13,0.0014588184421882033 +bos,attn_in,Qwen2.5-Coder-7B,4,128,14,0.0015644724480807781 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,14,0.0019674324430525303 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,14,0.0016106967814266682 +bos,attn_in,Qwen2.5-Coder-7B,4,128,15,0.0018778594676405191 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,15,0.0018148665549233556 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,15,0.0013720830902457237 +bos,attn_in,Qwen2.5-Coder-7B,4,128,16,0.0013155912747606635 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,16,0.0016776479315012693 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,16,0.0012903056340292096 +bos,attn_in,Qwen2.5-Coder-7B,4,128,17,0.0014304344076663256 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,17,0.002043683547526598 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,17,0.001602807897143066 +bos,attn_in,Qwen2.5-Coder-7B,4,128,18,0.0022165740374475718 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,18,0.0030344827100634575 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,18,0.002377985045313835 +bos,attn_in,Qwen2.5-Coder-7B,4,128,19,0.0033573394175618887 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,19,0.004524667747318745 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,19,0.0035540871322155 +bos,attn_in,Qwen2.5-Coder-7B,4,128,20,0.0034653814509510994 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,20,0.007300850469619036 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,20,0.006898157298564911 +bos,attn_in,Qwen2.5-Coder-7B,4,128,21,0.005494179669767618 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,21,0.0116806048899889 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,21,0.01232179906219244 +bos,attn_in,Qwen2.5-Coder-7B,4,128,22,0.005367263685911894 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,22,0.01896144635975361 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,22,0.019550783559679985 +bos,attn_in,Qwen2.5-Coder-7B,4,128,23,0.005758514162153006 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,23,0.01938161440193653 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,23,0.021128781139850616 +bos,attn_in,Qwen2.5-Coder-7B,4,128,24,0.017424490302801132 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,24,0.026185590773820877 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,24,0.02427157200872898 +bos,attn_in,Qwen2.5-Coder-7B,4,128,25,0.012286074459552765 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,25,0.0373360775411129 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,25,0.04145970940589905 +bos,attn_in,Qwen2.5-Coder-7B,4,128,26,0.017069118097424507 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,26,0.07057448476552963 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,26,0.11177541315555573 +bos,attn_in,Qwen2.5-Coder-7B,4,128,27,0.15001608431339264 +bos,mlp_gate,Qwen2.5-Coder-7B,4,128,27,0.15570391714572906 +bos,mlp_down,Qwen2.5-Coder-7B,4,128,27,0.35701408982276917 +c4,attn_in,Qwen2.5-Coder-7B,4,128,0,8.713654824532568e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,0,1.5271996380761266e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,0,2.2371298109646887e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,128,1,4.3226060370216146e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,1,8.859804074745625e-5 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,1,2.5944504886865616e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,128,2,8.228371007135138e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,2,1.55902118422091e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,2,4.214872024022043e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,128,3,2.2767639893572778e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,3,3.9508126792497933e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,3,0.00586393428966403 +c4,attn_in,Qwen2.5-Coder-7B,4,128,4,2.611807722132653e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,4,6.035875412635505e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,4,0.0014784187078475952 +c4,attn_in,Qwen2.5-Coder-7B,4,128,5,3.048009821213782e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,5,5.498839891515672e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,5,6.063114269636571e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,128,6,4.6313204802572727e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,6,0.001958422362804413 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,6,0.0012308713048696518 +c4,attn_in,Qwen2.5-Coder-7B,4,128,7,6.883076275698841e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,7,0.0016547978157177567 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,7,0.0019299834966659546 +c4,attn_in,Qwen2.5-Coder-7B,4,128,8,0.001053727581165731 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,8,0.0020505308639258146 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,8,0.0019609485752880573 +c4,attn_in,Qwen2.5-Coder-7B,4,128,9,9.622351499274373e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,9,0.0025475462898612022 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,9,0.002646306063979864 +c4,attn_in,Qwen2.5-Coder-7B,4,128,10,0.0010078642517328262 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,10,0.002169838873669505 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,10,0.0019775221589952707 +c4,attn_in,Qwen2.5-Coder-7B,4,128,11,0.00116979971062392 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,11,0.002005429705604911 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,11,0.0016100440407171845 +c4,attn_in,Qwen2.5-Coder-7B,4,128,12,0.0013138024369254708 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,12,0.0020156779792159796 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,12,0.0016285271849483252 +c4,attn_in,Qwen2.5-Coder-7B,4,128,13,0.0014463914558291435 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,13,0.0021098204888403416 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,13,0.001622314564883709 +c4,attn_in,Qwen2.5-Coder-7B,4,128,14,0.0019495972665026784 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,14,0.0022777135018259287 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,14,0.0017333377618342638 +c4,attn_in,Qwen2.5-Coder-7B,4,128,15,0.002128779422491789 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,15,0.0021330497693270445 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,15,0.0015003172447904944 +c4,attn_in,Qwen2.5-Coder-7B,4,128,16,0.001510079950094223 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,16,0.0019324914319440722 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,16,0.0013991574523970485 +c4,attn_in,Qwen2.5-Coder-7B,4,128,17,0.0015676694456487894 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,17,0.0023801561910659075 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,17,0.0017706756480038166 +c4,attn_in,Qwen2.5-Coder-7B,4,128,18,0.002362046390771866 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,18,0.0034001502208411694 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,18,0.002511832630261779 +c4,attn_in,Qwen2.5-Coder-7B,4,128,19,0.003557804273441434 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,19,0.004948584362864494 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,19,0.0037269629538059235 +c4,attn_in,Qwen2.5-Coder-7B,4,128,20,0.003355875378474593 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,20,0.007869687862694263 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,20,0.006973525043576956 +c4,attn_in,Qwen2.5-Coder-7B,4,128,21,0.005879357922822237 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,21,0.011900394223630428 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,21,0.011996586807072163 +c4,attn_in,Qwen2.5-Coder-7B,4,128,22,0.0055349478498101234 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,22,0.01935798116028309 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,22,0.01997239701449871 +c4,attn_in,Qwen2.5-Coder-7B,4,128,23,0.008493603207170963 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,23,0.02178408019244671 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,23,0.025386199355125427 +c4,attn_in,Qwen2.5-Coder-7B,4,128,24,0.011294327676296234 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,24,0.03271099925041199 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,24,0.03132820501923561 +c4,attn_in,Qwen2.5-Coder-7B,4,128,25,0.011963140219449997 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,25,0.050677474588155746 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,25,0.050950173288583755 +c4,attn_in,Qwen2.5-Coder-7B,4,128,26,0.02389398217201233 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,26,0.10092610120773315 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,26,0.13228493928909302 +c4,attn_in,Qwen2.5-Coder-7B,4,128,27,0.17043152451515198 +c4,mlp_gate,Qwen2.5-Coder-7B,4,128,27,0.2483932226896286 +c4,mlp_down,Qwen2.5-Coder-7B,4,128,27,0.6430754661560059 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,0,8.697273005964234e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,0,1.5610549598932266e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,0,2.0859444339293987e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,1,4.4607044401345775e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,1,9.216176113113761e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,1,2.578887506388128e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,2,8.508673636242747e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,2,1.6181342652998865e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,2,4.4495868496596813e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,3,2.3122660059016198e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,3,4.184773424640298e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,3,0.006655492354184389 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,4,2.7689398848451674e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,4,5.611875676549971e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,4,0.001468075206503272 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,5,3.1072343699634075e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,5,5.90943091083318e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,5,6.954866694286466e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,6,4.6776916133239865e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,6,0.0020096879452466965 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,6,0.0012738503282889724 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,7,7.000888581387699e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,7,0.0016356848645955324 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,7,0.0018541814060881734 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,8,0.0010440315818414092 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,8,0.0019713768269866705 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,8,0.0018741748062893748 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,9,9.95538430288434e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,9,0.002344592707231641 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,9,0.002429558429867029 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,10,0.0010055890306830406 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,10,0.0021182079799473286 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,10,0.0020079859532415867 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,11,0.0011641662567853928 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,11,0.002012001583352685 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,11,0.0016557977069169283 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,12,0.0013337095733731985 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,12,0.002031326061114669 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,12,0.0016866911901161075 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,13,0.0014953166246414185 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,13,0.0020752029959112406 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,13,0.001635766471736133 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,14,0.002072753384709358 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,14,0.0022655369248241186 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,14,0.0018009963678196073 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,15,0.002205702941864729 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,15,0.0021523635368794203 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,15,0.0015646739630028605 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,16,0.0016264185542240739 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,16,0.001973401289433241 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,16,0.00146659673191607 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,17,0.0016983298119157553 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,17,0.0024554335977882147 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,17,0.0018846950260922313 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,18,0.002512600040063262 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,18,0.0034773419611155987 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,18,0.002640644321218133 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,19,0.0037074359133839607 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,19,0.004987703636288643 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,19,0.003859086660668254 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,20,0.0034484765492379665 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,20,0.007909603416919708 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,20,0.00716555817052722 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,21,0.006091872230172157 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,21,0.011829580180346966 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,21,0.011831662617623806 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,22,0.006464588455855846 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,22,0.019086427986621857 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,22,0.019968971610069275 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,23,0.009042846038937569 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,23,0.022510970011353493 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,23,0.026635875925421715 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,24,0.011704450473189354 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,24,0.03559991717338562 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,24,0.0341918058693409 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,25,0.012759312987327576 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,25,0.055834561586380005 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,25,0.058060016483068466 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,26,0.026424963027238846 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,26,0.11231902986764908 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,26,0.14526228606700897 +pileval,attn_in,Qwen2.5-Coder-7B,4,128,27,0.1775016188621521 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,128,27,0.268643319606781 +pileval,mlp_down,Qwen2.5-Coder-7B,4,128,27,0.7107921242713928 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,0,8.266649092547596e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,0,1.678318076301366e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,0,2.189810766139999e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,1,4.3914071284234524e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,1,9.678130300017074e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,1,2.48753116466105e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,2,8.574481034884229e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,2,1.7460243543609977e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,2,4.247564938850701e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,3,2.4008472973946482e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,3,4.0375956450589e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,3,0.005597913637757301 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,4,2.807902928907424e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,4,6.309589953161776e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,4,0.0015029890928417444 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,5,3.234689065720886e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,5,5.864770500920713e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,5,6.623180233873427e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,6,4.8529094783589244e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,6,0.0019918670877814293 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,6,0.0013817902654409409 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,7,7.53832864575088e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,7,0.0017452205065637827 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,7,0.0019054251024499536 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,8,0.0010532859014347196 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,8,0.002076230477541685 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,8,0.0019381408346816897 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,9,9.6230796771124e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,9,0.002644347259774804 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,9,0.002767019672319293 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,10,0.0010094057070091367 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,10,0.002305305330082774 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,10,0.0020808770786970854 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,11,0.0012373790377750993 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,11,0.002161312848329544 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,11,0.0017420976655557752 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,12,0.0012812286149710417 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,12,0.0021614916622638702 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,12,0.001720144529826939 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,13,0.0014943155692890286 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,13,0.002229643752798438 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,13,0.0016854113200679421 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,14,0.0020508579909801483 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,14,0.00239977496676147 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,14,0.0017951137851923704 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,15,0.0021522275637835264 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,15,0.002274872502312064 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,15,0.0015930684749037027 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,16,0.0015759028028696775 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,16,0.0021042979788035154 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,16,0.001500225393101573 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,17,0.0016596328932791948 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,17,0.0026375448796898127 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,17,0.001922180992551148 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,18,0.0023915977217257023 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,18,0.003569582011550665 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,18,0.0025628202129155397 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,19,0.0036122319288551807 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,19,0.005012080539017916 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,19,0.00362117076292634 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,20,0.0032401487696915865 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,20,0.007936655543744564 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,20,0.00667047081515193 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,21,0.0061697219498455524 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,21,0.01153543870896101 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,21,0.011088671162724495 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,22,0.006545722484588623 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,22,0.019351135939359665 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,22,0.01948312483727932 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,23,0.009235341101884842 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,23,0.022649092599749565 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,23,0.027893945574760437 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,24,0.014478776603937149 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,24,0.037620265036821365 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,24,0.03660352900624275 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,25,0.013252472504973412 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,25,0.06342962384223938 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,25,0.05826099216938019 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,26,0.03748331964015961 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,26,0.12854035198688507 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,26,0.14320357143878937 +wikitext,attn_in,Qwen2.5-Coder-7B,4,128,27,0.17935603857040405 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,128,27,0.25713229179382324 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,128,27,0.5245221853256226 +bos,attn_in,Qwen2.5-Coder-7B,4,32,0,4.193542918073945e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,0,1.1563953739823774e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,0,1.1024625564459711e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,1,2.0873043467872776e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,1,4.580345921567641e-5 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,1,1.5999068273231387e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,2,4.2797630158020183e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,2,6.426080653909594e-5 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,2,2.0928855519741774e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,3,1.074597385013476e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,3,1.4820153592154384e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,3,0.0015075213741511106 +bos,attn_in,Qwen2.5-Coder-7B,4,32,4,1.3882607163395733e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,4,2.4015539383981377e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,4,5.030083702877164e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,5,1.4539323456119746e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,5,2.0890269661322236e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,5,2.4191800912376493e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,6,3.4666337887756526e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,6,0.0012797534000128508 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,6,5.534728989005089e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,7,3.295689821243286e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,7,8.119349367916584e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,7,0.0010371911339461803 +bos,attn_in,Qwen2.5-Coder-7B,4,32,8,5.346700199879706e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,8,9.737517102621496e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,8,9.998332243412733e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,9,4.801254253834486e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,9,0.0010330292861908674 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,9,0.0011789117706939578 +bos,attn_in,Qwen2.5-Coder-7B,4,32,10,4.443035868462175e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,10,9.4909145263955e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,10,9.40389814786613e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,11,5.146656767465174e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,11,9.026698535308242e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,11,7.831846596673131e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,12,5.117349210195243e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,12,8.708460372872651e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,12,7.463109795935452e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,13,6.00059051066637e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,13,9.054276742972434e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,13,7.67780642490834e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,14,6.097524892538786e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,14,9.872065857052803e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,14,8.209228399209678e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,15,0.0011105237063020468 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,15,9.224085370078683e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,15,7.308826898224652e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,16,6.101210601627827e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,16,8.69420706294477e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,16,6.965054199099541e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,17,5.770419375039637e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,17,0.0010526261758059263 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,17,8.486327715218067e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,32,18,7.726727635599673e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,18,0.001506358152255416 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,18,0.0012530684471130371 +bos,attn_in,Qwen2.5-Coder-7B,4,32,19,0.00144020130392164 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,19,0.002261666115373373 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,19,0.001898274291306734 +bos,attn_in,Qwen2.5-Coder-7B,4,32,20,0.0011832413729280233 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,20,0.003632939187809825 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,20,0.003361652372404933 +bos,attn_in,Qwen2.5-Coder-7B,4,32,21,0.002319669583812356 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,21,0.005930432118475437 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,21,0.006083185318857431 +bos,attn_in,Qwen2.5-Coder-7B,4,32,22,0.0022836318239569664 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,22,0.009759347885847092 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,22,0.010181164368987083 +bos,attn_in,Qwen2.5-Coder-7B,4,32,23,0.002965794876217842 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,23,0.01062733307480812 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,23,0.011176162399351597 +bos,attn_in,Qwen2.5-Coder-7B,4,32,24,0.004900000989437103 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,24,0.0141985435038805 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,24,0.013044113293290138 +bos,attn_in,Qwen2.5-Coder-7B,4,32,25,0.0058978539891541 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,25,0.019783131778240204 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,25,0.02113073132932186 +bos,attn_in,Qwen2.5-Coder-7B,4,32,26,0.009649348445236683 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,26,0.036215201020240784 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,26,0.0427200086414814 +bos,attn_in,Qwen2.5-Coder-7B,4,32,27,0.10110524296760559 +bos,mlp_gate,Qwen2.5-Coder-7B,4,32,27,0.08066776394844055 +bos,mlp_down,Qwen2.5-Coder-7B,4,32,27,0.119537353515625 +c4,attn_in,Qwen2.5-Coder-7B,4,32,0,3.818198820226826e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,0,1.2630547280423343e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,0,1.108560900320299e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,1,2.1189189283177257e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,1,4.481373252929188e-5 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,1,1.3723346637561917e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,2,4.1242732550017536e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,2,8.244322089012712e-5 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,2,2.2926824749447405e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,3,1.101638117688708e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,3,1.9117725605610758e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,3,0.0016531550791114569 +c4,attn_in,Qwen2.5-Coder-7B,4,32,4,1.3592146569862962e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,4,3.06648580590263e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,4,5.746299284510314e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,5,1.3830169336870313e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,5,2.7369734016247094e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,5,3.089256933890283e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,6,3.4162591327913105e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,6,0.0012616536114364862 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,6,6.560684414580464e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,7,3.2977553200908005e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,7,8.711073314771056e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,7,0.0010291204089298844 +c4,attn_in,Qwen2.5-Coder-7B,4,32,8,4.515431064646691e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,8,0.0011104982113465667 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,8,0.001061779446899891 +c4,attn_in,Qwen2.5-Coder-7B,4,32,9,4.931385046802461e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,9,0.0014110045740380883 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,9,0.0014433132018893957 +c4,attn_in,Qwen2.5-Coder-7B,4,32,10,5.287418025545776e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,10,0.0011679755989462137 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,10,0.0010875791776925325 +c4,attn_in,Qwen2.5-Coder-7B,4,32,11,5.899954121559858e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,11,0.001080192276276648 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,11,8.80356936249882e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,12,5.257579614408314e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,12,0.0010515074245631695 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,12,8.551052305847406e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,13,6.646534311585128e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,13,0.0010770948138087988 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,13,8.655537967570126e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,14,7.6952954987064e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,14,0.0011537353275343776 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,14,8.960943669080734e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,15,0.0011410920415073633 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,15,0.0010787679348140955 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,15,7.939349743537605e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,16,6.583555368706584e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,16,0.0010033290600404143 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,16,7.559772930108011e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,17,6.616720929741859e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,17,0.0012322664260864258 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,17,9.366627782583237e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,32,18,8.429175359196961e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,18,0.0016796074341982603 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,18,0.0013049477711319923 +c4,attn_in,Qwen2.5-Coder-7B,4,32,19,0.001435315003618598 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,19,0.002445399295538664 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,19,0.0019940524362027645 +c4,attn_in,Qwen2.5-Coder-7B,4,32,20,0.0011601224541664124 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,20,0.0038874559104442596 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,20,0.003448747331276536 +c4,attn_in,Qwen2.5-Coder-7B,4,32,21,0.002463860670104623 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,21,0.006019252818077803 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,21,0.005867342464625835 +c4,attn_in,Qwen2.5-Coder-7B,4,32,22,0.002360207261517644 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,22,0.009989937767386436 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,22,0.01015156228095293 +c4,attn_in,Qwen2.5-Coder-7B,4,32,23,0.003739834064617753 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,23,0.0116534773260355 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,23,0.013366729952394962 +c4,attn_in,Qwen2.5-Coder-7B,4,32,24,0.004581536632031202 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,24,0.017694631591439247 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,24,0.016986217349767685 +c4,attn_in,Qwen2.5-Coder-7B,4,32,25,0.005899666342884302 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,25,0.026788651943206787 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,25,0.02635255828499794 +c4,attn_in,Qwen2.5-Coder-7B,4,32,26,0.012815483845770359 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,26,0.051480185240507126 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,26,0.05335455760359764 +c4,attn_in,Qwen2.5-Coder-7B,4,32,27,0.10438123345375061 +c4,mlp_gate,Qwen2.5-Coder-7B,4,32,27,0.1376384049654007 +c4,mlp_down,Qwen2.5-Coder-7B,4,32,27,0.21022064983844757 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,0,3.802715946221724e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,0,1.3082451187074184e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,0,1.0316157568013296e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,1,2.226778815384023e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,1,4.5409007725538686e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,1,1.3538968050852418e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,2,4.2836654756683856e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,2,8.60981090227142e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,2,2.4114862026181072e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,3,1.1102920689154416e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,3,2.1044700406491756e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,3,0.0018928578356280923 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,4,1.4098513929639012e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,4,2.8792291413992643e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,4,5.678479792550206e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,5,1.390622928738594e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,5,2.966139290947467e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,5,3.6019852268509567e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,6,3.475043922662735e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,6,0.0013010461116209626 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,6,6.782762357033789e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,7,3.417666594032198e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,7,8.623880567029119e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,7,9.81166958808899e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,8,4.676272801589221e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,8,0.0010689657647162676 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,8,0.001009853556752205 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,9,5.040744435973465e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,9,0.0013042272767052054 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,9,0.0013239759718999267 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,10,5.234895506873727e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,10,0.0011452496983110905 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,10,0.001104006776586175 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,11,5.982444272376597e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,11,0.0010873312130570412 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,11,9.046450140886009e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,12,5.351879517547786e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,12,0.0010611992329359055 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,12,8.859957451932132e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,13,6.882366142235696e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,13,0.0010636458173394203 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,13,8.652036194689572e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,14,8.179222350008786e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,14,0.0011502561392262578 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,14,9.247511043213308e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,15,0.0011489280732348561 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,15,0.0010903438087552786 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,15,8.266532677225769e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,16,7.084800163283944e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,16,0.0010290442733094096 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,16,7.928028353489935e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,17,7.121828966774046e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,17,0.0012761050602421165 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,17,9.990400867536664e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,18,9.010520880110562e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,18,0.0017256967257708311 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,18,0.0013729825150221586 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,19,0.0015105546917766333 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,19,0.002478089416399598 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,19,0.0020616697147488594 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,20,0.001258030068129301 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,20,0.0039331065490841866 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,20,0.0034991279244422913 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,21,0.0026025131810456514 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,21,0.005962951574474573 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,21,0.005727509036660194 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,22,0.002765999175608158 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,22,0.009895605966448784 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,22,0.010092838667333126 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,23,0.004083049949258566 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,23,0.012152818031609058 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,23,0.014026678167283535 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,24,0.004859222564846277 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,24,0.019307482987642288 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,24,0.01843084953725338 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,25,0.006273775827139616 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,25,0.029714243486523628 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,25,0.029444051906466484 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,26,0.013940799981355667 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,26,0.058058835566043854 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,26,0.05979170650243759 +pileval,attn_in,Qwen2.5-Coder-7B,4,32,27,0.10918830335140228 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,32,27,0.14896400272846222 +pileval,mlp_down,Qwen2.5-Coder-7B,4,32,27,0.24072299897670746 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,0,3.71656242350582e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,0,1.3852505071554333e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,0,1.0693287913454697e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,1,2.2223277483135462e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,1,5.123331357026473e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,1,1.3058583135716617e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,2,4.5194756239652634e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,2,9.327346924692392e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,2,2.3096083896234632e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,3,1.1537680984474719e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,3,1.9684567814692855e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,3,0.0015580696053802967 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,4,1.455469464417547e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,4,3.140443586744368e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,4,5.885698483325541e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,5,1.478507329011336e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,5,3.035794652532786e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,5,3.3968465868383646e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,6,3.377480898052454e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,6,0.0012379958061501384 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,6,7.403404451906681e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,7,3.666376869659871e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,7,9.146534139290452e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,7,0.0010106839472427964 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,8,4.5588178909383714e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,8,0.0011222022585570812 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,8,0.0010480375494807959 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,9,5.145795876160264e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,9,0.0014623774914070964 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,9,0.0015194248408079147 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,10,5.518289399333298e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,10,0.0012477445416152477 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,10,0.0011426295386627316 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,11,6.394587107934058e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,11,0.0011631487868726254 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,11,9.512568358331919e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,12,5.367283010855317e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,12,0.001130979391746223 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,12,9.053285466507077e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,13,6.906851776875556e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,13,0.0011417579371482134 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,13,8.999236160889268e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,14,7.991124875843525e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,14,0.0012180936755612493 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,14,9.27360903006047e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,15,0.0011320527410134673 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,15,0.0011540299747139215 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,15,8.438215008936822e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,16,7.019774639047682e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,16,0.0011008786968886852 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,16,8.123906445689499e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,17,6.950956885702908e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,17,0.0013772085076197982 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,17,0.0010200345423072577 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,18,8.812407031655312e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,18,0.0017753569409251213 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,18,0.0013341590529307723 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,19,0.0015569765819236636 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,19,0.002517306013032794 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,19,0.0019378195283934474 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,20,0.0012406196910887957 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,20,0.003963933326303959 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,20,0.003300916403532028 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,21,0.002490172628313303 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,21,0.0058324397541582584 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,21,0.005431063938885927 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,22,0.0027583851478993893 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,22,0.010011516511440277 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,22,0.009862378239631653 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,23,0.0043502021580934525 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,23,0.012178412638604641 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,23,0.01475166343152523 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,24,0.006015651393681765 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,24,0.020326189696788788 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,24,0.019932441413402557 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,25,0.0066277990117669106 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,25,0.033512167632579803 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,25,0.030399644747376442 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,26,0.021406885236501694 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,26,0.0661996454000473 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,26,0.05957898125052452 +wikitext,attn_in,Qwen2.5-Coder-7B,4,32,27,0.11377181112766266 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,32,27,0.14599207043647766 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,32,27,0.176274836063385 +bos,attn_in,Qwen2.5-Coder-7B,4,64,0,6.842479342594743e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,0,1.320679293712601e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,0,1.6062641225289553e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,1,3.098746310570277e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,1,6.88556901877746e-5 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,1,2.2507990070153028e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,2,6.123317143647e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,2,9.461501758778468e-5 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,2,2.93083256110549e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,3,1.6366655472666025e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,3,2.2927977261133492e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,3,0.003554257098585367 +bos,attn_in,Qwen2.5-Coder-7B,4,64,4,2.050176408374682e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,4,3.5803671926259995e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,4,8.550281636416912e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,5,2.2796767007093877e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,5,3.174559387844056e-4 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,5,3.5053148167207837e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,6,3.8259048596955836e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,6,0.001632399158552289 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,6,7.818604935891926e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,7,4.7895341413095593e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,7,0.0011552958749234676 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,7,0.0014704233035445213 +bos,attn_in,Qwen2.5-Coder-7B,4,64,8,6.861384608782828e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,8,0.0013675744412466884 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,8,0.0014057043008506298 +bos,attn_in,Qwen2.5-Coder-7B,4,64,9,6.91804161760956e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,9,0.0014184758765622973 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,9,0.0016487461980432272 +bos,attn_in,Qwen2.5-Coder-7B,4,64,10,7.200263789854944e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,10,0.0013376589631661773 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,10,0.0013102964730933309 +bos,attn_in,Qwen2.5-Coder-7B,4,64,11,6.971059483475983e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,11,0.0012634864542633295 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,11,0.001091809244826436 +bos,attn_in,Qwen2.5-Coder-7B,4,64,12,8.314111619256437e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,12,0.0012341811088845134 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,12,0.0010639356914907694 +bos,attn_in,Qwen2.5-Coder-7B,4,64,13,9.357316885143518e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,13,0.0013056205352768302 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,13,0.00108372385147959 +bos,attn_in,Qwen2.5-Coder-7B,4,64,14,9.869112400338054e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,14,0.0014143878361210227 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,14,0.0011783386580646038 +bos,attn_in,Qwen2.5-Coder-7B,4,64,15,0.001843914040364325 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,15,0.0013349661603569984 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,15,0.001029704581014812 +bos,attn_in,Qwen2.5-Coder-7B,4,64,16,9.345448343083262e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,16,0.0012515896232798696 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,16,9.743376285769045e-4 +bos,attn_in,Qwen2.5-Coder-7B,4,64,17,8.729887194931507e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,17,0.0015011192299425602 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,17,0.0012025813339278102 +bos,attn_in,Qwen2.5-Coder-7B,4,64,18,0.0014591619838029146 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,18,0.002222290728241205 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,18,0.0017704920610412955 +bos,attn_in,Qwen2.5-Coder-7B,4,64,19,0.0025881845504045486 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,19,0.0032648856285959482 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,19,0.002673770533874631 +bos,attn_in,Qwen2.5-Coder-7B,4,64,20,0.0019238448003306985 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,20,0.0052580018527805805 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,20,0.004935956094413996 +bos,attn_in,Qwen2.5-Coder-7B,4,64,21,0.0036884997971355915 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,21,0.008506214246153831 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,21,0.008860710076987743 +bos,attn_in,Qwen2.5-Coder-7B,4,64,22,0.0037933988496661186 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,22,0.013844388537108898 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,22,0.014483130536973476 +bos,attn_in,Qwen2.5-Coder-7B,4,64,23,0.0041331155225634575 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,23,0.014718163758516312 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,23,0.015796571969985962 +bos,attn_in,Qwen2.5-Coder-7B,4,64,24,0.008825374767184258 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,24,0.019668307155370712 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,24,0.0182807557284832 +bos,attn_in,Qwen2.5-Coder-7B,4,64,25,0.008987927809357643 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,25,0.028030503541231155 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,25,0.03049754537642002 +bos,attn_in,Qwen2.5-Coder-7B,4,64,26,0.01538820005953312 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,26,0.051816850900650024 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,26,0.070384681224823 +bos,attn_in,Qwen2.5-Coder-7B,4,64,27,0.12496635317802429 +bos,mlp_gate,Qwen2.5-Coder-7B,4,64,27,0.13717593252658844 +bos,mlp_down,Qwen2.5-Coder-7B,4,64,27,0.2060943841934204 +c4,attn_in,Qwen2.5-Coder-7B,4,64,0,5.970001075183973e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,0,1.4465568528976291e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,0,1.6156122728716582e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,1,3.1182000384433195e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,1,6.72831229167059e-5 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,1,1.93657775525935e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,2,5.868815424037166e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,2,1.1810075375251472e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,2,3.1970610143616796e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,3,1.673090155236423e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,3,2.9929052107036114e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,3,0.0038274165708571672 +c4,attn_in,Qwen2.5-Coder-7B,4,64,4,2.0049062732141465e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,4,4.446284146979451e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,4,9.507946670055389e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,5,2.1555033163167536e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,5,3.9172518881969154e-4 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,5,4.410756519064307e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,6,3.7906866054981947e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,6,0.0016142252134159207 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,6,9.224667446687818e-4 +c4,attn_in,Qwen2.5-Coder-7B,4,64,7,4.8707687528803945e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,7,0.0012336691142991185 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,7,0.0014498441014438868 +c4,attn_in,Qwen2.5-Coder-7B,4,64,8,7.031778222881258e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,8,0.001552505069412291 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,8,0.0014873374020680785 +c4,attn_in,Qwen2.5-Coder-7B,4,64,9,7.26494996342808e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,9,0.0019578670617192984 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,9,0.002012764336541295 +c4,attn_in,Qwen2.5-Coder-7B,4,64,10,7.714051753282547e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,10,0.0016363419126719236 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,10,0.0015142126940190792 +c4,attn_in,Qwen2.5-Coder-7B,4,64,11,7.693064981140196e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,11,0.0015132882399484515 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,11,0.0012256598565727472 +c4,attn_in,Qwen2.5-Coder-7B,4,64,12,8.828433346934617e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,12,0.0014943876303732395 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,12,0.0012127727968618274 +c4,attn_in,Qwen2.5-Coder-7B,4,64,13,0.0010327298659831285 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,13,0.0015481023583561182 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,13,0.0012164369691163301 +c4,attn_in,Qwen2.5-Coder-7B,4,64,14,0.0012032086960971355 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,14,0.0016585143748670816 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,14,0.001278284122236073 +c4,attn_in,Qwen2.5-Coder-7B,4,64,15,0.0019822116009891033 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,15,0.0015557477017864585 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,15,0.0011215120321139693 +c4,attn_in,Qwen2.5-Coder-7B,4,64,16,0.0010041923960670829 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,16,0.0014351190766319633 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,16,0.0010597228538244963 +c4,attn_in,Qwen2.5-Coder-7B,4,64,17,0.0010510532883927226 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,17,0.0017525266157463193 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,17,0.00132554245647043 +c4,attn_in,Qwen2.5-Coder-7B,4,64,18,0.001561839017085731 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,18,0.0024565288331359625 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,18,0.0018610988045111299 +c4,attn_in,Qwen2.5-Coder-7B,4,64,19,0.002554523991420865 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,19,0.0035694458056241274 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,19,0.0028024213388562202 +c4,attn_in,Qwen2.5-Coder-7B,4,64,20,0.0019146373961120844 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,20,0.0056650093756616116 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,20,0.005014074966311455 +c4,attn_in,Qwen2.5-Coder-7B,4,64,21,0.0037247948348522186 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,21,0.008676959201693535 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,21,0.008570389822125435 +c4,attn_in,Qwen2.5-Coder-7B,4,64,22,0.003787960624322295 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,22,0.014289098791778088 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,22,0.014553064480423927 +c4,attn_in,Qwen2.5-Coder-7B,4,64,23,0.005194780416786671 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,23,0.016361813992261887 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,23,0.018910830840468407 +c4,attn_in,Qwen2.5-Coder-7B,4,64,24,0.007249163463711739 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,24,0.024851974099874496 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,24,0.023681804537773132 +c4,attn_in,Qwen2.5-Coder-7B,4,64,25,0.009010987356305122 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,25,0.037638477981090546 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,25,0.037777699530124664 +c4,attn_in,Qwen2.5-Coder-7B,4,64,26,0.0203465074300766 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,26,0.07411303371191025 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,26,0.08501315116882324 +c4,attn_in,Qwen2.5-Coder-7B,4,64,27,0.12970562279224396 +c4,mlp_gate,Qwen2.5-Coder-7B,4,64,27,0.18787609040737152 +c4,mlp_down,Qwen2.5-Coder-7B,4,64,27,0.37340354919433594 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,0,5.938970934948884e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,0,1.4863575052004308e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,0,1.5048323257360607e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,1,3.278759686509147e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,1,6.771048356313258e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,1,1.9155106565449387e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,2,6.0296057199593633e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,2,1.2351557961665094e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,2,3.370163612999022e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,3,1.688282354734838e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,3,3.042455355171114e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,3,0.004342388827353716 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,4,2.115385141223669e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,4,4.140371165703982e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,4,9.409996564500034e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,5,2.1392790949903429e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,5,4.241048882249743e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,5,5.114786908961833e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,6,3.8137254887260497e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,6,0.001667455187998712 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,6,9.547208319418132e-4 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,7,4.897983162663877e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,7,0.0012205620296299458 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,7,0.0013867561938241124 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,8,7.172012701630592e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,8,0.0014952056808397174 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,8,0.0014189730864018202 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,9,7.464092341251671e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,9,0.0018000336131080985 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,9,0.0018489834619686007 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,10,7.78518442530185e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,10,0.0016036138404160738 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,10,0.0015371626941487193 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,11,7.760671433061361e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,11,0.0015222100773826241 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,11,0.0012606114614754915 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,12,8.96519108209759e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,12,0.0015091244131326675 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,12,0.0012571419356390834 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,13,0.0010657375678420067 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,13,0.001524230232462287 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,13,0.0012205138336867094 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,14,0.0012877080589532852 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,14,0.0016546668484807014 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,14,0.0013246695743873715 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,15,0.0020209569483995438 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,15,0.0015766561264172196 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,15,0.0011693916749209166 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,16,0.0010684607550501823 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,16,0.0014695810386911035 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,16,0.0011116217356175184 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,17,0.0011270582908764482 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,17,0.0018114167032763362 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,17,0.0014129531336948276 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,18,0.0016327413031831384 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,18,0.0025198529474437237 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,18,0.0019567033741623163 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,19,0.0025835593696683645 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,19,0.0036118857096880674 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,19,0.002901605563238263 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,20,0.002057020552456379 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,20,0.00569786736741662 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,20,0.005116145592182875 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,21,0.004008806310594082 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,21,0.008595426566898823 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,21,0.008399787358939648 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,22,0.0043995617888867855 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,22,0.014102961868047714 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,22,0.01449920516461134 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,23,0.005814561154693365 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,23,0.01706567220389843 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,23,0.019818248227238655 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,24,0.007694341707974672 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,24,0.02697177603840828 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,24,0.025757022202014923 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,25,0.009730818681418896 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,25,0.0417320616543293 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,25,0.04256650060415268 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,26,0.021736474707722664 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,26,0.08311554789543152 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,26,0.09426658600568771 +pileval,attn_in,Qwen2.5-Coder-7B,4,64,27,0.13527697324752808 +pileval,mlp_gate,Qwen2.5-Coder-7B,4,64,27,0.2043144553899765 +pileval,mlp_down,Qwen2.5-Coder-7B,4,64,27,0.42044246196746826 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,0,5.655818313243799e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,0,1.595046924194321e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,0,1.569176238263026e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,1,3.081506656599231e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,1,7.216020458145067e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,1,1.8524425104260445e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,2,6.067601862014271e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,2,1.3136987399775535e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,2,3.2179459230974317e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,3,1.7603645392227918e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,3,3.1963063520379364e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,3,0.0036249083932489157 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,4,2.108422777382657e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,4,4.722027515526861e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,4,9.692041203379631e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,5,2.4636040325276554e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,5,4.17410337831825e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,5,4.8448535380885005e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,6,3.848349442705512e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,6,0.001613873871974647 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,6,0.0010389327071607113 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,7,5.251698312349617e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,7,0.001293287379667163 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,7,0.001427744748070836 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,8,7.630299660377204e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,8,0.0015756947686895728 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,8,0.0014693883713334799 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,9,7.59103917516768e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,9,0.0020093382336199284 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,9,0.0021100034937262535 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,10,7.513826130889356e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,10,0.0017395333852618933 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,10,0.0015921571757644415 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,11,8.116749813780189e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,11,0.001631724531762302 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,11,0.0013251252239570022 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,12,8.986564353108406e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,12,0.0016042417846620083 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,12,0.0012833147775381804 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,13,0.0011026141000911593 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,13,0.0016363144386559725 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,13,0.0012672670418396592 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,14,0.0012409054907038808 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,14,0.001750378287397325 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,14,0.001322520081885159 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,15,0.001922423718497157 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,15,0.0016675667138770223 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,15,0.0011942255077883601 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,16,0.0010343812173232436 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,16,0.0015663426602259278 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,16,0.0011364738456904888 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,17,0.001107860472984612 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,17,0.001945563475601375 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,17,0.001442427048459649 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,18,0.0015918564749881625 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,18,0.002592145698145032 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,18,0.00190275302156806 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,19,0.002634640084579587 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,19,0.003641424234956503 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,19,0.0027210472617298365 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,20,0.0020559292752295732 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,20,0.005686373915523291 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,20,0.0048085167072713375 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,21,0.003819916397333145 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,21,0.008330528624355793 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,21,0.007931837812066078 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,22,0.004363663028925657 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,22,0.01428243052214384 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,22,0.014176945202052593 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,23,0.006390063092112541 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,23,0.0171866025775671 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,23,0.020839713513851166 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,24,0.008968127891421318 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,24,0.02842141129076481 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,24,0.027685493230819702 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,25,0.009828672744333744 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,25,0.047152210026979446 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,25,0.04343532398343086 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,26,0.028751155361533165 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,26,0.09432847797870636 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,26,0.09388595074415207 +wikitext,attn_in,Qwen2.5-Coder-7B,4,64,27,0.14130108058452606 +wikitext,mlp_gate,Qwen2.5-Coder-7B,4,64,27,0.1902419477701187 +wikitext,mlp_down,Qwen2.5-Coder-7B,4,64,27,0.31012606620788574 +bos,attn_in,Qwen2.5-Coder-7B,8,128,0,3.957566718781891e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,0,1.3690001878785552e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,0,8.106829341159028e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,128,1,1.7849644962097955e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,1,3.6983757922826044e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,1,1.1057312576667755e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,2,3.4740349974526907e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,2,4.594612335040438e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,2,1.4153961274132598e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,3,8.277118581645482e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,3,1.0860559314096463e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,3,3.1832718377700076e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,4,1.209008701152925e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,4,1.769145796970406e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,4,4.260456080373842e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,5,1.2620636198334978e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,5,1.5213815913739381e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,5,1.8709179130382836e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,6,2.1078162717458326e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,6,7.756225386401638e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,6,3.848011147056241e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,7,2.608784143376397e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,7,5.61933484277688e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,7,7.2614921009517275e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,8,3.754566023417283e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,8,6.55571147945011e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,8,6.965249212953495e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,9,3.2182192626351025e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,9,6.756135007890407e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,9,7.992869541340042e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,10,3.73909028894559e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,10,6.50149331704597e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,10,6.236299668671563e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,11,3.715755838129553e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,11,6.08717164141126e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,11,5.218097612669226e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,12,4.614803856384242e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,12,6.138414846645901e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,12,5.320644049788825e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,13,5.507784408109728e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,13,6.413091796275694e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,13,5.514702934306115e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,14,6.366953584802104e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,14,7.108151294232812e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,14,5.995299488859018e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,15,1.0449795809108764e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,15,6.63955961499596e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,15,5.079330094304169e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,16,5.284151484374888e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,16,6.2123667703417595e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,16,4.700885256170295e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,17,5.963542207609862e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,17,7.411048954963917e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,17,6.018876320013078e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,18,7.001209723966895e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,18,1.1023405932064634e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,18,9.387685167894233e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,128,19,1.3653802852786612e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,19,1.6251709894277155e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,19,1.3250882147985976e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,20,1.1161064321640879e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,20,2.6218549464829266e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,20,2.5894307327689603e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,21,1.945701842487324e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,21,4.2120555008295923e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,21,4.610060932463966e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,22,1.7164857126772404e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,22,6.832171493442729e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,22,7.23606935935095e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,23,2.2962265575188212e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,23,7.066574471537024e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,23,8.149370114551857e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,24,5.577046613325365e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,24,9.583434439264238e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,24,9.11097667994909e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,128,25,4.618587263394147e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,25,1.3475511514116079e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,25,1.5657658514101058e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,128,26,8.142380829667673e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,26,2.5616068160161376e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,26,4.932637675665319e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,128,27,7.451637065969408e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,8,128,27,6.000824505463243e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,128,27,0.0015046613989397883 +c4,attn_in,Qwen2.5-Coder-7B,8,128,0,3.5117466268275166e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,0,1.545197619634564e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,0,8.165354756783927e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,128,1,1.7093337589813018e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,1,3.3846583846752765e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,1,9.497149449089193e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,128,2,3.2632669899612665e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,2,5.747347131546121e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,2,1.5362779777206015e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,3,8.520185588167806e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,3,1.9347148736414965e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,3,3.419850327190943e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,4,1.2298639830987668e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,4,2.2745723526895745e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,4,4.720221113529988e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,5,1.1667096941891941e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,5,1.971408892131876e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,5,2.3090908598533133e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,6,2.1023595309088705e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,6,7.769360308884643e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,6,4.514461124927038e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,7,2.5287097287218785e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,7,6.0706229305651505e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,7,7.135521627787966e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,8,3.859612661472056e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,8,7.5097814260516316e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,8,7.2739803727017716e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,9,3.622370513767237e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,9,9.302953912992962e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,9,9.758656233316287e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,10,4.0545496631239075e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,10,7.945117431518156e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,10,7.229999027913436e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,11,4.233072559145512e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,11,7.331938832066953e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,11,5.8738733059726655e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,12,5.336990852811141e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,12,7.371852007054258e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,12,6.002493137202691e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,13,5.973875431664055e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,13,7.663305950700305e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,13,5.986055839457549e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,14,7.91026650404092e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,14,8.3162367445766e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,14,6.393344392563449e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,15,1.1900569006684236e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,15,7.767815986881033e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,15,5.536094704439165e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,16,6.43745670458884e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,16,7.079136594256852e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,16,5.105392119730823e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,17,6.4769465097924694e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,17,8.682571206009015e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,17,6.67116501062992e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,18,7.472361630789237e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,18,1.2419163795129862e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,18,9.993136700359173e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,128,19,1.4990183444751892e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,19,1.7941616533789784e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,19,1.39390194817679e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,20,1.0525483048695605e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,20,2.8501401175162755e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,20,2.6107538360520266e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,21,2.237399348814506e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,21,4.3573698349064216e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,21,4.467444887268357e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,22,1.7692658730084077e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,22,7.066604302963242e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,22,7.430579717038199e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,23,2.8605296392925084e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,23,7.973139872774482e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,23,9.62222766247578e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,128,24,4.7813213313929737e-05 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,24,1.2020773283438757e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,24,1.1664086923701689e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,128,25,4.932515730615705e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,25,1.829220709623769e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,25,1.9260651606600732e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,128,26,1.0421861952636391e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,26,3.6925828317180276e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,26,5.65054127946496e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,128,27,7.589933811686933e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,8,128,27,9.87367588095367e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,128,27,0.0026980754919350147 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,0,3.4661067616070795e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,0,1.5261293810908683e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,0,7.612333661199955e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,1,1.770696087532997e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,1,3.43183529594171e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,1,9.44550265558064e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,2,3.3483536299172556e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,2,6.040876314727939e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,2,1.6210644844250055e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,3,8.63894911162788e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,3,2.2272777187026804e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,3,3.906883648596704e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,4,1.2601933576661395e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,4,2.0862166820734274e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,4,4.676101070799632e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,5,1.1901418019988341e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,5,2.1373089111875743e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,5,2.6345032893004827e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,6,2.0869902073172852e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,6,7.975897460710257e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,6,4.67406880488852e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,7,2.569359821791295e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,7,5.997478183417115e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,7,6.859577752038604e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,8,4.006394192401785e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,8,7.209554041764932e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,8,6.952880085009383e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,9,3.7615634482790483e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,9,8.513064130966086e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,9,9.003337254398502e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,10,4.028806415590225e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,10,7.75983789935708e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,10,7.337238002946833e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,11,4.278190317563713e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,11,7.362032192759216e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,11,6.042580025678035e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,12,5.251609309198102e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,12,7.41753456168226e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,12,6.22826473772875e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,13,6.106953605922172e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,13,7.5634329732565675e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,13,6.119161298556719e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,14,8.286243428301532e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,14,8.2791993918363e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,14,6.707423835905502e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,15,1.2270037586858962e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,15,7.831542461644858e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,15,5.771117685071658e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,16,6.791284704377176e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,16,7.2404441198159475e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,16,5.356961992220022e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,17,6.860946541564772e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,17,8.975314813142177e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,17,7.091410680004628e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,18,7.9398560046684e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,18,1.2647065886994824e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,18,1.0551775631029159e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,19,1.536912350275088e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,19,1.8092232494382188e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,19,1.4456909411819652e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,20,1.1424527656345163e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,20,2.8683734853984788e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,20,2.70580239885021e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,21,2.362298619118519e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,21,4.3126477976329625e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,21,4.415326111484319e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,22,2.0417486666701734e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,22,6.980339821893722e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,22,7.433872815454379e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,23,3.133925565634854e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,23,8.243865886470303e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,23,1.010732667054981e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,24,5.151769073563628e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,24,1.3030787522438914e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,24,1.27403560327366e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,25,5.3014537115814164e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,25,2.0112883066758513e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,25,2.1864817244932055e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,26,1.1375900794519112e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,26,4.099855141248554e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,26,6.109851528890431e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,128,27,8.004495757631958e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,128,27,0.0010444337967783213 +pileval,mlp_down,Qwen2.5-Coder-7B,8,128,27,0.002983339363709092 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,0,3.237158239244309e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,0,1.6182686977117555e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,0,7.990696531123831e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,1,1.748830271708357e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,1,3.711462852606928e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,1,9.123860422732832e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,2,3.3908710861396685e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,2,6.639136245212285e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,2,1.547885176478303e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,3,9.032020784616179e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,3,2.058623294942663e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,3,3.2837706385180354e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,4,1.3325390000318293e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,4,2.314212451892672e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,4,4.78793708680314e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,5,1.2624728924492956e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,5,2.134278474841267e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,5,2.5164483758999268e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,6,2.2777953745389823e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,6,7.739130523987114e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,6,5.075368790130597e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,7,2.771048002614407e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,7,6.378446869348409e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,7,7.045623988233274e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,8,3.998628926638048e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,8,7.603084213769762e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,8,7.188843028416159e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,9,3.7010820506111486e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,9,9.576137927069794e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,9,1.0239162293146364e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,10,4.0915310819400474e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,10,8.411932867602445e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,10,7.605331575177843e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,11,4.4250296014070045e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,11,7.910721251391806e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,11,6.354232482408406e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,12,4.96173288411228e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,12,7.913625267974567e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,12,6.3219404182746075e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,13,6.1428345361491665e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,13,8.12403504824033e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,13,6.222515821718844e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,14,8.092281859717332e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,14,8.760371201788075e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,14,6.620958174607949e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,15,1.1678395821945742e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,15,8.294179679069202e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,15,5.862193575012498e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,16,6.4998489506251644e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,16,7.708900739089586e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,16,5.4716556405765004e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,17,6.70867484586779e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,17,9.625074198993389e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,17,7.221574378490914e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,18,7.72031671658624e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,18,1.2977264304936398e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,18,1.0214213943982031e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,19,1.4014014595886692e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,19,1.8290567822987214e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,19,1.3592046343546826e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,20,1.0340510925743729e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,20,2.867627699743025e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,20,2.505613701941911e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,21,2.1061860024929047e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,21,4.219768743496388e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,21,4.13430534536019e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,22,2.0617088011931628e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,22,7.058973278617486e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,22,7.259885023813695e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,23,3.346374069224112e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,23,8.31765282782726e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,23,1.0467170795891434e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,24,6.006430703564547e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,24,1.388837117701769e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,24,1.3596842472907156e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,25,5.9748461353592575e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,25,2.2838034783490002e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,25,2.1944064064882696e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,26,1.5960633754730225e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,26,4.6396118705160916e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,26,6.05917361099273e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,128,27,8.128993795253336e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,128,27,9.680178482085466e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,128,27,0.0021838985849171877 +bos,attn_in,Qwen2.5-Coder-7B,8,32,0,1.884176441535601e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,0,1.1811160902652773e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,0,4.0950439483822265e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,32,1,9.139027667970367e-8 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,1,1.7705133359413594e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,1,5.879502396055614e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,32,2,1.7005666563818522e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,2,2.536916667850164e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,2,7.709355145379959e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,32,3,4.238733879446954e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,3,7.439452929247636e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,3,6.375558768922929e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,4,5.469258326229465e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,4,9.650856327425572e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,4,1.8802852537191939e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,5,7.021529881967581e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,5,7.930695460345305e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,5,9.069088946489501e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,32,6,9.874427178147016e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,6,4.9887580644281115e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,6,2.0449022031243658e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,7,1.2631272738872212e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,7,3.0324497402034467e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,7,3.854451733786846e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,8,1.7497332009952515e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,8,3.653183966889628e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,8,3.721089797181776e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,9,1.9306426111143082e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,9,3.824360646831337e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,9,4.348081802163506e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,10,1.9072400618824759e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,10,3.5664386359712807e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,10,3.46436081599677e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,11,1.673392603152024e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,11,3.3450489809183637e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,11,2.8925244350830326e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,12,1.860209181359096e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,12,3.2377799925598083e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,12,2.7897001473320415e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,13,2.042060259555001e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,13,3.3697874641802628e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,13,2.8668646336882375e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,14,2.5335168629680993e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,14,3.6465712582867127e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,14,3.067939587708679e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,15,4.029554929729784e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,15,3.4382878766336944e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,15,2.699825017771218e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,16,2.353330046389601e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,16,3.2597067729511764e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,16,2.571861159594846e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,17,2.4882672278181417e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,17,3.902726803062251e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,17,3.1647816740587587e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,18,3.125309376628138e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,18,5.6530720939917956e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,18,4.7363951125589665e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,19,5.002058514946839e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,19,8.300839908770286e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,19,7.054211891954765e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,32,20,4.883077508566203e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,20,1.3359851436689496e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,20,1.2585159311129246e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,21,8.76516514836112e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,21,2.1975683921482414e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,21,2.2541898943018168e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,22,8.498765055264812e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,22,3.614756133174524e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,22,3.7759764381917194e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,23,1.0643818313837983e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,23,3.95998104067985e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,23,4.1917683120118454e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,24,2.1613088392768987e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,24,5.2988005336374044e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,24,4.910856296191923e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,25,2.3940021492308006e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,25,7.308358181035146e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,25,7.955831824801862e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,32,26,5.593629612121731e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,26,1.3630178000312299e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,26,1.6499700723215938e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,32,27,4.357979050837457e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,8,32,27,2.9146153246983886e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,32,27,4.938326310366392e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,32,0,1.9154143160449166e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,0,1.3199562545196386e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,0,4.118490153359744e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,32,1,9.020273950000046e-8 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,1,1.851758355542188e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,1,5.076396973890951e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,32,2,1.6335910402176523e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,2,3.1669227951169887e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,2,8.451701205558493e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,32,3,4.333024037350697e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,3,1.0017899967351696e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,3,7.1954564191401005e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,4,5.412044288277684e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,4,1.2244591971466434e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,4,2.1653997919202084e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,5,6.254337563404988e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,5,1.0393104048489477e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,5,1.1546840141818393e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,6,1.0344449492549757e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,6,4.799147063749842e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,6,2.4247026431112317e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,7,1.2774931974490755e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,7,3.262269501647097e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,7,3.8026448692107806e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,8,1.7927260387295973e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,8,4.1498083191982005e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,8,3.9337091948254965e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,9,1.9763829186558723e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,9,5.273432634567143e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,9,5.327750841388479e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,10,2.0691363715741318e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,10,4.365331278677331e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,10,4.013149009551853e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,11,1.9557048744900385e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,11,4.032323431601981e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,11,3.2466834909428144e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,12,2.0183758806524565e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,12,3.911721250915434e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,12,3.168939201714238e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,13,2.4927701360866195e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,13,4.018408162664855e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,13,3.203320147804334e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,14,3.0336295822053216e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,14,4.265808456693776e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,14,3.3162989439006196e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,15,4.305193670006702e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,15,4.053557859151624e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,15,2.9376833481364883e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,16,2.6333884761697846e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,16,3.7489489841391332e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,16,2.7886335374205373e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,17,2.8965307592443423e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,17,4.5704855438089e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,17,3.485783281576005e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,18,3.319742290841532e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,18,6.285161816776963e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,18,4.977669959771447e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,19,5.57804423806374e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,19,9.049264917848632e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,19,7.430376626871293e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,32,20,4.442722456587944e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,20,1.4408083188754972e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,20,1.283210986002814e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,21,9.289812624047045e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,21,2.2305905076791532e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,21,2.172401946154423e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,22,9.15664350031875e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,22,3.6985657061450183e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,22,3.7631416489603e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,23,1.4491154615825508e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,23,4.372531839180738e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,23,5.0010508857667446e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,24,1.9102908481727354e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,24,6.57844211673364e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,24,6.354972720146179e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,25,2.528198456275277e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,25,9.923589823301882e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,25,9.908991341944784e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,32,26,6.744720303686336e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,26,1.9157366477884352e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,26,2.0393157319631428e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,32,27,4.2505288729444146e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,8,32,27,4.661045968532562e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,32,27,8.544851443730295e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,0,1.8933303636003984e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,0,1.313291704718722e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,0,3.82862879177992e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,1,9.501192721472762e-8 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,1,1.8854670713608357e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,1,5.005056777918071e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,2,1.668074531835373e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,2,3.3170761071232846e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,2,8.892174605534819e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,3,4.383002476515685e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,3,1.2143558478783234e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,3,8.19761862658197e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,4,5.626218921861437e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,4,1.1364702459104592e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,4,2.129075710399775e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,5,6.075173359931796e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,5,1.1300026017124765e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,5,1.343118697150203e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,6,1.0077789056595066e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,6,4.938845904689515e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,6,2.5055446712940466e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,7,1.3014042679060367e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,7,3.2280270261253463e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,7,3.6249512049835175e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,8,1.792044599824294e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,8,4.000841727247462e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,8,3.742269655049313e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,9,2.046204372163629e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,9,4.859331511397613e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,9,4.89080684928922e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,10,2.0490899714786792e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,10,4.274632829037728e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,10,4.072096544405213e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,11,1.929236987052718e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,11,4.052943040733226e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,11,3.337513817314175e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,12,2.0782242700079223e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,12,3.950387963413959e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,12,3.2865348202903988e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,13,2.563802581789787e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,13,3.975066647399217e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,13,3.2155896860786015e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,14,3.1769168344908394e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,14,4.25088774136384e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,14,3.4338777368247975e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,15,4.4440548663260415e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,15,4.085615728399716e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,15,3.0575101845897734e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,16,2.8756717256328557e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,16,3.84155737265246e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,16,2.9218792860774556e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,17,3.1229626529238885e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,17,4.736073151434539e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,17,3.718298103194684e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,18,3.5013267734029796e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,18,6.452848992921645e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,18,5.242514816927724e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,19,5.8871673900284804e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,19,9.18023579288274e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,19,7.688691766816191e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,20,4.7583425839548e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,20,1.4558973816747312e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,20,1.3057902833679691e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,21,9.79187370830914e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,21,2.2119742425275035e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,21,2.121047509717755e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,22,1.0627777555782814e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,22,3.6570181691786274e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,22,3.747855589608662e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,23,1.5887204426690005e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,23,4.543288014247082e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,23,5.24154856975656e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,24,2.1066101908218116e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,24,7.14694251655601e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,24,6.895060505485162e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,25,2.6774538127938285e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,25,1.1059704411309212e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,25,1.1035623901989311e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,26,7.148087024688721e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,26,2.1590274991467595e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,26,2.272421697853133e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,32,27,4.458729235921055e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,32,27,5.122182774357498e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,32,27,9.824938606470823e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,0,1.6499669186487154e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,0,1.3819015975968796e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,0,3.966270014643669e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,1,9.103864329063072e-8 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,1,1.9728148004105606e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,1,4.827089128411899e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,2,1.6318975326612417e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,2,3.5002307186005055e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,2,8.514379032931174e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,3,4.5396475911729794e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,3,1.087337182070769e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,3,7.028694199107122e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,4,5.705717853743408e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,4,1.2351364375717822e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,4,2.2026997612556443e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,5,6.775475185349933e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,5,1.137409640250553e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,5,1.2707990890703513e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,6,1.0741846381279174e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,6,4.686551619670354e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,6,2.73616365120688e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,7,1.369933443129412e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,7,3.417648031245335e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,7,3.743230536201736e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,8,1.794046852410247e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,8,4.199176146357786e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,8,3.886395461449865e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,9,2.0473207769100554e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,9,5.426390089269262e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,9,5.617157967208186e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,10,2.192279680457432e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,10,4.635553978005191e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,10,4.223728410579497e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,11,2.0000031781819416e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,11,4.351457846496487e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,11,3.5063808354607318e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,12,2.151421540474985e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,12,4.190473191556521e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,12,3.348051677676267e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,13,2.643864490892156e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,13,4.272327714716084e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,13,3.333160066176788e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,14,3.1557083275401965e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,14,4.5153537939768285e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,14,3.4275792586413445e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,15,4.578590505843749e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,15,4.332890057412442e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,15,3.122030875601922e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,16,2.7095240966446e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,16,4.1066869016503915e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,16,2.9960058327560546e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,17,3.0124101613182575e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,17,5.095687356515555e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,17,3.7958416214678437e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,18,3.489895561870071e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,18,6.606547231058357e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,18,5.090108061267529e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,19,5.809694812342059e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,19,9.302844773628749e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,19,7.220407496788539e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,20,4.592464847519295e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,20,1.452852666261606e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,20,1.2302130016905721e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,21,9.164248695014976e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,21,2.146640144928824e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,21,2.0109939214307815e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,22,1.0813918379426468e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,22,3.7128458643564954e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,22,3.658021523733623e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,23,1.707988849375397e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,23,4.5705310185439885e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,23,5.5146447266452014e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,24,2.4540075173717923e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,24,7.534075120929629e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,24,7.44863718864508e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,25,2.95045247185044e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,25,1.240979618160054e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,25,1.1390995496185496e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,26,9.564202628098428e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,26,2.436073700664565e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,26,2.269518154207617e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,32,27,4.617194936145097e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,32,27,4.8337949556298554e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,32,27,7.10084626916796e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,64,0,2.8100947702114354e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,0,1.2455815294742933e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,0,5.926525545874028e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,64,1,1.30699916667254e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,1,2.4686752908564813e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,1,8.316034723065968e-7 +bos,attn_in,Qwen2.5-Coder-7B,8,64,2,2.5016021254486986e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,2,3.518005371461186e-7 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,2,1.0779842796182493e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,3,6.240688321668131e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,3,1.1988920505245915e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,3,1.589765633980278e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,4,8.110489488899475e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,4,1.3599812973552616e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,4,2.9405475743260467e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,5,9.62131935011712e-7 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,5,1.1126709296149784e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,5,1.3208201607994852e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,6,1.9362757939234143e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,6,6.4027035477920435e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,6,2.867934426831198e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,7,1.8720825210039038e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,7,4.272516434866702e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,7,5.450127900985535e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,8,2.9921466193627566e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,8,5.028512077842606e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,8,5.226751000009244e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,9,2.4012972517084563e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,9,5.264837454888038e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,9,6.108384241088061e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,10,3.2142609143193113e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,10,4.9614782255957834e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,10,4.801482191396644e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,11,2.794095280478359e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,11,4.661755610868568e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,11,4.0281229303218424e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,12,2.716195012908429e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,12,4.56265752291074e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,12,3.961782113037771e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,13,3.315509729873156e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,13,4.806798642675858e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,13,4.077337507624179e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,14,4.197726866550511e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,14,5.189007424633019e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,14,4.391970833239611e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,15,6.659754035354126e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,15,4.949730737280333e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,15,3.824499344773358e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,16,3.395282192286686e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,16,4.578830612445017e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,16,3.5869272778654704e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,17,4.3188765630475245e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,17,5.555104053200921e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,17,4.486596026254119e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,18,4.874913884123089e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,18,8.096188139461447e-6 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,18,6.8343488237587735e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,19,8.610084478277713e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,19,1.2034663996018935e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,19,9.922557183017489e-6 +bos,attn_in,Qwen2.5-Coder-7B,8,64,20,7.0514333856408484e-6 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,20,1.929989957716316e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,20,1.8412563804304227e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,21,1.2840999261243269e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,21,3.1413681426784024e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,21,3.296141585451551e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,22,1.3381996723182965e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,22,5.150052311364561e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,22,5.375743057811633e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,23,1.6685818991390988e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,23,5.452844925457612e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,23,5.97705329710152e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,24,3.1258819944923744e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,24,7.315796392504126e-5 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,24,6.83064863551408e-5 +bos,attn_in,Qwen2.5-Coder-7B,8,64,25,3.3885160519275814e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,25,1.0224711149930954e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,25,1.143951085396111e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,64,26,5.897982191527262e-5 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,26,1.95091895875521e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,26,3.0632130801677704e-4 +bos,attn_in,Qwen2.5-Coder-7B,8,64,27,6.102680345065892e-4 +bos,mlp_gate,Qwen2.5-Coder-7B,8,64,27,4.00125136366114e-4 +bos,mlp_down,Qwen2.5-Coder-7B,8,64,27,8.915229118429124e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,64,0,2.621939643177029e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,0,1.403202190886077e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,0,5.959350914963579e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,64,1,1.302595364904846e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,1,2.521055648685433e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,1,7.150960072976886e-7 +c4,attn_in,Qwen2.5-Coder-7B,8,64,2,2.3600348697527807e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,2,4.392111918605224e-7 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,2,1.1773855703722802e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,3,6.471152005360636e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,3,1.5141043832045398e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,3,1.753537253534887e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,4,8.271228466583125e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,4,1.680952209426323e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,4,3.293688678240869e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,5,8.464471648039762e-7 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,5,1.4486066675090115e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,5,1.6566766589676263e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,6,1.859154735939228e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,6,6.268534889386501e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,6,3.3915016501850914e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,7,1.8359339719609125e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,7,4.574530066747684e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,7,5.363875061448198e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,8,2.7683545340551063e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,8,5.747619070461951e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,8,5.520531885849778e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,9,2.6485174657864263e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,9,7.254503088915953e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,9,7.453586022165837e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,10,3.682024271256523e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,10,6.073953954910394e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,10,5.5604532462893985e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,11,3.525409283611225e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,11,5.6058297559502535e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,11,4.511006864049705e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,12,3.0565777251467807e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,12,5.511949439096497e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,12,4.489534148888197e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,13,3.9148840187408496e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,13,5.710896402888466e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,13,4.517387878877344e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,14,4.89654712509946e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,14,6.068805760151008e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,14,4.734255526273046e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,15,7.321084467548644e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,15,5.77063110540621e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,15,4.153005193074932e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,16,4.0979034565680195e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,16,5.299040367390262e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,16,3.904463937942637e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,17,5.073640750197228e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,17,6.4859582380449865e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,17,4.956660177413141e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,18,5.214470547798555e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,18,9.070259693544358e-6 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,18,7.194349564088043e-6 +c4,attn_in,Qwen2.5-Coder-7B,8,64,19,8.770716704020742e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,19,1.3135489098203834e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,19,1.0454346920596436e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,20,7.033604106254643e-6 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,20,2.083727486024145e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,20,1.8693084712140262e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,21,1.4259589988796506e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,21,3.2123680284712464e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,21,3.180935527780093e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,22,1.4095259757596068e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,22,5.3040090278955176e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,22,5.398345456342213e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,23,2.1348278096411377e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,23,6.0939717513974756e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,23,7.105999975465238e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,24,2.9124215870979242e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,24,9.139977919403464e-5 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,24,8.845428237691522e-5 +c4,attn_in,Qwen2.5-Coder-7B,8,64,25,3.649756399681792e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,25,1.3893011782784015e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,25,1.413922436768189e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,64,26,8.002363028936088e-5 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,26,2.7312550810165703e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,26,3.5963320988230407e-4 +c4,attn_in,Qwen2.5-Coder-7B,8,64,27,5.981638096272945e-4 +c4,mlp_gate,Qwen2.5-Coder-7B,8,64,27,6.617045728489757e-4 +c4,mlp_down,Qwen2.5-Coder-7B,8,64,27,0.0015356834046542645 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,0,2.6266701524946257e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,0,1.3945584669272648e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,0,5.548488957174413e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,1,1.3542451426928892e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,1,2.65024624468424e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,1,7.08056177245453e-7 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,2,2.413729021100153e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,2,4.5942579163238406e-7 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,2,1.239638891092909e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,3,6.511393735308957e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,3,1.7319327980658272e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,3,1.957372296601534e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,4,8.651967391415383e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,4,1.5555482377749286e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,4,3.257230900999275e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,5,8.619194886705372e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,5,1.5723022670499631e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,5,1.9128999610984465e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,6,1.859107783275249e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,6,6.42742270429153e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,6,3.507373094180366e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,7,1.848364036050043e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,7,4.519165031524608e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,7,5.130553290655371e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,8,2.8323736387392273e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,8,5.537367542274296e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,8,5.266444532026071e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,9,2.7402516025176737e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,9,6.6606580730876885e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,9,6.854293133073952e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,10,3.4558756851765793e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,10,5.9510321079869755e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,10,5.642890300805448e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,11,3.4332729228481185e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,11,5.63865432923194e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,11,4.641103259928059e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,12,3.1024517284095054e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,12,5.558341399591882e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,12,4.6531604311894625e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,13,4.058813374285819e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,13,5.632609827443957e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,13,4.568123131321045e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,14,5.342237727745669e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,14,6.068454240448773e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,14,4.927963800582802e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,15,7.368947990471497e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,15,5.82242273594602e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,15,4.323469511291478e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,16,4.41514703197754e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,16,5.421297828434035e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,16,4.089569756615674e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,17,5.040267751610372e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,17,6.710714387736516e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,17,5.27842757946928e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,18,5.614790552499471e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,18,9.277427125198301e-6 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,18,7.579681096103741e-6 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,19,9.234282515535597e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,19,1.328637245023856e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,19,1.0826742254721466e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,20,7.471129265468335e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,20,2.1040961655671708e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,20,1.9183677068213e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,21,1.4817829651292413e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,21,3.1795378163224086e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,21,3.125897637801245e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,22,1.614017855899874e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,22,5.231118848314509e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,22,5.3862386266700923e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,23,2.320816201972775e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,23,6.338509410852566e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,23,7.471139542758465e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,24,3.046462734346278e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,24,9.911531378747895e-5 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,24,9.610382403479889e-5 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,25,3.857304545817897e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,25,1.5388992324005812e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,25,1.5887751942500472e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,26,8.575654646847397e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,26,3.063740150537342e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,26,3.943566407542676e-4 +pileval,attn_in,Qwen2.5-Coder-7B,8,64,27,6.284424453042448e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B,8,64,27,7.184120477177203e-4 +pileval,mlp_down,Qwen2.5-Coder-7B,8,64,27,0.0017257046420127153 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,0,2.4106756768560444e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,0,1.4667480172647629e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,0,5.789195824945637e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,1,1.3379249708123098e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,1,2.70891234777082e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,1,6.851357170489791e-7 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,2,2.3757458222917194e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,2,5.035045091972279e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,2,1.1850054306705715e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,3,6.948998247935378e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,3,1.524806293673464e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,3,1.681528374319896e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,4,9.08034849089745e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,4,1.6906061546251294e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,4,3.354825821588747e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,5,9.815270232138573e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,5,1.5767471950312029e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,5,1.8181749510404188e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,6,1.9075657746725483e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,6,6.17172781858244e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,6,3.81844211005955e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,7,1.924533307828824e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,7,4.801010163646424e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,7,5.283960490487516e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,8,2.753402668531635e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,8,5.83332894166233e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,8,5.457165570987854e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,9,2.7772791781899286e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,9,7.485571586585138e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,9,7.815694516466465e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,10,3.6250164612283697e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,10,6.4438145273015834e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,10,5.862181296834024e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,11,3.5175351058569504e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,11,6.043132543709362e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,11,4.873505986324744e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,12,3.1012411909614457e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,12,5.908715138502885e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,12,4.7450025704165455e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,13,3.995169208792504e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,13,6.049403054930735e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,13,4.696996711572865e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,14,5.162526122148847e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,14,6.410887635865947e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,14,4.9064406084653456e-06 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,15,7.2216553235193714e-06 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,15,6.1861683207098395e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,15,4.406983407534426e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,16,4.095009444426978e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,16,5.7893894336302765e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,16,4.192077540210448e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,17,4.954005362378666e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,17,7.20419757271884e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,17,5.381060873332899e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,18,5.440820132207591e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,18,9.551375114824623e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,18,7.351156909862766e-6 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,19,9.224262612406164e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,19,1.3423205928120296e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,19,1.0187428415520117e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,20,7.154797913244693e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,20,2.1009334886912256e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,20,1.7934382412931882e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,21,1.421658816980198e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,21,3.106362419202924e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,21,2.9525042918976396e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,22,1.7110358385252766e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,22,5.3140014642849565e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,22,5.2662820962723345e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,23,2.5042569177458063e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,23,6.379820842994377e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,23,7.789751543896273e-5 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,24,4.2099149140994996e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,24,1.0529562132433057e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,24,1.0319059947505593e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,25,4.2575455154292285e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,25,1.7240288434550166e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,25,1.618811656953767e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,26,1.1687904043355957e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,26,3.4705898724496365e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,26,3.94077884266153e-4 +wikitext,attn_in,Qwen2.5-Coder-7B,8,64,27,6.587080424651504e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B,8,64,27,6.81211706250906e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B,8,64,27,0.0012334088096395135 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,0,0.002392309019342065 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0016136658377945423 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,0,0.008626377210021019 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0011950122425332665 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0037893177941441536 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,1,0.011898013763129711 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,2,0.002489487873390317 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,2,0.00421316921710968 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,2,0.01356904860585928 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,3,0.0053644077852368355 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,3,0.009639808908104897 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,3,0.02215118706226349 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,4,0.006283736787736416 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,4,0.014476987533271313 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,4,0.019709162414073944 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,5,0.00872654840350151 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,5,0.01372018363326788 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,5,0.013174066320061684 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,6,0.019351717084646225 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,6,0.038590073585510254 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,6,0.0279675405472517 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,7,0.021624231711030006 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,7,0.04418422654271126 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,7,0.05304831638932228 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,8,0.02621907740831375 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,8,0.048956017941236496 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,8,0.047347720712423325 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,9,0.028551802039146423 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,9,0.05834481120109558 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,9,0.06330486387014389 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,10,0.029189135879278183 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,10,0.05381297320127487 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,10,0.05001995339989662 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,11,0.024885475635528564 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,11,0.05125219747424126 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,11,0.041100677102804184 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,12,0.02316909097135067 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,12,0.050215672701597214 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,12,0.04125753045082092 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,13,0.04117933660745621 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,13,0.05274002626538277 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,13,0.041065238416194916 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,14,0.028426997363567352 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,14,0.05814960598945618 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,14,0.044873256236314774 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,15,0.0659310445189476 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,15,0.05745327100157738 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,15,0.04121518135070801 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,16,0.039857856929302216 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,16,0.053354743868112564 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,16,0.03956253081560135 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,17,0.03571460023522377 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,17,0.06181444972753525 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,17,0.0461193285882473 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,18,0.04947293549776077 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,18,0.08958250284194946 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,18,0.07145002484321594 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,19,0.06850499659776688 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,19,0.1291278749704361 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,19,0.10161557048559189 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,20,0.06912189722061157 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,20,0.2121150642633438 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,20,0.18199923634529114 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,21,0.17395168542861938 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,21,0.35627520084381104 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,21,0.32680216431617737 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,22,0.1461968868970871 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,22,0.5836482048034668 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,22,0.546480119228363 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,23,0.16734041273593903 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,23,0.6793525815010071 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,23,0.620858371257782 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,24,0.3003879487514496 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,24,0.952258288860321 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,24,0.7402547001838684 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,25,0.2898499071598053 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,25,1.2908828258514404 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,25,1.0617914199829102 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,26,0.4600367248058319 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,26,2.0256011486053467 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,26,1.3947964906692505 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,27,2.3467788696289062 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,27,2.943000555038452 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,27,1.6839191913604736 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0022272972855716944 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,0,0.001625049626454711 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,0,0.008305048570036888 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0011690981918945909 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0035001332871615887 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,1,0.009649897925555706 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,2,0.002356285462155938 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,2,0.004849151708185673 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,2,0.013968931511044502 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,3,0.0052214087918400764 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,3,0.012349627912044525 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,3,0.024817803874611855 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,4,0.00605723075568676 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,4,0.01753467321395874 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,4,0.0224405936896801 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,5,0.008572304621338844 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,5,0.01750033348798752 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,5,0.015817202627658844 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,6,0.019573688507080078 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,6,0.04154074937105179 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,6,0.03169166296720505 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,7,0.01999049447476864 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,7,0.04484184458851814 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,7,0.049174413084983826 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,8,0.027788711711764336 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,8,0.05239099636673927 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,8,0.04587758705019951 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,9,0.02798568829894066 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,9,0.07215841859579086 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,9,0.06443431973457336 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,10,0.030180854722857475 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,10,0.059491220861673355 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,10,0.05097983032464981 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,11,0.025905724614858627 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,11,0.055908575654029846 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,11,0.04207092151045799 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,12,0.026477504521608353 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,12,0.05642582103610039 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,12,0.04255199804902077 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,13,0.04161692410707474 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,13,0.059805210679769516 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,13,0.043259330093860626 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,14,0.035569533705711365 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,14,0.06333043426275253 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,14,0.04606976360082626 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,15,0.05564355105161667 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,15,0.06288301199674606 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,15,0.04279782250523567 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,16,0.040320415049791336 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,16,0.05958970636129379 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,16,0.04146784916520119 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,17,0.037775445729494095 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,17,0.06828847527503967 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,17,0.048837196081876755 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,18,0.049379862844944 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,18,0.0937235876917839 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,18,0.06907325237989426 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,19,0.07879554480314255 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,19,0.128536656498909 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,19,0.09587661176919937 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,20,0.06043302267789841 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,20,0.19933576881885529 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,20,0.16390696167945862 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,21,0.1675199270248413 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,21,0.3092958331108093 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,21,0.2635704576969147 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,22,0.13895460963249207 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,22,0.5139814615249634 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,22,0.4667045772075653 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,23,0.2172519713640213 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,23,0.64363861083984375 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,23,0.614809513092041 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,24,0.24719126522541046 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,24,0.9591695666313171 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,24,0.7735666632652283 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,25,0.29163235425949097 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,25,1.3844974040985107 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,25,1.0513566732406616 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,26,0.7997615337371826 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,26,2.2663984298706055 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,26,1.5085755586624146 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,27,2.96269154548645 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,27,3.9651310443878174 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,27,2.9116268157958984 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0022831393871456385 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0015605533262714744 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0077923876233398914 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0012320923851802945 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0035839241463690996 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,1,0.009277990087866783 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,2,0.002447581384330988 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,2,0.005202427506446838 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,2,0.014550982974469662 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,3,0.005290789995342493 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,3,0.01237715408205986 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,3,0.02941543236374855 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,4,0.00591667415574193 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,4,0.016891593113541603 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,4,0.022353680804371834 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,5,0.008717987686395645 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,5,0.01845410466194153 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,5,0.018481511622667313 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,6,0.019152972847223282 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,6,0.04245052486658096 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,6,0.03274306282401085 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,7,0.01973503641784191 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,7,0.04444797337055206 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,7,0.0469047911465168 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,8,0.027256835252046585 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,8,0.05074889585375786 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,8,0.04390585422515869 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,9,0.027633778750896454 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,9,0.06563927978277206 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,9,0.05870174244046211 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,10,0.029156479984521866 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,10,0.05753585323691368 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,10,0.05096382647752762 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,11,0.026087438687682152 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,11,0.055324558168649673 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,11,0.04258214682340622 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,12,0.026439160108566284 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,12,0.0555511973798275 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,12,0.043192293494939804 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,13,0.04042904078960419 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,13,0.05801774188876152 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,13,0.042325131595134735 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,14,0.03677009791135788 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,14,0.062117598950862885 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,14,0.04633241146802902 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,15,0.05653602257370949 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,15,0.06210705265402794 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,15,0.0433640331029892 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,16,0.04019548371434212 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,16,0.05963582172989845 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,16,0.042458850890398026 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,17,0.038358792662620544 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,17,0.06988617777824402 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,17,0.051288899034261703 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,18,0.05108938738703728 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,18,0.0955975353717804 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,18,0.07177512347698212 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,19,0.08028940856456757 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,19,0.13129305839538574 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,19,0.10007260739803314 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,20,0.06329227983951569 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,20,0.2027849406003952 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,20,0.16628623008728027 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,21,0.17389065027236938 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,21,0.31011685729026794 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,21,0.2600369453430176 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,22,0.1567419022321701 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,22,0.51093590259552 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,22,0.46837687492370605 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,23,0.22493784129619598 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,23,0.667712390422821 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,23,0.652796745300293 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,24,0.2610180079936981 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,24,1.0507839918136597 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,24,0.8541308641433716 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,25,0.3109017610549927 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,25,1.5631234645843506 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,25,1.1841685771942139 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,26,0.812857449054718 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,26,2.6210973262786865 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,26,1.7734144926071167 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,27,2.811767339706421 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,27,4.481871128082275 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,27,3.375973701477051 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0022132406011223793 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,0,0.0016392344841733575 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,0,0.007742937188595533 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0012091611279174685 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,1,0.0036228508688509464 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,1,0.009677394293248653 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,2,0.0025488862302154303 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,2,0.005395528860390186 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,2,0.014371117576956749 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,3,0.005456908605992794 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,3,0.011985890567302704 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,3,0.024827376008033752 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,4,0.006376331672072411 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,4,0.018168501555919647 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,4,0.022864891216158867 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,5,0.009517481550574303 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,5,0.018750425428152084 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,5,0.017689919099211693 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,6,0.020447948947548866 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,6,0.044282037764787674 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,6,0.03466163948178291 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,7,0.02177591621875763 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,7,0.04646715894341469 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,7,0.047628991305828094 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,8,0.02938080206513405 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,8,0.052496347576379776 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,8,0.04507867991924286 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,9,0.027620011940598488 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,9,0.07105448842048645 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,9,0.062200795859098434 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,10,0.03138864040374756 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,10,0.059807781130075455 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,10,0.051156047731637955 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,11,0.028619663789868355 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,11,0.05682479962706566 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,11,0.04361567273736 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,12,0.028467373922467232 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,12,0.05779632180929184 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,12,0.043745361268520355 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,13,0.04319107159972191 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,13,0.05880482494831085 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,13,0.04236266762018204 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,14,0.03761695697903633 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,14,0.061430077999830246 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,14,0.0448836050927639 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,15,0.06435146927833557 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,15,0.06110971421003342 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,15,0.042108867317438126 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,16,0.04452909529209137 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,16,0.05795031413435936 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,16,0.04049765318632126 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,17,0.04204438626766205 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,17,0.0671863853931427 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,17,0.04781016334891319 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,18,0.050783671438694 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,18,0.08874674141407013 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,18,0.06534261256456375 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,19,0.07507198303937912 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,19,0.11372633278369904 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,19,0.08225435018539429 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,20,0.05912000313401222 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,20,0.17610111832618713 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,20,0.142006516456604 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,21,0.17146873474121094 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,21,0.26082316040992737 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,21,0.22356264293193817 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,22,0.14724019169807434 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,22,0.45472586154937744 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,22,0.4174683094024658 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,23,0.24619188904762268 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,23,0.6099924445152283 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,23,0.6548628807067871 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,24,0.28981614112854004 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,24,0.9904636144638062 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,24,0.8237265944480896 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,25,0.3088339567184448 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,25,1.559745192527771 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,25,1.1368346214294434 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,26,1.0563336610794067 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,26,2.6607258319854736 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,26,1.6709259748458862 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,128,27,3.1102306842803955 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,128,27,4.508352756500244 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,128,27,3.0925686359405518 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010197388473898172 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,0,9.974814020097256e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,0,0.004558074288070202 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,1,5.771373398602009e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,1,0.0016290525672957301 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,1,0.006516030058264732 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,2,0.001345900702290237 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,2,0.002193631837144494 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,2,0.007512504234910011 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,3,0.002999516436830163 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,3,0.013685110956430435 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,3,0.010927245020866394 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,4,0.0030548064969480038 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,4,0.008390531875193119 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,4,0.010623609647154808 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,5,0.004974166862666607 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,5,0.0075357044115662575 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,5,0.007074630819261074 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,6,0.013205710798501968 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,6,0.023466303944587708 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,6,0.015474321320652962 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,7,0.011411475948989391 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,7,0.02447805367410183 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,7,0.029480967670679092 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,8,0.011595718562602997 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,8,0.02731248177587986 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,8,0.026284830644726753 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,9,0.014454757794737816 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,9,0.03369483724236488 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,9,0.035510722547769547 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,10,0.011630184948444366 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,10,0.029944872483611107 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,10,0.028120525181293488 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,11,0.01325532328337431 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,11,0.0275737214833498 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,11,0.022912222892045975 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,12,0.013319703750312328 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,12,0.02701088786125183 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,12,0.022511323913931847 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,13,0.017132051289081573 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,13,0.0283406600356102 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,13,0.022740744054317474 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,14,0.01818816550076008 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,14,0.03138439357280731 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,14,0.024511786177754402 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,15,0.01996397227048874 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,15,0.030105283483862877 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,15,0.02266993559896946 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,16,0.022325260564684868 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,16,0.028804106637835503 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,16,0.02186618559062481 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,17,0.020557763054966927 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,17,0.03334418684244156 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,17,0.025414295494556427 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,18,0.026020735502243042 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,18,0.04863012582063675 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,18,0.038822781294584274 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,19,0.04029207304120064 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,19,0.06995116919279099 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,19,0.05626213178038597 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,20,0.036457620561122894 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,20,0.11728494614362717 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,20,0.09979633241891861 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,21,0.0845525860786438 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,21,0.1914643496274948 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,21,0.18008862435817719 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,22,0.07806215435266495 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,22,0.3220359683036804 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,22,0.305127888917923 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,23,0.10440390557050705 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,23,0.3750123381614685 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,23,0.35290831327438354 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,24,0.17066526412963867 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,24,0.5118926763534546 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,24,0.418498158454895 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,25,0.1857886016368866 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,25,0.6956695914268494 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,25,0.5981135368347168 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,26,0.2698061466217041 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,26,1.1201233863830566 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,26,0.7743584513664246 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,27,1.400291919708252 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,27,1.4572420120239258 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,27,0.8254345059394836 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010171737521886826 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010191898327320814 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,0,0.004385718610137701 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,1,5.846013082191348e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,1,0.0014846136327832937 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,1,0.005296246614307165 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,2,0.0013076267205178738 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,2,0.002748205792158842 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,2,0.007789815776050091 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,3,0.002967611188068986 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,3,0.016271134838461876 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,3,0.012435696087777615 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,4,0.0030341942328959703 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,4,0.009807283990085125 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,4,0.012222194112837315 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,5,0.00478046340867877 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,5,0.009248615242540836 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,5,0.008647715672850609 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,6,0.012991645373404026 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,6,0.025047119706869125 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,6,0.01755351573228836 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,7,0.011211932636797428 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,7,0.02463805489242077 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,7,0.027324242517352104 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,8,0.011148863472044468 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,8,0.029296109452843666 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,8,0.02555580995976925 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,9,0.014512750320136547 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,9,0.04184100031852722 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,9,0.036120135337114334 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,10,0.012171486392617226 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,10,0.03268212452530861 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,10,0.028580185025930405 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,11,0.014489819295704365 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,11,0.03052683360874653 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,11,0.02344796247780323 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,12,0.01459785457700491 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,12,0.03016454167664051 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,12,0.02333657629787922 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,13,0.019841017201542854 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,13,0.0318303182721138 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,13,0.023875635117292404 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,14,0.02043095976114273 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,14,0.034183550626039505 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,14,0.025185856968164444 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,15,0.0213922169059515 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,15,0.033104363828897476 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,15,0.023437459021806717 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,16,0.022860264405608177 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,16,0.031695615500211716 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,16,0.022872813045978546 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,17,0.021480698138475418 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,17,0.03713807836174965 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,17,0.026865007355809212 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,18,0.02545842155814171 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,18,0.050499994307756424 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,18,0.03763050585985184 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,19,0.04069487005472183 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,19,0.06924932450056076 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,19,0.052908334881067276 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,20,0.0335991345345974 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,20,0.10914472490549088 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,20,0.08948776870965958 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,21,0.08703360706567764 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,21,0.1663924604654312 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,21,0.14519250392913818 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,22,0.08512727916240692 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,22,0.28036144375801086 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,22,0.2583444118499756 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,23,0.13808520138263702 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,23,0.35223889350891113 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,23,0.34633541107177734 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,24,0.14504490792751312 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,24,0.5176409482955933 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,24,0.43874645233154297 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,25,0.17878353595733643 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,25,0.754266619682312 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,25,0.5928322672843933 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,26,0.4356396794319153 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,26,1.2611676454544067 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,26,0.8375459313392639 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,27,1.8509390354156494 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,27,2.0926897525787354 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,27,1.414620280265808 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010156778153032064 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,0,9.793087374418974e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,0,0.004110433626919985 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,1,6.103442283347249e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,1,0.0015208717668429017 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,1,0.005075306165963411 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,2,0.0013434789143502712 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,2,0.002871583914384246 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,2,0.008085106499493122 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,3,0.002993872854858637 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,3,0.01936955936253071 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,3,0.014528227038681507 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,4,0.0030698685441166162 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,4,0.00935798604041338 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,4,0.012134184129536152 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,5,0.004806905519217253 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,5,0.009821943007409573 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,5,0.010170194320380688 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,6,0.012761476449668407 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,6,0.02538750134408474 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,6,0.01811828836798668 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,7,0.011034178547561169 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,7,0.024366987869143486 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,7,0.026012897491455078 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,8,0.011180238798260689 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,8,0.02816268987953663 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,8,0.024418404325842857 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,9,0.014313969761133194 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,9,0.038075197488069534 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,9,0.032870300114154816 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,10,0.012125237844884396 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,10,0.03150445595383644 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,10,0.028564997017383575 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,11,0.014364991337060928 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,11,0.030130313709378242 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,11,0.023709844797849655 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,12,0.014775990508496761 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,12,0.02972486801445484 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,12,0.023665083572268486 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,13,0.01988021284341812 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,13,0.030898340046405792 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,13,0.023381343111395836 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,14,0.020745696499943733 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,14,0.03365599364042282 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,14,0.025370214134454727 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,15,0.021222542971372604 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,15,0.03278449550271034 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,15,0.02376939356327057 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,16,0.023234382271766663 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,16,0.031767986714839935 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,16,0.023461628705263138 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,17,0.022310839965939522 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,17,0.0378093421459198 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,17,0.028255874291062355 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,18,0.026653233915567398 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,18,0.05155602842569351 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,18,0.03918541222810745 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,19,0.04210498183965683 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,19,0.07067961245775223 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,19,0.05527559295296669 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,20,0.03460981696844101 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,20,0.11094211786985397 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,20,0.09060035645961761 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,21,0.08830034732818604 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,21,0.16639269888401031 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,21,0.14268912374973297 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,22,0.09584499150514603 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,22,0.2786913812160492 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,22,0.259029358625412 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,23,0.14195676147937775 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,23,0.36442363262176514 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,23,0.3675787150859833 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,24,0.1476893573999405 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,24,0.5714382529258728 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,24,0.4831978380680084 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,25,0.1855734884738922 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,25,0.8439554572105408 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,25,0.6655034422874451 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,26,0.4412882626056671 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,26,1.428790807723999 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,26,0.9849880337715149 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,27,1.7778682708740234 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,27,2.4120192527770996 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,27,1.6674861907958984 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010262471623718739 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,0,0.0010370624950155616 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,0,0.004084153566509485 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,1,6.246332195587456e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,1,0.0016458239406347275 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,1,0.005290379282087088 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,2,0.0014003615360707045 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,2,0.003345687873661518 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,2,0.008000384084880352 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,3,0.00308979582041502 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,3,0.015567192807793617 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,3,0.01245037280023098 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,4,0.003246565815061331 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,4,0.010004794225096703 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,4,0.01246147882193327 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,5,0.005255482159554958 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,5,0.010176748968660831 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,5,0.00970201101154089 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,6,0.013954616151750088 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,6,0.026191195473074913 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,6,0.01916477270424366 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,7,0.01230610441416502 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,7,0.025483639910817146 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,7,0.026374269276857376 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,8,0.011769421398639679 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,8,0.02931167371571064 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,8,0.025081614032387733 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,9,0.014439509250223637 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,9,0.04068991541862488 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,9,0.034934692084789276 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,10,0.012223397381603718 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,10,0.0330812968313694 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,10,0.02862328663468361 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,11,0.01588393934071064 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,11,0.03126309812068939 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,11,0.024256758391857147 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,12,0.01590632274746895 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,12,0.03067026101052761 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,12,0.02394329570233822 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,13,0.020622093230485916 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,13,0.03135136514902115 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,13,0.023300079628825188 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,14,0.02147975191473961 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,14,0.03307616710662842 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,14,0.024457057937979698 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,15,0.023262346163392067 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,15,0.03201669454574585 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,15,0.02301108092069626 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,16,0.02570061944425106 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,16,0.030853204429149628 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,16,0.022260012105107307 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,17,0.023106973618268967 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,17,0.03639327734708786 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,17,0.026244783774018288 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,18,0.026065567508339882 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,18,0.04719056934118271 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,18,0.03530137240886688 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,19,0.040259312838315964 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,19,0.06095957010984421 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,19,0.045366477221250534 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,20,0.032970257103443146 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,20,0.09567458182573318 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,20,0.07705344259738922 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,21,0.08178433030843735 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,21,0.1402619630098343 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,21,0.12233366072177887 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,22,0.09125346690416336 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,22,0.24952436983585358 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,22,0.23006907105445862 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,23,0.15393780171871185 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,23,0.33747076988220215 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,23,0.36829379200935364 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,24,0.1731182485818863 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,24,0.5367399454116821 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,24,0.4665427803993225 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,25,0.18934154510498047 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,25,0.8352208137512207 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,25,0.6416026949882507 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,26,0.6207762956619263 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,26,1.4553288221359253 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,26,0.9321258068084717 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,32,27,1.951331615447998 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,32,27,2.358663558959961 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,32,27,1.5131598711013794 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0016784813487902284 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0012817796086892486 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0064593832939863205 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,1,7.93368904851377e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,1,0.002555530285462737 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,1,0.009103766642510891 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0020248640794306993 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0027184896171092987 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,2,0.010444221086800098 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,3,0.004343249369412661 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,3,0.008819901384413242 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,3,0.016388004645705223 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,4,0.004890271928161383 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,4,0.01093822531402111 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,4,0.014934660866856575 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,5,0.0060274964198470116 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,5,0.01028482522815466 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,5,0.009942350909113884 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,6,0.016338393092155457 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,6,0.030428385362029076 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,6,0.02149161882698536 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,7,0.015651943162083626 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,7,0.033916108310222626 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,7,0.040924523025751114 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,8,0.016475943848490715 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,8,0.037557534873485565 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,8,0.03637990728020668 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,9,0.018031183630228043 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,9,0.04700998216867447 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,9,0.049050409346818924 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,10,0.022463953122496605 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,10,0.04155656322836876 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,10,0.03879087045788765 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,11,0.021478628739714622 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,11,0.039115842431783676 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,11,0.0317855142056942 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,12,0.019537601619958878 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,12,0.03807634487748146 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,12,0.03140011802315712 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,13,0.025675300508737564 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,13,0.04002588614821434 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,13,0.03147052600979805 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,14,0.02382672019302845 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,14,0.044250015169382095 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,14,0.034287020564079285 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,15,0.030078979209065437 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,15,0.04276308789849281 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,15,0.03162712976336479 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,16,0.0333133265376091 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,16,0.04053480923175812 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,16,0.030418818816542625 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,17,0.0274018794298172 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,17,0.04710741341114044 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,17,0.03543906658887863 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,18,0.038355547934770584 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,18,0.06899075210094452 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,18,0.054716404527425766 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,19,0.05698674917221069 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,19,0.09841522574424744 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,19,0.07871533930301666 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,20,0.05522780865430832 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,20,0.16463902592658997 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,20,0.13953007757663727 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,21,0.11512163281440735 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,21,0.27110862731933594 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,21,0.25065281987190247 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,22,0.12978842854499817 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,22,0.4492027759552002 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,22,0.4221240282058716 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,23,0.14949530363082886 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,23,0.5217267274856567 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,23,0.4827058017253876 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,24,0.2516070604324341 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,24,0.7238816022872925 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,24,0.5762194395065308 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,25,0.23113186657428741 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,25,0.9865894317626953 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,25,0.8236929178237915 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,26,0.33873119950294495 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,26,1.5329269170761108 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,26,1.071761131286621 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,27,1.841202735900879 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,27,2.0749928951263428 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,27,1.21622896194458 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,0,0.001569206127896905 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0013004523934796453 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,0,0.006229041609913111 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,1,7.984431576915085e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,1,0.002330865478143096 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,1,0.007384869735687971 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,2,0.001994186546653509 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,2,0.003446695627644658 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,2,0.010784342885017395 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,3,0.004229739308357239 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,3,0.011215864680707455 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,3,0.0185227207839489 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,4,0.0047590769827365875 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,4,0.013428453356027603 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,4,0.01707204431295395 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,5,0.006043701432645321 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,5,0.012414313852787018 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,5,0.01204643864184618 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,6,0.015380450524389744 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,6,0.032855942845344543 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,6,0.02435271628201008 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,7,0.0146144088357687 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,7,0.034302257001399994 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,7,0.03787795081734657 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,8,0.015924924984574318 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,8,0.04070074111223221 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,8,0.0353727750480175 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,9,0.020931925624608994 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,9,0.05854758992791176 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,9,0.04986857622861862 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,10,0.02325722947716713 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,10,0.045737866312265396 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,10,0.039365503937006 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,11,0.022101672366261482 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,11,0.04284001886844635 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,11,0.032434653490781784 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,12,0.02155318483710289 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,12,0.042587824165821075 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,12,0.032579828053712845 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,13,0.028202399611473083 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,13,0.044621843844652176 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,13,0.033162955194711685 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,14,0.02855701372027397 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,14,0.047988008707761765 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,14,0.035244621336460114 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,15,0.030121564865112305 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,15,0.04711107909679413 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,15,0.03266602009534836 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,16,0.03143135458230972 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,16,0.045253075659275055 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,16,0.03182998672127724 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,17,0.02881045825779438 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,17,0.05215764790773392 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,17,0.03747148811817169 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,18,0.036475829780101776 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,18,0.07134658843278885 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,18,0.0526905432343483 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,19,0.05724729225039482 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,19,0.09797435253858566 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,19,0.07359848916530609 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,20,0.04888918250799179 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,20,0.15316809713840485 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,20,0.12509536743164062 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,21,0.1167711690068245 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,21,0.23422566056251526 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,21,0.2029428333044052 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,22,0.1254437118768692 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,22,0.39178189635276794 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,22,0.3586387634277344 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,23,0.19285784661769867 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,23,0.4911917746067047 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,23,0.4766007661819458 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,24,0.19790567457675934 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,24,0.728945255279541 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,24,0.602069079875946 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,25,0.25425049662590027 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,25,1.0488771200180054 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,25,0.8171576261520386 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,26,0.5454837083816528 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,26,1.7213914394378662 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,26,1.1585118770599365 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,27,2.550907611846924 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,27,2.963550567626953 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,27,2.091359853744507 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0015868947375565767 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0012530290987342596 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,0,0.005839454475790262 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,1,8.436048519797623e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,1,0.0023761300835758448 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,1,0.007080574985593557 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0019957006443291903 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0035861735232174397 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,2,0.011207987554371357 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,3,0.004282597918063402 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,3,0.012270048260688782 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,3,0.021941741928458214 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,4,0.004655082710087299 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,4,0.012857548892498016 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,4,0.016964437440037727 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,5,0.006100260652601719 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,5,0.013579531572759151 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,5,0.014135906472802162 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,6,0.015351340174674988 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,6,0.033429406583309174 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,6,0.02514738216996193 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,7,0.014624593779444695 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,7,0.03394819796085358 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,7,0.03609683737158775 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,8,0.016243109479546547 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,8,0.039231181144714355 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,8,0.033824894577264786 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,9,0.020656032487750053 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,9,0.05309238284826279 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,9,0.04541437327861786 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,10,0.022459056228399277 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,10,0.04395574331283569 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,10,0.03938978165388107 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,11,0.021949348971247673 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,11,0.042302440851926804 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,11,0.03281683847308159 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,12,0.02155080810189247 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,12,0.04198533669114113 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,12,0.033051539212465286 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,13,0.027861900627613068 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,13,0.04350585862994194 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,13,0.03250761702656746 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,14,0.028157906606793404 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,14,0.047157902270555496 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,14,0.03544454649090767 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,15,0.029882848262786865 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,15,0.04646358639001846 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,15,0.033150430768728256 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,16,0.031610872596502304 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,16,0.04519401490688324 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,16,0.032597143203020096 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,17,0.029653392732143402 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,17,0.05322142690420151 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,17,0.03935642167925835 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,18,0.037522755563259125 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,18,0.07261642068624496 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,18,0.05483628436923027 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,19,0.058584991842508316 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,19,0.09992090612649918 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,19,0.07682156562805176 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,20,0.05052732676267624 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,20,0.15545296669006348 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,20,0.12683703005313873 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,21,0.11601795256137848 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,21,0.23479321599006653 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,21,0.19958284497261047 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,22,0.1382293701171875 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,22,0.39065805077552795 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,22,0.35968178510665894 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,23,0.1978377401828766 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,23,0.5087993741035461 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,23,0.5057896375656128 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,24,0.20347246527671814 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,24,0.8024287819862366 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,24,0.6650028824806213 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,25,0.2677839398384094 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,25,1.1861637830734253 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,25,0.9191867113113403 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,26,0.5506093502044678 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,26,1.9762510061264038 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,26,1.3637431859970093 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,27,2.350916862487793 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,27,3.3682641983032227 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,27,2.4495973587036133 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0015639631310477853 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0013164315605536103 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,0,0.0057932850904762745 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,1,8.41546047013253e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,1,0.00245070643723011 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,1,0.00738427834585309 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0021408391185104847 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,2,0.0039030148182064295 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,2,0.011084474623203278 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,3,0.004476160276681185 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,3,0.010954465717077255 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,3,0.018544118851423264 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,4,0.004987349268049002 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,4,0.013904131948947906 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,4,0.01741132140159607 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,5,0.006436746567487717 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,5,0.013861034996807575 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,5,0.013516388833522797 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,6,0.01644713059067726 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,6,0.03479636460542679 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,6,0.026569487527012825 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,7,0.01616818830370903 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,7,0.035622041672468185 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,7,0.03661374747753143 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,8,0.016771068796515465 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,8,0.040926918387413025 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,8,0.03470505028963089 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,9,0.020875699818134308 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,9,0.05710650235414505 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,9,0.0481765978038311 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,10,0.022864658385515213 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,10,0.04589886963367462 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,10,0.03946751356124878 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,11,0.024507472291588783 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,11,0.043769169598817825 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,11,0.033585283905267715 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,12,0.023533063009381294 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,12,0.04345965385437012 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,12,0.033460088074207306 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,13,0.029475826770067215 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,13,0.04374867305159569 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,13,0.03238697350025177 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,14,0.029966579750180244 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,14,0.046519629657268524 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,14,0.0343322716653347 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,15,0.03219005465507507 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,15,0.0455869697034359 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,15,0.03208867833018303 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,16,0.03513285890221596 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,16,0.04376592859625816 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,16,0.031000681221485138 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,17,0.03121790662407875 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,17,0.05119255930185318 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,17,0.03663389012217522 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,18,0.036953676491975784 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,18,0.0668443813920021 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,18,0.04963798075914383 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,19,0.05675360932946205 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,19,0.0867016613483429 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,19,0.06326181441545486 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,20,0.04956701025366783 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,20,0.13523368537425995 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,20,0.10811635106801987 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,21,0.1129150390625 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,21,0.1978464275598526 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,21,0.1714812070131302 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,22,0.1348254531621933 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,22,0.349941223859787 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,22,0.3202665448188782 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,23,0.22447329759597778 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,23,0.4672354757785797 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,23,0.5067153573036194 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,24,0.2314780056476593 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,24,0.7508162260055542 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,24,0.6412570476531982 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,25,0.2806309163570404 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,25,1.1739494800567627 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,25,0.8852956295013428 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,26,0.7114937901496887 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,26,2.0191004276275635 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,26,1.28817880153656 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,2,64,27,2.5607659816741943 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,2,64,27,3.434290647506714 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,2,64,27,2.2268970012664795 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,0,4.548137658275664e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,0,3.5002536606043577e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,0,0.001708607072941959 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,1,2.198247384512797e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,1,5.522753926925361e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,1,0.0022226651199162006 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,2,5.383556708693504e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,2,6.858617998659611e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,2,0.0025291587226092815 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0012049960205331445 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,3,0.001420806278474629 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,3,0.005888673011213541 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,4,0.0011806736001744866 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,4,0.002628563903272152 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,4,0.004110522102564573 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0018262884113937616 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0022001443430781364 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,5,0.002688871929422021 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,6,0.0028530408162623644 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,6,0.007875046692788601 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,6,0.005273690912872553 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,7,0.004254288040101528 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,7,0.007975568063557148 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,7,0.01017716247588396 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,8,0.005195999518036842 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,8,0.008784295059740543 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,8,0.008924318477511406 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,9,0.004591171629726887 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,9,0.0099598104134202 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,9,0.011878455989062786 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,10,0.004745079670101404 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,10,0.009622844867408276 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,10,0.009373139590024948 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,11,0.005900210235267878 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,11,0.008931213058531284 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,11,0.007674308493733406 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,12,0.0055992272682487965 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,12,0.009053190238773823 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,12,0.007898296229541302 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,13,0.006434672977775335 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,13,0.009675504639744759 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,13,0.007785646710544825 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,14,0.008403451181948185 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,14,0.010745634324848652 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,14,0.008756658993661404 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,15,0.009705153293907642 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,15,0.010361501015722752 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,15,0.007872040383517742 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,16,0.009150371886789799 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,16,0.009576741605997086 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,16,0.007467037998139858 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,17,0.008630179800093174 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,17,0.011329465545713902 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,17,0.008754688315093517 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,18,0.010399142280220985 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,18,0.016834726557135582 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,18,0.013679473660886288 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,19,0.01817459985613823 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,19,0.02409762516617775 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,19,0.019150223582983017 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,20,0.015595516189932823 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,20,0.04042307287454605 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,20,0.03692571818828583 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,21,0.0324365496635437 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,21,0.06439531594514847 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,21,0.06554284691810608 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,22,0.02918384037911892 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,22,0.10373452305793762 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,22,0.10537030547857285 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,23,0.04434067755937576 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,23,0.11607572436332703 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,23,0.12075983732938766 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,24,0.06225230544805527 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,24,0.15732154250144958 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,24,0.13922664523124695 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,25,0.07010327279567719 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,25,0.2172231376171112 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,25,0.19984170794487 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,26,0.10140874236822128 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,26,0.3487536311149597 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,26,0.27819254994392395 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,27,0.536746084690094 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,27,0.4894282817840576 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,27,0.4295355975627899 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,0,4.2096051038242877e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,0,3.696952771861106e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,0,0.0016386433271691203 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,1,2.1313309844117612e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,1,5.510622868314385e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,1,0.0018099711742252111 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,2,5.258467863313854e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,2,8.708636742085218e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,2,0.0026037488132715225 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0012092468095943332 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0018173819407820702 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0062362817116081715 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,4,0.0011871615424752235 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,4,0.0031294317450374365 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,4,0.004573646932840347 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,5,0.001684439368546009 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0027701356448233128 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0031562477815896273 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,6,0.0027046750765293837 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,6,0.008348082192242146 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,6,0.0059660798870027065 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,7,0.0038705237675458193 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,7,0.008120152167975903 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,7,0.009391812607645988 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,8,0.004498049151152372 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,8,0.009401786141097546 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,8,0.008596791885793209 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,9,0.005043556448072195 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,9,0.012376291677355766 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,9,0.012120396830141544 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,10,0.004924611188471317 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,10,0.010489257052540779 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,10,0.009510503150522709 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,11,0.006128596607595682 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,11,0.009739916771650314 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,11,0.007860510610044003 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,12,0.006201192736625671 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,12,0.010043049231171608 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,12,0.008176304399967194 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,13,0.007394852116703987 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,13,0.010677044279873371 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,13,0.008258026093244553 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,14,0.009246033616364002 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,14,0.011731483973562717 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,14,0.009001092985272408 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,15,0.009949572384357452 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,15,0.01135785412043333 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,15,0.008175885304808617 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,16,0.009709497913718224 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,16,0.010492660105228424 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,16,0.007815119810402393 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,17,0.00858228001743555 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,17,0.012543562799692154 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,17,0.009297546930611134 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,18,0.010390877723693848 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,18,0.017569459974765778 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,18,0.013322423212230206 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,19,0.018218128010630608 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,19,0.023943845182657242 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,19,0.018063245341181755 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,20,0.013331648893654346 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,20,0.03801465779542923 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,20,0.033434439450502396 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,21,0.03186988830566406 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,21,0.05646781995892525 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,21,0.05411931872367859 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,22,0.028330087661743164 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,22,0.09241099655628204 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,22,0.09280680119991302 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,23,0.0520067997276783 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,23,0.10804249346256256 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,23,0.12268839031457901 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,24,0.051978547126054764 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,24,0.16148602962493896 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,24,0.1467675417661667 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,25,0.0691969022154808 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,25,0.2331802397966385 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,25,0.19798460602760315 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,26,0.14070041477680206 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,26,0.3991170823574066 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,26,0.3007982075214386 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7017871141433716 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7037548422813416 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7338993549346924 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,0,4.2295202729292214e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,0,3.6432084743864834e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,0,0.0015387985622510314 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,1,2.227772056357935e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,1,5.641165771521628e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,1,0.0017447751015424728 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,2,5.385607946664095e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,2,9.117837180383503e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,2,0.002712722634896636 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0012213084846735 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0019130830187350512 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,3,0.007522923406213522 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,4,0.0012058500433340669 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,4,0.002952235285192728 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,4,0.004580585286021233 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0017062388360500336 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,5,0.002989786909893155 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0036388991866260767 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,6,0.0026641562581062317 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,6,0.00845092162489891 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,6,0.006174696143716574 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,7,0.003865242237225175 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,7,0.008013064973056316 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,7,0.0090161869302392 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,8,0.004584193229675293 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,8,0.0090368976816535 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,8,0.00824629608541727 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,9,0.005004556849598885 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,9,0.011126809753477573 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,9,0.011057325638830662 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,10,0.004886238370090723 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,10,0.010089555755257607 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,10,0.009518292732536793 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,11,0.006171160843223333 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,11,0.00961875356733799 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,11,0.007950671017169952 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,12,0.006240664515644312 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,12,0.009892369620501995 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,12,0.008275783620774746 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,13,0.007390468381345272 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,13,0.010367406532168388 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,13,0.008073559030890465 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,14,0.009528105147182941 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,14,0.011496643535792828 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,14,0.009033869951963425 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,15,0.009970649145543575 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,15,0.01124649215489626 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,15,0.00827279593795538 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,16,0.009529313072562218 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,16,0.010514347814023495 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,16,0.007980318740010262 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,17,0.008946572430431843 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,17,0.012724119238555431 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,17,0.009747576899826527 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,18,0.010882612317800522 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,18,0.01786116324365139 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,18,0.0137914614751935 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,19,0.01874910295009613 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,19,0.02446177415549755 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,19,0.018873637542128563 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,20,0.014076760038733482 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,20,0.038412462919950485 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,20,0.03403607755899429 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,21,0.032226819545030594 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,21,0.056274108588695526 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,21,0.053484588861465454 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,22,0.03207483887672424 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,22,0.09174750000238419 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,22,0.09311925619840622 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,23,0.053188156336545944 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,23,0.11247745156288147 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,23,0.12874449789524078 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,24,0.05303536728024483 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,24,0.1764250099658966 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,24,0.16226477921009064 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,25,0.06890159845352173 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,25,0.26022329926490784 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,25,0.22681699693202972 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,26,0.14425189793109894 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,26,0.45616912841796875 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,26,0.35212913155555725 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,27,0.664580225944519 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7909250855445862 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,27,0.8224819302558899 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,0,4.1234641685150564e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,0,3.963838389609009e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,0,0.001544426311738789 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,1,2.2455528960563242e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,1,6.013679667375982e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,1,0.001822238089516759 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,2,5.786860128864646e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,2,9.836220415309072e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,2,0.0026804227381944656 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0012763523263856769 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,3,0.0019089877605438232 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,3,0.006220114883035421 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,4,0.001248144661076367 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,4,0.003189521376043558 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,4,0.0046607255935668945 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0018098001601174474 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,5,0.003014514921233058 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,5,0.0035094628110527992 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,6,0.0028279023244976997 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,6,0.008635040372610092 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,6,0.006518163718283176 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,7,0.004239401314407587 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,7,0.008410192094743252 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,7,0.009124514646828175 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,8,0.004719587508589029 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,8,0.009393361397087574 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,8,0.008432669565081596 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,9,0.004898538812994957 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,9,0.01215882133692503 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,9,0.011699027381837368 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,10,0.005119923502206802 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,10,0.010603871196508408 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,10,0.009540142491459846 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,11,0.006651259958744049 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,11,0.00995327066630125 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,11,0.008155363611876965 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,12,0.00636729272082448 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,12,0.010224317200481892 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,12,0.008435201831161976 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,13,0.007593986112624407 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,13,0.010502311401069164 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,13,0.008111489936709404 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,14,0.009902413003146648 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,14,0.011459490284323692 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,14,0.008885699324309826 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,15,0.01104996632784605 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,15,0.011113648302853107 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,15,0.008089564740657806 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,16,0.011158792302012444 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,16,0.010209446772933006 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,16,0.007628960534930229 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,17,0.0089117381721735 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,17,0.012243254110217094 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,17,0.009126760996878147 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,18,0.010760988108813763 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,18,0.016543511301279068 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,18,0.012733232229948044 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,19,0.018390212208032608 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,19,0.02110263891518116 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,19,0.015566756948828697 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,20,0.013663096353411674 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,20,0.03344754874706268 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,20,0.029417959973216057 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,21,0.031300030648708344 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,21,0.047811999917030334 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,21,0.046554625034332275 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,22,0.030078312382102013 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,22,0.08164127916097641 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,22,0.08381690084934235 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,23,0.060213394463062286 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,23,0.10381345450878143 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,23,0.13136965036392212 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,24,0.06287801265716553 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,24,0.16491751372814178 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,24,0.15680141746997833 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,25,0.07116076350212097 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,25,0.25951436161994934 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,25,0.21368151903152466 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,26,0.18009591102600098 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,26,0.46704697608947754 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,26,0.3293432593345642 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7429386377334595 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7807492017745972 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,128,27,0.7545193433761597 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,0,2.0176914404146373e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,0,1.9708240870386362e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,0,8.548300247639418e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,1,1.0296584514435381e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,1,2.8721397393383086e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,1,0.0011968128383159637 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,2,2.6889273431152105e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,2,3.8116765790618956e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,2,0.0013802419416606426 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,3,6.108549423515797e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,3,8.085209410637617e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,3,0.0025373767130076885 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,4,6.877066916786134e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0012837103568017483 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0020253071561455727 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,5,0.001013249158859253 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,5,0.001142831053584814 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0013591037131845951 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,6,0.0013353042304515839 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,6,0.004895689431577921 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,6,0.002854282734915614 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,7,0.002120846649631858 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004217084962874651 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,7,0.005458228290081024 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,8,0.002689288929104805 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,8,0.004739587195217609 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,8,0.004845104645937681 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,9,0.002493754029273987 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,9,0.005576841067522764 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006538262125104666 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,10,0.002808555494993925 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005121537018567324 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005173843819648027 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,11,0.0024355347268283367 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,11,0.004784034565091133 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,11,0.0041932035237550735 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,12,0.002320895902812481 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,12,0.004732620902359486 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,12,0.004163211677223444 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,13,0.00320167257450521 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,13,0.0049197254702448845 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,13,0.0041844043880701065 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,14,0.003340882482007146 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,14,0.005504688713699579 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,14,0.004564398899674416 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005093223415315151 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005327211227267981 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,15,0.004179693292826414 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,16,0.004072151612490416 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,16,0.005004688631743193 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,16,0.004044753033667803 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,17,0.0035702278837561607 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,17,0.005866701249033213 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,17,0.004693923983722925 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,18,0.004585658200085163 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,18,0.008497792296111584 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,18,0.007235911209136248 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,19,0.00793621689081192 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,19,0.012080620042979717 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,19,0.010346242226660252 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,20,0.0067938994616270065 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,20,0.020103510469198227 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,20,0.018776575103402138 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,21,0.014229385182261467 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,21,0.03314502164721489 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,21,0.033982306718826294 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,22,0.013979687355458736 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,22,0.05464863032102585 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,22,0.056887704879045486 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,23,0.02074693702161312 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,23,0.06225023791193962 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,23,0.06574158370494843 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,24,0.03730721026659012 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08529676496982574 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,24,0.07752437889575958 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,25,0.034975845366716385 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,25,0.11511975526809692 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,25,0.1098901554942131 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,26,0.05957122519612312 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,26,0.18457572162151337 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,26,0.14534246921539307 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,27,0.36909037828445435 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,27,0.2588566243648529 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,27,0.1698276698589325 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,0,1.9226185395382345e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,0,2.0948371093254536e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,0,8.180043660104275e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,1,1.0354907135479152e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,1,2.861228713300079e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,1,9.750848403200507e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,2,2.5582159287296236e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,2,4.660295962821692e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,2,0.0014296326553449035 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,3,5.97150472458452e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,3,9.907284984365106e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,3,0.0027773247566074133 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,4,6.865767645649612e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0015980398748070002 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0023174560628831387 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,5,9.213438024744391e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0014529399340972304 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,5,0.001637070905417204 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,6,0.0014793459558859468 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,6,0.004932503681629896 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,6,0.0032339480239897966 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,7,0.0020114383660256863 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004281260073184967 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,7,0.005055570974946022 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,8,0.0021990519016981125 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,8,0.0050690812058746815 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,8,0.004707441199570894 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,9,0.0026898281648755074 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006790976971387863 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006644552573561668 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,10,0.0027201748453080654 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005638534668833017 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005251708440482616 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,11,0.002639861311763525 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,11,0.005267054308205843 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,11,0.004304070025682449 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,12,0.0025842194445431232 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,12,0.005266023799777031 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,12,0.004319428466260433 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,13,0.0036975466646254063 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,13,0.005526189226657152 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,13,0.004410161636769772 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,14,0.003913933876901865 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,14,0.005967322271317244 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,14,0.004703137557953596 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005286793690174818 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005810880567878485 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,15,0.00432710163295269 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,16,0.004117599222809076 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,16,0.0054954830557107925 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,16,0.004221928771585226 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,17,0.003824888961389661 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,17,0.006504110526293516 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,17,0.004960064310580492 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,18,0.00456061027944088 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,18,0.008791396394371986 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,18,0.006986142136156559 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,19,0.008148678578436375 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,19,0.011967008002102375 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,19,0.009759644977748394 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,20,0.005923100747168064 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,20,0.0188785158097744 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,20,0.01691143587231636 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,21,0.013739007525146008 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,21,0.028585942462086678 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,21,0.027587387710809708 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,22,0.013867629691958427 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,22,0.04776566103100777 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,22,0.04847848415374756 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,23,0.025856897234916687 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,23,0.05842319130897522 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,23,0.0654064267873764 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,24,0.02855389565229416 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08689527958631516 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08105754852294922 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,25,0.036089930683374405 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,25,0.12517426908016205 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,25,0.10959726572036743 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,26,0.07802075892686844 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,26,0.20670810341835022 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,26,0.15786243975162506 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,27,0.41611289978027344 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,27,0.36634817719459534 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,27,0.2930378019809723 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,0,1.9265156879555434e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,0,2.0846130792051554e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,0,7.660587434656918e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,1,1.0796012793434784e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,1,2.856519422493875e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,1,9.34121198952198e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,2,2.6142370188608766e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,2,4.832451813854277e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,2,0.0014826556434854865 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,3,5.984097952023149e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,3,0.001006811042316258 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,3,0.0033655469305813313 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,4,6.989464163780212e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0015031469520181417 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,4,0.002301326720044017 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,5,9.306194842793047e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0015802806010469794 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0019122095545753837 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,6,0.001451855874620378 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,6,0.005010076332837343 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,6,0.003339375602081418 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,7,0.002009063959121704 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004233391024172306 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004823093302547932 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,8,0.0022195084020495415 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,8,0.004868143238127232 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,8,0.004500067792832851 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,9,0.0026441998779773712 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006194557528942823 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006047438830137253 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,10,0.0027549234218895435 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005446992348879576 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005248195957392454 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,11,0.002607132075354457 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,11,0.005185899790376425 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,11,0.004349968861788511 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,12,0.0025729185435920954 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,12,0.0051770806312561035 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,12,0.004382708575576544 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,13,0.0036446130834519863 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,13,0.00536419777199626 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,13,0.004310346208512783 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,14,0.003965216223150492 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,14,0.005857581272721291 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,14,0.004730930086225271 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,15,0.00512011768296361 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005758879706263542 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,15,0.004391862545162439 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,16,0.004063822329044342 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,16,0.005498882383108139 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,16,0.00432897312566638 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,17,0.004006294067949057 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,17,0.006610197480767965 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,17,0.005210440140217543 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,18,0.004739160183817148 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,18,0.008954591117799282 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,18,0.007265802472829819 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,19,0.008235148154199123 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,19,0.012242899276316166 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,19,0.010190303437411785 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,20,0.006293146871030331 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,20,0.019142990931868553 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,20,0.017118427902460098 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,21,0.013863739557564259 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,21,0.02854624018073082 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,21,0.027135208249092102 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,22,0.015865551307797432 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,22,0.04751938208937645 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,22,0.04858673736453056 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,23,0.026170747354626656 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,23,0.06039483845233917 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,23,0.06898338347673416 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,24,0.028768986463546753 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,24,0.09523285925388336 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08939522504806519 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,25,0.0375482477247715 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,25,0.1401832401752472 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,25,0.12378885596990585 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,26,0.08129595220088959 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,26,0.23854908347129822 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,26,0.18525567650794983 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,27,0.3992035686969757 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,27,0.4183157980442047 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,27,0.339141309261322 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,0,1.9286958558950573e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,0,2.2795538825448602e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,0,7.624278077855706e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,1,1.1167160118930042e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,1,3.1027599470689893e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,1,9.740578243508935e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,2,2.7829507598653436e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,2,5.206039641052485e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,2,0.0014697689330205321 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,3,6.361453561112285e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,3,0.0010040198685601354 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,3,0.0027888300828635693 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,4,7.343929028138518e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0016170572489500046 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,4,0.0023618414998054504 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,5,9.706271812319756e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0016104411333799362 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,5,0.0018286947160959244 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,6,0.0015126961516216397 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,6,0.004995874594897032 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,6,0.003532953793182969 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,7,0.0022265389561653137 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004432353191077709 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,7,0.004877061117440462 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,8,0.0023149740882217884 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,8,0.005053565371781588 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,8,0.00461995555087924 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,9,0.0025704004801809788 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,9,0.0066832927986979485 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,9,0.006410291884094477 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,10,0.0027603686321526766 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,10,0.0056915851309895515 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,10,0.005262698978185654 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,11,0.0027657663449645042 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,11,0.005351692903786898 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,11,0.004447477869689465 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,12,0.00269404542632401 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,12,0.005360004026442766 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,12,0.004443580284714699 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,13,0.003823397448286414 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,13,0.005418726243078709 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,13,0.004294201266020536 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,14,0.00403722794726491 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,14,0.005797962658107281 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,14,0.004580891691148281 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,15,0.005647709127515554 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,15,0.0056554293259978294 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,15,0.004250371363013983 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,16,0.00465491833165288 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,16,0.005354859866201878 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,16,0.00411258265376091 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,17,0.004113072529435158 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,17,0.006374645978212357 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,17,0.004847221542149782 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,18,0.004643965978175402 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,18,0.008211475796997547 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,18,0.006597862578928471 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,19,0.008312741294503212 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,19,0.010513351298868656 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,19,0.008378672413527966 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,20,0.006178981624543667 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,20,0.016538985073566437 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,20,0.014618984423577785 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,21,0.013110632076859474 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,21,0.02417762391269207 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,21,0.023374779149889946 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,22,0.01578855700790882 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,22,0.042533908039331436 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,22,0.043373849242925644 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,23,0.02992914989590645 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,23,0.05555180087685585 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,23,0.06952795386314392 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,24,0.03483179956674576 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08943011611700058 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,24,0.08635708689689636 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,25,0.038368821144104004 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,25,0.1396028995513916 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,25,0.11863669008016586 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,26,0.10325916856527328 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,26,0.2470809817314148 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,26,0.17447669804096222 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,32,27,0.43266481161117554 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,32,27,0.41937142610549927 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,32,27,0.3125193417072296 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,0,3.18522856105119e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,0,2.647209621500224e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,0,0.0012385715963318944 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,1,1.5020108548924327e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,1,4.212132771499455e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,1,0.0016781723825260997 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,2,4.022001230623573e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,2,5.241527687758207e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,2,0.001924307900480926 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,3,8.672600379213691e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,3,0.0012299356749281287 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,3,0.004376503173261881 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,4,9.55424562562257e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0018814041977748275 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0029599873814731836 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0014068776508793235 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0016600055387243629 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0019484743243083358 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,6,0.002296940889209509 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,6,0.006199934985488653 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,6,0.003997788764536381 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,7,0.003150814911350608 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,7,0.006014430895447731 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,7,0.00767071358859539 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,8,0.0038882626686245203 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,8,0.00666605681180954 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,8,0.006804805714637041 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,9,0.003442899789661169 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,9,0.007644348312169313 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,9,0.009069480001926422 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,10,0.0031980639323592186 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007208379916846752 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007169858552515507 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,11,0.003975954372435808 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,11,0.006789686623960733 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,11,0.005860325414687395 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,12,0.004758922848850489 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,12,0.006723477505147457 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,12,0.0058877309784293175 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,13,0.004922798834741116 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,13,0.007030165754258633 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,13,0.005905080586671829 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,14,0.005329099018126726 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,14,0.007950995117425919 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,14,0.006487567909061909 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,15,0.0065686204470694065 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,15,0.007562070153653622 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,15,0.005896276328712702 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,16,0.006234997417777777 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,16,0.0071187857538461685 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,16,0.005660677794367075 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,17,0.0062700179405510426 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,17,0.008391492068767548 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,17,0.0065818652510643005 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,18,0.00712679885327816 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,18,0.012314408086240292 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,18,0.010197971016168594 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,19,0.011789800599217415 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,19,0.017606783658266068 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,19,0.014558964408934116 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,20,0.011386231519281864 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,20,0.029390886425971985 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,20,0.026977641507983208 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,21,0.023153118789196014 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,21,0.04731083661317825 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,21,0.04856421798467636 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,22,0.021785151213407516 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,22,0.07857858389616013 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,22,0.0796685665845871 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,23,0.028699876740574837 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,23,0.08684833347797394 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,23,0.09175270050764084 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,24,0.04320966824889183 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,24,0.11947349458932877 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,24,0.10694360733032227 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,25,0.050064995884895325 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,25,0.16250240802764893 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,25,0.15291699767112732 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,26,0.07631207257509232 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,26,0.26321256160736084 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,26,0.20540271699428558 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,27,0.4533371329307556 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,27,0.3801960349082947 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,27,0.27245646715164185 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,0,3.0048159533180296e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,0,2.790186263155192e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,0,0.001188244903460145 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,1,1.4789981651119888e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,1,4.163372504990548e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,1,0.0013689750339835882 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,2,3.879025171045214e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,2,6.466443883255124e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,2,0.001990142511203885 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,3,8.676001452840865e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,3,0.0014093826757743955 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,3,0.004672056529670954 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,4,9.266751003451645e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0022700384724885225 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,4,0.003343096934258938 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,5,0.001360104768536985 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,5,0.00206663366407156 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0023287993390113115 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,6,0.0022601918317377567 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,6,0.006473814137279987 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,6,0.004514475353062153 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,7,0.0028837413992732763 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,7,0.006084614899009466 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,7,0.007095561362802982 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,8,0.0034435696434229612 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,8,0.0071165733970701694 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,8,0.00655898405238986 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,9,0.003677709260955453 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,9,0.009401385672390461 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,9,0.009226346388459206 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,10,0.003540443256497383 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007929020561277866 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,10,0.0072832307778298855 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,11,0.004252328537404537 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,11,0.0074055432341992855 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,11,0.00599304074421525 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,12,0.004824459552764893 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,12,0.007472437806427479 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,12,0.006121144630014896 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,13,0.005472579039633274 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,13,0.007882563397288322 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,13,0.006226581055670977 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,14,0.006508812308311462 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,14,0.008613217622041702 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,14,0.0066903866827487946 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,15,0.007297151256352663 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,15,0.008310703560709953 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,15,0.006114351563155651 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,16,0.00653589703142643 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,16,0.007786247879266739 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,16,0.005921721924096346 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,17,0.006517247296869755 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,17,0.009291814640164375 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,17,0.006992677226662636 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,18,0.007100481539964676 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,18,0.012805602513253689 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,18,0.009916354902088642 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,19,0.012103230692446232 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,19,0.017486467957496643 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,19,0.013682807795703411 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,20,0.00997528899461031 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,20,0.027333170175552368 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,20,0.024352194741368294 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,21,0.021898219361901283 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,21,0.04106553643941879 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,21,0.039620742201805115 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,22,0.020782947540283203 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06844570487737656 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06876431405544281 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,23,0.03747200220823288 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,23,0.08166780322790146 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,23,0.09207523614168167 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,24,0.036856431514024734 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,24,0.12217661738395691 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,24,0.11247009038925171 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,25,0.04928554221987724 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,25,0.1765379011631012 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,25,0.15212397277355194 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,26,0.10227121412754059 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,26,0.29827389121055603 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,26,0.2226700484752655 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5738894939422607 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5159755349159241 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,27,0.46900656819343567 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,0,3.0057612457312644e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,0,2.768102567642927e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,0,0.0011140210554003716 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,1,1.5667422849219292e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,1,4.253078659530729e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,1,0.0013130095321685076 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,2,3.936061402782798e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,2,6.761536933481693e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,2,0.0020683370530605316 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,3,8.734391303732991e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,3,0.0014450495364144444 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,3,0.005686044227331877 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,4,9.467224008403718e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0021449821069836617 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0033357248175889254 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,5,0.001337851514108479 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0022286956664174795 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,5,0.002703732578083873 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,6,0.0021933543030172586 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,6,0.006554441526532173 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,6,0.0046656993217766285 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,7,0.0028340062126517296 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,7,0.006004621274769306 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,7,0.0067816185764968395 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,8,0.0034118499606847763 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,8,0.00683028856292367 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,8,0.006278032436966896 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,9,0.003667183220386505 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,9,0.00854802131652832 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,9,0.008410884067416191 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,10,0.003528003115206957 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007638517767190933 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,10,0.0072909132577478886 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,11,0.004406491760164499 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,11,0.007294217590242624 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,11,0.006060224957764149 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,12,0.004764349199831486 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,12,0.0073504080064594746 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,12,0.0062071471475064754 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,13,0.0053515504114329815 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,13,0.007639994844794273 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,13,0.006088404916226864 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,14,0.006619283929467201 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,14,0.008454452268779278 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,14,0.006725890561938286 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,15,0.007202496286481619 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,15,0.008244391530752182 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,15,0.006203798111528158 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,16,0.006420821417123079 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,16,0.007815759629011154 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,16,0.006060669664293528 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,17,0.006691296584904194 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,17,0.009416637942194939 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,17,0.007341313641518354 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,18,0.007291209883987904 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,18,0.013063290156424046 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,18,0.010291995480656624 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,19,0.012448353692889214 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,19,0.017853133380413055 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,19,0.014278832823038101 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,20,0.010278267785906792 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,20,0.027780279517173767 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,20,0.02474074624478817 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,21,0.022301651537418365 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,21,0.04104999452829361 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,21,0.03912639245390892 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,22,0.023520473390817642 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06811545789241791 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06899983435869217 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,23,0.03915591910481453 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,23,0.08485808223485947 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,23,0.09704038500785828 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,24,0.03707220405340195 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,24,0.13321298360824585 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,24,0.12419307976961136 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,25,0.0498981736600399 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,25,0.19678224623203278 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,25,0.1730123907327652 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,26,0.10520556569099426 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,26,0.34122371673583984 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,26,0.26121091842651367 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5393277406692505 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5843473672866821 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5349988341331482 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,0,3.0181638430804014e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,0,2.988451742567122e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,0,0.00110945466440171 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,1,1.555999624542892e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,1,4.536869819276035e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,1,0.0013697536196559668 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,2,4.2186983046121895e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,2,7.436904706992209e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,2,0.002045897301286459 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,3,9.181284694932401e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,3,0.0014126932946965098 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,3,0.0046741473488509655 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,4,9.795440128073096e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0023357036989182234 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,4,0.0034087402746081352 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,5,0.001434211852028966 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0022342088632285595 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,5,0.0026002563536167145 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,6,0.0022441023029386997 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,6,0.006675118114799261 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,6,0.0049408236518502235 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,7,0.0031433028634637594 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,7,0.006307138595730066 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,7,0.006875917315483093 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,8,0.003492272924631834 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,8,0.007107459474354982 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,8,0.006434922106564045 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,9,0.0036225048825144768 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,9,0.009208818897604942 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,9,0.008892000652849674 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,10,0.0036449891049414873 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007996778003871441 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,10,0.007319481577724218 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,11,0.005066535901278257 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,11,0.0075461119413375854 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,11,0.006206599995493889 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,12,0.004890481010079384 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,12,0.0076178391464054585 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,12,0.006317854393273592 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,13,0.005555086303502321 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,13,0.007744994014501572 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,13,0.006103793159127235 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,14,0.006934735458344221 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,14,0.008463453501462936 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,14,0.00653830636292696 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,15,0.007854924537241459 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,15,0.008161747828125954 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,15,0.006039177067577839 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,16,0.007231913972645998 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,16,0.0075848037376999855 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,16,0.005781376734375954 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,17,0.006616424303501844 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,17,0.009088985621929169 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,17,0.006848534569144249 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,18,0.007090067490935326 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,18,0.012017050758004189 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,18,0.009399027563631535 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,19,0.012228763662278652 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,19,0.015391366556286812 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,19,0.011766399256885052 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,20,0.009872552007436752 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,20,0.023976154625415802 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,20,0.021209562197327614 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,21,0.022518496960401535 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,21,0.03495270386338234 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,21,0.033836085349321365 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,22,0.02249213121831417 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06128963083028793 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,22,0.06171708554029465 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,23,0.04372991621494293 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,23,0.0778052806854248 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,23,0.09868256002664566 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,24,0.043173469603061676 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,24,0.12534604966640472 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,24,0.1199566125869751 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,25,0.050890129059553146 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,25,0.19588780403137207 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,25,0.16417178511619568 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,26,0.13391150534152985 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,26,0.35157763957977295 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,26,0.24558380246162415 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5562440156936646 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,3,64,27,0.5729981064796448 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,3,64,27,0.4906204044818878 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,0,1.0806620412040502e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,0,8.372947195312008e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,0,3.7546423845924437e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,1,4.5841868995921686e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,1,1.2049116776324809e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,1,4.8777993652038276e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,2,1.242427242686972e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,2,1.4715548604726791e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,2,5.531742353923619e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,3,2.6509095914661884e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,3,3.106139483861625e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,3,0.0016706042224541306 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,4,3.384399460628629e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,4,5.406347918324172e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,4,0.0010045593371614814 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,5,5.554000963456929e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,5,4.7043481026776135e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,5,6.389077752828598e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,6,5.852303002029657e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0020777175668627024 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0011701883049681783 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,7,9.301017271354795e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0017309124814346433 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,7,0.002257072599604726 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0011004646075889468 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0018704812973737717 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,8,0.001973565900698304 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0010244641453027725 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0021601079497486353 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0026182783767580986 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0011715334840118885 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0020613542292267084 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,10,0.002050552750006318 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0012356648221611977 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,11,0.001912411069497466 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0016776894917711616 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,12,0.001356435939669609 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0019406575011089444 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0017732749693095684 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0016848231898620725 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0020845537073910236 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0017443910473957658 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,14,0.0020480153616517782 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,14,0.0023164525628089905 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,14,0.001968212192878127 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0024915640242397785 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0022259345278143883 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0017370866844430566 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0021543209441006184 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,16,0.002056618919596076 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0016451440751552582 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0018324201228097081 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,17,0.002421933226287365 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,17,0.001930264406837523 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,18,0.002475840738043189 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0036814552731812 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0030154993291944265 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004002012778073549 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,19,0.0051992484368383884 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004191835876554251 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,20,0.0034838721621781588 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,20,0.008726900443434715 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,20,0.008386592380702496 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,21,0.006949633825570345 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,21,0.013900172896683216 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,21,0.014956011436879635 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,22,0.00673909904435277 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,22,0.022787680849432945 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,22,0.023555858060717583 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,23,0.009732844308018684 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,23,0.024436186999082565 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,23,0.027221066877245903 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,24,0.01653476431965828 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03345412388443947 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03107829950749874 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,25,0.015928708016872406 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,25,0.04593930393457413 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,25,0.04477874934673309 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,26,0.02558586746454239 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,26,0.07602345943450928 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,26,0.06428813934326172 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,27,0.12937550246715546 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,27,0.10711496323347092 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,27,0.10474942624568939 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,0,9.376152593176812e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,0,9.237107587978244e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,0,3.602947690524161e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,1,4.568277654470876e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,1,1.1700647883117199e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,1,3.9598281728103757e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,2,1.172060365206562e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,2,1.8446671310812235e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,2,5.687944940291345e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,3,2.656240249052644e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,3,4.0175137110054493e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,3,0.0017831451259553432 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,4,3.2834368175826967e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,4,6.686300621367991e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,4,0.0010994939366355538 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,5,4.3161227949894965e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,5,5.977893015369773e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,5,7.413450512103736e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,6,5.83117245696485e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0020698143634945154 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0013188252924010158 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,7,8.599674329161644e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0017588483169674873 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0020791178103536367 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0010860005859285593 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,8,0.002022029599174857 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0018960540182888508 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0011113097425550222 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0026138422545045614 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0026848025154322386 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0011732527054846287 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0022471914999186993 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0020809113048017025 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0012720173690468073 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0020938466768711805 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0017170001519843936 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0013997667701914907 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0021709478460252285 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,12,0.001833051908761263 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0018582711927592754 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,13,0.002319647464901209 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0018437174148857594 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,14,0.0022911299020051956 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,14,0.0025413476396352053 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002034274395555258 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0028658704832196236 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0024390374310314655 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0018049099016934633 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,16,0.002235307125374675 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,16,0.002246089978143573 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0017217091517522931 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0018833988578990102 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0026818374171853065 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,17,0.00205745710991323 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0024143101181834936 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0037952004931867123 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0029645273461937904 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004125728737562895 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,19,0.0051651312969625 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,19,0.0039847232401371 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,20,0.003194891382008791 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,20,0.008189252577722073 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,20,0.0076067945919930935 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,21,0.006502893753349781 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,21,0.012116207741200924 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,21,0.012396169826388359 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,22,0.0068443468771874905 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,22,0.019887810572981834 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,22,0.02091252990067005 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,23,0.012591742910444736 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,23,0.02321341447532177 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,23,0.02802819386124611 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,24,0.011894594877958298 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03445703536272049 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03264137730002403 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,25,0.01605401188135147 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,25,0.05000615864992142 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,25,0.044089220464229584 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,26,0.0349062979221344 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,26,0.08628260344266891 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,26,0.06949998438358307 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,27,0.16938380897045135 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,27,0.15124060213565826 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,27,0.1794978827238083 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,0,9.293567563872784e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,0,9.363367280457169e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,0,3.379017289262265e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,1,4.732946399599314e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,1,1.1970193736488e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,1,3.818474360741675e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,2,1.2099061132175848e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,2,1.9245329895056784e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,2,5.929451435804367e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,3,2.683430502656847e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,3,4.060699138790369e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,3,0.0021378679666668177 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,4,3.369934856891632e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,4,6.273632752709091e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,4,0.0011063657002523541 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,5,4.184006538707763e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,5,6.402783328667283e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,5,8.428675937466323e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,6,5.737761966884136e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0021043173037469387 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0013663056306540966 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,7,8.451921166852117e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0017342400969937444 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0019978685304522514 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0010769290383905172 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0019408069783821702 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0018184423679485917 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0011198056163266301 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0023624482564628124 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0024464461021125317 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0011623022146522999 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0021650451235473156 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0020830100402235985 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0012842650758102536 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,11,0.002067046007141471 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,11,0.001738411490805447 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0013746103504672647 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,12,0.002134905895218253 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0018495569238439202 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0018517517019063234 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0022517319303005934 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,13,0.001803332706913352 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002347593428567052 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002489631762728095 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,14,0.0020349249243736267 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0028714181389659643 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,15,0.002417246112599969 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0018300823867321014 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0021988870576024055 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0022514094598591328 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,16,0.001759262289851904 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0019304889719933271 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0027243420481681824 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0021530736703425646 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,18,0.002504008822143078 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,18,0.003852954600006342 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0030650943517684937 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004262725356966257 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,19,0.005260629579424858 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,19,0.0041657788679003716 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,20,0.003333453321829438 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,20,0.008284101262688637 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,20,0.0077356803230941296 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,21,0.0067037795670330524 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,21,0.012114218436181545 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,21,0.012255479581654072 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,22,0.007637381087988615 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,22,0.0197867751121521 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,22,0.02095816843211651 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,23,0.012707607820630074 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,23,0.023873232305049896 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,23,0.029275299981236458 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,24,0.012189471162855625 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03758938983082771 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,24,0.03614667057991028 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,25,0.016370762139558792 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,25,0.055721305310726166 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,25,0.05072847753763199 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,26,0.03678581863641739 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,26,0.09827933460474014 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,26,0.08108817040920258 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,27,0.16311250627040863 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,27,0.17130529880523682 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,27,0.19982792437076569 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,0,9.089132799999788e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,0,1.0083121014758945e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,0,3.396382089704275e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,1,4.723138772533275e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,1,1.2503506150096655e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,1,3.9816336357034743e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,2,1.244616723852232e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,2,2.1112362446729094e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,2,5.849640001542866e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,3,2.7569179655984044e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,3,4.227827594149858e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,3,0.0017505548894405365 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,4,3.4281625994481146e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,4,6.750248139724135e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,4,0.0011200789595022798 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,5,4.3398726847954094e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,5,6.450034561567008e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,5,8.212209213525057e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,6,6.064981571398675e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,6,0.002062672981992364 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,6,0.0014425796689465642 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,7,9.348778403364122e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,7,0.001828184467740357 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,7,0.0020183916203677654 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0011536021484062076 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0020156288519501686 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,8,0.0018607624806463718 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0011051561450585723 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0025759865529835224 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,9,0.0025910530239343643 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,10,0.0012371573830023408 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,10,0.002260319422930479 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,10,0.002089662477374077 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0013253351207822561 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,11,0.0021401061676442623 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,11,0.001778622274287045 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0014909823657944798 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,12,0.0022081811912357807 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,12,0.001891568535938859 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,13,0.002022922970354557 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,13,0.002290781820192933 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,13,0.0018118949374184012 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002496681408956647 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002476532943546772 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,14,0.002014921046793461 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,15,0.0028930101543664932 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,15,0.002379891462624073 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,15,0.001791697577573359 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,16,0.002452270593494177 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0021889160852879286 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,16,0.0016844314523041248 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,17,0.002021332271397114 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,17,0.002617706311866641 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,17,0.0020255614072084427 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0023918449878692627 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,18,0.003551818896085024 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,18,0.0028328043408691883 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004223408177495003 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,19,0.004534629173576832 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,19,0.0034445661585778 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,20,0.003093189559876919 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,20,0.007217866368591785 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,20,0.006709195673465729 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,21,0.006672076880931854 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,21,0.010317654348909855 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,21,0.010712090879678726 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,22,0.007362706121057272 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,22,0.017682723701000214 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,22,0.018991153687238693 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,23,0.013872560113668442 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,23,0.02231411077082157 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,23,0.030146097764372826 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,24,0.014575567096471786 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,24,0.035475317388772964 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,24,0.034829311072826385 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,25,0.017193738371133804 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,25,0.055754151195287704 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,25,0.04739154875278473 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,26,0.0494145005941391 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,26,0.1014532819390297 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,26,0.0750366821885109 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,128,27,0.17759183049201965 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,128,27,0.16407263278961182 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,128,27,0.1844969540834427 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,0,4.6942437620600685e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,0,5.476314981933683e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,0,1.8529575027059764e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,1,2.1026029571658e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,1,5.954951120656915e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,1,2.607546921353787e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,2,6.0726688388967887e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,2,7.485527021344751e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,2,2.996691910084337e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,3,1.329929509665817e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,3,1.8425653979647905e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,3,5.952281062491238e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,4,1.8189341062679887e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,4,2.9188900953158736e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,4,4.672351060435176e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,5,2.1212417050264776e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,5,2.4774621124379337e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,5,3.0392943881452084e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,6,3.160676860716194e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,6,0.0013942566001787782 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,6,6.229115533642471e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,7,4.501000512391329e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,7,9.085611090995371e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,7,0.001189732109196484 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,8,6.37384713627398e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010194859933108091 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010575571795925498 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,9,5.056309746578336e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0011713856365531683 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0014310763217508793 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,10,4.923144588246942e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,10,0.001098787528462708 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,10,0.0011259651510044932 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,11,6.412529037334025e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,11,0.0010343075264245272 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,11,9.176523890346289e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,12,5.38824126124382e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,12,0.0010225755395367742 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,12,9.181966306641698e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,13,7.291242363862693e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,13,0.0010613331105560064 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,13,9.184289956465364e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,14,7.985483971424401e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0011846612906083465 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0010086195543408394 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0010459690820425749 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0011299282778054476 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,15,9.143195929937065e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,16,8.273725397884846e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,16,0.0010862841736525297 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,16,8.828307618387043e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,17,8.372751181013882e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,17,0.001249931170605123 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0010251307394355536 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,18,9.909194195643067e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0018213080475106835 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0015769997844472528 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,19,0.0017562627326697111 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,19,0.002610143506899476 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,19,0.00226537324488163 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0014709526440128684 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0043076020665466785 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,20,0.004144906532019377 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,21,0.0031925986986607313 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,21,0.007116858847439289 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,21,0.007508366368710995 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,22,0.004490572959184647 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,22,0.011674536392092705 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,22,0.012438950128853321 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,23,0.004660178907215595 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,23,0.013377831317484379 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,23,0.014413630589842796 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,24,0.0075493017211556435 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,24,0.01841176673769951 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,24,0.016913190484046936 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,25,0.008478522300720215 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,25,0.02509685792028904 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,25,0.024164263159036636 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,26,0.018542975187301636 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,26,0.03934607282280922 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,26,0.03225049376487732 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,27,0.07395170629024506 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,27,0.05522068589925766 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,27,0.03950314223766327 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,0,4.3607913539744914e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,0,6.06864268775098e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,0,1.7764170479495078e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,1,2.1160922187846154e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,1,5.973142106086016e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,1,2.1241549984551966e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,2,5.925297227804549e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,2,9.396928362548351e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,2,3.111540281679481e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,3,1.321809395449236e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,3,2.3110884649213403e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,3,6.580141489394009e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,4,1.7747106903698295e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,4,3.4579981002025306e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,4,5.287962849251926e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,5,1.966495328815654e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,5,3.0806593713350594e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,5,3.6599120358005166e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,6,2.954090596176684e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,6,0.0013185384450480342 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,6,7.07693980075419e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,7,4.277298867236823e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,7,9.22732928302139e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,7,0.0011056623188778758 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,8,5.35824685357511e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010911496356129646 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010275252861902118 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,9,5.674115382134914e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0014439848018810153 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0014550979249179363 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,10,5.176412523724139e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,10,0.0012103639310225844 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,10,0.0011438933433964849 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,11,6.3455814961344e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,11,0.001131412573158741 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,11,9.388562175445259e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,12,5.990850040689111e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,12,0.0011307352688163519 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,12,9.48964268900454e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,13,7.941320654936135e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,13,0.0011902295518666506 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,13,9.707532008178532e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,14,9.146695956587791e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,14,0.001291008316911757 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0010346320923417807 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0010825893841683865 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0012445342727005482 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,15,9.467628551647067e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,16,9.014661191031337e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,16,0.0011813263408839703 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,16,9.23274434171617e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,17,8.88810318429023e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0013884600484743714 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0010838268790394068 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0010112719610333443 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0018908055499196053 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0015272562159225345 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,19,0.0018042665906250477 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,19,0.002581813605502248 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,19,0.002129391534253955 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0013517102925106883 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,20,0.004049535375088453 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0037174203898757696 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,21,0.0029750324320048094 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,21,0.0061568040400743484 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,21,0.006068771705031395 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,22,0.004226916003972292 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,22,0.010296383872628212 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,22,0.010637816973030567 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,23,0.00579611212015152 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,23,0.012496935203671455 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,23,0.014384728856384754 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,24,0.006279913708567619 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,24,0.018579818308353424 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,24,0.017748184502124786 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,25,0.0083694476634264 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,25,0.026778943836688995 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,25,0.024027107283473015 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,26,0.021986359730362892 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,26,0.04468942806124687 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,26,0.034765321761369705 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,27,0.089883953332901 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,27,0.07814847677946091 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,27,0.0672709196805954 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,0,4.359307058621198e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,0,6.323723209789023e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,0,1.6644466086290777e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,1,2.258390304632485e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,1,6.056303027435206e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,1,2.034425997408107e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,2,6.0331203712848946e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,2,9.929548104992136e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,2,3.229642170481384e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,3,1.3223610585555434e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,3,2.3362568754237145e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,3,7.644854485988617e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,4,1.7891908646561205e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,4,3.2639619894325733e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,4,5.282322526909411e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,5,1.9812013488262892e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,5,3.3193337731063366e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,5,4.2535088141448796e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,6,2.971949288621545e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,6,0.0013492899015545845 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,6,7.307615014724433e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,7,4.201613483019173e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,7,9.110434912145138e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,7,0.0010543788084760308 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,8,5.394959589466453e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010489167179912329 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,8,9.823838481679559e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,9,5.589735228568316e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0013150456361472607 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0013250563060864806 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,10,5.111881182529032e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,10,0.001166397938504815 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,10,0.0011413177708163857 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,11,6.300508393906057e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,11,0.001114299171604216 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,11,9.491299861110747e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,12,5.92969183344394e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,12,0.0011157018598169088 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,12,9.611686691641808e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,13,7.673558429814875e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,13,0.0011549368500709534 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,13,9.508128277957439e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,14,9.222101652994752e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0012657553888857365 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0010401299223303795 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,15,0.001068368088454008 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0012319628149271011 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,15,9.603151702322066e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,16,8.959129336290061e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,16,0.0011855820193886757 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,16,9.451438672840595e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,17,9.119824389927089e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0014127910835668445 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0011397515190765262 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0010501015931367874 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0019268112955614924 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,18,0.001588186714798212 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,19,0.001831246423535049 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,19,0.0026362997014075518 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,19,0.002224159426987171 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,20,0.001412796787917614 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,20,0.004112713970243931 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,20,0.003766531590372324 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,21,0.003072290914133191 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,21,0.006153704598546028 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,21,0.005980121903121471 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,22,0.0045821829698979855 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,22,0.010219310410320759 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,22,0.01066237036138773 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,23,0.006040239240974188 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,23,0.012946759350597858 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,23,0.01519332081079483 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,24,0.006169747561216354 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,24,0.02044004201889038 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,24,0.019566664472222328 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,25,0.008401819504797459 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,25,0.03003687597811222 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,25,0.027115723118185997 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,26,0.02191142551600933 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,26,0.05130479857325554 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,26,0.040792886167764664 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,27,0.08742224425077438 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,27,0.08822793513536453 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,27,0.07752016931772232 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,0,4.386029104352929e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,0,6.913276592968032e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,0,1.6544644313398749e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,1,2.2134476239443757e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,1,6.609386764466763e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,1,2.1205749362707138e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,2,5.928346581640653e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,2,1.0944419773295522e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,2,3.1958194449543953e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,3,1.3635196955874562e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,3,2.3020751541480422e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,3,6.464954349212348e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,4,1.8968973017763346e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,4,3.549737448338419e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,4,5.390264559537172e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,5,2.1602382184937596e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,5,3.410388308111578e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,5,4.0832633385434747e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,6,3.104716306552291e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,6,0.0012634301092475653 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,6,7.727238698862493e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,7,4.775617562700063e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,7,9.528562077321112e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,7,0.0010681782150641084 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,8,5.478845559991896e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,8,0.0010907307732850313 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,8,0.001007727114483714 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,9,5.770472344011068e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0014095159713178873 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,9,0.0014066178118810058 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,10,5.357942427508533e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,10,0.001222318154759705 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,10,0.001147271366789937 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,11,6.87671359628439e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,11,0.0011553445365279913 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,11,9.699045913293958e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,12,6.419562851078808e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,12,0.0011565375607460737 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,12,9.730499587021768e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,13,8.305732044391334e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,13,0.0011676331050693989 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,13,9.480880107730627e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0010155693162232637 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0012552696280181408 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,14,0.0010089996503666043 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,15,0.0011687364894896746 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,15,0.001210477203130722 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,15,9.278050856664777e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,16,0.0010354011319577694 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,16,0.001149818766862154 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,16,8.972748182713985e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,17,9.404327720403671e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,17,0.0013584485277533531 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,17,0.001063171774148941 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,18,9.913715766742826e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0017726944060996175 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,18,0.0014435806078836322 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,19,0.001895658322609961 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,19,0.002267121337354183 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,19,0.0018307651625946164 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0013577943900600076 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,20,0.0035625239834189415 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,20,0.003215130651369691 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,21,0.002919841557741165 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,21,0.005216585006564856 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,21,0.005139184184372425 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,22,0.004547223914414644 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,22,0.00919065810739994 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,22,0.009530365467071533 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,23,0.0065401759929955006 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,23,0.011906992644071579 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,23,0.015357527881860733 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,24,0.007248521316796541 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,24,0.019225768744945526 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,24,0.018884873017668724 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,25,0.008925446309149265 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,25,0.0298470351845026 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,25,0.025951076298952103 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,26,0.02965611219406128 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,26,0.05265001207590103 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,26,0.03837801516056061 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,32,27,0.0953969657421112 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,32,27,0.08653973788022995 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,32,27,0.07089971005916595 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,0,7.426576485158876e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,0,7.025572995189577e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,0,2.7074493118561804e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,1,3.216421100660227e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,1,8.255174907390028e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,1,3.670990699902177e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,2,8.418494689976797e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,2,1.0623621346894652e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,2,4.2004784336313605e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,3,1.9715689995791763e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,3,2.37647705944255e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,3,0.001072728424333036 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,4,2.678085584193468e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,4,4.029463161714375e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,4,7.042570505291224e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,5,3.061836468987167e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,5,3.4897358273155987e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,5,4.3919970630668104e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,6,4.1820929618552327e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,6,0.0017881995299831033 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,6,8.799380157142878e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,7,6.884587346576154e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0012896015541628003 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0016815622802823782 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,8,8.231594110839069e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0014270717510953546 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0014839126961305737 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,9,7.844741921871901e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0016744802705943584 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0019893506541848183 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,10,8.628408540971577e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0015545373316854239 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,10,0.001567150349728763 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,11,9.434729581698775e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0014512980123981833 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0012768442975357175 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,12,7.902905344963074e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0014607951743528247 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0013084800448268652 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0010631066979840398 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0015203432412818074 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0013081376673653722 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,14,0.001256758812814951 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0017066759755834937 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,14,0.001448982860893011 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0017980685224756598 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,15,0.001629617065191269 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0012931482633575797 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0013930712593719363 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0015305295819416642 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0012368966126814485 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0012352510821074247 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0017908021109178662 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,17,0.001452097436413169 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,18,0.0015975929563865066 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002653510542586446 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002249081153422594 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0026450271252542734 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0037988119293004274 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0031628187280148268 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,20,0.0023058359511196613 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,20,0.006267182528972626 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,20,0.006000888533890247 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,21,0.005050769541412592 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,21,0.010228678584098816 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,21,0.010802803561091423 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,22,0.0049802204594016075 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,22,0.016597742214798927 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,22,0.017535680904984474 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,23,0.006268769968301058 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,23,0.018623946234583855 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,23,0.020321069285273552 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,24,0.014245184138417244 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,24,0.025494156405329704 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,24,0.02365521527826786 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,25,0.011836163699626923 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,25,0.03457590565085411 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,25,0.03376254066824913 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,26,0.025597961619496346 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,26,0.056423235684633255 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,26,0.04640483111143112 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,27,0.1012016013264656 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,27,0.07421907037496567 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,27,0.06448381394147873 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,0,6.748483428964391e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,0,7.66700686654076e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,0,2.5923954672180116e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,1,3.205547545803711e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,1,8.527765749022365e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,1,2.9841106152161956e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,2,8.079262624960393e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,2,1.3341115845832974e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,2,4.3336793896742165e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,3,1.97596920770593e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,3,3.060581802856177e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,3,0.0011599919525906444 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,4,2.5469326646998525e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,4,4.89436206407845e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,4,7.840720936655998e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,5,2.8880630270577967e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,5,4.4318081927485764e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,5,5.227042711339891e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,6,4.200540133751929e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,6,0.001724260626360774 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,6,9.934032568708062e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,7,6.17625133600086e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0013075920287519693 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0015566247748211026 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,8,7.784582558088005e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0015251276781782508 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0014353094156831503 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,9,8.6923036724329e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0020147424656897783 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,9,0.002028669463470578 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,10,8.414272451773286e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0016957359621301293 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0015926593914628029 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,11,9.464749018661678e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0015908873174339533 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0013073519803583622 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,12,8.83345550391823e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,12,0.001607713638804853 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0013494284357875586 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0012125710491091013 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,13,0.001698282896541059 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0013776894193142653 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0015007362235337496 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0018528115469962358 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0014891513856127858 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0018529165536165237 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0017905276035889983 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0013429764658212662 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0014570660423487425 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0016695375088602304 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0012980940518900752 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0013936429750174284 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,17,0.001990973949432373 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,17,0.001539065153338015 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,18,0.001583110773935914 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,18,0.0027422986458986998 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002184350974857807 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0027214870788156986 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0037408811040222645 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0029967378359287977 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,20,0.0021058351267129183 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,20,0.005910583306103945 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,20,0.005436536390334368 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,21,0.0048530674539506435 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,21,0.008880396373569965 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,21,0.008850404992699623 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,22,0.0050086937844753265 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,22,0.014630291610956192 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,22,0.015280992724001408 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,23,0.008441995829343796 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,23,0.017496949061751366 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,23,0.02060144767165184 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,24,0.010028515011072159 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,24,0.025949345901608467 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,24,0.024862652644515038 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,25,0.011725031770765781 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,25,0.03733634203672409 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,25,0.0334462933242321 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,26,0.029622400179505348 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,26,0.06369873881340027 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,26,0.050169650465250015 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,27,0.1303645372390747 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,27,0.10646993666887283 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,27,0.11091187596321106 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,0,6.730577297275886e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,0,7.855342119000852e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,0,2.4292765010613948e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,1,3.391107384231873e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,1,8.532353240298107e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,1,2.863932168111205e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,2,8.363274537259713e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,2,1.4307492529042065e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,2,4.506561381276697e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,3,1.98096371605061e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,3,3.10811388771981e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,3,0.0013795038685202599 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,4,2.5635032216086984e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,4,4.626569279935211e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,4,7.844694773666561e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,5,2.9000683571211994e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,5,4.728630883619189e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,5,6.040324224159122e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,6,4.170924366917461e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,6,0.0017560210544615984 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,6,0.0010273029329255223 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,7,6.135074654594064e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0012917376589030027 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,7,0.001489748596213758 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,8,7.737752748653293e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0014684520429000258 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0013748826459050179 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,9,8.502416894771159e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0018217600882053375 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0018496920820325613 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,10,8.351843571290374e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0016352800885215402 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0015932644018903375 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,11,9.339495445601642e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0015678771305829287 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0013217937666922808 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,12,8.919796673581004e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0015857185935601592 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0013652089983224869 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0011995162349194288 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0016523579834029078 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0013490425189957023 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,14,0.001548944623209536 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0018169817049056292 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0014946613227948546 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0018787429435178638 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,15,0.001774551346898079 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0013616082724183798 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0014093632344156504 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0016751509392634034 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0013290462084114552 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0014174736570566893 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0020219297148287296 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0016126252012327313 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,18,0.0016233960632234812 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002789412857964635 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002265670569613576 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,19,0.002795656444504857 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0038120222743600607 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,19,0.003127066418528557 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,20,0.0022418606095016003 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,20,0.005977884866297245 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,20,0.005519412457942963 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,21,0.00493251346051693 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,21,0.008868282660841942 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,21,0.00873336661607027 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,22,0.005497449077665806 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,22,0.01456797868013382 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,22,0.015305579639971256 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,23,0.008694273419678211 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,23,0.01813279651105404 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,23,0.02162032015621662 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,24,0.010436072014272213 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,24,0.02848135307431221 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,24,0.027454350143671036 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,25,0.011976880021393299 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,25,0.04190214350819588 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,25,0.038070496171712875 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,26,0.03016810305416584 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,26,0.07273562252521515 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,26,0.058814432471990585 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,27,0.12461549043655396 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,27,0.12305975705385208 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,27,0.1251511573791504 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,0,6.698151264572516e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,0,8.560126298107207e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,0,2.4319833028130233e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,1,3.348934478708543e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,1,9.677048365119845e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,1,2.9898961656726897e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,2,8.616756531409919e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,2,1.5077526040840894e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,2,4.45242301793769e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,3,2.0900119852740318e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,3,3.1861718161962926e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,3,0.0011410091537982225 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,4,2.767275145743042e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,4,4.994775517843664e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,4,7.984767435118556e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,5,3.1564116943627596e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,5,4.8750487621873617e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,5,5.817297496832907e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,6,4.580914101097733e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,6,0.0016806272324174643 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,6,0.001085728406906128 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,7,6.73697330057621e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0013520554639399052 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,7,0.0015084922779351473 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,8,8.24677525088191e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0015270933508872986 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,8,0.0014096602099016309 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,9,8.474531350657344e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,9,0.001968441531062126 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,9,0.0019608503207564354 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,10,8.525252342224121e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0017074869247153401 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,10,0.0016001416370272636 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,11,9.874143870547414e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0016241506673395634 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,11,0.0013533852761611342 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,12,9.284308762289584e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0016397639410570264 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,12,0.0013858698075637221 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0012290270533412695 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0016734375385567546 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,13,0.0013521644286811352 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0016037984751164913 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,14,0.0018084477633237839 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,14,0.001461854437366128 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,15,0.0019154346082359552 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,15,0.001755634555593133 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,15,0.001324852230027318 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0016150556039065123 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0016219164244830608 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,16,0.0012677786871790886 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0014612689847126603 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,17,0.0019473906140774488 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,17,0.001511525479145348 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,18,0.001570841995999217 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,18,0.0025705823209136724 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,18,0.002072960836812854 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0028238839004188776 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0032925037667155266 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,19,0.0025791339576244354 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,20,0.002230703132227063 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,20,0.005228004418313503 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,20,0.004746558144688606 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,21,0.004896276630461216 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,21,0.0075385114178061485 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,21,0.007560432888567448 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,22,0.005303364247083664 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,22,0.012971502728760242 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,22,0.013782677240669727 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,23,0.009885265491902828 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,23,0.016823086887598038 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,23,0.02202979102730751 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,24,0.011503118090331554 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,24,0.02674836292862892 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,24,0.026453986763954163 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,25,0.012508735060691833 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,25,0.04150784760713577 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,25,0.03599221631884575 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,26,0.03577699139714241 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,26,0.07429424673318863 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,26,0.05509757250547409 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,4,64,27,0.12858755886554718 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,4,64,27,0.12057105451822281 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,4,64,27,0.11486529558897018 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,0,4.4171773083689914e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,0,4.993921152163239e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,0,1.3726080396736506e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,1,1.7984284284011665e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,1,4.3341864852664003e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,1,1.775181317498209e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,2,4.6964760258561e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,2,5.3815807632418e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,2,2.017044835156412e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,3,1.0032249520008918e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,3,1.3782948826701613e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,3,1.2361494555079844e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,4,1.5350259445767733e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,4,2.0331617633928545e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,4,3.863671281578718e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,5,1.6529199911019532e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,5,1.8252069367008517e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,5,2.6302395781385712e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,6,2.859621417883318e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,6,8.50654578243848e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,6,4.278281721781241e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,7,3.2901641588978237e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,7,6.31218472335604e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,7,8.271739716292359e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,8,5.324994162947405e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,8,6.9384268499561585e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,8,7.249347163451603e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,9,4.0762147364148404e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,9,7.736950465186965e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,9,9.625943675928283e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,10,4.072980573255336e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,10,7.534782071161317e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,10,7.4754880188265815e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,11,4.447922947292682e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,11,7.043088771752082e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,11,6.10960478297784e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,12,4.6113250391499605e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,12,7.184703463281039e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,12,6.598723302886356e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,13,5.968177902104799e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,13,7.5410434874356724e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,13,6.582633432117291e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,14,8.023496775422245e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,14,8.459460332232993e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,14,7.374707365670474e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,15,1.066722961695632e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,15,8.157226147886831e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,15,6.368862159433775e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,16,8.060682375798933e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,16,7.532590188930044e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,16,6.012376616126858e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,17,7.506299425585894e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,17,8.865647032507695e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,17,7.207651833596174e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,18,9.541440704197157e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,18,1.3319136087375227e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,18,1.142208930104971e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,19,1.5526127754128538e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,19,1.916222390718758e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,19,1.5429130144184455e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,20,1.38547347887652e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,20,3.161285712849349e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,20,3.1145475077209994e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,21,2.4244689484476112e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,21,5.087352474220097e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,21,5.534008960239589e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,22,2.5044913854799233e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,22,8.143304148688912e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,22,8.632106619188562e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,23,3.2837655453477055e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,23,8.941306441556662e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,23,1.0134922194993123e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,24,6.527602090500295e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,24,1.2279533257242292e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,24,1.1552985961316153e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,25,7.283065497176722e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,25,1.6777713608462363e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,25,1.717996783554554e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,26,1.0706130706239492e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,26,2.7330650482326746e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,26,2.3727923689875752e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,27,5.349139682948589e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,27,4.02549427235499e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,27,4.150061868131161e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,0,4.173982972588419e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,0,5.877176363355829e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,0,1.3150500990377623e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,1,1.7589945855434053e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,1,4.2510481534918654e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,1,1.442820916963683e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,2,4.5704260287493526e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,2,6.888407710903266e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,2,2.0721947748825187e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,3,1.0001924692915054e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,3,1.6830617823870853e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,3,1.2868640624219552e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,4,1.5024492086013197e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,4,2.4809257865854306e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,4,4.195286692265654e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,5,1.601661665517895e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,5,2.180529691031552e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,5,2.9962679946038406e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,6,3.22186792800494e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,6,8.273129424196668e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,6,4.823137714993209e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,7,3.0465364488918567e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,7,6.442558060371084e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,7,7.674683729419485e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,8,4.545960109680891e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,8,7.375867426162586e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,8,6.973796189413406e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,9,4.437512416188838e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,9,9.557521480019204e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,9,9.883946404443122e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,10,4.262931724952068e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,10,8.229958439187612e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,10,7.604065103805624e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,11,4.736413757200353e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,11,7.685280252189841e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,11,6.25302664047922e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,12,5.21505262440769e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,12,7.915568858152255e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,12,6.802403731853701e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,13,6.2666231315233745e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,13,8.446166248177178e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,13,6.967645276745316e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,14,9.53646576817846e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,14,9.307622349297162e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,14,7.594448106829077e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,15,1.1754011211451143e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,15,8.849468940752558e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,15,6.678438694507349e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,16,8.63389595906483e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,16,8.202063327189535e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,16,6.288597887760261e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,17,7.870950867072679e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,17,9.818794751481619e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,17,7.676197128603235e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,18,9.619363481760956e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,18,1.3856656551070046e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,18,1.1276894838374574e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,19,1.579442687216215e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,19,1.8852473658625968e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,19,1.4744912732567172e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,20,1.2191833775432315e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,20,2.9861503207939677e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,20,2.8258309612283483e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,21,2.38127449847525e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,21,4.423850987222977e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,21,4.6030090743443e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,22,2.583905188657809e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,22,7.251288479892537e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,22,7.741250010440126e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,23,4.243136936565861e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,23,8.44778842292726e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,23,1.0454688163008541e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,24,5.078052345197648e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,24,1.2464699102565646e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,24,1.2131465337006375e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,25,6.928960647201166e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,25,1.824232458602637e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,25,1.6911100829020143e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,26,1.4543124416377395e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,26,3.0967776547186077e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,26,2.5738138356246054e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,27,6.432468653656542e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,27,5.490442272275686e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,27,6.959585007280111e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,0,4.1662832472866285e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,0,6.058810413378524e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,0,1.2327473086770624e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,1,1.8431484249958885e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,1,4.338074006682291e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,1,1.3927278814662714e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,2,4.6825957156215736e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,2,7.267570936164702e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,2,2.1592506982415216e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,3,1.0141420716536231e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,3,1.6871568959686556e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,3,1.5169303878792562e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,4,1.5466931699847919e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,4,2.3559587134514004e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,4,4.202984200674109e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,5,1.5943498965498293e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,5,2.3446684735972667e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,5,3.353839247210999e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,6,3.060870085391798e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,6,8.393058124056552e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,6,4.994007667846745e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,7,3.0468611385003896e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,7,6.35346486888011e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,7,7.383658612525323e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,8,4.617682861862704e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,8,7.100262791936984e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,8,6.688032954116352e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,9,4.338889084465336e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,9,8.601554327469785e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,9,9.047946150531061e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,10,4.146933861193247e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,10,7.944320714159403e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,10,7.598278898512945e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,11,4.76714558317326e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,11,7.573259608761873e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,11,6.331499207590241e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,12,5.168950792722171e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,12,7.81028029450681e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,12,6.85263512423262e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,13,6.271977326832712e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,13,8.185877049982082e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,13,6.804524673498236e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,14,9.679363756731618e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,14,9.120417416852433e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,14,7.594481758133043e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,15,1.1666848877212033e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,15,8.79431809153175e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,15,6.750974989699898e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,16,8.493414497934282e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,16,8.226300451497082e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,16,6.426641903090058e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,17,7.947960511955898e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,17,9.972796760848723e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,17,8.01814894657582e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,18,9.824610060604755e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,18,1.406221417710185e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,18,1.1630257176875602e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,19,1.640170557948295e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,19,1.9196972061763518e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,19,1.540321136417333e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,20,1.2848461665271316e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,20,3.018937786691822e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,20,2.875051177397836e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,21,2.3892322133178823e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,21,4.4274780520936474e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,21,4.5525594032369554e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,22,2.86748145299498e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,22,7.194784848252311e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,22,7.748278585495427e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,23,4.34491885243915e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,23,8.720198093215004e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,23,1.0907810792559758e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,24,5.078606409369968e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,24,1.3686044258065522e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,24,1.3416279398370534e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,25,7.01556564308703e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,25,2.02489725779742e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,25,1.937139459187165e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,26,1.4560129784513265e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,26,3.550461551640183e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,26,3.00062180031091e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,27,6.234163301996887e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,27,6.224771495908499e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,27,7.746555493213236e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,0,4.198173542135919e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,0,6.724846457473177e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,0,1.2414266166160814e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,1,1.813826173702182e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,1,4.5882441668254614e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,1,1.4511908830172615e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,2,4.861378215537115e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,2,7.620843689437606e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,2,2.1320795440260554e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,3,1.0812201480803196e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,3,1.6881469946383731e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,3,1.272317149414448e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,4,1.599772872395988e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,4,2.5901238132064464e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,4,4.283966973162023e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,5,1.705141471575189e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,5,2.3747622890368802e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,5,3.294838734291261e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,6,3.594453573896317e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,6,8.059694664552808e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,6,5.269596840662416e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,7,3.3293574688286753e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,7,6.670426500932081e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,7,7.460248980351025e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,8,4.8146953304240014e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,8,7.359715255006449e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,8,6.8441377152339555e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,9,4.376362994662486e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,9,9.31171962292865e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,9,9.639948075346183e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,10,4.709573659056332e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,10,8.271963451988995e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,10,7.639157956873532e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,11,5.388356385083171e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,11,7.830556569388136e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,11,6.4894666138570756e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,12,5.430822056951001e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,12,8.08419645181857e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,12,7.00712189427577e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,13,6.665587534371298e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,13,8.305280971399043e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,13,6.845002644695342e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,14,9.746169780555647e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,14,9.077039067051373e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,14,7.517582616856089e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,15,1.245825751539087e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,15,8.65652418724494e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,15,6.631029009440681e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,16,9.72349698713515e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,16,7.996517524588853e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,16,6.1579389694088604e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,17,8.191228516807314e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,17,9.575428521202412e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,17,7.639025170647074e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,18,9.512479664408602e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,18,1.299049563385779e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,18,1.0884430594160222e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,19,1.6212859918596223e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,19,1.660326415731106e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,19,1.278626859857468e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,20,1.2825491467083339e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,20,2.634057091199793e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,20,2.4979164663818665e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,21,2.396269701421261e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,21,3.7473895645234734e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,21,3.9896327507449314e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,22,2.834818405972328e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,22,6.491922977147624e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,22,7.050429849186912e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,23,4.814293060917407e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,23,8.085423905868083e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,23,1.1240714229643345e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,24,6.108762318035588e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,24,1.2890218931715935e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,24,1.2944627087563276e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,25,7.455310696968809e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,25,2.026961010415107e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,25,1.7856240447144955e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,26,1.7985692829824984e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,26,3.6224143696017563e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,26,2.778114576358348e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,128,27,6.858121487312019e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,128,27,5.969152553007007e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,128,27,7.233573705889285e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,0,1.947499868037994e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,0,3.5942429121860187e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,0,6.853556442365516e-7 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,1,9.585647120502472e-8 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,1,2.2004191180258204e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,1,9.603487569620484e-7 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,2,2.663898897026229e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,2,3.00037214628901e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,2,1.10627991034562e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,3,5.15171109327639e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,3,6.589550594071625e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,3,3.5953271435573697e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,4,6.584826337530103e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,4,1.0785003041746677e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,4,1.7409132624379708e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,5,7.601767606502108e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,5,9.504381068836665e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,5,1.1993661246378906e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,6,1.4342223266794463e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,6,5.269718258205103e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,6,2.3058919396135025e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,7,1.74196964053408e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,7,3.426873718126444e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,7,4.418391199578764e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,8,2.341943627470755e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,8,3.8320545172609854e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,8,3.910972736775875e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,9,2.443670609864057e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,9,4.3984705371258315e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,9,5.302623776515247e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,10,2.1250223198876483e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,10,4.139787506574066e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,10,4.166665803495562e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,11,2.065929720629356e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,11,3.842832938971696e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,11,3.389337052794872e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,12,2.266491947011673e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,12,3.784588898270158e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,12,3.396397914912086e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,13,2.788588744806475e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,13,3.9594474401383195e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,13,3.444158437559963e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,14,3.1056256375450175e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,14,4.4401094783097506e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,14,3.7263082504068734e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,15,4.062378593516769e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,15,4.204334345558891e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,15,3.3848311886686133e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,16,3.560475761332782e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,16,4.001375600637402e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,16,3.2507921332580736e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,17,3.423403313718154e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,17,4.68417965748813e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,17,3.826549345831154e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,18,3.965450105170021e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,18,6.868496257084189e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,18,5.87800013818196e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,19,6.66326468490297e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,19,9.72801171883475e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,19,8.396537850785535e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,20,5.624236109724734e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,20,1.5991638065315783e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,20,1.5291359886759892e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,21,1.368138055113377e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,21,2.647224573593121e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,21,2.7703417799784802e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,22,1.214099393109791e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,22,4.4046279072063044e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,22,4.5895507355453447e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,23,1.6632578990538605e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,23,4.959674333804287e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,23,5.36050065420568e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,24,2.808217323035933e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,24,6.854590174043551e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,24,6.30334034212865e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,25,3.4196022170362994e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,25,9.298732766183093e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,25,9.018954006023705e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,26,4.913518569082953e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,26,1.4748977264389396e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,26,1.198798418045044e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,27,3.1822576420381665e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,27,2.2279996483121067e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,27,1.496355253038928e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,0,1.9504764736666402e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,0,4.4134279164609325e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,0,6.577851081601693e-7 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,1,9.336024220374384e-8 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,1,2.2091303719662392e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,1,7.83858695285744e-7 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,2,2.5999494823736313e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,2,3.6186645502311876e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,2,1.147435341408709e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,3,5.097925850350293e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,3,8.223938152696064e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,3,3.7227753182378365e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,4,6.649913757428294e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,4,1.3212159046815941e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,4,1.9784399682976073e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,5,7.339695002883673e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,5,1.1522638487804215e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,5,1.4235719163480098e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,6,1.4452471077675e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,6,4.983739017916378e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,6,2.612192929518642e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,7,1.6109006537590176e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,7,3.455921159911668e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,7,4.090993115823949e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,8,2.1644509615725838e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,8,4.072689080203418e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,8,3.7975025861669565e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,9,2.301136191817932e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,9,5.379420144890901e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,9,5.401174348662607e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,10,2.001476786972489e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,10,4.51552386948606e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,10,4.220968094159616e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,11,2.1479356746567646e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,11,4.212730800645659e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,11,3.459773324721027e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,12,2.3476550268242136e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,12,4.217808964313008e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,12,3.5208286135457456e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,13,3.2006551009544637e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,13,4.4167345549794845e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,13,3.6250194170861505e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,14,3.6950877984054387e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,14,4.786562840308761e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,14,3.839565124508226e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,15,4.677539436670486e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,15,4.5925844460725784e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,15,3.506419488985557e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,16,3.757410695470753e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,16,4.372074727143627e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,16,3.4018082715192577e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,17,3.5028610909648705e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,17,5.200629402679624e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,17,4.056826128362445e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,18,3.95585175283486e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,18,7.058716619212646e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,18,5.7228166951972526e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,19,6.7581236180558335e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,19,9.601476449461188e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,19,7.91157526691677e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,20,5.163807145436294e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,20,1.507263004896231e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,20,1.3779929759039078e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,21,1.2388741197355557e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,21,2.282432615174912e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,21,2.2521968276123516e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,22,1.2599374713317957e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,22,3.8086822314653546e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,22,3.9405083953170106e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,23,2.1073294192319736e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,23,4.64580298285e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,23,5.3470637794816867e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,24,2.3526345103164203e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,24,6.912981916684657e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,24,6.604852387681603e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,25,3.452243618085049e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,25,9.946181671693921e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,25,8.974036609288305e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,26,6.661086081294343e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,26,1.6484977095387876e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,26,1.2970372335985303e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,27,3.729160816874355e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,27,2.9217315022833645e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,27,2.522434515412897e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,0,1.9289906560970849e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,0,4.6450304580503143e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,0,6.161552050798491e-7 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,1,9.888493934795406e-8 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,1,2.24064692133652e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,1,7.508633643737994e-7 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,2,2.6626983640198887e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,2,3.811840940670663e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,2,1.191352680507407e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,3,5.168124630472448e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,3,8.409949145971041e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,3,4.3963118514511734e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,4,6.751072874067177e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,4,1.2542016065708594e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,4,1.966664058272727e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,5,7.370716161858581e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,5,1.2427092315192567e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,5,1.638618982724438e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,6,1.4155020835460164e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,6,5.079113179817796e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,6,2.695481953196577e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,7,1.588351324244286e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,7,3.4110682918253588e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,7,3.903931428794749e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,8,2.1985219973430503e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,8,3.909233328158734e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,8,3.631197614595294e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,9,2.2623335098614916e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,9,4.878032086708117e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,9,4.922079369862331e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,10,1.9636013348645065e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,10,4.359026661404641e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,10,4.2174742702627555e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,11,2.145323151125922e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,11,4.152184828853933e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,11,3.4991676329809707e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,12,2.3441348275810014e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,12,4.147558229306014e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,12,3.5662887967191637e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,13,3.134118969683186e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,13,4.291553977964213e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,13,3.543017101037549e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,14,3.8020630199753214e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,14,4.690995410783216e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,14,3.857199317280902e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,15,4.585019723890582e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,15,4.5584470171888825e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,15,3.5533951177058043e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,16,3.7095685456733918e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,16,4.3829877540702e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,16,3.482600277493475e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,17,3.6515414194582263e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,17,5.273326678434387e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,17,4.255900421412662e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,18,4.076417553733336e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,18,7.191129043349065e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,18,5.941411927778972e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,19,6.898231276863953e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,19,9.80902768787928e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,19,8.248264748544898e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,20,5.338856681191828e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,20,1.5288833310478367e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,20,1.3961377590021584e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,21,1.246465490112314e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,21,2.2731159333488904e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,21,2.218833105871454e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,22,1.4085992916079704e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,22,3.796270175371319e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,22,3.9487033063778654e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,23,2.167735692637507e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,23,4.80364469694905e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,23,5.64254769415129e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,24,2.457932168908883e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,24,7.579655357403681e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,24,7.275606185430661e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,25,3.4837434213841334e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,25,1.1189425276825204e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,25,1.0137097706319764e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,26,6.998643948463723e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,26,1.90323029528372e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,26,1.5236233593896031e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,27,3.5854135057888925e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,27,3.3255331800319254e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,27,2.9120073304511607e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,0,1.8954327174469654e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,0,5.236122433416313e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,0,6.133914780548366e-7 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,1,9.575006032491729e-8 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,1,2.46318109020649e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,1,7.818472909093543e-7 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,2,2.645374763687869e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,2,4.111053613087279e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,2,1.1803224424511427e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,3,5.345764293451793e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,3,8.538140718883369e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,3,3.7611109746649163e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,4,7.182952117545938e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,4,1.3692110769625288e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,4,2.019509793171892e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,5,7.952650662446104e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,5,1.2697581723841722e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,5,1.5806671171958442e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,6,1.601961457708967e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,6,4.766560323332669e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,6,2.8511753953353036e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,7,1.7575962374394294e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,7,3.5649363780976273e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,7,3.955394731747219e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,8,2.226955757578253e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,8,4.059810635226313e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,8,3.7260267617966747e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,9,2.35569427786686e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,9,5.249032255960628e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,9,5.230937404121505e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,10,2.0464624412852572e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,10,4.53339134764974e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,10,4.241178430675063e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,11,2.3514264739787905e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,11,4.320791958889458e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,11,3.575130449462449e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,12,2.521417400203063e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,12,4.2894735088339075e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,12,3.6094963888899656e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,13,3.2815362374094548e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,13,4.342991815065034e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,13,3.540636953403009e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,14,4.092082690476673e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,14,4.654629265132826e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,14,3.7418153624457773e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,15,4.8708138820074964e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,15,4.464026460482273e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,15,3.4480942758818856e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,16,4.138386429985985e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,16,4.259163233655272e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,16,3.315363528599846e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,17,3.5665129871631507e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,17,5.0631970225367695e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,17,3.997449312009849e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,18,3.9649066820857115e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,18,6.605459475395037e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,18,5.418542968982365e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,19,6.865746854600729e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,19,8.406344932154752e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,19,6.797581590944901e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,20,5.171919838176109e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,20,1.3240616681287065e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,20,1.1937532690353692e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,21,1.2439712008927017e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,21,1.9292954675620422e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,21,1.9172091924701817e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,22,1.3387439139478374e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,22,3.3811720641097054e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,22,3.5424582165433094e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,23,2.432235487503931e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,23,4.422791243996471e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,23,5.708857861463912e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,24,2.8445079806260765e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,24,7.129746518330649e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,24,7.022805220913142e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,25,3.822418875643052e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,25,1.1055830691475421e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,25,9.637499169912189e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,26,8.908731251722202e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,26,1.953215105459094e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,26,1.4382127847056836e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,32,27,4.0039612213149667e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,32,27,3.213785239495337e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,32,27,2.656010037753731e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,0,2.889744905587577e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,0,4.2883814899141726e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,0,9.975260581995826e-7 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,1,1.4108012180713558e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,1,3.082662090037047e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,1,1.3507295761883142e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,2,3.7857404322494403e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,2,4.107362485683552e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,2,1.5430910025315825e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,3,7.622355155945115e-7 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,3,8.510382940585259e-7 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,3,6.0417883105401415e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,4,1.0609468290567747e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,4,1.5274863471859135e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,4,2.591963266240782e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,5,1.1779629858210683e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,5,1.47156731600262e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,5,1.8057040733765461e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,6,1.6118223129524267e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,6,6.854402272438165e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,6,3.2419450235465774e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,7,2.5839258341875393e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,7,4.762546268466394e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,7,6.233926342247287e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,8,3.5742050386033952e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,8,5.3281978580344e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,8,5.4977099352981895e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,9,2.88093474409834e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,9,6.069330538593931e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,9,7.347472092078533e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,10,2.626768036861904e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,10,5.738387699238956e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,10,5.774935743829701e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,11,3.736894086614484e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,11,5.365987817640416e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,11,4.688572516897693e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,12,3.4525141927588265e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,12,5.331664397090208e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,12,4.876563252764754e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,13,4.312430519348709e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,13,5.633716682496015e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,13,4.890172021987382e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,14,5.0734224714688025e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,14,6.255998414417263e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,14,5.388588306232123e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,15,7.098062269506045e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,15,6.028712050465401e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,15,4.770343366544694e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,16,5.382796189223882e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,16,5.6695021157793235e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,16,4.557564807328163e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,17,4.943125077261357e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,17,6.611521712329704e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,17,5.407538992585614e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,18,5.820556907565333e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,18,9.813888937060256e-6 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,18,8.378198799618986e-6 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,19,1.0711401955632027e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,19,1.4074255886953324e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,19,1.1733229257515632e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,20,9.378197319165338e-6 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,20,2.2933123545954004e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,20,2.226868673460558e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,21,1.874928602774162e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,21,3.752058182726614e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,21,4.025227826787159e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,22,1.8867693142965436e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,22,6.136589945526794e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,22,6.494635454146191e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,23,2.488639256625902e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,23,6.87617648509331e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,23,7.572069443995133e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,24,4.184612771496177e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,24,9.428115299670026e-5 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,24,8.825262193568051e-5 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,25,5.103964940644801e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,25,1.2870135833509266e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,25,1.2784851423930377e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,26,8.323482325067744e-5 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,26,2.0538886019494385e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,26,1.7253744590561837e-4 +bos,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,27,4.2253226274624467e-4 +bos,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,27,2.778459747787565e-4 +bos,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,27,2.4570414097979665e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,0,2.8353682068882335e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,0,5.149677804183739e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,0,9.559610134601826e-7 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,1,1.4555628524703934e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,1,3.080336909988546e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,1,1.0981036666635191e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,2,3.667594512535288e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,2,5.194081609261048e-7 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,2,1.5917827340672375e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,3,7.598259799124207e-7 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,3,1.1887123037013225e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,3,6.3198735915648285e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,4,1.0863579973374726e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,4,1.8221621758129913e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,4,2.8963697786821285e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,5,1.1411298146413174e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,5,1.6511492049176013e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,5,2.1026908143539913e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,6,1.685959318820096e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,6,6.588753421965521e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,6,3.6644355532189365e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,7,2.4020664568524808e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,7,4.8540550778852776e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,7,5.768483788415324e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,8,3.2683897188690025e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,8,5.654148935718695e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,8,5.308700565365143e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,9,3.1116526315599913e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,9,7.4463255259615835e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,9,7.509379429393448e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,10,2.971427193187992e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,10,6.291112640610663e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,10,5.8539312703942414e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,11,3.4314527965761954e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,11,5.860202236362966e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,11,4.805004664376611e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,12,3.443899686317309e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,12,5.922654963796958e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,12,5.026873623137362e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,13,4.610915311786812e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,13,6.2830408751324285e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,13,5.165457423572661e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,14,6.1600135268236045e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,14,6.816645964136114e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,14,5.55578071725904e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,15,7.90282865636982e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,15,6.576691703230608e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,15,4.969671863364056e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,16,5.607326784229372e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,16,6.17307205175166e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,16,4.773836280946853e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,17,5.270227575238096e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,17,7.336714588745963e-6 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,17,5.720044100598898e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,18,6.026185474183876e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,18,1.0163507795368787e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,18,8.222257747547701e-6 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,19,1.1587863809836563e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,19,1.381271067657508e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,19,1.1119806003989652e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,20,8.998116754810326e-6 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,20,2.1755744455731474e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,20,2.0150639102212153e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,21,1.7811331417760812e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,21,3.257717253291048e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,21,3.2944080885499716e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,22,1.861055352492258e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,22,5.3920164646115154e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,22,5.660199167323299e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,23,3.0511177101288922e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,23,6.444646714953706e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,23,7.654523506062105e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,24,3.2736043067416176e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,24,9.564391802996397e-5 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,24,9.224545647157356e-5 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,25,4.929300848743878e-5 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,25,1.38506104121916e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,25,1.268144405912608e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,26,1.0509465209906921e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,26,2.3342207714449614e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,26,1.8761219689622521e-4 +c4,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,27,5.053193890489638e-4 +c4,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,27,4.0297387749888003e-4 +c4,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,27,4.1514771874062717e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,0,2.8264108209441474e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,0,5.370241638047446e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,0,8.958806461123459e-7 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,1,1.5132299324704945e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,1,3.0640552495242446e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,1,1.053747382684378e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,2,3.6637658240579185e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,2,5.48588957371976e-7 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,2,1.656421545703779e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,3,7.64186154356139e-7 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,3,1.1771580830099992e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,3,7.33027491151006e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,4,1.0812169648488634e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,4,1.7274264791922178e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,4,2.887612254198757e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,5,1.1347287909302395e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,5,1.7751752920958097e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,5,2.39048017647292e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,6,1.6568990304222098e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,6,6.687765562674031e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,6,3.7909105685685063e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,7,2.3734446585876867e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,7,4.793375410372391e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,7,5.528585461433977e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,8,3.275979679528973e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,8,5.436891569843283e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,8,5.088157649879577e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,9,3.079866701227729e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,9,6.75253522786079e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,9,6.852935257484205e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,10,2.925486796812038e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,10,6.067628419259563e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,10,5.852091817359906e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,11,3.4314070944674313e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,11,5.773352768301265e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,11,4.8565225370111875e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,12,3.5304969969729427e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,12,5.838159268023446e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,12,5.07860249854275e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,13,4.5546257751993835e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,13,6.103109171817778e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,13,5.046985734225018e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,14,6.344905159494374e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,14,6.68406164550106e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,14,5.568211236095522e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,15,7.915804417280015e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,15,6.5266644924122375e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,15,5.030734882893739e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,16,5.524195330508519e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,16,6.184743142512161e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,16,4.882283519691555e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,17,5.4798583732917905e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,17,7.453825219272403e-6 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,17,5.991809302940965e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,18,6.121087608335074e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,18,1.0331571502320003e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,18,8.513552529620938e-6 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,19,1.1821772204712033e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,19,1.4086204828345217e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,19,1.160636111308122e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,20,9.312264410255011e-6 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,20,2.2051488485885784e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,20,2.0459679944906384e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,21,1.814133793232031e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,21,3.251373709645122e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,21,3.2507767173228785e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,22,2.1143834601389244e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,22,5.3553259931504726e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,22,5.664195123245008e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,23,3.1324565497925505e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,23,6.675337499473244e-5 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,23,8.037620136747137e-5 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,24,3.375887899892405e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,24,1.0485098755452782e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,24,1.016535607050173e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,25,4.9970531108556315e-5 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,25,1.5428032202180475e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,25,1.440441410522908e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,26,1.0757969721453264e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,26,2.6711737154982984e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,26,2.1946305059827864e-4 +pileval,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,27,4.898636252619326e-4 +pileval,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,27,4.6224641846492887e-4 +pileval,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,27,4.701628349721432e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,0,2.773219307528052e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,0,5.985202164993098e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,0,8.942134854805772e-7 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,1,1.5054034463446442e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,1,3.326099147216155e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,1,1.1019370731446543e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,2,3.589178447782615e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,2,5.8920124956785e-7 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,2,1.6387765526815201e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,3,8.026222531043459e-7 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,3,1.174642989099084e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,3,6.263765044423053e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,4,1.1527802143973531e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,4,1.8592622836877126e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,4,2.951037231468945e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,5,1.2124156683057663e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,5,1.7939789813681273e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,5,2.3273082661035005e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,6,1.7467042425778345e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,6,6.366060915752314e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,6,4.001648903795285e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,7,2.653805722729885e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,7,5.0249300329596736e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,7,5.593598871200811e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,8,3.403252094358322e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,8,5.641526513500139e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,8,5.221031642577145e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,9,3.009950660270988e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,9,7.29661269360804e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,9,7.275994448718848e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,10,3.039375769731123e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,10,6.3164370658341795e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,10,5.876926024939166e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,11,3.709728161993553e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,11,5.994503226247616e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,11,4.965495918440865e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,12,3.6134867968939943e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,12,6.0193865465407725e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,12,5.158650310477242e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,13,4.797661404154496e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,13,6.2051130953477696e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,13,5.068978225608589e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,14,6.617491635552142e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,14,6.654031494690571e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,14,5.46006185686565e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,15,8.538974725524895e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,15,6.390972885128576e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,15,4.903866283711977e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,16,6.2350250118470285e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,16,6.007543561281636e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,16,4.6606864998466335e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,17,5.591932676907163e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,17,7.171377092163311e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,17,5.64916035727947e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,18,5.922783202549908e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,18,9.513172699371353e-6 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,18,7.83478026278317e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,19,1.1986787285422906e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,19,1.2104163943149615e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,19,9.570950169290882e-6 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,20,9.470140867051668e-6 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,20,1.9154202163917944e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,20,1.76049488800345e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,21,1.773746953404043e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,21,2.7635458536678925e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,21,2.8295764423091896e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,22,2.0692605176009238e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,22,4.790144521393813e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,22,5.121656431583688e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,23,3.582161298254505e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,23,6.14562159171328e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,23,8.193905523512512e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,24,4.023031215183437e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,24,9.785270958673209e-5 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,24,9.826334280660376e-5 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,25,5.321541539160535e-5 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,25,1.535350747872144e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,25,1.3510827557183802e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,26,1.3442600902635604e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,26,2.76040518656373e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,26,2.054028445854783e-4 +wikitext,attn_in,Qwen2.5-Coder-7B-Instruct,8,64,27,5.527696921490133e-4 +wikitext,mlp_gate,Qwen2.5-Coder-7B-Instruct,8,64,27,4.4832483399659395e-4 +wikitext,mlp_down,Qwen2.5-Coder-7B-Instruct,8,64,27,4.291407822165638e-4 +bos,attn_in,Qwen2.5-Math-7B,2,128,0,0.006195385940372944 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,0,0.0042289551347494125 +bos,mlp_down,Qwen2.5-Math-7B,2,128,0,0.012684033252298832 +bos,attn_in,Qwen2.5-Math-7B,2,128,1,0.004081767983734608 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,1,0.010252976790070534 +bos,mlp_down,Qwen2.5-Math-7B,2,128,1,0.01576709747314453 +bos,attn_in,Qwen2.5-Math-7B,2,128,2,0.003966046031564474 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,2,0.012392326258122921 +bos,mlp_down,Qwen2.5-Math-7B,2,128,2,0.021821625530719757 +bos,attn_in,Qwen2.5-Math-7B,2,128,3,0.013650652952492237 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,3,0.03442693501710892 +bos,mlp_down,Qwen2.5-Math-7B,2,128,3,0.19380119442939758 +bos,attn_in,Qwen2.5-Math-7B,2,128,4,0.019149107858538628 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,4,0.027059758082032204 +bos,mlp_down,Qwen2.5-Math-7B,2,128,4,0.0816914364695549 +bos,attn_in,Qwen2.5-Math-7B,2,128,5,0.02306692861020565 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,5,0.026170678436756134 +bos,mlp_down,Qwen2.5-Math-7B,2,128,5,0.021676994860172272 +bos,attn_in,Qwen2.5-Math-7B,2,128,6,0.08400513231754303 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,6,0.07959716022014618 +bos,mlp_down,Qwen2.5-Math-7B,2,128,6,0.05403294786810875 +bos,attn_in,Qwen2.5-Math-7B,2,128,7,0.039102233946323395 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,7,0.10079274326562881 +bos,mlp_down,Qwen2.5-Math-7B,2,128,7,0.10341113060712814 +bos,attn_in,Qwen2.5-Math-7B,2,128,8,0.05886444076895714 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,8,0.11450154334306717 +bos,mlp_down,Qwen2.5-Math-7B,2,128,8,0.09632910043001175 +bos,attn_in,Qwen2.5-Math-7B,2,128,9,0.0585731565952301 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,9,0.13699106872081757 +bos,mlp_down,Qwen2.5-Math-7B,2,128,9,0.12554772198200226 +bos,attn_in,Qwen2.5-Math-7B,2,128,10,0.05218685790896416 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,10,0.11901754885911942 +bos,mlp_down,Qwen2.5-Math-7B,2,128,10,0.1002453938126564 +bos,attn_in,Qwen2.5-Math-7B,2,128,11,0.05335269495844841 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,11,0.11574752628803253 +bos,mlp_down,Qwen2.5-Math-7B,2,128,11,0.08713658154010773 +bos,attn_in,Qwen2.5-Math-7B,2,128,12,0.04651445150375366 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,12,0.1177339032292366 +bos,mlp_down,Qwen2.5-Math-7B,2,128,12,0.08633650094270706 +bos,attn_in,Qwen2.5-Math-7B,2,128,13,0.06157759949564934 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,13,0.12544716894626617 +bos,mlp_down,Qwen2.5-Math-7B,2,128,13,0.09090966731309891 +bos,attn_in,Qwen2.5-Math-7B,2,128,14,0.06347732245922089 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,14,0.14301340281963348 +bos,mlp_down,Qwen2.5-Math-7B,2,128,14,0.10196827352046967 +bos,attn_in,Qwen2.5-Math-7B,2,128,15,0.07819697260856628 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,15,0.1433802843093872 +bos,mlp_down,Qwen2.5-Math-7B,2,128,15,0.0983385518193245 +bos,attn_in,Qwen2.5-Math-7B,2,128,16,0.0739564374089241 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,16,0.14191655814647675 +bos,mlp_down,Qwen2.5-Math-7B,2,128,16,0.09802074730396271 +bos,attn_in,Qwen2.5-Math-7B,2,128,17,0.08115596324205399 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,17,0.1834864616394043 +bos,mlp_down,Qwen2.5-Math-7B,2,128,17,0.12922511994838715 +bos,attn_in,Qwen2.5-Math-7B,2,128,18,0.13707686960697174 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,18,0.2543790340423584 +bos,mlp_down,Qwen2.5-Math-7B,2,128,18,0.18884103000164032 +bos,attn_in,Qwen2.5-Math-7B,2,128,19,0.21713702380657196 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,19,0.37149110436439514 +bos,mlp_down,Qwen2.5-Math-7B,2,128,19,0.29545074701309204 +bos,attn_in,Qwen2.5-Math-7B,2,128,20,0.17437094449996948 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,20,0.624147355556488 +bos,mlp_down,Qwen2.5-Math-7B,2,128,20,0.5310181379318237 +bos,attn_in,Qwen2.5-Math-7B,2,128,21,0.3814638555049896 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,21,1.0668827295303345 +bos,mlp_down,Qwen2.5-Math-7B,2,128,21,0.9223160743713379 +bos,attn_in,Qwen2.5-Math-7B,2,128,22,0.35846444964408875 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,22,1.7371633052825928 +bos,mlp_down,Qwen2.5-Math-7B,2,128,22,1.5293058156967163 +bos,attn_in,Qwen2.5-Math-7B,2,128,23,0.4302431046962738 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,23,2.099022150039673 +bos,mlp_down,Qwen2.5-Math-7B,2,128,23,1.7459335327148438 +bos,attn_in,Qwen2.5-Math-7B,2,128,24,0.637124240398407 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,24,3.025909423828125 +bos,mlp_down,Qwen2.5-Math-7B,2,128,24,2.258777141571045 +bos,attn_in,Qwen2.5-Math-7B,2,128,25,0.58015376329422 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,25,3.998492956161499 +bos,mlp_down,Qwen2.5-Math-7B,2,128,25,3.2315897941589355 +bos,attn_in,Qwen2.5-Math-7B,2,128,26,1.1220757961273193 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,26,7.640791893005371 +bos,mlp_down,Qwen2.5-Math-7B,2,128,26,5.983403205871582 +bos,attn_in,Qwen2.5-Math-7B,2,128,27,4.562839984893799 +bos,mlp_gate,Qwen2.5-Math-7B,2,128,27,15.753721237182617 +bos,mlp_down,Qwen2.5-Math-7B,2,128,27,32.961280822753906 +c4,attn_in,Qwen2.5-Math-7B,2,128,0,0.0056335823610424995 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,0,0.004746974445879459 +c4,mlp_down,Qwen2.5-Math-7B,2,128,0,0.013471383601427078 +c4,attn_in,Qwen2.5-Math-7B,2,128,1,0.004098267760127783 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,1,0.009457400999963284 +c4,mlp_down,Qwen2.5-Math-7B,2,128,1,0.014340206049382687 +c4,attn_in,Qwen2.5-Math-7B,2,128,2,0.004242299124598503 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,2,0.014061173424124718 +c4,mlp_down,Qwen2.5-Math-7B,2,128,2,0.024838941171765327 +c4,attn_in,Qwen2.5-Math-7B,2,128,3,0.014635731466114521 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,3,0.038445692509412766 +c4,mlp_down,Qwen2.5-Math-7B,2,128,3,0.20232100784778595 +c4,attn_in,Qwen2.5-Math-7B,2,128,4,0.017429789528250694 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,4,0.03963419795036316 +c4,mlp_down,Qwen2.5-Math-7B,2,128,4,0.09351855516433716 +c4,attn_in,Qwen2.5-Math-7B,2,128,5,0.020914260298013687 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,5,0.03616853803396225 +c4,mlp_down,Qwen2.5-Math-7B,2,128,5,0.030817221850156784 +c4,attn_in,Qwen2.5-Math-7B,2,128,6,0.07912485301494598 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,6,0.0964551493525505 +c4,mlp_down,Qwen2.5-Math-7B,2,128,6,0.06766734272241592 +c4,attn_in,Qwen2.5-Math-7B,2,128,7,0.04151632636785507 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,7,0.11338440328836441 +c4,mlp_down,Qwen2.5-Math-7B,2,128,7,0.10715123265981674 +c4,attn_in,Qwen2.5-Math-7B,2,128,8,0.05503762885928154 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,8,0.14067524671554565 +c4,mlp_down,Qwen2.5-Math-7B,2,128,8,0.10832490772008896 +c4,attn_in,Qwen2.5-Math-7B,2,128,9,0.06254414469003677 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,9,0.19310881197452545 +c4,mlp_down,Qwen2.5-Math-7B,2,128,9,0.15801948308944702 +c4,attn_in,Qwen2.5-Math-7B,2,128,10,0.062092483043670654 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,10,0.15416976809501648 +c4,mlp_down,Qwen2.5-Math-7B,2,128,10,0.11644668132066727 +c4,attn_in,Qwen2.5-Math-7B,2,128,11,0.05923367291688919 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,11,0.1409810483455658 +c4,mlp_down,Qwen2.5-Math-7B,2,128,11,0.0961323231458664 +c4,attn_in,Qwen2.5-Math-7B,2,128,12,0.05535686016082764 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,12,0.14148561656475067 +c4,mlp_down,Qwen2.5-Math-7B,2,128,12,0.09706181287765503 +c4,attn_in,Qwen2.5-Math-7B,2,128,13,0.0748492106795311 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,13,0.14936384558677673 +c4,mlp_down,Qwen2.5-Math-7B,2,128,13,0.10042590647935867 +c4,attn_in,Qwen2.5-Math-7B,2,128,14,0.07753770798444748 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,14,0.16184325516223907 +c4,mlp_down,Qwen2.5-Math-7B,2,128,14,0.10856401920318604 +c4,attn_in,Qwen2.5-Math-7B,2,128,15,0.08647430688142776 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,15,0.16186119616031647 +c4,mlp_down,Qwen2.5-Math-7B,2,128,15,0.10230474919080734 +c4,attn_in,Qwen2.5-Math-7B,2,128,16,0.08598607778549194 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,16,0.16105858981609344 +c4,mlp_down,Qwen2.5-Math-7B,2,128,16,0.10451243817806244 +c4,attn_in,Qwen2.5-Math-7B,2,128,17,0.08284445852041245 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,17,0.20855644345283508 +c4,mlp_down,Qwen2.5-Math-7B,2,128,17,0.1364402025938034 +c4,attn_in,Qwen2.5-Math-7B,2,128,18,0.12728019058704376 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,18,0.2938193678855896 +c4,mlp_down,Qwen2.5-Math-7B,2,128,18,0.19972926378250122 +c4,attn_in,Qwen2.5-Math-7B,2,128,19,0.2416439652442932 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,19,0.43524307012557983 +c4,mlp_down,Qwen2.5-Math-7B,2,128,19,0.31987932324409485 +c4,attn_in,Qwen2.5-Math-7B,2,128,20,0.1702265441417694 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,20,0.7190276384353638 +c4,mlp_down,Qwen2.5-Math-7B,2,128,20,0.5517913699150085 +c4,attn_in,Qwen2.5-Math-7B,2,128,21,0.4907156229019165 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,21,1.1579267978668213 +c4,mlp_down,Qwen2.5-Math-7B,2,128,21,0.9038968086242676 +c4,attn_in,Qwen2.5-Math-7B,2,128,22,0.37076812982559204 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,22,1.9284296035766602 +c4,mlp_down,Qwen2.5-Math-7B,2,128,22,1.5856620073318481 +c4,attn_in,Qwen2.5-Math-7B,2,128,23,0.5862017869949341 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,23,2.401118755340576 +c4,mlp_down,Qwen2.5-Math-7B,2,128,23,2.125525712966919 +c4,attn_in,Qwen2.5-Math-7B,2,128,24,0.5474779605865479 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,24,3.6509854793548584 +c4,mlp_down,Qwen2.5-Math-7B,2,128,24,2.8091259002685547 +c4,attn_in,Qwen2.5-Math-7B,2,128,25,0.6101694107055664 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,25,5.489400863647461 +c4,mlp_down,Qwen2.5-Math-7B,2,128,25,3.9679043292999268 +c4,attn_in,Qwen2.5-Math-7B,2,128,26,1.6252713203430176 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,26,10.47655963897705 +c4,mlp_down,Qwen2.5-Math-7B,2,128,26,7.951841831207275 +c4,attn_in,Qwen2.5-Math-7B,2,128,27,5.9186811447143555 +c4,mlp_gate,Qwen2.5-Math-7B,2,128,27,30.156105041503906 +c4,mlp_down,Qwen2.5-Math-7B,2,128,27,61.13615798950195 +pileval,attn_in,Qwen2.5-Math-7B,2,128,0,0.005567795131355524 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,0,0.004945645108819008 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,0,0.013059964403510094 +pileval,attn_in,Qwen2.5-Math-7B,2,128,1,0.004220995120704174 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,1,0.010093942284584045 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,1,0.01523780357092619 +pileval,attn_in,Qwen2.5-Math-7B,2,128,2,0.004648835863918066 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,2,0.015053899958729744 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,2,0.026805708184838295 +pileval,attn_in,Qwen2.5-Math-7B,2,128,3,0.015176497399806976 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,3,0.03785662353038788 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,3,0.20536960661411285 +pileval,attn_in,Qwen2.5-Math-7B,2,128,4,0.01786189153790474 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,4,0.038753997534513474 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,4,0.09480411559343338 +pileval,attn_in,Qwen2.5-Math-7B,2,128,5,0.021964482963085175 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,5,0.04115604609251022 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,5,0.038601845502853394 +pileval,attn_in,Qwen2.5-Math-7B,2,128,6,0.07870236039161682 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,6,0.10321199893951416 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,6,0.07238353788852692 +pileval,attn_in,Qwen2.5-Math-7B,2,128,7,0.04291027411818504 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,7,0.11712650954723358 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,7,0.10443978011608124 +pileval,attn_in,Qwen2.5-Math-7B,2,128,8,0.058680836111307144 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,8,0.13916659355163574 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,8,0.1042080819606781 +pileval,attn_in,Qwen2.5-Math-7B,2,128,9,0.0645836815237999 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,9,0.18339262902736664 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,9,0.1498766839504242 +pileval,attn_in,Qwen2.5-Math-7B,2,128,10,0.061273202300071716 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,10,0.1520967185497284 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,10,0.11748494207859039 +pileval,attn_in,Qwen2.5-Math-7B,2,128,11,0.05990935117006302 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,11,0.14254607260227203 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,11,0.09768381714820862 +pileval,attn_in,Qwen2.5-Math-7B,2,128,12,0.058972641825675964 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,12,0.14348913729190826 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,12,0.09962314367294312 +pileval,attn_in,Qwen2.5-Math-7B,2,128,13,0.07684551179409027 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,13,0.14813558757305145 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,13,0.09902932494878769 +pileval,attn_in,Qwen2.5-Math-7B,2,128,14,0.08536539226770401 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,14,0.16028153896331787 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,14,0.10922274738550186 +pileval,attn_in,Qwen2.5-Math-7B,2,128,15,0.0916794091463089 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,15,0.16491851210594177 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,15,0.10579294711351395 +pileval,attn_in,Qwen2.5-Math-7B,2,128,16,0.09323441982269287 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,16,0.16761058568954468 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,16,0.10895708948373795 +pileval,attn_in,Qwen2.5-Math-7B,2,128,17,0.09243302792310715 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,17,0.21982400119304657 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,17,0.1450941413640976 +pileval,attn_in,Qwen2.5-Math-7B,2,128,18,0.13150760531425476 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,18,0.30301570892333984 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,18,0.21021021902561188 +pileval,attn_in,Qwen2.5-Math-7B,2,128,19,0.2550758421421051 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,19,0.44246700406074524 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,19,0.32689544558525085 +pileval,attn_in,Qwen2.5-Math-7B,2,128,20,0.19391243159770966 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,20,0.7191716432571411 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,20,0.549848735332489 +pileval,attn_in,Qwen2.5-Math-7B,2,128,21,0.5333455204963684 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,21,1.107602834701538 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,21,0.8625761866569519 +pileval,attn_in,Qwen2.5-Math-7B,2,128,22,0.45763099193573 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,22,1.865968942642212 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,22,1.6128246784210205 +pileval,attn_in,Qwen2.5-Math-7B,2,128,23,0.6673334240913391 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,23,2.4409401416778564 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,23,2.23759388923645 +pileval,attn_in,Qwen2.5-Math-7B,2,128,24,0.6079237461090088 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,24,3.867849349975586 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,24,3.070992946624756 +pileval,attn_in,Qwen2.5-Math-7B,2,128,25,0.6849872469902039 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,25,5.83181619644165 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,25,4.302748680114746 +pileval,attn_in,Qwen2.5-Math-7B,2,128,26,1.817812442779541 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,26,12.074055671691895 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,26,9.275064468383789 +pileval,attn_in,Qwen2.5-Math-7B,2,128,27,6.033320426940918 +pileval,mlp_gate,Qwen2.5-Math-7B,2,128,27,32.5228271484375 +pileval,mlp_down,Qwen2.5-Math-7B,2,128,27,64.18658447265625 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,0,0.005107950419187546 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,0,0.004928473848849535 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,0,0.012687011621892452 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,1,0.004083798732608557 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,1,0.010365132242441177 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,1,0.014156959019601345 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,2,0.004635221790522337 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,2,0.01575021632015705 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,2,0.025202345103025436 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,3,0.015372768975794315 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,3,0.04132101312279701 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,3,0.2038613259792328 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,4,0.018435224890708923 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,4,0.039995383471250534 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,4,0.09399420768022537 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,5,0.024218663573265076 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,5,0.038332968950271606 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,5,0.03320974484086037 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,6,0.07864627242088318 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,6,0.10552746057510376 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,6,0.07739407569169998 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,7,0.045655880123376846 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,7,0.11922626942396164 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,7,0.10687229037284851 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,8,0.059095919132232666 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,8,0.13928891718387604 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,8,0.10516627877950668 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,9,0.06287196278572083 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,9,0.18961688876152039 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,9,0.1538410186767578 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,10,0.05850629881024361 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,10,0.15187901258468628 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,10,0.1139148399233818 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,11,0.06000668928027153 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,11,0.14005179703235626 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,11,0.0963367223739624 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,12,0.056412242352962494 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,12,0.14270375669002533 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,12,0.09869329631328583 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,13,0.07617126405239105 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,13,0.14715467393398285 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,13,0.0983118936419487 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,14,0.084615059196949 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,14,0.15875744819641113 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,14,0.1068841740489006 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,15,0.09202636778354645 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,15,0.16442127525806427 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,15,0.10421258211135864 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,16,0.08998872339725494 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,16,0.1660420149564743 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,16,0.10725361853837967 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,17,0.10141374170780182 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,17,0.21904344856739044 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,17,0.1422753632068634 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,18,0.13322971761226654 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,18,0.2979983985424042 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,18,0.19959937036037445 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,19,0.26433035731315613 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,19,0.42769935727119446 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,19,0.30140310525894165 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,20,0.1830233633518219 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,20,0.6941787004470825 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,20,0.5244279503822327 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,21,0.5385849475860596 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,21,1.0694421529769897 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,21,0.8307425379753113 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,22,0.4196053743362427 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,22,1.8445782661437988 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,22,1.5203207731246948 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,23,0.6552067995071411 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,23,2.352409839630127 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,23,2.322309732437134 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,24,0.7685773372650146 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,24,3.8208601474761963 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,24,3.136484146118164 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,25,0.6936897039413452 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,25,5.753101348876953 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,25,4.129845142364502 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,26,2.4862029552459717 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,26,11.644553184509277 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,26,7.970596790313721 +wikitext,attn_in,Qwen2.5-Math-7B,2,128,27,6.649399757385254 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,128,27,29.28569221496582 +wikitext,mlp_down,Qwen2.5-Math-7B,2,128,27,58.284393310546875 +bos,attn_in,Qwen2.5-Math-7B,2,32,0,0.0025160799268633127 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,0,0.0027400008402764797 +bos,mlp_down,Qwen2.5-Math-7B,2,32,0,0.006656716112047434 +bos,attn_in,Qwen2.5-Math-7B,2,32,1,0.0018400422995910048 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,1,0.0057618687860667706 +bos,mlp_down,Qwen2.5-Math-7B,2,32,1,0.008493389002978802 +bos,attn_in,Qwen2.5-Math-7B,2,32,2,0.002242509974166751 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,2,0.009022579528391361 +bos,mlp_down,Qwen2.5-Math-7B,2,32,2,0.011900096200406551 +bos,attn_in,Qwen2.5-Math-7B,2,32,3,0.00746834184974432 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,3,0.06095169484615326 +bos,mlp_down,Qwen2.5-Math-7B,2,32,3,0.0815342366695404 +bos,attn_in,Qwen2.5-Math-7B,2,32,4,0.008117182180285454 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,4,0.016561999917030334 +bos,mlp_down,Qwen2.5-Math-7B,2,32,4,0.036027852445840836 +bos,attn_in,Qwen2.5-Math-7B,2,32,5,0.011045054532587528 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,5,0.014125038869678974 +bos,mlp_down,Qwen2.5-Math-7B,2,32,5,0.011763322167098522 +bos,attn_in,Qwen2.5-Math-7B,2,32,6,0.014373320154845715 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,6,0.05310773849487305 +bos,mlp_down,Qwen2.5-Math-7B,2,32,6,0.029851717874407768 +bos,attn_in,Qwen2.5-Math-7B,2,32,7,0.021243249997496605 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,7,0.05584126338362694 +bos,mlp_down,Qwen2.5-Math-7B,2,32,7,0.057301949709653854 +bos,attn_in,Qwen2.5-Math-7B,2,32,8,0.027571801096200943 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,8,0.06375183910131454 +bos,mlp_down,Qwen2.5-Math-7B,2,32,8,0.05405817925930023 +bos,attn_in,Qwen2.5-Math-7B,2,32,9,0.02965358830988407 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,9,0.08251715451478958 +bos,mlp_down,Qwen2.5-Math-7B,2,32,9,0.07163438946008682 +bos,attn_in,Qwen2.5-Math-7B,2,32,10,0.023106979206204414 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,10,0.06599272787570953 +bos,mlp_down,Qwen2.5-Math-7B,2,32,10,0.056523263454437256 +bos,attn_in,Qwen2.5-Math-7B,2,32,11,0.03478510305285454 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,11,0.06452992558479309 +bos,mlp_down,Qwen2.5-Math-7B,2,32,11,0.04879755154252052 +bos,attn_in,Qwen2.5-Math-7B,2,32,12,0.025221021845936775 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,12,0.06336501985788345 +bos,mlp_down,Qwen2.5-Math-7B,2,32,12,0.04811285063624382 +bos,attn_in,Qwen2.5-Math-7B,2,32,13,0.035527586936950684 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,13,0.068346306681633 +bos,mlp_down,Qwen2.5-Math-7B,2,32,13,0.0511048249900341 +bos,attn_in,Qwen2.5-Math-7B,2,32,14,0.03069443069398403 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,14,0.07702377438545227 +bos,mlp_down,Qwen2.5-Math-7B,2,32,14,0.05657431483268738 +bos,attn_in,Qwen2.5-Math-7B,2,32,15,0.04278939589858055 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,15,0.07723117619752884 +bos,mlp_down,Qwen2.5-Math-7B,2,32,15,0.05469486489892006 +bos,attn_in,Qwen2.5-Math-7B,2,32,16,0.037542201578617096 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,16,0.07765573263168335 +bos,mlp_down,Qwen2.5-Math-7B,2,32,16,0.055098649114370346 +bos,attn_in,Qwen2.5-Math-7B,2,32,17,0.04500226676464081 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,17,0.10023918747901917 +bos,mlp_down,Qwen2.5-Math-7B,2,32,17,0.07194577157497406 +bos,attn_in,Qwen2.5-Math-7B,2,32,18,0.04904386028647423 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,18,0.13797426223754883 +bos,mlp_down,Qwen2.5-Math-7B,2,32,18,0.10494481027126312 +bos,attn_in,Qwen2.5-Math-7B,2,32,19,0.09865767508745193 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,19,0.2036321610212326 +bos,mlp_down,Qwen2.5-Math-7B,2,32,19,0.16434116661548615 +bos,attn_in,Qwen2.5-Math-7B,2,32,20,0.0929323062300682 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,20,0.3490624725818634 +bos,mlp_down,Qwen2.5-Math-7B,2,32,20,0.2916150987148285 +bos,attn_in,Qwen2.5-Math-7B,2,32,21,0.17015865445137024 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,21,0.5829415321350098 +bos,mlp_down,Qwen2.5-Math-7B,2,32,21,0.5130969882011414 +bos,attn_in,Qwen2.5-Math-7B,2,32,22,0.20895296335220337 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,22,0.9610797166824341 +bos,mlp_down,Qwen2.5-Math-7B,2,32,22,0.8587995171546936 +bos,attn_in,Qwen2.5-Math-7B,2,32,23,0.22281207144260406 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,23,1.1385058164596558 +bos,mlp_down,Qwen2.5-Math-7B,2,32,23,0.9916677474975586 +bos,attn_in,Qwen2.5-Math-7B,2,32,24,0.3636397421360016 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,24,1.6416394710540771 +bos,mlp_down,Qwen2.5-Math-7B,2,32,24,1.2788662910461426 +bos,attn_in,Qwen2.5-Math-7B,2,32,25,0.44146719574928284 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,25,2.1672182083129883 +bos,mlp_down,Qwen2.5-Math-7B,2,32,25,1.818311095237732 +bos,attn_in,Qwen2.5-Math-7B,2,32,26,0.6816230416297913 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,26,3.8522775173187256 +bos,mlp_down,Qwen2.5-Math-7B,2,32,26,3.2216055393218994 +bos,attn_in,Qwen2.5-Math-7B,2,32,27,3.792217969894409 +bos,mlp_gate,Qwen2.5-Math-7B,2,32,27,8.852643966674805 +bos,mlp_down,Qwen2.5-Math-7B,2,32,27,14.882691383361816 +c4,attn_in,Qwen2.5-Math-7B,2,32,0,0.0024127198848873377 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,0,0.0031093768775463104 +c4,mlp_down,Qwen2.5-Math-7B,2,32,0,0.007083979435265064 +c4,attn_in,Qwen2.5-Math-7B,2,32,1,0.0018208243418484926 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,1,0.005544956773519516 +c4,mlp_down,Qwen2.5-Math-7B,2,32,1,0.007796599064022303 +c4,attn_in,Qwen2.5-Math-7B,2,32,2,0.0023706236388534307 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,2,0.009828934445977211 +c4,mlp_down,Qwen2.5-Math-7B,2,32,2,0.013794830068945885 +c4,attn_in,Qwen2.5-Math-7B,2,32,3,0.007859458215534687 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,3,0.062420353293418884 +c4,mlp_down,Qwen2.5-Math-7B,2,32,3,0.08570874482393265 +c4,attn_in,Qwen2.5-Math-7B,2,32,4,0.00908190943300724 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,4,0.02327476069331169 +c4,mlp_down,Qwen2.5-Math-7B,2,32,4,0.042743392288684845 +c4,attn_in,Qwen2.5-Math-7B,2,32,5,0.010304149240255356 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,5,0.01964227668941021 +c4,mlp_down,Qwen2.5-Math-7B,2,32,5,0.017054205760359764 +c4,attn_in,Qwen2.5-Math-7B,2,32,6,0.016161801293492317 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,6,0.06119827926158905 +c4,mlp_down,Qwen2.5-Math-7B,2,32,6,0.037655461579561234 +c4,attn_in,Qwen2.5-Math-7B,2,32,7,0.021625876426696777 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,7,0.06274117529392242 +c4,mlp_down,Qwen2.5-Math-7B,2,32,7,0.059324514120817184 +c4,attn_in,Qwen2.5-Math-7B,2,32,8,0.030674979090690613 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,8,0.0782289057970047 +c4,mlp_down,Qwen2.5-Math-7B,2,32,8,0.0608791746199131 +c4,attn_in,Qwen2.5-Math-7B,2,32,9,0.033301226794719696 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,9,0.11490557342767715 +c4,mlp_down,Qwen2.5-Math-7B,2,32,9,0.08998217433691025 +c4,attn_in,Qwen2.5-Math-7B,2,32,10,0.03033648431301117 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,10,0.08507553488016129 +c4,mlp_down,Qwen2.5-Math-7B,2,32,10,0.06567295640707016 +c4,attn_in,Qwen2.5-Math-7B,2,32,11,0.038888659328222275 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,11,0.07809539139270782 +c4,mlp_down,Qwen2.5-Math-7B,2,32,11,0.05407201871275902 +c4,attn_in,Qwen2.5-Math-7B,2,32,12,0.0315420888364315 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,12,0.077221013605594635 +c4,mlp_down,Qwen2.5-Math-7B,2,32,12,0.05400042235851288 +c4,attn_in,Qwen2.5-Math-7B,2,32,13,0.043625228106975555 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,13,0.08094841986894608 +c4,mlp_down,Qwen2.5-Math-7B,2,32,13,0.056329116225242615 +c4,attn_in,Qwen2.5-Math-7B,2,32,14,0.036430615931749344 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,14,0.08771058171987534 +c4,mlp_down,Qwen2.5-Math-7B,2,32,14,0.06030662730336189 +c4,attn_in,Qwen2.5-Math-7B,2,32,15,0.04531595855951309 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,15,0.08712905645370483 +c4,mlp_down,Qwen2.5-Math-7B,2,32,15,0.05697603523731232 +c4,attn_in,Qwen2.5-Math-7B,2,32,16,0.03879596292972565 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,16,0.087860606610775 +c4,mlp_down,Qwen2.5-Math-7B,2,32,16,0.05877373367547989 +c4,attn_in,Qwen2.5-Math-7B,2,32,17,0.04594021290540695 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,17,0.11335322260856628 +c4,mlp_down,Qwen2.5-Math-7B,2,32,17,0.07577848434448242 +c4,attn_in,Qwen2.5-Math-7B,2,32,18,0.05326668545603752 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,18,0.1563396453857422 +c4,mlp_down,Qwen2.5-Math-7B,2,32,18,0.11068535596132278 +c4,attn_in,Qwen2.5-Math-7B,2,32,19,0.111505888402462 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,19,0.23566779494285583 +c4,mlp_down,Qwen2.5-Math-7B,2,32,19,0.17791642248630524 +c4,attn_in,Qwen2.5-Math-7B,2,32,20,0.09477582573890686 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,20,0.3933744430541992 +c4,mlp_down,Qwen2.5-Math-7B,2,32,20,0.3035585880279541 +c4,attn_in,Qwen2.5-Math-7B,2,32,21,0.20173044502735138 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,21,0.6315186023712158 +c4,mlp_down,Qwen2.5-Math-7B,2,32,21,0.5010524988174438 +c4,attn_in,Qwen2.5-Math-7B,2,32,22,0.23419563472270966 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,22,1.056396245956421 +c4,mlp_down,Qwen2.5-Math-7B,2,32,22,0.8835180401802063 +c4,attn_in,Qwen2.5-Math-7B,2,32,23,0.30817878246307373 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,23,1.302302598953247 +c4,mlp_down,Qwen2.5-Math-7B,2,32,23,1.2011842727661133 +c4,attn_in,Qwen2.5-Math-7B,2,32,24,0.29514625668525696 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,24,1.985091209411621 +c4,mlp_down,Qwen2.5-Math-7B,2,32,24,1.5974440574645996 +c4,attn_in,Qwen2.5-Math-7B,2,32,25,0.40545016527175903 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,25,2.9232518672943115 +c4,mlp_down,Qwen2.5-Math-7B,2,32,25,2.242635726928711 +c4,attn_in,Qwen2.5-Math-7B,2,32,26,0.8682971596717834 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,26,5.353855609893799 +c4,mlp_down,Qwen2.5-Math-7B,2,32,26,4.252573490142822 +c4,attn_in,Qwen2.5-Math-7B,2,32,27,4.653391361236572 +c4,mlp_gate,Qwen2.5-Math-7B,2,32,27,17.82517433166504 +c4,mlp_down,Qwen2.5-Math-7B,2,32,27,28.55516242980957 +pileval,attn_in,Qwen2.5-Math-7B,2,32,0,0.0024345412384718657 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,0,0.003293331479653716 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,0,0.006853824947029352 +pileval,attn_in,Qwen2.5-Math-7B,2,32,1,0.001876019756309688 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,1,0.0057519907131791115 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,1,0.008262090384960175 +pileval,attn_in,Qwen2.5-Math-7B,2,32,2,0.00254767294973135 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,2,0.010402833111584187 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,2,0.01488107442855835 +pileval,attn_in,Qwen2.5-Math-7B,2,32,3,0.008172665722668171 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,3,0.06261149793863297 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,3,0.08740989118814468 +pileval,attn_in,Qwen2.5-Math-7B,2,32,4,0.009749800898134708 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,4,0.02311394177377224 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,4,0.04345869645476341 +pileval,attn_in,Qwen2.5-Math-7B,2,32,5,0.011091437190771103 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,5,0.022568685933947563 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,5,0.021521830931305885 +pileval,attn_in,Qwen2.5-Math-7B,2,32,6,0.016718363389372826 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,6,0.06474296748638153 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,6,0.04020033776760101 +pileval,attn_in,Qwen2.5-Math-7B,2,32,7,0.022618010640144348 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,7,0.06447896361351013 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,7,0.05774674937129021 +pileval,attn_in,Qwen2.5-Math-7B,2,32,8,0.03243900090456009 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,8,0.07705491036176682 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,8,0.05842038616538048 +pileval,attn_in,Qwen2.5-Math-7B,2,32,9,0.0349825918674469 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,9,0.10850962996482849 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,9,0.08524443209171295 +pileval,attn_in,Qwen2.5-Math-7B,2,32,10,0.030046185478568077 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,10,0.08336511254310608 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,10,0.06609506905078888 +pileval,attn_in,Qwen2.5-Math-7B,2,32,11,0.04037205129861832 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,11,0.0787903368473053 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,11,0.054857321083545685 +pileval,attn_in,Qwen2.5-Math-7B,2,32,12,0.03178051859140396 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,12,0.078151799738407135 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,12,0.055364757776260376 +pileval,attn_in,Qwen2.5-Math-7B,2,32,13,0.04535229131579399 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,13,0.07965166121721268 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,13,0.055363889783620834 +pileval,attn_in,Qwen2.5-Math-7B,2,32,14,0.03993461653590202 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,14,0.08691449463367462 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,14,0.06047462299466133 +pileval,attn_in,Qwen2.5-Math-7B,2,32,15,0.047423869371414185 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,15,0.0887550413608551 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,15,0.058883149176836014 +pileval,attn_in,Qwen2.5-Math-7B,2,32,16,0.0432422012090683 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,16,0.0912645235657692 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,16,0.061249420046806335 +pileval,attn_in,Qwen2.5-Math-7B,2,32,17,0.05099199339747429 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,17,0.1194562315940857 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,17,0.0805952250957489 +pileval,attn_in,Qwen2.5-Math-7B,2,32,18,0.05810428410768509 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,18,0.16280747950077057 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,18,0.11648081988096237 +pileval,attn_in,Qwen2.5-Math-7B,2,32,19,0.11746687442064285 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,19,0.23868200182914734 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,19,0.18149501085281372 +pileval,attn_in,Qwen2.5-Math-7B,2,32,20,0.10697340965270996 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,20,0.39288371801376343 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,20,0.30107617378234863 +pileval,attn_in,Qwen2.5-Math-7B,2,32,21,0.21719102561473846 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,21,0.6014137268066406 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,21,0.4759773910045624 +pileval,attn_in,Qwen2.5-Math-7B,2,32,22,0.28582894802093506 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,22,1.0157932043075562 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,22,0.8967561721801758 +pileval,attn_in,Qwen2.5-Math-7B,2,32,23,0.35433489084243774 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,23,1.3295828104019165 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,23,1.266715407371521 +pileval,attn_in,Qwen2.5-Math-7B,2,32,24,0.31967249512672424 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,24,2.1170690059661865 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,24,1.7424681186676025 +pileval,attn_in,Qwen2.5-Math-7B,2,32,25,0.4492173194885254 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,25,3.109980821609497 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,25,2.4154722690582275 +pileval,attn_in,Qwen2.5-Math-7B,2,32,26,1.0123857259750366 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,26,6.184434413909912 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,26,5.005831241607666 +pileval,attn_in,Qwen2.5-Math-7B,2,32,27,4.762053966522217 +pileval,mlp_gate,Qwen2.5-Math-7B,2,32,27,18.790250778198242 +pileval,mlp_down,Qwen2.5-Math-7B,2,32,27,30.26958465576172 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,0,0.002373587340116501 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,0,0.0032830589916557074 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,0,0.006654261611402035 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,1,0.00187565793748945 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,1,0.005827693734318018 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,1,0.007674166467040777 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,2,0.0024110532831400633 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,2,0.010886719450354576 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,2,0.014001626521348953 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,3,0.008132475428283215 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,3,0.057767968624830246 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,3,0.08746109902858734 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,4,0.009974630549550056 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,4,0.023664938285946846 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,4,0.04296211153268814 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,5,0.011777129024267197 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,5,0.021181615069508553 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,5,0.018416689708828926 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,6,0.016519710421562195 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,6,0.06510535627603531 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,6,0.043037451803684235 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,7,0.02359810471534729 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,7,0.06614435464143753 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,7,0.05913696810603142 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,8,0.02941039577126503 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,8,0.07721931487321854 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,8,0.05890081077814102 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,9,0.0349874384701252 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,9,0.11082988977432251 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,9,0.08747810125350952 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,10,0.03046812303364277 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,10,0.08345755934715271 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,10,0.06418811529874802 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,11,0.04035962373018265 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,11,0.07714460045099258 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,11,0.05410991609096527 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,12,0.0315457247197628 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,12,0.0778147280216217 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,12,0.054766103625297546 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,13,0.0443480908870697 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,13,0.07928025722503662 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,13,0.054928258061409 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,14,0.04018149897456169 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,14,0.08646279573440552 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,14,0.05912506580352783 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,15,0.04738873988389969 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,15,0.08784656226634979 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,15,0.05794333294034004 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,16,0.04192965850234032 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,16,0.0902494341135025 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,16,0.060325924307107925 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,17,0.05261287838220596 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,17,0.11822135746479034 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,17,0.07904279232025146 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,18,0.05757569894194603 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,18,0.15908950567245483 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,18,0.11063098162412643 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,19,0.11886212974786758 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,19,0.2311096489429474 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,19,0.16699650883674622 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,20,0.10381351411342621 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,20,0.3806542456150055 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,20,0.2871151268482208 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,21,0.1980757713317871 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,21,0.5757412314414978 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,21,0.4577637016773224 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,22,0.28256604075431824 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,22,0.9991225600242615 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,22,0.8474501967430115 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,23,0.3580949604511261 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,23,1.2731280326843262 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,23,1.318399429321289 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,24,0.4257309138774872 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,24,2.0930016040802 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,24,1.7786487340927124 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,25,0.4672912657260895 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,25,3.1114847660064697 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,25,2.3336775302886963 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,26,1.3851045370101929 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,26,5.794927597045898 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,26,4.301681041717529 +wikitext,attn_in,Qwen2.5-Math-7B,2,32,27,4.886239528656006 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,32,27,16.017391204833984 +wikitext,mlp_down,Qwen2.5-Math-7B,2,32,27,26.972623825073242 +bos,attn_in,Qwen2.5-Math-7B,2,64,0,0.004190047271549702 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,0,0.003511532675474882 +bos,mlp_down,Qwen2.5-Math-7B,2,64,0,0.009509561583399773 +bos,attn_in,Qwen2.5-Math-7B,2,64,1,0.0028975640889257193 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,1,0.008359408006072044 +bos,mlp_down,Qwen2.5-Math-7B,2,64,1,0.011907326988875866 +bos,attn_in,Qwen2.5-Math-7B,2,64,2,0.00320438202470541 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,2,0.01035367976874113 +bos,mlp_down,Qwen2.5-Math-7B,2,64,2,0.016614031046628952 +bos,attn_in,Qwen2.5-Math-7B,2,64,3,0.010170932859182358 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,3,0.01940624974668026 +bos,mlp_down,Qwen2.5-Math-7B,2,64,3,0.15132935345172882 +bos,attn_in,Qwen2.5-Math-7B,2,64,4,0.009191727265715599 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,4,0.021198904141783714 +bos,mlp_down,Qwen2.5-Math-7B,2,64,4,0.05887703225016594 +bos,attn_in,Qwen2.5-Math-7B,2,64,5,0.014618082903325558 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,5,0.020313354209065437 +bos,mlp_down,Qwen2.5-Math-7B,2,64,5,0.01644952967762947 +bos,attn_in,Qwen2.5-Math-7B,2,64,6,0.024549094960093498 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,6,0.06677163392305374 +bos,mlp_down,Qwen2.5-Math-7B,2,64,6,0.04159422218799591 +bos,attn_in,Qwen2.5-Math-7B,2,64,7,0.03167775273323059 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,7,0.07776563614606857 +bos,mlp_down,Qwen2.5-Math-7B,2,64,7,0.07952535152435303 +bos,attn_in,Qwen2.5-Math-7B,2,64,8,0.04033588245511055 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,8,0.0885021835565567 +bos,mlp_down,Qwen2.5-Math-7B,2,64,8,0.07459978014230728 +bos,attn_in,Qwen2.5-Math-7B,2,64,9,0.03922400251030922 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,9,0.11021113395690918 +bos,mlp_down,Qwen2.5-Math-7B,2,64,9,0.09777197986841202 +bos,attn_in,Qwen2.5-Math-7B,2,64,10,0.04515373706817627 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,10,0.09166081249713898 +bos,mlp_down,Qwen2.5-Math-7B,2,64,10,0.07768789678812027 +bos,attn_in,Qwen2.5-Math-7B,2,64,11,0.047112662345170975 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,11,0.08936150372028351 +bos,mlp_down,Qwen2.5-Math-7B,2,64,11,0.0675228089094162 +bos,attn_in,Qwen2.5-Math-7B,2,64,12,0.03890809044241905 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,12,0.0885004848241806 +bos,mlp_down,Qwen2.5-Math-7B,2,64,12,0.0666334480047226 +bos,attn_in,Qwen2.5-Math-7B,2,64,13,0.05330190807580948 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,13,0.09561821073293686 +bos,mlp_down,Qwen2.5-Math-7B,2,64,13,0.07039815932512283 +bos,attn_in,Qwen2.5-Math-7B,2,64,14,0.046508241444826126 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,14,0.10980062931776047 +bos,mlp_down,Qwen2.5-Math-7B,2,64,14,0.07837716490030289 +bos,attn_in,Qwen2.5-Math-7B,2,64,15,0.06547543406486511 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,15,0.10826381295919418 +bos,mlp_down,Qwen2.5-Math-7B,2,64,15,0.07557685673236847 +bos,attn_in,Qwen2.5-Math-7B,2,64,16,0.05146024376153946 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,16,0.10838121175765991 +bos,mlp_down,Qwen2.5-Math-7B,2,64,16,0.07588539272546768 +bos,attn_in,Qwen2.5-Math-7B,2,64,17,0.06034804880619049 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,17,0.13977578282356262 +bos,mlp_down,Qwen2.5-Math-7B,2,64,17,0.09971644729375839 +bos,attn_in,Qwen2.5-Math-7B,2,64,18,0.09159698337316513 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,18,0.19433408975601196 +bos,mlp_down,Qwen2.5-Math-7B,2,64,18,0.14524337649345398 +bos,attn_in,Qwen2.5-Math-7B,2,64,19,0.1369899958372116 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,19,0.2874661684036255 +bos,mlp_down,Qwen2.5-Math-7B,2,64,19,0.22780555486679077 +bos,attn_in,Qwen2.5-Math-7B,2,64,20,0.15101641416549683 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,20,0.48411959409713745 +bos,mlp_down,Qwen2.5-Math-7B,2,64,20,0.40713757276535034 +bos,attn_in,Qwen2.5-Math-7B,2,64,21,0.2825920581817627 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,21,0.8081629276275635 +bos,mlp_down,Qwen2.5-Math-7B,2,64,21,0.7102048397064209 +bos,attn_in,Qwen2.5-Math-7B,2,64,22,0.2583741247653961 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,22,1.3348466157913208 +bos,mlp_down,Qwen2.5-Math-7B,2,64,22,1.184045433998108 +bos,attn_in,Qwen2.5-Math-7B,2,64,23,0.30553436279296875 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,23,1.5943528413772583 +bos,mlp_down,Qwen2.5-Math-7B,2,64,23,1.3588714599609375 +bos,attn_in,Qwen2.5-Math-7B,2,64,24,0.45704662799835205 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,24,2.3055930137634277 +bos,mlp_down,Qwen2.5-Math-7B,2,64,24,1.7496211528778076 +bos,attn_in,Qwen2.5-Math-7B,2,64,25,0.50250244140625 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,25,3.0368592739105225 +bos,mlp_down,Qwen2.5-Math-7B,2,64,25,2.5047497749328613 +bos,attn_in,Qwen2.5-Math-7B,2,64,26,0.7939582467079163 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,26,5.608997344970703 +bos,mlp_down,Qwen2.5-Math-7B,2,64,26,4.555413722991943 +bos,attn_in,Qwen2.5-Math-7B,2,64,27,4.610115051269531 +bos,mlp_gate,Qwen2.5-Math-7B,2,64,27,11.770589828491211 +bos,mlp_down,Qwen2.5-Math-7B,2,64,27,23.382766723632812 +c4,attn_in,Qwen2.5-Math-7B,2,64,0,0.0038731370586901903 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,0,0.003923001233488321 +c4,mlp_down,Qwen2.5-Math-7B,2,64,0,0.01008729450404644 +c4,attn_in,Qwen2.5-Math-7B,2,64,1,0.0029179882258176804 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,1,0.007447557989507914 +c4,mlp_down,Qwen2.5-Math-7B,2,64,1,0.01089086476713419 +c4,attn_in,Qwen2.5-Math-7B,2,64,2,0.0033138995058834553 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,2,0.012143271043896675 +c4,mlp_down,Qwen2.5-Math-7B,2,64,2,0.019097950309515 +c4,attn_in,Qwen2.5-Math-7B,2,64,3,0.01096994150429964 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,3,0.02384445257484913 +c4,mlp_down,Qwen2.5-Math-7B,2,64,3,0.15789926052093506 +c4,attn_in,Qwen2.5-Math-7B,2,64,4,0.010077624581754208 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,4,0.030639849603176117 +c4,mlp_down,Qwen2.5-Math-7B,2,64,4,0.06807372719049454 +c4,attn_in,Qwen2.5-Math-7B,2,64,5,0.013872528448700905 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,5,0.02853875793516636 +c4,mlp_down,Qwen2.5-Math-7B,2,64,5,0.02365739643573761 +c4,attn_in,Qwen2.5-Math-7B,2,64,6,0.02470983751118183 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,6,0.07921513170003891 +c4,mlp_down,Qwen2.5-Math-7B,2,64,6,0.05212201178073883 +c4,attn_in,Qwen2.5-Math-7B,2,64,7,0.0317976213991642 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,7,0.0873928964138031 +c4,mlp_down,Qwen2.5-Math-7B,2,64,7,0.08239268511533737 +c4,attn_in,Qwen2.5-Math-7B,2,64,8,0.04186365380883217 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,8,0.10856059193611145 +c4,mlp_down,Qwen2.5-Math-7B,2,64,8,0.08388733118772507 +c4,attn_in,Qwen2.5-Math-7B,2,64,9,0.044925592839717865 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,9,0.1551390439271927 +c4,mlp_down,Qwen2.5-Math-7B,2,64,9,0.12325216829776764 +c4,attn_in,Qwen2.5-Math-7B,2,64,10,0.05428246781229973 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,10,0.11843056976795197 +c4,mlp_down,Qwen2.5-Math-7B,2,64,10,0.09031816571950912 +c4,attn_in,Qwen2.5-Math-7B,2,64,11,0.04923522472381592 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,11,0.10817300528287888 +c4,mlp_down,Qwen2.5-Math-7B,2,64,11,0.07453761994838715 +c4,attn_in,Qwen2.5-Math-7B,2,64,12,0.05232579633593559 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,12,0.1080533117055893 +c4,mlp_down,Qwen2.5-Math-7B,2,64,12,0.07477133721113205 +c4,attn_in,Qwen2.5-Math-7B,2,64,13,0.06513407826423645 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,13,0.11391894519329071 +c4,mlp_down,Qwen2.5-Math-7B,2,64,13,0.07759681344032288 +c4,attn_in,Qwen2.5-Math-7B,2,64,14,0.05831681564450264 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,14,0.12374264746904373 +c4,mlp_down,Qwen2.5-Math-7B,2,64,14,0.08351951092481613 +c4,attn_in,Qwen2.5-Math-7B,2,64,15,0.06725522875785828 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,15,0.12175236642360687 +c4,mlp_down,Qwen2.5-Math-7B,2,64,15,0.07880081981420517 +c4,attn_in,Qwen2.5-Math-7B,2,64,16,0.06134767085313797 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,16,0.12305954843759537 +c4,mlp_down,Qwen2.5-Math-7B,2,64,16,0.08088451623916626 +c4,attn_in,Qwen2.5-Math-7B,2,64,17,0.061403702944517136 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,17,0.15852659940719604 +c4,mlp_down,Qwen2.5-Math-7B,2,64,17,0.1049933135509491 +c4,attn_in,Qwen2.5-Math-7B,2,64,18,0.0909154936671257 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,18,0.22135141491889954 +c4,mlp_down,Qwen2.5-Math-7B,2,64,18,0.1535627394914627 +c4,attn_in,Qwen2.5-Math-7B,2,64,19,0.1536506861448288 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,19,0.33554261922836304 +c4,mlp_down,Qwen2.5-Math-7B,2,64,19,0.24672548472881317 +c4,attn_in,Qwen2.5-Math-7B,2,64,20,0.14670319855213165 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,20,0.5502537488937378 +c4,mlp_down,Qwen2.5-Math-7B,2,64,20,0.42215844988822937 +c4,attn_in,Qwen2.5-Math-7B,2,64,21,0.3430245816707611 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,21,0.8775196671485901 +c4,mlp_down,Qwen2.5-Math-7B,2,64,21,0.6943760514259338 +c4,attn_in,Qwen2.5-Math-7B,2,64,22,0.27915123105049133 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,22,1.4801428318023682 +c4,mlp_down,Qwen2.5-Math-7B,2,64,22,1.2231836318969727 +c4,attn_in,Qwen2.5-Math-7B,2,64,23,0.4194033145904541 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,23,1.8258782625198364 +c4,mlp_down,Qwen2.5-Math-7B,2,64,23,1.651244044303894 +c4,attn_in,Qwen2.5-Math-7B,2,64,24,0.4302468001842499 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,24,2.8116002082824707 +c4,mlp_down,Qwen2.5-Math-7B,2,64,24,2.1813619136810303 +c4,attn_in,Qwen2.5-Math-7B,2,64,25,0.48458990454673767 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,25,4.120757102966309 +c4,mlp_down,Qwen2.5-Math-7B,2,64,25,3.081035852432251 +c4,attn_in,Qwen2.5-Math-7B,2,64,26,1.1935629844665527 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,26,7.888476371765137 +c4,mlp_down,Qwen2.5-Math-7B,2,64,26,6.0934295654296875 +c4,attn_in,Qwen2.5-Math-7B,2,64,27,5.269381046295166 +c4,mlp_gate,Qwen2.5-Math-7B,2,64,27,23.604997634887695 +c4,mlp_down,Qwen2.5-Math-7B,2,64,27,43.55476760864258 +pileval,attn_in,Qwen2.5-Math-7B,2,64,0,0.0038575325161218643 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,0,0.0041291131637990475 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,0,0.009767084382474422 +pileval,attn_in,Qwen2.5-Math-7B,2,64,1,0.002985538449138403 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,1,0.007739553693681955 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,1,0.011559080332517624 +pileval,attn_in,Qwen2.5-Math-7B,2,64,2,0.00353771960362792 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,2,0.013055818155407906 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,2,0.02057836763560772 +pileval,attn_in,Qwen2.5-Math-7B,2,64,3,0.011396069079637527 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,3,0.022591499611735344 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,3,0.16090242564678192 +pileval,attn_in,Qwen2.5-Math-7B,2,64,4,0.010888859629631042 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,4,0.030190492048859596 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,4,0.06909048557281494 +pileval,attn_in,Qwen2.5-Math-7B,2,64,5,0.015223171561956406 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,5,0.032378390431404114 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,5,0.02973349206149578 +pileval,attn_in,Qwen2.5-Math-7B,2,64,6,0.02577931433916092 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,6,0.08424968272447586 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,6,0.05569474399089813 +pileval,attn_in,Qwen2.5-Math-7B,2,64,7,0.03278999775648117 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,7,0.08992826193571091 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,7,0.0803065299987793 +pileval,attn_in,Qwen2.5-Math-7B,2,64,8,0.04455145075917244 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,8,0.10706619918346405 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,8,0.08054507523775101 +pileval,attn_in,Qwen2.5-Math-7B,2,64,9,0.04619415104389191 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,9,0.14614450931549072 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,9,0.11677363514900208 +pileval,attn_in,Qwen2.5-Math-7B,2,64,10,0.0536591000854969 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,10,0.11647000163793564 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,10,0.09101992100477219 +pileval,attn_in,Qwen2.5-Math-7B,2,64,11,0.04901992529630661 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,11,0.10930439829826355 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,11,0.07569489628076553 +pileval,attn_in,Qwen2.5-Math-7B,2,64,12,0.05237017571926117 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,12,0.10929371416568756 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,12,0.07670634984970093 +pileval,attn_in,Qwen2.5-Math-7B,2,64,13,0.06805795431137085 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,13,0.11205415427684784 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,13,0.0763576552271843 +pileval,attn_in,Qwen2.5-Math-7B,2,64,14,0.06481363624334335 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,14,0.1227288469672203 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,14,0.08388397842645645 +pileval,attn_in,Qwen2.5-Math-7B,2,64,15,0.07103719562292099 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,15,0.12426204234361649 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,15,0.08147148042917252 +pileval,attn_in,Qwen2.5-Math-7B,2,64,16,0.06663054972887039 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,16,0.12777575850486755 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,16,0.08429253101348877 +pileval,attn_in,Qwen2.5-Math-7B,2,64,17,0.07104920595884323 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,17,0.1670839935541153 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,17,0.11165421456098557 +pileval,attn_in,Qwen2.5-Math-7B,2,64,18,0.09581595659255981 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,18,0.22943179309368134 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,18,0.16163989901542664 +pileval,attn_in,Qwen2.5-Math-7B,2,64,19,0.16657854616641998 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,19,0.3396541476249695 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,19,0.25192636251449585 +pileval,attn_in,Qwen2.5-Math-7B,2,64,20,0.16035544872283936 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,20,0.5494506359100342 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,20,0.4198198616504669 +pileval,attn_in,Qwen2.5-Math-7B,2,64,21,0.362566202878952 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,21,0.837870180606842 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,21,0.6615487933158875 +pileval,attn_in,Qwen2.5-Math-7B,2,64,22,0.3578912913799286 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,22,1.4340764284133911 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,22,1.2421057224273682 +pileval,attn_in,Qwen2.5-Math-7B,2,64,23,0.48965466022491455 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,23,1.8651847839355469 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,23,1.740912675857544 +pileval,attn_in,Qwen2.5-Math-7B,2,64,24,0.4630943238735199 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,24,2.979304552078247 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,24,2.386765718460083 +pileval,attn_in,Qwen2.5-Math-7B,2,64,25,0.5417715907096863 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,25,4.391894817352295 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,25,3.333411931991577 +pileval,attn_in,Qwen2.5-Math-7B,2,64,26,1.4078730344772339 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,26,8.950080871582031 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,26,7.107874870300293 +pileval,attn_in,Qwen2.5-Math-7B,2,64,27,5.579596996307373 +pileval,mlp_gate,Qwen2.5-Math-7B,2,64,27,24.903762817382812 +pileval,mlp_down,Qwen2.5-Math-7B,2,64,27,46.139644622802734 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,0,0.0036750545259565115 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,0,0.004114134702831507 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,0,0.00946936197578907 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,1,0.002915462478995323 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,1,0.008143668994307518 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,1,0.01073559932410717 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,2,0.003491306211799383 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,2,0.013869582675397396 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,2,0.01936669461429119 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,3,0.011413644067943096 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,3,0.024527788162231445 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,3,0.1589685082435608 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,4,0.011267350986599922 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,4,0.03167572245001793 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,4,0.06842098385095596 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,5,0.015092655085027218 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,5,0.03071807511150837 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,5,0.025506220757961273 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,6,0.025630000978708267 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,6,0.08583511412143707 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,6,0.05956218019127846 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,7,0.03537417948246002 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,7,0.09207072108983994 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,7,0.08220530301332474 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,8,0.04328358918428421 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,8,0.10738328099250793 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,8,0.08119618892669678 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,9,0.04495915398001671 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,9,0.14959844946861267 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,9,0.11990263313055038 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,10,0.04992208257317543 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,10,0.11605092883110046 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,10,0.08830965310335159 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,11,0.04927782341837883 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,11,0.10680130869150162 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,11,0.07478424161672592 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,12,0.0546078085899353 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,12,0.10897470265626907 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,12,0.075891874730587 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,13,0.06732368469238281 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,13,0.11145918071269989 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,13,0.07578624784946442 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,14,0.0645700991153717 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,14,0.12204839289188385 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,14,0.082011878490448 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,15,0.07243464887142181 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,15,0.12354391068220139 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,15,0.08026890456676483 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,16,0.06340140104293823 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,16,0.12664316594600677 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,16,0.08303684741258621 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,17,0.06953288614749908 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,17,0.16554126143455505 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,17,0.10948432236909866 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,18,0.10016752034425735 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,18,0.22465072572231293 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,18,0.15367352962493896 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,19,0.16729918122291565 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,19,0.33106863498687744 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,19,0.23180800676345825 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,20,0.16097739338874817 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,20,0.5343151688575745 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,20,0.40057873725891113 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,21,0.35810384154319763 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,21,0.7980670928955078 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,21,0.6363034844398499 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,22,0.33589595556259155 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,22,1.4002389907836914 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,22,1.1744016408920288 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,23,0.4792330861091614 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,23,1.7972359657287598 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,23,1.808637022972107 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,24,0.5883755087852478 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,24,2.9399354457855225 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,24,2.432149887084961 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,25,0.5588732361793518 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,25,4.373647689819336 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,25,3.2126333713531494 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,26,1.8242357969284058 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,26,8.590846061706543 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,26,6.133560657501221 +wikitext,attn_in,Qwen2.5-Math-7B,2,64,27,6.001601696014404 +wikitext,mlp_gate,Qwen2.5-Math-7B,2,64,27,22.127208709716797 +wikitext,mlp_down,Qwen2.5-Math-7B,2,64,27,41.262264251708984 +bos,attn_in,Qwen2.5-Math-7B,3,128,0,0.0013281501596793532 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,0,0.001547230058349669 +bos,mlp_down,Qwen2.5-Math-7B,3,128,0,0.0026072997134178877 +bos,attn_in,Qwen2.5-Math-7B,3,128,1,6.285510607995093e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,1,0.001748773385770619 +bos,mlp_down,Qwen2.5-Math-7B,3,128,1,0.003005043836310506 +bos,attn_in,Qwen2.5-Math-7B,3,128,2,8.80556064657867e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,2,0.0022899925243109465 +bos,mlp_down,Qwen2.5-Math-7B,3,128,2,0.004083422478288412 +bos,attn_in,Qwen2.5-Math-7B,3,128,3,0.002852593781426549 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,3,0.0043246131390333176 +bos,mlp_down,Qwen2.5-Math-7B,3,128,3,0.07923457771539688 +bos,attn_in,Qwen2.5-Math-7B,3,128,4,0.002622703555971384 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,4,0.004936704877763987 +bos,mlp_down,Qwen2.5-Math-7B,3,128,4,0.029581570997834206 +bos,attn_in,Qwen2.5-Math-7B,3,128,5,0.005506345070898533 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,5,0.004556878935545683 +bos,mlp_down,Qwen2.5-Math-7B,3,128,5,0.00429248483851552 +bos,attn_in,Qwen2.5-Math-7B,3,128,6,0.005709388293325901 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,6,0.017312433570623398 +bos,mlp_down,Qwen2.5-Math-7B,3,128,6,0.010226740501821041 +bos,attn_in,Qwen2.5-Math-7B,3,128,7,0.007350653875619173 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,7,0.01830764301121235 +bos,mlp_down,Qwen2.5-Math-7B,3,128,7,0.02060234174132347 +bos,attn_in,Qwen2.5-Math-7B,3,128,8,0.009915635921061039 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,8,0.02005865052342415 +bos,mlp_down,Qwen2.5-Math-7B,3,128,8,0.018231511116027832 +bos,attn_in,Qwen2.5-Math-7B,3,128,9,0.009658332914113998 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,9,0.023267414420843124 +bos,mlp_down,Qwen2.5-Math-7B,3,128,9,0.023296713829040527 +bos,attn_in,Qwen2.5-Math-7B,3,128,10,0.008760225027799606 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,10,0.020900089293718338 +bos,mlp_down,Qwen2.5-Math-7B,3,128,10,0.018672874197363853 +bos,attn_in,Qwen2.5-Math-7B,3,128,11,0.012365343049168587 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,11,0.019836219027638435 +bos,mlp_down,Qwen2.5-Math-7B,3,128,11,0.01678325980901718 +bos,attn_in,Qwen2.5-Math-7B,3,128,12,0.010906540788710117 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,12,0.020436160266399384 +bos,mlp_down,Qwen2.5-Math-7B,3,128,12,0.01632559671998024 +bos,attn_in,Qwen2.5-Math-7B,3,128,13,0.01863250881433487 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,13,0.022167697548866272 +bos,mlp_down,Qwen2.5-Math-7B,3,128,13,0.017061736434698105 +bos,attn_in,Qwen2.5-Math-7B,3,128,14,0.014676774851977825 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,14,0.025403812527656555 +bos,mlp_down,Qwen2.5-Math-7B,3,128,14,0.01935553550720215 +bos,attn_in,Qwen2.5-Math-7B,3,128,15,0.021769724786281586 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,15,0.025548212230205536 +bos,mlp_down,Qwen2.5-Math-7B,3,128,15,0.018547462299466133 +bos,attn_in,Qwen2.5-Math-7B,3,128,16,0.015502182766795158 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,16,0.02497202530503273 +bos,mlp_down,Qwen2.5-Math-7B,3,128,16,0.018263069912791252 +bos,attn_in,Qwen2.5-Math-7B,3,128,17,0.016748681664466858 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,17,0.03266027569770813 +bos,mlp_down,Qwen2.5-Math-7B,3,128,17,0.02433796040713787 +bos,attn_in,Qwen2.5-Math-7B,3,128,18,0.022733056917786598 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,18,0.04646657407283783 +bos,mlp_down,Qwen2.5-Math-7B,3,128,18,0.03591690585017204 +bos,attn_in,Qwen2.5-Math-7B,3,128,19,0.0446750782430172 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,19,0.06800560653209686 +bos,mlp_down,Qwen2.5-Math-7B,3,128,19,0.05585991591215134 +bos,attn_in,Qwen2.5-Math-7B,3,128,20,0.04022176191210747 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,20,0.11490794271230698 +bos,mlp_down,Qwen2.5-Math-7B,3,128,20,0.1049361377954483 +bos,attn_in,Qwen2.5-Math-7B,3,128,21,0.06431081891059875 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,21,0.18997880816459656 +bos,mlp_down,Qwen2.5-Math-7B,3,128,21,0.18372103571891785 +bos,attn_in,Qwen2.5-Math-7B,3,128,22,0.07730989158153534 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,22,0.30276721715927124 +bos,mlp_down,Qwen2.5-Math-7B,3,128,22,0.2920593321323395 +bos,attn_in,Qwen2.5-Math-7B,3,128,23,0.08832751959562302 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,23,0.3410520553588867 +bos,mlp_down,Qwen2.5-Math-7B,3,128,23,0.3318290710449219 +bos,attn_in,Qwen2.5-Math-7B,3,128,24,0.1291799545288086 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,24,0.4913999140262604 +bos,mlp_down,Qwen2.5-Math-7B,3,128,24,0.4240817427635193 +bos,attn_in,Qwen2.5-Math-7B,3,128,25,0.14166486263275146 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,25,0.6744921803474426 +bos,mlp_down,Qwen2.5-Math-7B,3,128,25,0.6072202324867249 +bos,attn_in,Qwen2.5-Math-7B,3,128,26,0.2359340786933899 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,26,1.1955667734146118 +bos,mlp_down,Qwen2.5-Math-7B,3,128,26,1.3501954078674316 +bos,attn_in,Qwen2.5-Math-7B,3,128,27,1.3647985458374023 +bos,mlp_gate,Qwen2.5-Math-7B,3,128,27,2.616980791091919 +bos,mlp_down,Qwen2.5-Math-7B,3,128,27,9.930102348327637 +c4,attn_in,Qwen2.5-Math-7B,3,128,0,0.0011537730460986495 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,0,0.0017604607855901122 +c4,mlp_down,Qwen2.5-Math-7B,3,128,0,0.0027214325964450836 +c4,attn_in,Qwen2.5-Math-7B,3,128,1,6.46614411380142e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,1,0.0017458018846809864 +c4,mlp_down,Qwen2.5-Math-7B,3,128,1,0.0027284137904644012 +c4,attn_in,Qwen2.5-Math-7B,3,128,2,9.178115287795663e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,2,0.002729965839534998 +c4,mlp_down,Qwen2.5-Math-7B,3,128,2,0.004625655710697174 +c4,attn_in,Qwen2.5-Math-7B,3,128,3,0.0030912545043975115 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,3,0.005838403478264809 +c4,mlp_down,Qwen2.5-Math-7B,3,128,3,0.08165309578180313 +c4,attn_in,Qwen2.5-Math-7B,3,128,4,0.002769912825897336 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,4,0.007198695093393326 +c4,mlp_down,Qwen2.5-Math-7B,3,128,4,0.031831689178943634 +c4,attn_in,Qwen2.5-Math-7B,3,128,5,0.005096437409520149 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,5,0.006322099827229977 +c4,mlp_down,Qwen2.5-Math-7B,3,128,5,0.006014262326061726 +c4,attn_in,Qwen2.5-Math-7B,3,128,6,0.006309972610324621 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,6,0.019787797704339027 +c4,mlp_down,Qwen2.5-Math-7B,3,128,6,0.012773266062140465 +c4,attn_in,Qwen2.5-Math-7B,3,128,7,0.0076162610203027725 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,7,0.020580751821398735 +c4,mlp_down,Qwen2.5-Math-7B,3,128,7,0.02097058668732643 +c4,attn_in,Qwen2.5-Math-7B,3,128,8,0.01034700870513916 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,8,0.02460159920156002 +c4,mlp_down,Qwen2.5-Math-7B,3,128,8,0.020407499745488167 +c4,attn_in,Qwen2.5-Math-7B,3,128,9,0.011132021434605122 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,9,0.03268086910247803 +c4,mlp_down,Qwen2.5-Math-7B,3,128,9,0.029344717040657997 +c4,attn_in,Qwen2.5-Math-7B,3,128,10,0.011273335665464401 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,10,0.026607245206832886 +c4,mlp_down,Qwen2.5-Math-7B,3,128,10,0.02172750048339367 +c4,attn_in,Qwen2.5-Math-7B,3,128,11,0.01473396085202694 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,11,0.02405593916773796 +c4,mlp_down,Qwen2.5-Math-7B,3,128,11,0.018494373187422752 +c4,attn_in,Qwen2.5-Math-7B,3,128,12,0.012526544742286205 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,12,0.024772915989160538 +c4,mlp_down,Qwen2.5-Math-7B,3,128,12,0.01836255192756653 +c4,attn_in,Qwen2.5-Math-7B,3,128,13,0.01614266261458397 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,13,0.026378853246569633 +c4,mlp_down,Qwen2.5-Math-7B,3,128,13,0.018859215080738068 +c4,attn_in,Qwen2.5-Math-7B,3,128,14,0.017297731712460518 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,14,0.02869475819170475 +c4,mlp_down,Qwen2.5-Math-7B,3,128,14,0.020711451768875122 +c4,attn_in,Qwen2.5-Math-7B,3,128,15,0.02173243649303913 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,15,0.028720073401927948 +c4,mlp_down,Qwen2.5-Math-7B,3,128,15,0.019295621663331985 +c4,attn_in,Qwen2.5-Math-7B,3,128,16,0.01654142700135708 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,16,0.02818293496966362 +c4,mlp_down,Qwen2.5-Math-7B,3,128,16,0.01946662738919258 +c4,attn_in,Qwen2.5-Math-7B,3,128,17,0.018393099308013916 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,17,0.03693594038486481 +c4,mlp_down,Qwen2.5-Math-7B,3,128,17,0.025812586769461632 +c4,attn_in,Qwen2.5-Math-7B,3,128,18,0.024041958153247833 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,18,0.05280415713787079 +c4,mlp_down,Qwen2.5-Math-7B,3,128,18,0.038202110677957535 +c4,attn_in,Qwen2.5-Math-7B,3,128,19,0.05447591841220856 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,19,0.07990925014019012 +c4,mlp_down,Qwen2.5-Math-7B,3,128,19,0.06065709516406059 +c4,attn_in,Qwen2.5-Math-7B,3,128,20,0.036742664873600006 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,20,0.13180683553218842 +c4,mlp_down,Qwen2.5-Math-7B,3,128,20,0.10926604270935059 +c4,attn_in,Qwen2.5-Math-7B,3,128,21,0.0704602301120758 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,21,0.2056436985731125 +c4,mlp_down,Qwen2.5-Math-7B,3,128,21,0.18140588700771332 +c4,attn_in,Qwen2.5-Math-7B,3,128,22,0.08405764400959015 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,22,0.3375643789768219 +c4,mlp_down,Qwen2.5-Math-7B,3,128,22,0.30842864513397217 +c4,attn_in,Qwen2.5-Math-7B,3,128,23,0.1196894496679306 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,23,0.39268258213996887 +c4,mlp_down,Qwen2.5-Math-7B,3,128,23,0.4058249294757843 +c4,attn_in,Qwen2.5-Math-7B,3,128,24,0.12467610090970993 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,24,0.6100591421127319 +c4,mlp_down,Qwen2.5-Math-7B,3,128,24,0.527832567691803 +c4,attn_in,Qwen2.5-Math-7B,3,128,25,0.14011669158935547 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,25,0.9095439910888672 +c4,mlp_down,Qwen2.5-Math-7B,3,128,25,0.7489412426948547 +c4,attn_in,Qwen2.5-Math-7B,3,128,26,0.32657375931739807 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,26,1.675381064414978 +c4,mlp_down,Qwen2.5-Math-7B,3,128,26,1.7622878551483154 +c4,attn_in,Qwen2.5-Math-7B,3,128,27,1.667967438697815 +c4,mlp_gate,Qwen2.5-Math-7B,3,128,27,5.055037975311279 +c4,mlp_down,Qwen2.5-Math-7B,3,128,27,18.53285789489746 +pileval,attn_in,Qwen2.5-Math-7B,3,128,0,0.001146909547969699 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,0,0.0018732917960733175 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,0,0.00262910732999444 +pileval,attn_in,Qwen2.5-Math-7B,3,128,1,6.727052386850119e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,1,0.0018167777452617884 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,1,0.002903014188632369 +pileval,attn_in,Qwen2.5-Math-7B,3,128,2,9.862151928246021e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,2,0.0029411118011921644 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,2,0.004998890217393637 +pileval,attn_in,Qwen2.5-Math-7B,3,128,3,0.0032432700973004103 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,3,0.006094970274716616 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,3,0.08256826549768448 +pileval,attn_in,Qwen2.5-Math-7B,3,128,4,0.0030012039933353662 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,4,0.007041059900075197 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,4,0.03214336186647415 +pileval,attn_in,Qwen2.5-Math-7B,3,128,5,0.005362548865377903 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,5,0.007146345917135477 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,5,0.00745639530941844 +pileval,attn_in,Qwen2.5-Math-7B,3,128,6,0.006569022312760353 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,6,0.02070367895066738 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,6,0.01369722094386816 +pileval,attn_in,Qwen2.5-Math-7B,3,128,7,0.007815266959369183 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,7,0.02099250629544258 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,7,0.020681947469711304 +pileval,attn_in,Qwen2.5-Math-7B,3,128,8,0.0108390087261796 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,8,0.02413998730480671 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,8,0.01968793198466301 +pileval,attn_in,Qwen2.5-Math-7B,3,128,9,0.01169688068330288 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,9,0.03090943954885006 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,9,0.027846602723002434 +pileval,attn_in,Qwen2.5-Math-7B,3,128,10,0.011447211727499962 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,10,0.026065582409501076 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,10,0.021965835243463516 +pileval,attn_in,Qwen2.5-Math-7B,3,128,11,0.015183566138148308 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,11,0.024143455550074577 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,11,0.018796909600496292 +pileval,attn_in,Qwen2.5-Math-7B,3,128,12,0.012861104682087898 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,12,0.02494964562356472 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,12,0.018881700932979584 +pileval,attn_in,Qwen2.5-Math-7B,3,128,13,0.016968127340078354 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,13,0.025852248072624207 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,13,0.01861751079559326 +pileval,attn_in,Qwen2.5-Math-7B,3,128,14,0.01895470917224884 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,14,0.02834802307188511 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,14,0.02087976038455963 +pileval,attn_in,Qwen2.5-Math-7B,3,128,15,0.023351412266492844 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,15,0.02922629565000534 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,15,0.019997907802462578 +pileval,attn_in,Qwen2.5-Math-7B,3,128,16,0.018333127722144127 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,16,0.029090039432048798 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,16,0.020313045009970665 +pileval,attn_in,Qwen2.5-Math-7B,3,128,17,0.020634165033698082 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,17,0.038612574338912964 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,17,0.027418535202741623 +pileval,attn_in,Qwen2.5-Math-7B,3,128,18,0.02601335383951664 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,18,0.05446559563279152 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,18,0.040209315717220306 +pileval,attn_in,Qwen2.5-Math-7B,3,128,19,0.0573999285697937 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,19,0.07999884337186813 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,19,0.062034208327531815 +pileval,attn_in,Qwen2.5-Math-7B,3,128,20,0.041633643209934235 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,20,0.13093893229961395 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,20,0.1097068190574646 +pileval,attn_in,Qwen2.5-Math-7B,3,128,21,0.077129460871219635 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,21,0.1963091939687729 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,21,0.17520123720169067 +pileval,attn_in,Qwen2.5-Math-7B,3,128,22,0.10441654175519943 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,22,0.32465651631355286 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,22,0.3147781193256378 +pileval,attn_in,Qwen2.5-Math-7B,3,128,23,0.13764020800590515 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,23,0.3982661962509155 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,23,0.42736750841140747 +pileval,attn_in,Qwen2.5-Math-7B,3,128,24,0.13396379351615906 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,24,0.6445519924163818 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,24,0.5843455791473389 +pileval,attn_in,Qwen2.5-Math-7B,3,128,25,0.15169571340084076 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,25,0.9586433172225952 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,25,0.8391003012657166 +pileval,attn_in,Qwen2.5-Math-7B,3,128,26,0.3845118284225464 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,26,1.9342639446258545 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,26,2.0008811950683594 +pileval,attn_in,Qwen2.5-Math-7B,3,128,27,1.7556664943695068 +pileval,mlp_gate,Qwen2.5-Math-7B,3,128,27,5.397588729858398 +pileval,mlp_down,Qwen2.5-Math-7B,3,128,27,19.025516510009766 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,0,0.0010525326943024993 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,0,0.0018823365680873394 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,0,0.0025886993389576674 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,1,6.427051266655326e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,1,0.0018359905807301402 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,1,0.0026985909789800644 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,2,9.44999628700316e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,2,0.0030319001525640488 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,2,0.004702604841440916 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,3,0.0032532766927033663 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,3,0.00588570348918438 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,3,0.08103973418474197 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,4,0.0030330712907016277 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,4,0.007561292499303818 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,4,0.03199431672692299 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,5,0.005654565524309874 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,5,0.006871642079204321 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,5,0.006454887799918652 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,6,0.00642348499968648 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,6,0.021099334582686424 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,6,0.014619541354477406 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,7,0.008152310736477375 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,7,0.021606476977467537 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,7,0.02111705020070076 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,8,0.010556109249591827 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,8,0.024236759170889854 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,8,0.019857605919241905 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,9,0.01140084583312273 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,9,0.03218652680516243 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,9,0.02860298752784729 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,10,0.011462864466011524 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,10,0.026115497574210167 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,10,0.021329646930098534 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,11,0.015933426097035408 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,11,0.023696843534708023 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,11,0.018555693328380585 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,12,0.012609087862074375 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,12,0.024928783997893333 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,12,0.0186892282217741 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,13,0.016645729541778564 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,13,0.025900015607476234 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,13,0.01848064549267292 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,14,0.020182045176625252 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,14,0.028148014098405838 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,14,0.020464858040213585 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,15,0.02300592139363289 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,15,0.02893253043293953 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,15,0.01967853680253029 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,16,0.017703857272863388 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,16,0.028854135423898697 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,16,0.02000304125249386 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,17,0.020109398290514946 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,17,0.038264136761426926 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,17,0.026952223852276802 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,18,0.02524864859879017 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,18,0.05363430827856064 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,18,0.03832448273897171 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,19,0.05550716444849968 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,19,0.0776926651597023 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,19,0.05729074031114578 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,20,0.0413210429251194 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,20,0.1275777965784073 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,20,0.10459774732589722 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,21,0.07582544535398483 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,21,0.18996594846248627 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,21,0.16885794699192047 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,22,0.09741093218326569 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,22,0.3193892538547516 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,22,0.2989184558391571 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,23,0.1435963362455368 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,23,0.3872320353984833 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,23,0.44247302412986755 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,24,0.17058728635311127 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,24,0.6354382038116455 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,24,0.5877624154090881 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,25,0.15666380524635315 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,25,0.944337010383606 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,25,0.7825982570648193 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,26,0.4928339123725891 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,26,1.7773702144622803 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,26,1.7535642385482788 +wikitext,attn_in,Qwen2.5-Math-7B,3,128,27,1.85094153881073 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,128,27,4.9115400314331055 +wikitext,mlp_down,Qwen2.5-Math-7B,3,128,27,17.085790634155273 +bos,attn_in,Qwen2.5-Math-7B,3,32,0,5.111727514304221e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,0,0.0010963386157527566 +bos,mlp_down,Qwen2.5-Math-7B,3,32,0,0.0012586950324475765 +bos,attn_in,Qwen2.5-Math-7B,3,32,1,2.916676749009639e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,1,9.055412374436855e-4 +bos,mlp_down,Qwen2.5-Math-7B,3,32,1,0.00156820856500417 +bos,attn_in,Qwen2.5-Math-7B,3,32,2,4.2268139077350497e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,2,0.0010568061843514442 +bos,mlp_down,Qwen2.5-Math-7B,3,32,2,0.002191507024690509 +bos,attn_in,Qwen2.5-Math-7B,3,32,3,0.001431489596143365 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,3,0.00212688441388309 +bos,mlp_down,Qwen2.5-Math-7B,3,32,3,0.03052368201315403 +bos,attn_in,Qwen2.5-Math-7B,3,32,4,0.0012520031305029988 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,4,0.0025953741278499365 +bos,mlp_down,Qwen2.5-Math-7B,3,32,4,0.009605535306036472 +bos,attn_in,Qwen2.5-Math-7B,3,32,5,0.0021729739382863045 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,5,0.002284146612510085 +bos,mlp_down,Qwen2.5-Math-7B,3,32,5,0.0022060452029109 +bos,attn_in,Qwen2.5-Math-7B,3,32,6,0.0038635474629700184 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,6,0.011164606548845768 +bos,mlp_down,Qwen2.5-Math-7B,3,32,6,0.00551351485773921 +bos,attn_in,Qwen2.5-Math-7B,3,32,7,0.0037211766466498375 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,7,0.009620647877454758 +bos,mlp_down,Qwen2.5-Math-7B,3,32,7,0.010795081034302711 +bos,attn_in,Qwen2.5-Math-7B,3,32,8,0.004862039349973202 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,8,0.01093008928000927 +bos,mlp_down,Qwen2.5-Math-7B,3,32,8,0.00995298195630312 +bos,attn_in,Qwen2.5-Math-7B,3,32,9,0.0057250442914664745 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,9,0.012966161593794823 +bos,mlp_down,Qwen2.5-Math-7B,3,32,9,0.013173852115869522 +bos,attn_in,Qwen2.5-Math-7B,3,32,10,0.004266506060957909 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,10,0.011315378360450268 +bos,mlp_down,Qwen2.5-Math-7B,3,32,10,0.010370215401053429 +bos,attn_in,Qwen2.5-Math-7B,3,32,11,0.0076911733485758305 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,11,0.010911671444773674 +bos,mlp_down,Qwen2.5-Math-7B,3,32,11,0.009177948348224163 +bos,attn_in,Qwen2.5-Math-7B,3,32,12,0.005529450252652168 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,12,0.010976402088999748 +bos,mlp_down,Qwen2.5-Math-7B,3,32,12,0.008841058239340782 +bos,attn_in,Qwen2.5-Math-7B,3,32,13,0.0055651296861469746 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,13,0.01173447072505951 +bos,mlp_down,Qwen2.5-Math-7B,3,32,13,0.009404916316270828 +bos,attn_in,Qwen2.5-Math-7B,3,32,14,0.006889933254569769 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,14,0.013293148949742317 +bos,mlp_down,Qwen2.5-Math-7B,3,32,14,0.010434817522764206 +bos,attn_in,Qwen2.5-Math-7B,3,32,15,0.010505308397114277 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,15,0.013301612809300423 +bos,mlp_down,Qwen2.5-Math-7B,3,32,15,0.010059324093163013 +bos,attn_in,Qwen2.5-Math-7B,3,32,16,0.007647226564586163 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,16,0.013371598906815052 +bos,mlp_down,Qwen2.5-Math-7B,3,32,16,0.010102729313075542 +bos,attn_in,Qwen2.5-Math-7B,3,32,17,0.009208437986671925 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,17,0.017225557938218117 +bos,mlp_down,Qwen2.5-Math-7B,3,32,17,0.013241621665656567 +bos,attn_in,Qwen2.5-Math-7B,3,32,18,0.010304988361895084 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,18,0.02402356080710888 +bos,mlp_down,Qwen2.5-Math-7B,3,32,18,0.019396889954805374 +bos,attn_in,Qwen2.5-Math-7B,3,32,19,0.021181752905249596 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,19,0.03507769852876663 +bos,mlp_down,Qwen2.5-Math-7B,3,32,19,0.030346298590302467 +bos,attn_in,Qwen2.5-Math-7B,3,32,20,0.016499090939760208 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,20,0.058693937957286835 +bos,mlp_down,Qwen2.5-Math-7B,3,32,20,0.05464304983615875 +bos,attn_in,Qwen2.5-Math-7B,3,32,21,0.044486671686172485 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,21,0.0988345816731453 +bos,mlp_down,Qwen2.5-Math-7B,3,32,21,0.09636160731315613 +bos,attn_in,Qwen2.5-Math-7B,3,32,22,0.03872496634721756 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,22,0.15906062722206116 +bos,mlp_down,Qwen2.5-Math-7B,3,32,22,0.15926383435726166 +bos,attn_in,Qwen2.5-Math-7B,3,32,23,0.042513299733400345 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,23,0.1854090690612793 +bos,mlp_down,Qwen2.5-Math-7B,3,32,23,0.1830011010169983 +bos,attn_in,Qwen2.5-Math-7B,3,32,24,0.07402709871530533 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,24,0.26823246479034424 +bos,mlp_down,Qwen2.5-Math-7B,3,32,24,0.23635463416576385 +bos,attn_in,Qwen2.5-Math-7B,3,32,25,0.07856156677007675 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,25,0.35738176107406616 +bos,mlp_down,Qwen2.5-Math-7B,3,32,25,0.336896687746048 +bos,attn_in,Qwen2.5-Math-7B,3,32,26,0.12461014091968536 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,26,0.6289680600166321 +bos,mlp_down,Qwen2.5-Math-7B,3,32,26,0.6296494603157043 +bos,attn_in,Qwen2.5-Math-7B,3,32,27,0.7653587460517883 +bos,mlp_gate,Qwen2.5-Math-7B,3,32,27,1.5149165391921997 +bos,mlp_down,Qwen2.5-Math-7B,3,32,27,3.437947988510132 +c4,attn_in,Qwen2.5-Math-7B,3,32,0,4.6947982627898455e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,0,0.0012302056420594454 +c4,mlp_down,Qwen2.5-Math-7B,3,32,0,0.0013311480870470405 +c4,attn_in,Qwen2.5-Math-7B,3,32,1,2.9525073477998376e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,1,8.863478433340788e-4 +c4,mlp_down,Qwen2.5-Math-7B,3,32,1,0.0014392515877261758 +c4,attn_in,Qwen2.5-Math-7B,3,32,2,4.367039364296943e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,2,0.0013149910373613238 +c4,mlp_down,Qwen2.5-Math-7B,3,32,2,0.0025313417427241802 +c4,attn_in,Qwen2.5-Math-7B,3,32,3,0.0014917637454345822 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,3,0.0028301533311605453 +c4,mlp_down,Qwen2.5-Math-7B,3,32,3,0.03153522312641144 +c4,attn_in,Qwen2.5-Math-7B,3,32,4,0.0013803347246721387 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,4,0.0036623140331357718 +c4,mlp_down,Qwen2.5-Math-7B,3,32,4,0.010865094140172005 +c4,attn_in,Qwen2.5-Math-7B,3,32,5,0.0019364893669262528 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,5,0.0032717385329306126 +c4,mlp_down,Qwen2.5-Math-7B,3,32,5,0.003177269361913204 +c4,attn_in,Qwen2.5-Math-7B,3,32,6,0.003485435387119651 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,6,0.012068280018866062 +c4,mlp_down,Qwen2.5-Math-7B,3,32,6,0.006936170626431704 +c4,attn_in,Qwen2.5-Math-7B,3,32,7,0.00398853188380599 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,7,0.010851082392036915 +c4,mlp_down,Qwen2.5-Math-7B,3,32,7,0.011091146618127823 +c4,attn_in,Qwen2.5-Math-7B,3,32,8,0.005220943596214056 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,8,0.01339579839259386 +c4,mlp_down,Qwen2.5-Math-7B,3,32,8,0.011212618090212345 +c4,attn_in,Qwen2.5-Math-7B,3,32,9,0.0059376065619289875 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,9,0.01809687726199627 +c4,mlp_down,Qwen2.5-Math-7B,3,32,9,0.016494017094373703 +c4,attn_in,Qwen2.5-Math-7B,3,32,10,0.005334628280252218 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,10,0.014452301897108555 +c4,mlp_down,Qwen2.5-Math-7B,3,32,10,0.012061786837875843 +c4,attn_in,Qwen2.5-Math-7B,3,32,11,0.007704748306423426 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,11,0.013180202804505825 +c4,mlp_down,Qwen2.5-Math-7B,3,32,11,0.010151879861950874 +c4,attn_in,Qwen2.5-Math-7B,3,32,12,0.006560639478266239 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,12,0.013155624270439148 +c4,mlp_down,Qwen2.5-Math-7B,3,32,12,0.009960473515093327 +c4,attn_in,Qwen2.5-Math-7B,3,32,13,0.00717261852696538 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,13,0.013896810822188854 +c4,mlp_down,Qwen2.5-Math-7B,3,32,13,0.01036780420690775 +c4,attn_in,Qwen2.5-Math-7B,3,32,14,0.0078579718247056 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,14,0.015045899897813797 +c4,mlp_down,Qwen2.5-Math-7B,3,32,14,0.011161687783896923 +c4,attn_in,Qwen2.5-Math-7B,3,32,15,0.011132482439279556 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,15,0.014933286234736443 +c4,mlp_down,Qwen2.5-Math-7B,3,32,15,0.010499040596187115 +c4,attn_in,Qwen2.5-Math-7B,3,32,16,0.008102254942059517 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,16,0.015019834972918034 +c4,mlp_down,Qwen2.5-Math-7B,3,32,16,0.010790047235786915 +c4,attn_in,Qwen2.5-Math-7B,3,32,17,0.008590354584157467 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,17,0.019486861303448677 +c4,mlp_down,Qwen2.5-Math-7B,3,32,17,0.013975401408970356 +c4,attn_in,Qwen2.5-Math-7B,3,32,18,0.010614283382892609 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,18,0.026952914893627167 +c4,mlp_down,Qwen2.5-Math-7B,3,32,18,0.02048930712044239 +c4,attn_in,Qwen2.5-Math-7B,3,32,19,0.023999128490686417 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,19,0.04053903743624687 +c4,mlp_down,Qwen2.5-Math-7B,3,32,19,0.0328478179872036 +c4,attn_in,Qwen2.5-Math-7B,3,32,20,0.016856538131833076 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,20,0.06656946986913681 +c4,mlp_down,Qwen2.5-Math-7B,3,32,20,0.056577373296022415 +c4,attn_in,Qwen2.5-Math-7B,3,32,21,0.045809246599674225 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,21,0.1045694649219513 +c4,mlp_down,Qwen2.5-Math-7B,3,32,21,0.09412228316068649 +c4,attn_in,Qwen2.5-Math-7B,3,32,22,0.04047109931707382 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,22,0.17334577441215515 +c4,mlp_down,Qwen2.5-Math-7B,3,32,22,0.16440920531749725 +c4,attn_in,Qwen2.5-Math-7B,3,32,23,0.06204261630773544 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,23,0.21209341287612915 +c4,mlp_down,Qwen2.5-Math-7B,3,32,23,0.2224082499742508 +c4,attn_in,Qwen2.5-Math-7B,3,32,24,0.06170650199055672 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,24,0.3297386169433594 +c4,mlp_down,Qwen2.5-Math-7B,3,32,24,0.294624924659729 +c4,attn_in,Qwen2.5-Math-7B,3,32,25,0.07580965012311935 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,25,0.4806934893131256 +c4,mlp_down,Qwen2.5-Math-7B,3,32,25,0.415026992559433 +c4,attn_in,Qwen2.5-Math-7B,3,32,26,0.17275847494602203 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,26,0.8718984723091125 +c4,mlp_down,Qwen2.5-Math-7B,3,32,26,0.8327213525772095 +c4,attn_in,Qwen2.5-Math-7B,3,32,27,0.9012739658355713 +c4,mlp_gate,Qwen2.5-Math-7B,3,32,27,2.8667514324188232 +c4,mlp_down,Qwen2.5-Math-7B,3,32,27,6.503756999969482 +pileval,attn_in,Qwen2.5-Math-7B,3,32,0,4.715381364803761e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,0,0.0013177358778193593 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,0,0.0012864148011431098 +pileval,attn_in,Qwen2.5-Math-7B,3,32,1,3.0818540835753083e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,1,9.403291041962802e-4 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,1,0.0015267443377524614 +pileval,attn_in,Qwen2.5-Math-7B,3,32,2,4.683449224103242e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,2,0.0014532002387568355 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,2,0.0027311404701322317 +pileval,attn_in,Qwen2.5-Math-7B,3,32,3,0.0015830948250368237 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,3,0.0029976312071084976 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,3,0.0320088267326355 +pileval,attn_in,Qwen2.5-Math-7B,3,32,4,0.001487750094383955 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,4,0.0035492521710693836 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,4,0.011015543714165688 +pileval,attn_in,Qwen2.5-Math-7B,3,32,5,0.002126163337379694 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,5,0.003688935423269868 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,5,0.003992462530732155 +pileval,attn_in,Qwen2.5-Math-7B,3,32,6,0.0039117783308029175 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,6,0.012716797180473804 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,6,0.0074154045432806015 +pileval,attn_in,Qwen2.5-Math-7B,3,32,7,0.0041944789700210094 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,7,0.01111364085227251 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,7,0.010851049795746803 +pileval,attn_in,Qwen2.5-Math-7B,3,32,8,0.005502232350409031 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,8,0.013179811649024487 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,8,0.010765056125819683 +pileval,attn_in,Qwen2.5-Math-7B,3,32,9,0.006086454261094332 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,9,0.017192324623465538 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,9,0.015613120049238205 +pileval,attn_in,Qwen2.5-Math-7B,3,32,10,0.005514391232281923 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,10,0.014201624318957329 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,10,0.012172332033514977 +pileval,attn_in,Qwen2.5-Math-7B,3,32,11,0.008053201250731945 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,11,0.01326764840632677 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,11,0.010293930768966675 +pileval,attn_in,Qwen2.5-Math-7B,3,32,12,0.006720342207700014 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,12,0.013328365050256252 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,12,0.010213026776909828 +pileval,attn_in,Qwen2.5-Math-7B,3,32,13,0.0074882907792925835 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,13,0.013643571175634861 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,13,0.010189340449869633 +pileval,attn_in,Qwen2.5-Math-7B,3,32,14,0.008572478778660297 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,14,0.01489370595663786 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,14,0.011219033971428871 +pileval,attn_in,Qwen2.5-Math-7B,3,32,15,0.011457870714366436 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,15,0.015218631364405155 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,15,0.010852410458028316 +pileval,attn_in,Qwen2.5-Math-7B,3,32,16,0.009104258380830288 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,16,0.015581039711833 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,16,0.011244804598391056 +pileval,attn_in,Qwen2.5-Math-7B,3,32,17,0.009648478589951992 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,17,0.02045043185353279 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,17,0.014859341084957123 +pileval,attn_in,Qwen2.5-Math-7B,3,32,18,0.011569089256227016 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,18,0.02797861211001873 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,18,0.021548740565776825 +pileval,attn_in,Qwen2.5-Math-7B,3,32,19,0.025207387283444405 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,19,0.041008539497852325 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,19,0.03350646793842316 +pileval,attn_in,Qwen2.5-Math-7B,3,32,20,0.01862582378089428 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,20,0.06629236787557602 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,20,0.05620979890227318 +pileval,attn_in,Qwen2.5-Math-7B,3,32,21,0.047750525176525116 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,21,0.099788568913936615 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,21,0.08976103365421295 +pileval,attn_in,Qwen2.5-Math-7B,3,32,22,0.048759907484054565 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,22,0.16858436167240143 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,22,0.16686290502548218 +pileval,attn_in,Qwen2.5-Math-7B,3,32,23,0.07042744010686874 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,23,0.21635912358760834 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,23,0.23423367738723755 +pileval,attn_in,Qwen2.5-Math-7B,3,32,24,0.06660378724336624 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,24,0.35090339183807373 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,24,0.3224221467971802 +pileval,attn_in,Qwen2.5-Math-7B,3,32,25,0.08351932466030121 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,25,0.5090851783752441 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,25,0.4532119035720825 +pileval,attn_in,Qwen2.5-Math-7B,3,32,26,0.20022958517074585 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,26,1.0240130424499512 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,26,0.9690607786178589 +pileval,attn_in,Qwen2.5-Math-7B,3,32,27,0.9551860690116882 +pileval,mlp_gate,Qwen2.5-Math-7B,3,32,27,2.9844443798065186 +pileval,mlp_down,Qwen2.5-Math-7B,3,32,27,6.802916526794434 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,0,4.468386759981513e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,0,0.001335295382887125 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,0,0.0012539312010630965 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,1,2.948144974652678e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,1,9.617817122489214e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,1,0.0014191000955179334 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,2,4.691276408266276e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,2,0.001465415465645492 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,2,0.0025704102590680122 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,3,0.0015717754140496254 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,3,0.0029646800830960274 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,3,0.03150470182299614 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,4,0.001484549487940967 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,4,0.00379743124358356 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,4,0.010917216539382935 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,5,0.0021833982318639755 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,5,0.003525534411892295 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,5,0.00342806545086205 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,6,0.004217644687741995 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,6,0.012610775418579578 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,6,0.007928946055471897 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,7,0.004297555889934301 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,7,0.011395704932510853 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,7,0.01109593641012907 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,8,0.005430376622825861 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,8,0.013176893815398216 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,8,0.01085104513913393 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,9,0.005909239407628775 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,9,0.01770220510661602 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,9,0.016070611774921417 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,10,0.005335811525583267 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,10,0.014185887761414051 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,10,0.011826352216303349 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,11,0.007166651543229818 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,11,0.012978543527424335 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,11,0.010152182541787624 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,12,0.007286901585757732 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,12,0.013275548815727234 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,12,0.01009796280413866 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,13,0.007454775273799896 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,13,0.01362435333430767 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,13,0.01010620966553688 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,14,0.008442707359790802 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,14,0.014711624011397362 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,14,0.010956776328384876 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,15,0.012415668927133083 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,15,0.015057295560836792 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,15,0.01068263128399849 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,16,0.008895420469343662 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,16,0.015406958758831024 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,16,0.011065557599067688 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,17,0.0104523291811347 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,17,0.020245464518666267 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,17,0.01458302978426218 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,18,0.011218035593628883 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,18,0.027333173900842667 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,18,0.02049587480723858 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,19,0.02471337839961052 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,19,0.03963587433099747 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,19,0.03092239238321781 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,20,0.018413396552205086 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,20,0.06474249809980392 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,20,0.053480710834264755 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,21,0.047892048954963684 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,21,0.09557335078716278 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,21,0.08644688874483109 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,22,0.046002402901649475 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,22,0.1652744710445404 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,22,0.15786869823932648 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,23,0.07276345044374466 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,23,0.20779311656951904 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,23,0.24336817860603333 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,24,0.08618984371423721 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,24,0.34601709246635437 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,24,0.3287063539028168 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,25,0.08863238990306854 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,25,0.5052725672721863 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,25,0.43212607502937317 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,26,0.25852876901626587 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,26,0.9385144710540771 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,26,0.8368350267410278 +wikitext,attn_in,Qwen2.5-Math-7B,3,32,27,1.0051319599151611 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,32,27,2.803147077560425 +wikitext,mlp_down,Qwen2.5-Math-7B,3,32,27,6.059817314147949 +bos,attn_in,Qwen2.5-Math-7B,3,64,0,9.088697261177003e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,0,0.0013281326973810792 +bos,mlp_down,Qwen2.5-Math-7B,3,64,0,0.0018682049121707678 +bos,attn_in,Qwen2.5-Math-7B,3,64,1,4.410341498441994e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,1,0.001371570979245007 +bos,mlp_down,Qwen2.5-Math-7B,3,64,1,0.0022302353754639626 +bos,attn_in,Qwen2.5-Math-7B,3,64,2,6.017088890075684e-4 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,2,0.0015762674156576395 +bos,mlp_down,Qwen2.5-Math-7B,3,64,2,0.0030714254826307297 +bos,attn_in,Qwen2.5-Math-7B,3,64,3,0.002126048319041729 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,3,0.0060730185359716415 +bos,mlp_down,Qwen2.5-Math-7B,3,64,3,0.06294175982475281 +bos,attn_in,Qwen2.5-Math-7B,3,64,4,0.0019377109128981829 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,4,0.0036931100767105818 +bos,mlp_down,Qwen2.5-Math-7B,3,64,4,0.019939370453357697 +bos,attn_in,Qwen2.5-Math-7B,3,64,5,0.003125095274299383 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,5,0.003057425608858466 +bos,mlp_down,Qwen2.5-Math-7B,3,64,5,0.0031670115422457457 +bos,attn_in,Qwen2.5-Math-7B,3,64,6,0.004323496948927641 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,6,0.014142399653792381 +bos,mlp_down,Qwen2.5-Math-7B,3,64,6,0.007720997557044029 +bos,attn_in,Qwen2.5-Math-7B,3,64,7,0.006049470044672489 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,7,0.013648363761603832 +bos,mlp_down,Qwen2.5-Math-7B,3,64,7,0.015378274954855442 +bos,attn_in,Qwen2.5-Math-7B,3,64,8,0.008258437737822533 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,8,0.015273766592144966 +bos,mlp_down,Qwen2.5-Math-7B,3,64,8,0.01392221637070179 +bos,attn_in,Qwen2.5-Math-7B,3,64,9,0.006827457807958126 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,9,0.018056025728583336 +bos,mlp_down,Qwen2.5-Math-7B,3,64,9,0.018048511818051338 +bos,attn_in,Qwen2.5-Math-7B,3,64,10,0.006735093425959349 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,10,0.01581965945661068 +bos,mlp_down,Qwen2.5-Math-7B,3,64,10,0.01438057143241167 +bos,attn_in,Qwen2.5-Math-7B,3,64,11,0.014048099517822266 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,11,0.015067647211253643 +bos,mlp_down,Qwen2.5-Math-7B,3,64,11,0.012799386866390705 +bos,attn_in,Qwen2.5-Math-7B,3,64,12,0.010060831904411316 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,12,0.015439285896718502 +bos,mlp_down,Qwen2.5-Math-7B,3,64,12,0.0123831108212471 +bos,attn_in,Qwen2.5-Math-7B,3,64,13,0.009559706784784794 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,13,0.01667284406721592 +bos,mlp_down,Qwen2.5-Math-7B,3,64,13,0.013047536835074425 +bos,attn_in,Qwen2.5-Math-7B,3,64,14,0.010747754015028477 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,14,0.018885400146245956 +bos,mlp_down,Qwen2.5-Math-7B,3,64,14,0.014682448469102383 +bos,attn_in,Qwen2.5-Math-7B,3,64,15,0.016992243006825447 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,15,0.018910769373178482 +bos,mlp_down,Qwen2.5-Math-7B,3,64,15,0.014070756733417511 +bos,attn_in,Qwen2.5-Math-7B,3,64,16,0.01071207970380783 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,16,0.019037485122680664 +bos,mlp_down,Qwen2.5-Math-7B,3,64,16,0.01401264313608408 +bos,attn_in,Qwen2.5-Math-7B,3,64,17,0.013194368220865726 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,17,0.024381276220083237 +bos,mlp_down,Qwen2.5-Math-7B,3,64,17,0.01851472444832325 +bos,attn_in,Qwen2.5-Math-7B,3,64,18,0.015911508351564407 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,18,0.033991213887929916 +bos,mlp_down,Qwen2.5-Math-7B,3,64,18,0.02710016630589962 +bos,attn_in,Qwen2.5-Math-7B,3,64,19,0.030977420508861542 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,19,0.050310853868722916 +bos,mlp_down,Qwen2.5-Math-7B,3,64,19,0.042389824986457825 +bos,attn_in,Qwen2.5-Math-7B,3,64,20,0.02788444049656391 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,20,0.08419755101203918 +bos,mlp_down,Qwen2.5-Math-7B,3,64,20,0.07773122191429138 +bos,attn_in,Qwen2.5-Math-7B,3,64,21,0.048780109733343124 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,21,0.1395433396100998 +bos,mlp_down,Qwen2.5-Math-7B,3,64,21,0.13629038631916046 +bos,attn_in,Qwen2.5-Math-7B,3,64,22,0.05434262007474899 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,22,0.22635605931282043 +bos,mlp_down,Qwen2.5-Math-7B,3,64,22,0.2218727469444275 +bos,attn_in,Qwen2.5-Math-7B,3,64,23,0.06277329474687576 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,23,0.25839701294898987 +bos,mlp_down,Qwen2.5-Math-7B,3,64,23,0.25407466292381287 +bos,attn_in,Qwen2.5-Math-7B,3,64,24,0.11118762940168381 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,24,0.3779902458190918 +bos,mlp_down,Qwen2.5-Math-7B,3,64,24,0.3253357410430908 +bos,attn_in,Qwen2.5-Math-7B,3,64,25,0.10337579995393753 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,25,0.4996795654296875 +bos,mlp_down,Qwen2.5-Math-7B,3,64,25,0.4647141098976135 +bos,attn_in,Qwen2.5-Math-7B,3,64,26,0.16923728585243225 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,26,0.9070839285850525 +bos,mlp_down,Qwen2.5-Math-7B,3,64,26,0.9501250982284546 +bos,attn_in,Qwen2.5-Math-7B,3,64,27,0.9552129507064819 +bos,mlp_gate,Qwen2.5-Math-7B,3,64,27,2.048929214477539 +bos,mlp_down,Qwen2.5-Math-7B,3,64,27,6.092741966247559 +c4,attn_in,Qwen2.5-Math-7B,3,64,0,8.046355796977878e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,0,0.0014836908085271716 +c4,mlp_down,Qwen2.5-Math-7B,3,64,0,0.0019608179572969675 +c4,attn_in,Qwen2.5-Math-7B,3,64,1,4.374188429210335e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,1,0.001311243511736393 +c4,mlp_down,Qwen2.5-Math-7B,3,64,1,0.0020397284533828497 +c4,attn_in,Qwen2.5-Math-7B,3,64,2,6.390310591086745e-4 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,2,0.0019430918619036674 +c4,mlp_down,Qwen2.5-Math-7B,3,64,2,0.003520625876262784 +c4,attn_in,Qwen2.5-Math-7B,3,64,3,0.0022440317552536726 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,3,0.0068368492648005486 +c4,mlp_down,Qwen2.5-Math-7B,3,64,3,0.0651644840836525 +c4,attn_in,Qwen2.5-Math-7B,3,64,4,0.0020924152340739965 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,4,0.005405006930232048 +c4,mlp_down,Qwen2.5-Math-7B,3,64,4,0.021688682958483696 +c4,attn_in,Qwen2.5-Math-7B,3,64,5,0.002957350807264447 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,5,0.00452205166220665 +c4,mlp_down,Qwen2.5-Math-7B,3,64,5,0.0044929557479918 +c4,attn_in,Qwen2.5-Math-7B,3,64,6,0.0043401517905294895 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,6,0.015826698392629623 +c4,mlp_down,Qwen2.5-Math-7B,3,64,6,0.009690150618553162 +c4,attn_in,Qwen2.5-Math-7B,3,64,7,0.0061287409625947475 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,7,0.015373066999018192 +c4,mlp_down,Qwen2.5-Math-7B,3,64,7,0.015675002709031105 +c4,attn_in,Qwen2.5-Math-7B,3,64,8,0.0079759256914258 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,8,0.01873857155442238 +c4,mlp_down,Qwen2.5-Math-7B,3,64,8,0.015584464184939861 +c4,attn_in,Qwen2.5-Math-7B,3,64,9,0.008671785704791546 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,9,0.025193143635988235 +c4,mlp_down,Qwen2.5-Math-7B,3,64,9,0.022698352113366127 +c4,attn_in,Qwen2.5-Math-7B,3,64,10,0.008186575025320053 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,10,0.020228667184710503 +c4,mlp_down,Qwen2.5-Math-7B,3,64,10,0.01668708771467209 +c4,attn_in,Qwen2.5-Math-7B,3,64,11,0.011539452709257603 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,11,0.018254199996590614 +c4,mlp_down,Qwen2.5-Math-7B,3,64,11,0.01410722266882658 +c4,attn_in,Qwen2.5-Math-7B,3,64,12,0.01205598097294569 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,12,0.018521254882216454 +c4,mlp_down,Qwen2.5-Math-7B,3,64,12,0.013928266242146492 +c4,attn_in,Qwen2.5-Math-7B,3,64,13,0.011483769863843918 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,13,0.019703911617398262 +c4,mlp_down,Qwen2.5-Math-7B,3,64,13,0.014380576089024544 +c4,attn_in,Qwen2.5-Math-7B,3,64,14,0.013330449350178242 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,14,0.02135370671749115 +c4,mlp_down,Qwen2.5-Math-7B,3,64,14,0.015649229288101196 +c4,attn_in,Qwen2.5-Math-7B,3,64,15,0.017312295734882355 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,15,0.021309642121195793 +c4,mlp_down,Qwen2.5-Math-7B,3,64,15,0.014653142541646957 +c4,attn_in,Qwen2.5-Math-7B,3,64,16,0.01134095061570406 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,16,0.02124442160129547 +c4,mlp_down,Qwen2.5-Math-7B,3,64,16,0.014971096999943256 +c4,attn_in,Qwen2.5-Math-7B,3,64,17,0.012682733125984669 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,17,0.02751920185983181 +c4,mlp_down,Qwen2.5-Math-7B,3,64,17,0.019552234560251236 +c4,attn_in,Qwen2.5-Math-7B,3,64,18,0.01713729277253151 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,18,0.03848588839173317 +c4,mlp_down,Qwen2.5-Math-7B,3,64,18,0.028737077489495277 +c4,attn_in,Qwen2.5-Math-7B,3,64,19,0.03727371245622635 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,19,0.05849425494670868 +c4,mlp_down,Qwen2.5-Math-7B,3,64,19,0.04580996185541153 +c4,attn_in,Qwen2.5-Math-7B,3,64,20,0.02748165838420391 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,20,0.09592526406049728 +c4,mlp_down,Qwen2.5-Math-7B,3,64,20,0.08064237236976624 +c4,attn_in,Qwen2.5-Math-7B,3,64,21,0.05467769876122475 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,21,0.14967688918113708 +c4,mlp_down,Qwen2.5-Math-7B,3,64,21,0.13391050696372986 +c4,attn_in,Qwen2.5-Math-7B,3,64,22,0.06342849135398865 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,22,0.24829097092151642 +c4,mlp_down,Qwen2.5-Math-7B,3,64,22,0.2311849743127823 +c4,attn_in,Qwen2.5-Math-7B,3,64,23,0.08489144593477249 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,23,0.29746779799461365 +c4,mlp_down,Qwen2.5-Math-7B,3,64,23,0.3097732365131378 +c4,attn_in,Qwen2.5-Math-7B,3,64,24,0.10069280862808228 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,24,0.46396955847740173 +c4,mlp_down,Qwen2.5-Math-7B,3,64,24,0.40669503808021545 +c4,attn_in,Qwen2.5-Math-7B,3,64,25,0.1055804118514061 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,25,0.6715646982192993 +c4,mlp_down,Qwen2.5-Math-7B,3,64,25,0.5726571083068848 +c4,attn_in,Qwen2.5-Math-7B,3,64,26,0.2386082410812378 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,26,1.2616665363311768 +c4,mlp_down,Qwen2.5-Math-7B,3,64,26,1.24215829372406 +c4,attn_in,Qwen2.5-Math-7B,3,64,27,1.2020176649093628 +c4,mlp_gate,Qwen2.5-Math-7B,3,64,27,3.95973801612854 +c4,mlp_down,Qwen2.5-Math-7B,3,64,27,11.410409927368164 +pileval,attn_in,Qwen2.5-Math-7B,3,64,0,8.011332829482853e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,0,0.0015767798759043217 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,0,0.001893326872959733 +pileval,attn_in,Qwen2.5-Math-7B,3,64,1,4.511116712819785e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,1,0.0013879137113690376 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,1,0.0021655678283423185 +pileval,attn_in,Qwen2.5-Math-7B,3,64,2,6.912383250892162e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,2,0.002138943411409855 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,2,0.0038011018186807632 +pileval,attn_in,Qwen2.5-Math-7B,3,64,3,0.002360373269766569 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,3,0.006459365598857403 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,3,0.06591858714818954 +pileval,attn_in,Qwen2.5-Math-7B,3,64,4,0.002231836784631014 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,4,0.005241403356194496 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,4,0.02191677875816822 +pileval,attn_in,Qwen2.5-Math-7B,3,64,5,0.003299803240224719 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,5,0.005168091971427202 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,5,0.005612862762063742 +pileval,attn_in,Qwen2.5-Math-7B,3,64,6,0.004502962343394756 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,6,0.016518115997314453 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,6,0.010367496870458126 +pileval,attn_in,Qwen2.5-Math-7B,3,64,7,0.006304878741502762 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,7,0.015726661309599876 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,7,0.015404288657009602 +pileval,attn_in,Qwen2.5-Math-7B,3,64,8,0.008345207199454308 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,8,0.01840819977223873 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,8,0.015003742650151253 +pileval,attn_in,Qwen2.5-Math-7B,3,64,9,0.008789877407252789 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,9,0.023743314668536186 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,9,0.021516375243663788 +pileval,attn_in,Qwen2.5-Math-7B,3,64,10,0.008444588631391525 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,10,0.019800320267677307 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,10,0.016842816025018692 +pileval,attn_in,Qwen2.5-Math-7B,3,64,11,0.012074613943696022 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,11,0.01834568753838539 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,11,0.014323792420327663 +pileval,attn_in,Qwen2.5-Math-7B,3,64,12,0.011980744078755379 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,12,0.01876775175333023 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,12,0.014291607774794102 +pileval,attn_in,Qwen2.5-Math-7B,3,64,13,0.011865274980664253 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,13,0.019363848492503166 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,13,0.014169299043715 +pileval,attn_in,Qwen2.5-Math-7B,3,64,14,0.014149022288620472 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,14,0.021098781377077103 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,14,0.01574966125190258 +pileval,attn_in,Qwen2.5-Math-7B,3,64,15,0.017886599525809288 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,15,0.021662060171365738 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,15,0.015161934308707714 +pileval,attn_in,Qwen2.5-Math-7B,3,64,16,0.012689960189163685 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,16,0.021929791197180748 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,16,0.01561258640140295 +pileval,attn_in,Qwen2.5-Math-7B,3,64,17,0.014313185587525368 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,17,0.028853697702288628 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,17,0.020789943635463715 +pileval,attn_in,Qwen2.5-Math-7B,3,64,18,0.018759792670607567 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,18,0.039789002388715744 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,18,0.030253591015934944 +pileval,attn_in,Qwen2.5-Math-7B,3,64,19,0.03813577815890312 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,19,0.05903680995106697 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,19,0.046854689717292786 +pileval,attn_in,Qwen2.5-Math-7B,3,64,20,0.03106696903705597 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,20,0.09559039026498795 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,20,0.08059146255254745 +pileval,attn_in,Qwen2.5-Math-7B,3,64,21,0.06016882136464119 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,21,0.14303871989250183 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,21,0.1284300982952118 +pileval,attn_in,Qwen2.5-Math-7B,3,64,22,0.07644437253475189 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,22,0.24062076210975647 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,22,0.2354353368282318 +pileval,attn_in,Qwen2.5-Math-7B,3,64,23,0.09714209288358688 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,23,0.30350422859191895 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,23,0.32608816027641296 +pileval,attn_in,Qwen2.5-Math-7B,3,64,24,0.10462214052677155 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,24,0.48851877450942993 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,24,0.4467281401157379 +pileval,attn_in,Qwen2.5-Math-7B,3,64,25,0.11899608373641968 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,25,0.7141920328140259 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,25,0.6346023678779602 +pileval,attn_in,Qwen2.5-Math-7B,3,64,26,0.2839279770851135 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,26,1.4639967679977417 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,26,1.428972601890564 +pileval,attn_in,Qwen2.5-Math-7B,3,64,27,1.2596259117126465 +pileval,mlp_gate,Qwen2.5-Math-7B,3,64,27,4.274100303649902 +pileval,mlp_down,Qwen2.5-Math-7B,3,64,27,11.796821594238281 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,0,7.286430918611586e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,0,0.001575309201143682 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,0,0.0018548215739428997 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,1,4.321546002756804e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,1,0.0013938563643023372 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,1,0.002015199977904558 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,2,6.585343508049846e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,2,0.002116801915690303 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,2,0.0035754996351897717 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,3,0.0023721109610050917 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,3,0.006871917750686407 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,3,0.06476752460002899 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,4,0.0022422545589506626 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,4,0.005576559342443943 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,4,0.02179611288011074 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,5,0.003539846045896411 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,5,0.0049223569221794605 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,5,0.004841500427573919 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,6,0.004568333271890879 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,6,0.016743149608373642 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,6,0.011082174256443977 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,7,0.006830721162259579 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,7,0.016130371019244194 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,7,0.015720857307314873 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,8,0.008819613605737686 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,8,0.01847776584327221 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,8,0.015140151605010033 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,9,0.00863644015043974 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,9,0.024775607511401176 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,9,0.022108910605311394 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,10,0.008335288614034653 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,10,0.019807541742920876 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,10,0.01635321043431759 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,11,0.01118637528270483 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,11,0.017986496910452843 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,11,0.014136495999991894 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,12,0.012637047097086906 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,12,0.018638426437973976 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,12,0.014147805981338024 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,13,0.011628024280071259 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,13,0.01931828446686268 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,13,0.01404842734336853 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,14,0.013942556455731392 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,14,0.020929941907525063 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,14,0.015407605096697807 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,15,0.017780456691980362 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,15,0.021464357152581215 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,15,0.014915411360561848 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,16,0.01243880670517683 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,16,0.02174326218664646 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,16,0.015365725383162498 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,17,0.014119584113359451 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,17,0.02871953509747982 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,17,0.0204213447868824 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,18,0.018356241285800934 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,18,0.039193615317344666 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,18,0.028821690008044243 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,19,0.03720250725746155 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,19,0.057137664407491684 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,19,0.04323328658938408 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,20,0.030010035261511803 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,20,0.09328274428844452 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,20,0.07678493857383728 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,21,0.05831952393054962 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,21,0.13824014365673065 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,21,0.12363611161708832 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,22,0.07491598278284073 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,22,0.2370787411928177 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,22,0.22280876338481903 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,23,0.09972183406352997 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,23,0.2945766746997833 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,23,0.3387386202812195 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,24,0.13268513977527618 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,24,0.4804514944553375 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,24,0.45330268144607544 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,25,0.1264219433069229 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,25,0.7099634408950806 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,25,0.5979150533676147 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,26,0.35397008061408997 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,26,1.3607460260391235 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,26,1.2466537952423096 +wikitext,attn_in,Qwen2.5-Math-7B,3,64,27,1.3347870111465454 +wikitext,mlp_gate,Qwen2.5-Math-7B,3,64,27,3.910881519317627 +wikitext,mlp_down,Qwen2.5-Math-7B,3,64,27,10.675682067871094 +bos,attn_in,Qwen2.5-Math-7B,4,128,0,3.5854862653650343e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,0,5.742881330661476e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,128,0,5.808396963402629e-4 +bos,attn_in,Qwen2.5-Math-7B,4,128,1,1.3053108705207705e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,1,4.0336171514354646e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,128,1,6.584153161384165e-4 +bos,attn_in,Qwen2.5-Math-7B,4,128,2,1.920370414154604e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,2,5.092702340334654e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,128,2,8.889178279787302e-4 +bos,attn_in,Qwen2.5-Math-7B,4,128,3,6.364966393448412e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,3,9.982564952224493e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,128,3,0.01397692784667015 +bos,attn_in,Qwen2.5-Math-7B,4,128,4,7.180927786976099e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,4,0.0011051595211029053 +bos,mlp_down,Qwen2.5-Math-7B,4,128,4,0.010562079958617687 +bos,attn_in,Qwen2.5-Math-7B,4,128,5,0.0010237357346341014 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,5,9.968009544536471e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,128,5,0.0010152438189834356 +bos,attn_in,Qwen2.5-Math-7B,4,128,6,0.0016101936344057322 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,6,0.005020665004849434 +bos,mlp_down,Qwen2.5-Math-7B,4,128,6,0.0022592232562601566 +bos,attn_in,Qwen2.5-Math-7B,4,128,7,0.001653557177633047 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,7,0.003928572870790958 +bos,mlp_down,Qwen2.5-Math-7B,4,128,7,0.00470571406185627 +bos,attn_in,Qwen2.5-Math-7B,4,128,8,0.0022463705390691757 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,8,0.004321455955505371 +bos,mlp_down,Qwen2.5-Math-7B,4,128,8,0.004039783030748367 +bos,attn_in,Qwen2.5-Math-7B,4,128,9,0.0021184657234698534 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,9,0.005017539951950312 +bos,mlp_down,Qwen2.5-Math-7B,4,128,9,0.005104264710098505 +bos,attn_in,Qwen2.5-Math-7B,4,128,10,0.0022311615757644176 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,10,0.004506572615355253 +bos,mlp_down,Qwen2.5-Math-7B,4,128,10,0.004093613941222429 +bos,attn_in,Qwen2.5-Math-7B,4,128,11,0.002919963328167796 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,11,0.004302764777094126 +bos,mlp_down,Qwen2.5-Math-7B,4,128,11,0.003964879550039768 +bos,attn_in,Qwen2.5-Math-7B,4,128,12,0.002632702933624387 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,12,0.004416940733790398 +bos,mlp_down,Qwen2.5-Math-7B,4,128,12,0.0036222690250724554 +bos,attn_in,Qwen2.5-Math-7B,4,128,13,0.0031193166505545378 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,13,0.00479430565610528 +bos,mlp_down,Qwen2.5-Math-7B,4,128,13,0.003770780749619007 +bos,attn_in,Qwen2.5-Math-7B,4,128,14,0.003479989245533943 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,14,0.00546262226998806 +bos,mlp_down,Qwen2.5-Math-7B,4,128,14,0.004298369865864515 +bos,attn_in,Qwen2.5-Math-7B,4,128,15,0.00485150795429945 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,15,0.005489517003297806 +bos,mlp_down,Qwen2.5-Math-7B,4,128,15,0.00407658563926816 +bos,attn_in,Qwen2.5-Math-7B,4,128,16,0.003492923453450203 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,16,0.005347661208361387 +bos,mlp_down,Qwen2.5-Math-7B,4,128,16,0.003987555392086506 +bos,attn_in,Qwen2.5-Math-7B,4,128,17,0.004109276924282312 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,17,0.006980881094932556 +bos,mlp_down,Qwen2.5-Math-7B,4,128,17,0.005381369963288307 +bos,attn_in,Qwen2.5-Math-7B,4,128,18,0.004980767611414194 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,18,0.009927941486239433 +bos,mlp_down,Qwen2.5-Math-7B,4,128,18,0.007991033606231213 +bos,attn_in,Qwen2.5-Math-7B,4,128,19,0.009713358245790005 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,19,0.014453534968197346 +bos,mlp_down,Qwen2.5-Math-7B,4,128,19,0.012323673814535141 +bos,attn_in,Qwen2.5-Math-7B,4,128,20,0.009001159109175205 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,20,0.0243918988853693 +bos,mlp_down,Qwen2.5-Math-7B,4,128,20,0.023573199287056923 +bos,attn_in,Qwen2.5-Math-7B,4,128,21,0.017992660403251648 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,21,0.04080076515674591 +bos,mlp_down,Qwen2.5-Math-7B,4,128,21,0.04123104736208916 +bos,attn_in,Qwen2.5-Math-7B,4,128,22,0.01649899035692215 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,22,0.06468450278043747 +bos,mlp_down,Qwen2.5-Math-7B,4,128,22,0.06451045721769333 +bos,attn_in,Qwen2.5-Math-7B,4,128,23,0.01957724057137966 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,23,0.0718613937497139 +bos,mlp_down,Qwen2.5-Math-7B,4,128,23,0.0739271268248558 +bos,attn_in,Qwen2.5-Math-7B,4,128,24,0.037555087357759476 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,24,0.10546545684337616 +bos,mlp_down,Qwen2.5-Math-7B,4,128,24,0.09392280876636505 +bos,attn_in,Qwen2.5-Math-7B,4,128,25,0.03673528507351875 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,25,0.13984759151935577 +bos,mlp_down,Qwen2.5-Math-7B,4,128,25,0.14091640710830688 +bos,attn_in,Qwen2.5-Math-7B,4,128,26,0.058388106524944305 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,26,0.25250235199928284 +bos,mlp_down,Qwen2.5-Math-7B,4,128,26,0.40218737721443176 +bos,attn_in,Qwen2.5-Math-7B,4,128,27,0.3756154775619507 +bos,mlp_gate,Qwen2.5-Math-7B,4,128,27,0.5480553507804871 +bos,mlp_down,Qwen2.5-Math-7B,4,128,27,2.697996139526367 +c4,attn_in,Qwen2.5-Math-7B,4,128,0,2.8640576056204736e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,0,6.464234902523458e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,128,0,6.031403900124133e-4 +c4,attn_in,Qwen2.5-Math-7B,4,128,1,1.3401439355220646e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,1,4.0420584264211357e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,128,1,5.986017058603466e-4 +c4,attn_in,Qwen2.5-Math-7B,4,128,2,1.982627873076126e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,2,5.851641180925071e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,128,2,0.0010092149022966623 +c4,attn_in,Qwen2.5-Math-7B,4,128,3,6.833910592831671e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,3,0.0011712841223925352 +c4,mlp_down,Qwen2.5-Math-7B,4,128,3,0.01451959926635027 +c4,attn_in,Qwen2.5-Math-7B,4,128,4,7.493641460314393e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,4,0.001595084322616458 +c4,mlp_down,Qwen2.5-Math-7B,4,128,4,0.01111279334872961 +c4,attn_in,Qwen2.5-Math-7B,4,128,5,9.171046549454331e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,5,0.0013649531174451113 +c4,mlp_down,Qwen2.5-Math-7B,4,128,5,0.0013902748469263315 +c4,attn_in,Qwen2.5-Math-7B,4,128,6,0.0016724925953894854 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,6,0.005239717662334442 +c4,mlp_down,Qwen2.5-Math-7B,4,128,6,0.0028169904835522175 +c4,attn_in,Qwen2.5-Math-7B,4,128,7,0.0016485488740727305 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,7,0.004422858357429504 +c4,mlp_down,Qwen2.5-Math-7B,4,128,7,0.004720584489405155 +c4,attn_in,Qwen2.5-Math-7B,4,128,8,0.0023881837259978056 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,8,0.0052952771075069904 +c4,mlp_down,Qwen2.5-Math-7B,4,128,8,0.004513553809374571 +c4,attn_in,Qwen2.5-Math-7B,4,128,9,0.0025290779303759336 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,9,0.006959236692637205 +c4,mlp_down,Qwen2.5-Math-7B,4,128,9,0.006413594353944063 +c4,attn_in,Qwen2.5-Math-7B,4,128,10,0.0026134217623621225 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,10,0.005715193226933479 +c4,mlp_down,Qwen2.5-Math-7B,4,128,10,0.004764493554830551 +c4,attn_in,Qwen2.5-Math-7B,4,128,11,0.0032861591316759586 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,11,0.005178608000278473 +c4,mlp_down,Qwen2.5-Math-7B,4,128,11,0.004343433305621147 +c4,attn_in,Qwen2.5-Math-7B,4,128,12,0.0028594776522368193 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,12,0.0052876523695886135 +c4,mlp_down,Qwen2.5-Math-7B,4,128,12,0.00406699487939477 +c4,attn_in,Qwen2.5-Math-7B,4,128,13,0.0038438355550169945 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,13,0.005654801614582539 +c4,mlp_down,Qwen2.5-Math-7B,4,128,13,0.004168803803622723 +c4,attn_in,Qwen2.5-Math-7B,4,128,14,0.004426122177392244 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,14,0.006179664749652147 +c4,mlp_down,Qwen2.5-Math-7B,4,128,14,0.004597456194460392 +c4,attn_in,Qwen2.5-Math-7B,4,128,15,0.004704138729721308 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,15,0.006143298465758562 +c4,mlp_down,Qwen2.5-Math-7B,4,128,15,0.004273034166544676 +c4,attn_in,Qwen2.5-Math-7B,4,128,16,0.0038052424788475037 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,16,0.006018891464918852 +c4,mlp_down,Qwen2.5-Math-7B,4,128,16,0.0042733484879136086 +c4,attn_in,Qwen2.5-Math-7B,4,128,17,0.004190527368336916 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,17,0.007844798266887665 +c4,mlp_down,Qwen2.5-Math-7B,4,128,17,0.005734059493988752 +c4,attn_in,Qwen2.5-Math-7B,4,128,18,0.005686149001121521 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,18,0.011260954663157463 +c4,mlp_down,Qwen2.5-Math-7B,4,128,18,0.008597524836659431 +c4,attn_in,Qwen2.5-Math-7B,4,128,19,0.011260599829256535 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,19,0.017086712643504143 +c4,mlp_down,Qwen2.5-Math-7B,4,128,19,0.013442568480968475 +c4,attn_in,Qwen2.5-Math-7B,4,128,20,0.008357149548828602 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,20,0.02811245433986187 +c4,mlp_down,Qwen2.5-Math-7B,4,128,20,0.024454835802316666 +c4,attn_in,Qwen2.5-Math-7B,4,128,21,0.018039077520370483 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,21,0.04440995678305626 +c4,mlp_down,Qwen2.5-Math-7B,4,128,21,0.040800999850034714 +c4,attn_in,Qwen2.5-Math-7B,4,128,22,0.018708104267716408 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,22,0.07150864601135254 +c4,mlp_down,Qwen2.5-Math-7B,4,128,22,0.06854631006717682 +c4,attn_in,Qwen2.5-Math-7B,4,128,23,0.02716943435370922 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,23,0.08330854773521423 +c4,mlp_down,Qwen2.5-Math-7B,4,128,23,0.09061393141746521 +c4,attn_in,Qwen2.5-Math-7B,4,128,24,0.03391232341527939 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,24,0.13016119599342346 +c4,mlp_down,Qwen2.5-Math-7B,4,128,24,0.11690963059663773 +c4,attn_in,Qwen2.5-Math-7B,4,128,25,0.03682906553149223 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,25,0.1901724636554718 +c4,mlp_down,Qwen2.5-Math-7B,4,128,25,0.1745147705078125 +c4,attn_in,Qwen2.5-Math-7B,4,128,26,0.07650414109230042 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,26,0.35605737566947937 +c4,mlp_down,Qwen2.5-Math-7B,4,128,26,0.5001393556594849 +c4,attn_in,Qwen2.5-Math-7B,4,128,27,0.47699058055877686 +c4,mlp_gate,Qwen2.5-Math-7B,4,128,27,1.0639978647232056 +c4,mlp_down,Qwen2.5-Math-7B,4,128,27,5.098374366760254 +pileval,attn_in,Qwen2.5-Math-7B,4,128,0,2.8587831184268e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,0,6.821403512731194e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,0,5.818341160193086e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,128,1,1.382178597850725e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,1,4.3207366252318025e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,1,6.363479187712073e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,128,2,2.1542746981140226e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,2,6.381894345395267e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,2,0.0010902261128649116 +pileval,attn_in,Qwen2.5-Math-7B,4,128,3,7.221067207865417e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,3,0.0012587903765961528 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,3,0.014742868021130562 +pileval,attn_in,Qwen2.5-Math-7B,4,128,4,7.952513988129795e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,4,0.0015486306510865688 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,4,0.011190127581357956 +pileval,attn_in,Qwen2.5-Math-7B,4,128,5,0.0010144225088879466 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,5,0.0015482140006497502 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,5,0.001703309710137546 +pileval,attn_in,Qwen2.5-Math-7B,4,128,6,0.001736057922244072 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,6,0.005441632587462664 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,6,0.003023513127118349 +pileval,attn_in,Qwen2.5-Math-7B,4,128,7,0.001725742476992309 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,7,0.004515218548476696 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,7,0.004686033818870783 +pileval,attn_in,Qwen2.5-Math-7B,4,128,8,0.0025383196771144867 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,8,0.005181779153645039 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,8,0.004362655803561211 +pileval,attn_in,Qwen2.5-Math-7B,4,128,9,0.0026095814537256956 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,9,0.006547532044351101 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,9,0.006093160714954138 +pileval,attn_in,Qwen2.5-Math-7B,4,128,10,0.0026184692978858948 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,10,0.005603930447250605 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,10,0.0048168194480240345 +pileval,attn_in,Qwen2.5-Math-7B,4,128,11,0.0034625057596713305 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,11,0.005202579312026501 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,11,0.004411167465150356 +pileval,attn_in,Qwen2.5-Math-7B,4,128,12,0.002906791167333722 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,12,0.005328875966370106 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,12,0.004184564109891653 +pileval,attn_in,Qwen2.5-Math-7B,4,128,13,0.003968430683016777 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,13,0.005549952853471041 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,13,0.0041198828257620335 +pileval,attn_in,Qwen2.5-Math-7B,4,128,14,0.004637523088604212 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,14,0.0061006611213088036 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,14,0.00463990680873394 +pileval,attn_in,Qwen2.5-Math-7B,4,128,15,0.005047427024692297 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,15,0.0062455846928060055 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,15,0.004429606720805168 +pileval,attn_in,Qwen2.5-Math-7B,4,128,16,0.004203844349831343 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,16,0.006209058687090874 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,16,0.004458494950085878 +pileval,attn_in,Qwen2.5-Math-7B,4,128,17,0.004748935345560312 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,17,0.008202794939279556 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,17,0.006078019738197327 +pileval,attn_in,Qwen2.5-Math-7B,4,128,18,0.006081731058657169 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,18,0.011604061350226402 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,18,0.009066266007721424 +pileval,attn_in,Qwen2.5-Math-7B,4,128,19,0.012141422368586063 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,19,0.01712239533662796 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,19,0.01375820767134428 +pileval,attn_in,Qwen2.5-Math-7B,4,128,20,0.009356319904327393 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,20,0.02783159911632538 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,20,0.02464757300913334 +pileval,attn_in,Qwen2.5-Math-7B,4,128,21,0.019450200721621513 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,21,0.04219174012541771 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,21,0.039533935487270355 +pileval,attn_in,Qwen2.5-Math-7B,4,128,22,0.022639665752649307 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,22,0.06900474429130554 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,22,0.06997247040271759 +pileval,attn_in,Qwen2.5-Math-7B,4,128,23,0.03142141178250313 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,23,0.0847535952925682 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,23,0.09552453458309174 +pileval,attn_in,Qwen2.5-Math-7B,4,128,24,0.03796502202749252 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,24,0.13710564374923706 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,24,0.12954246997833252 +pileval,attn_in,Qwen2.5-Math-7B,4,128,25,0.03974992409348488 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,25,0.20000788569450378 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,25,0.19862031936645508 +pileval,attn_in,Qwen2.5-Math-7B,4,128,26,0.09055056422948837 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,26,0.4090863764286041 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,26,0.5491288304328918 +pileval,attn_in,Qwen2.5-Math-7B,4,128,27,0.4748312830924988 +pileval,mlp_gate,Qwen2.5-Math-7B,4,128,27,1.1305714845657349 +pileval,mlp_down,Qwen2.5-Math-7B,4,128,27,5.20974588394165 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,0,2.2701109992340207e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,0,6.796283996663988e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,0,5.745330126956105e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,1,1.3258222315926105e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,1,4.2536703404039145e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,1,5.924663855694234e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,2,2.097568940371275e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,2,6.482393364422023e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,2,0.0010245884768664837 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,3,7.303740712814033e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,3,0.0012532604159787297 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,3,0.01454742718487978 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,4,8.0888468073681e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,4,0.001630251295864582 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,4,0.01116075087338686 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,5,0.0010559101356193423 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,5,0.0014518341049551964 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,5,0.0014862240059301257 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,6,0.0017743655480444431 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,6,0.005336202681064606 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,6,0.0032178263645619154 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,7,0.0018264256650581956 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,7,0.004635472781956196 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,7,0.004770705010741949 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,8,0.002575369318947196 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,8,0.0051994952373206615 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,8,0.004411902744323015 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,9,0.002497816225513816 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,9,0.0069049340672791 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,9,0.006272362545132637 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,10,0.002624334068968892 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,10,0.005609338637441397 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,10,0.004682345315814018 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,11,0.003584084566682577 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,11,0.0051105148158967495 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,11,0.004366133827716112 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,12,0.0028554419986903667 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,12,0.005318872164934874 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,12,0.004138316959142685 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,13,0.0037683146074414253 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,13,0.005562216974794865 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,13,0.00409863842651248 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,14,0.004686288069933653 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,14,0.006050532218068838 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,14,0.004548938479274511 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,15,0.005039592739194632 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,15,0.0062044537626206875 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,15,0.004361278843134642 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,16,0.00420104106888175 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,16,0.006151916459202766 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,16,0.004396087024360895 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,17,0.004956953693181276 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,17,0.008156520314514637 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,17,0.005975439213216305 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,18,0.006116039585322142 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,18,0.011417996138334274 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,18,0.008644665591418743 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,19,0.011879791505634785 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,19,0.01659160852432251 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,19,0.01273363083600998 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,20,0.00908384844660759 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,20,0.027100061997771263 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,20,0.023407019674777985 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,21,0.01771955005824566 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,21,0.04034808650612831 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,21,0.03812098875641823 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,22,0.021273378282785416 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,22,0.06780184060335159 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,22,0.06658155471086502 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,23,0.032445356249809265 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,23,0.08247800916433334 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,23,0.09855493903160095 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,24,0.040568821132183075 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,24,0.13612282276153564 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,24,0.12986277043819427 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,25,0.04394078999757767 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,25,0.19943250715732574 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,25,0.1824975311756134 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,26,0.1148170754313469 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,26,0.377788782119751 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,26,0.4982416033744812 +wikitext,attn_in,Qwen2.5-Math-7B,4,128,27,0.542557418346405 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,128,27,1.037294626235962 +wikitext,mlp_down,Qwen2.5-Math-7B,4,128,27,4.615372657775879 +bos,attn_in,Qwen2.5-Math-7B,4,32,0,1.3772814418189228e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,0,5.016320501454175e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,0,2.7468730695545673e-4 +bos,attn_in,Qwen2.5-Math-7B,4,32,1,6.367201422108337e-5 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,1,1.9680993864312768e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,1,3.417280095163733e-4 +bos,attn_in,Qwen2.5-Math-7B,4,32,2,9.119902097154409e-5 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,2,2.3802407667972147e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,2,4.769169318024069e-4 +bos,attn_in,Qwen2.5-Math-7B,4,32,3,3.0272695585153997e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,3,4.994216142222285e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,3,0.008713014423847198 +bos,attn_in,Qwen2.5-Math-7B,4,32,4,3.74995986931026e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,4,5.420900997705758e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,4,0.002866574563086033 +bos,attn_in,Qwen2.5-Math-7B,4,32,5,4.5062770368531346e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,5,4.642869171220809e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,32,5,4.93530766107142e-4 +bos,attn_in,Qwen2.5-Math-7B,4,32,6,0.0011701384792104363 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,6,0.0033416678197681904 +bos,mlp_down,Qwen2.5-Math-7B,4,32,6,0.001202715327963233 +bos,attn_in,Qwen2.5-Math-7B,4,32,7,7.988109136931598e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,7,0.0020656795240938663 +bos,mlp_down,Qwen2.5-Math-7B,4,32,7,0.002368789864704013 +bos,attn_in,Qwen2.5-Math-7B,4,32,8,0.0011737765744328499 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,8,0.0023424685932695866 +bos,mlp_down,Qwen2.5-Math-7B,4,32,8,0.0021750670857727528 +bos,attn_in,Qwen2.5-Math-7B,4,32,9,0.001149703748524189 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,9,0.0027826447039842606 +bos,mlp_down,Qwen2.5-Math-7B,4,32,9,0.0028566468972712755 +bos,attn_in,Qwen2.5-Math-7B,4,32,10,0.0010374034754931927 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,10,0.002436939626932144 +bos,mlp_down,Qwen2.5-Math-7B,4,32,10,0.0022638989612460136 +bos,attn_in,Qwen2.5-Math-7B,4,32,11,0.0012712612515315413 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,11,0.0023164600133895874 +bos,mlp_down,Qwen2.5-Math-7B,4,32,11,0.0020960411056876183 +bos,attn_in,Qwen2.5-Math-7B,4,32,12,0.001031958032399416 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,12,0.0023444541729986668 +bos,mlp_down,Qwen2.5-Math-7B,4,32,12,0.001933812745846808 +bos,attn_in,Qwen2.5-Math-7B,4,32,13,0.0012937694555148482 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,13,0.00252628605812788 +bos,mlp_down,Qwen2.5-Math-7B,4,32,13,0.002054395852610469 +bos,attn_in,Qwen2.5-Math-7B,4,32,14,0.0015973332338035107 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,14,0.002857506275177002 +bos,mlp_down,Qwen2.5-Math-7B,4,32,14,0.00229139206930995 +bos,attn_in,Qwen2.5-Math-7B,4,32,15,0.0028959116898477077 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,15,0.00285285129211843 +bos,mlp_down,Qwen2.5-Math-7B,4,32,15,0.0021985461935400963 +bos,attn_in,Qwen2.5-Math-7B,4,32,16,0.00157334899995476 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,16,0.0028509844560176134 +bos,mlp_down,Qwen2.5-Math-7B,4,32,16,0.0022095295134931803 +bos,attn_in,Qwen2.5-Math-7B,4,32,17,0.001882846700027585 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,17,0.003709853859618306 +bos,mlp_down,Qwen2.5-Math-7B,4,32,17,0.00289398361928761 +bos,attn_in,Qwen2.5-Math-7B,4,32,18,0.002162463730201125 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,18,0.005112128332257271 +bos,mlp_down,Qwen2.5-Math-7B,4,32,18,0.004257268738001585 +bos,attn_in,Qwen2.5-Math-7B,4,32,19,0.0042285616509616375 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,19,0.007610237691551447 +bos,mlp_down,Qwen2.5-Math-7B,4,32,19,0.006611261982470751 +bos,attn_in,Qwen2.5-Math-7B,4,32,20,0.004235863219946623 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,20,0.01259412057697773 +bos,mlp_down,Qwen2.5-Math-7B,4,32,20,0.011963224038481712 +bos,attn_in,Qwen2.5-Math-7B,4,32,21,0.007576426491141319 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,21,0.021059555932879448 +bos,mlp_down,Qwen2.5-Math-7B,4,32,21,0.021108850836753845 +bos,attn_in,Qwen2.5-Math-7B,4,32,22,0.007935920730233192 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,22,0.03391660749912262 +bos,mlp_down,Qwen2.5-Math-7B,4,32,22,0.03477022424340248 +bos,attn_in,Qwen2.5-Math-7B,4,32,23,0.009487617760896683 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,23,0.0394071489572525 +bos,mlp_down,Qwen2.5-Math-7B,4,32,23,0.04017786681652069 +bos,attn_in,Qwen2.5-Math-7B,4,32,24,0.015599620528519154 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,24,0.05776612088084221 +bos,mlp_down,Qwen2.5-Math-7B,4,32,24,0.051366064697504044 +bos,attn_in,Qwen2.5-Math-7B,4,32,25,0.019455542787909508 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,25,0.07584810256958008 +bos,mlp_down,Qwen2.5-Math-7B,4,32,25,0.07383467257022858 +bos,attn_in,Qwen2.5-Math-7B,4,32,26,0.03103126958012581 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,26,0.1351638287305832 +bos,mlp_down,Qwen2.5-Math-7B,4,32,26,0.17115335166454315 +bos,attn_in,Qwen2.5-Math-7B,4,32,27,0.2184276133775711 +bos,mlp_gate,Qwen2.5-Math-7B,4,32,27,0.2798009514808655 +bos,mlp_down,Qwen2.5-Math-7B,4,32,27,0.8850904107093811 +c4,attn_in,Qwen2.5-Math-7B,4,32,0,1.1390779400244355e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,0,5.684040952473879e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,0,2.9069912852719426e-4 +c4,attn_in,Qwen2.5-Math-7B,4,32,1,6.498978473246098e-5 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,1,1.98455061763525e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,1,3.130795666947961e-4 +c4,attn_in,Qwen2.5-Math-7B,4,32,2,9.519624290987849e-5 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,2,2.886213769670576e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,2,5.512965726666152e-4 +c4,attn_in,Qwen2.5-Math-7B,4,32,3,3.2426000689156353e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,3,6.369603797793388e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,3,0.008933695033192635 +c4,attn_in,Qwen2.5-Math-7B,4,32,4,3.866150800604373e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,4,7.890994311310351e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,4,0.0031458144076168537 +c4,attn_in,Qwen2.5-Math-7B,4,32,5,4.3800208368338645e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,5,6.707566208206117e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,32,5,7.046018727123737e-4 +c4,attn_in,Qwen2.5-Math-7B,4,32,6,0.0011680580209940672 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,6,0.0032860615756362677 +c4,mlp_down,Qwen2.5-Math-7B,4,32,6,0.001514117931947112 +c4,attn_in,Qwen2.5-Math-7B,4,32,7,8.006369462236762e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,7,0.0023227466735988855 +c4,mlp_down,Qwen2.5-Math-7B,4,32,7,0.0024308578576892614 +c4,attn_in,Qwen2.5-Math-7B,4,32,8,0.001143205794505775 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,8,0.002880045911297202 +c4,mlp_down,Qwen2.5-Math-7B,4,32,8,0.0024543507024645805 +c4,attn_in,Qwen2.5-Math-7B,4,32,9,0.001265821629203856 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,9,0.0038475317414849997 +c4,mlp_down,Qwen2.5-Math-7B,4,32,9,0.003593691624701023 +c4,attn_in,Qwen2.5-Math-7B,4,32,10,0.0011704606004059315 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,10,0.003094345796853304 +c4,mlp_down,Qwen2.5-Math-7B,4,32,10,0.0026316368021070957 +c4,attn_in,Qwen2.5-Math-7B,4,32,11,0.0015405220910906792 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,11,0.0027944359462708235 +c4,mlp_down,Qwen2.5-Math-7B,4,32,11,0.00230013788677752 +c4,attn_in,Qwen2.5-Math-7B,4,32,12,0.0012339571258053184 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,12,0.002819344401359558 +c4,mlp_down,Qwen2.5-Math-7B,4,32,12,0.002176846144720912 +c4,attn_in,Qwen2.5-Math-7B,4,32,13,0.001584275159984827 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,13,0.002979189157485962 +c4,mlp_down,Qwen2.5-Math-7B,4,32,13,0.002263207919895649 +c4,attn_in,Qwen2.5-Math-7B,4,32,14,0.0019004278583452106 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,14,0.0032259353902190924 +c4,mlp_down,Qwen2.5-Math-7B,4,32,14,0.0024456707760691643 +c4,attn_in,Qwen2.5-Math-7B,4,32,15,0.003223498584702611 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,15,0.003212600015103817 +c4,mlp_down,Qwen2.5-Math-7B,4,32,15,0.0022962167859077454 +c4,attn_in,Qwen2.5-Math-7B,4,32,16,0.0016832994297146797 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,16,0.0032123152632266283 +c4,mlp_down,Qwen2.5-Math-7B,4,32,16,0.0023515261709690094 +c4,attn_in,Qwen2.5-Math-7B,4,32,17,0.0018675358733162284 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,17,0.0041649313643574715 +c4,mlp_down,Qwen2.5-Math-7B,4,32,17,0.0030657679308205843 +c4,attn_in,Qwen2.5-Math-7B,4,32,18,0.0023372105788439512 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,18,0.005796422250568867 +c4,mlp_down,Qwen2.5-Math-7B,4,32,18,0.004519742913544178 +c4,attn_in,Qwen2.5-Math-7B,4,32,19,0.004808618221431971 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,19,0.008676105178892612 +c4,mlp_down,Qwen2.5-Math-7B,4,32,19,0.007185602094978094 +c4,attn_in,Qwen2.5-Math-7B,4,32,20,0.003966786898672581 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,20,0.014239747077226639 +c4,mlp_down,Qwen2.5-Math-7B,4,32,20,0.01249038428068161 +c4,attn_in,Qwen2.5-Math-7B,4,32,21,0.007855365052819252 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,21,0.0223561841994524 +c4,mlp_down,Qwen2.5-Math-7B,4,32,21,0.020683132112026215 +c4,attn_in,Qwen2.5-Math-7B,4,32,22,0.008493196219205856 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,22,0.03717439994215965 +c4,mlp_down,Qwen2.5-Math-7B,4,32,22,0.035966865718364716 +c4,attn_in,Qwen2.5-Math-7B,4,32,23,0.012657828629016876 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,23,0.04509325698018074 +c4,mlp_down,Qwen2.5-Math-7B,4,32,23,0.04914277419447899 +c4,attn_in,Qwen2.5-Math-7B,4,32,24,0.01381457969546318 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,24,0.07035060226917267 +c4,mlp_down,Qwen2.5-Math-7B,4,32,24,0.06421291083097458 +c4,attn_in,Qwen2.5-Math-7B,4,32,25,0.019321750849485397 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,25,0.1018504798412323 +c4,mlp_down,Qwen2.5-Math-7B,4,32,25,0.09105665981769562 +c4,attn_in,Qwen2.5-Math-7B,4,32,26,0.039432134479284286 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,26,0.1870606243610382 +c4,mlp_down,Qwen2.5-Math-7B,4,32,26,0.21627064049243927 +c4,attn_in,Qwen2.5-Math-7B,4,32,27,0.23389191925525665 +c4,mlp_gate,Qwen2.5-Math-7B,4,32,27,0.5496200919151306 +c4,mlp_down,Qwen2.5-Math-7B,4,32,27,1.6689035892486572 +pileval,attn_in,Qwen2.5-Math-7B,4,32,0,1.1507003364386037e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,0,6.019397405907512e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,0,2.8085539815947413e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,32,1,6.821424176450819e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,1,2.0776812743861228e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,1,3.326301521155983e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,32,2,1.0186320287175477e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,2,3.157294122502208e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,2,5.949120386503637e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,32,3,3.4344405867159367e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,3,6.430100766010582e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,3,0.009102440439164639 +pileval,attn_in,Qwen2.5-Math-7B,4,32,4,4.1765495552681386e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,4,7.631494663655758e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,4,0.0031805105973035097 +pileval,attn_in,Qwen2.5-Math-7B,4,32,5,4.798230656888336e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,5,7.716480176895857e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,5,8.818185888230801e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,32,6,0.0012240184005349874 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,6,0.003434160491451621 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,6,0.001618633046746254 +pileval,attn_in,Qwen2.5-Math-7B,4,32,7,8.590693469159305e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,7,0.0023860111832618713 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,7,0.002381707541644573 +pileval,attn_in,Qwen2.5-Math-7B,4,32,8,0.0012054597027599812 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,8,0.002828598953783512 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,8,0.0023589935153722763 +pileval,attn_in,Qwen2.5-Math-7B,4,32,9,0.0012943207984790206 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,9,0.0036495374515652657 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,9,0.0034066939260810614 +pileval,attn_in,Qwen2.5-Math-7B,4,32,10,0.0011918932432308793 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,10,0.003038519760593772 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,10,0.0026515882927924395 +pileval,attn_in,Qwen2.5-Math-7B,4,32,11,0.0016089404234662652 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,11,0.002815072890371084 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,11,0.0023341476917266846 +pileval,attn_in,Qwen2.5-Math-7B,4,32,12,0.0012651317520067096 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,12,0.002853103680536151 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,12,0.0022347676567733288 +pileval,attn_in,Qwen2.5-Math-7B,4,32,13,0.0016763078747317195 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,13,0.0029322183690965176 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,13,0.0022263452410697937 +pileval,attn_in,Qwen2.5-Math-7B,4,32,14,0.0020116297528147697 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,14,0.003195387776941061 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,14,0.002457022201269865 +pileval,attn_in,Qwen2.5-Math-7B,4,32,15,0.003475988283753395 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,15,0.0032643869053572416 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,15,0.002375334035605192 +pileval,attn_in,Qwen2.5-Math-7B,4,32,16,0.0018571990076452494 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,16,0.003334564156830311 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,16,0.002451703418046236 +pileval,attn_in,Qwen2.5-Math-7B,4,32,17,0.0021290788426995277 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,17,0.004377467557787895 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,17,0.003258022014051676 +pileval,attn_in,Qwen2.5-Math-7B,4,32,18,0.002508317120373249 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,18,0.006003814283758402 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,18,0.004756803158670664 +pileval,attn_in,Qwen2.5-Math-7B,4,32,19,0.00516837602481246 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,19,0.008750495500862598 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,19,0.007345122750848532 +pileval,attn_in,Qwen2.5-Math-7B,4,32,20,0.004497832618653774 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,20,0.014198195189237595 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,20,0.012418204918503761 +pileval,attn_in,Qwen2.5-Math-7B,4,32,21,0.008638557977974415 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,21,0.02137109823524952 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,21,0.01976417377591133 +pileval,attn_in,Qwen2.5-Math-7B,4,32,22,0.010417650453746319 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,22,0.036111604422330856 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,22,0.03655124083161354 +pileval,attn_in,Qwen2.5-Math-7B,4,32,23,0.014260927215218544 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,23,0.04610106721520424 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,23,0.05168485641479492 +pileval,attn_in,Qwen2.5-Math-7B,4,32,24,0.015058889053761959 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,24,0.07450220733880997 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,24,0.07032608985900879 +pileval,attn_in,Qwen2.5-Math-7B,4,32,25,0.021031832322478294 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,25,0.10793080180883408 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,25,0.09959571063518524 +pileval,attn_in,Qwen2.5-Math-7B,4,32,26,0.04595768451690674 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,26,0.2173774242401123 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,26,0.24455736577510834 +pileval,attn_in,Qwen2.5-Math-7B,4,32,27,0.24458110332489014 +pileval,mlp_gate,Qwen2.5-Math-7B,4,32,27,0.5976020097732544 +pileval,mlp_down,Qwen2.5-Math-7B,4,32,27,1.709905982017517 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,0,9.492510434938595e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,0,5.98694896325469e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,0,2.7436300297267735e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,1,6.644030509050936e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,1,2.1012120123486966e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,1,3.08516260702163e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,2,1.0066303366329521e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,2,3.193612501490861e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,2,5.596191040240228e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,3,3.413804224692285e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,3,7.139433873817325e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,3,0.008970844559371471 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,4,4.3194476165808737e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,4,8.01884918473661e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,4,0.0031601120717823505 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,5,5.348834674805403e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,5,7.271733484230936e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,5,7.587501313537359e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,6,0.0012709642760455608 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,6,0.00325839058496058 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,6,0.0017306620720773935 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,7,8.75603873282671e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,7,0.002442331751808524 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,7,0.0024330122396349907 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,8,0.0012121321633458138 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,8,0.0028424912597984076 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,8,0.002379908924922347 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,9,0.0012896738480776548 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,9,0.0037778664845973253 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,9,0.003499693935737014 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,10,0.0011898648226633668 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,10,0.0030352999456226826 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,10,0.002577427541837096 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,11,0.0015927933854982257 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,11,0.002762237563729286 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,11,0.002304695313796401 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,12,0.0012455573305487633 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,12,0.00283682718873024 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,12,0.0022113549057394266 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,13,0.0016053356230258942 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,13,0.002929968060925603 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,13,0.002205971861258149 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,14,0.0019423390040174127 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,14,0.0031687601003795862 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,14,0.0024081619922071695 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,15,0.0036013121716678143 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,15,0.003234385047107935 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,15,0.0023389365524053574 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,16,0.0018550427630543709 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,16,0.003297111252322793 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,16,0.002411713358014822 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,17,0.0021270045544952154 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,17,0.004342435393482447 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,17,0.003193637588992715 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,18,0.0024419506080448627 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,18,0.0058937277644872665 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,18,0.00452398881316185 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,19,0.005082221236079931 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,19,0.008485951460897923 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,19,0.006775689776986837 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,20,0.004203599877655506 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,20,0.013803522102534771 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,20,0.011801552958786488 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,21,0.008250380866229534 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,21,0.020681345835328102 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,21,0.01898607611656189 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,22,0.009507853537797928 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,22,0.035303715616464615 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,22,0.034630581736564636 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,23,0.015030444599688053 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,23,0.044426124542951584 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,23,0.05346459150314331 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,24,0.01951531507074833 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,24,0.07309962064027786 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,24,0.07188969105482101 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,25,0.022293396294116974 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,25,0.1069602444767952 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,25,0.09467840194702148 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,26,0.059349723160266876 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,26,0.19838771224021912 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,26,0.2171553522348404 +wikitext,attn_in,Qwen2.5-Math-7B,4,32,27,0.265080988407135 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,32,27,0.5480444431304932 +wikitext,mlp_down,Qwen2.5-Math-7B,4,32,27,1.5426864624023438 +bos,attn_in,Qwen2.5-Math-7B,4,64,0,2.391358430031687e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,0,5.55020640604198e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,0,4.09065221901983e-4 +bos,attn_in,Qwen2.5-Math-7B,4,64,1,9.994221909437329e-5 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,1,2.697980962693691e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,1,4.871235869359225e-4 +bos,attn_in,Qwen2.5-Math-7B,4,64,2,1.4331993588712066e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,2,3.4036795841529965e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,2,6.696215132251382e-4 +bos,attn_in,Qwen2.5-Math-7B,4,64,3,4.703790182247758e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,3,8.00220004748553e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,3,0.0073341368697583675 +bos,attn_in,Qwen2.5-Math-7B,4,64,4,5.01419825013727e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,4,7.770881638862193e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,4,0.006623602472245693 +bos,attn_in,Qwen2.5-Math-7B,4,64,5,8.943421998992562e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,5,6.809745100326836e-4 +bos,mlp_down,Qwen2.5-Math-7B,4,64,5,7.279606070369482e-4 +bos,attn_in,Qwen2.5-Math-7B,4,64,6,9.005945175886154e-4 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,6,0.0042189923115074635 +bos,mlp_down,Qwen2.5-Math-7B,4,64,6,0.0016953219892457128 +bos,attn_in,Qwen2.5-Math-7B,4,64,7,0.0012136563891544938 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,7,0.002919410588219762 +bos,mlp_down,Qwen2.5-Math-7B,4,64,7,0.0034293814096599817 +bos,attn_in,Qwen2.5-Math-7B,4,64,8,0.0021392793860286474 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,8,0.0032840915955603123 +bos,mlp_down,Qwen2.5-Math-7B,4,64,8,0.003051409963518381 +bos,attn_in,Qwen2.5-Math-7B,4,64,9,0.0016067413380369544 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,9,0.0038595199584960938 +bos,mlp_down,Qwen2.5-Math-7B,4,64,9,0.0039390078745782375 +bos,attn_in,Qwen2.5-Math-7B,4,64,10,0.0015039630234241486 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,10,0.0034095067530870438 +bos,mlp_down,Qwen2.5-Math-7B,4,64,10,0.003129543736577034 +bos,attn_in,Qwen2.5-Math-7B,4,64,11,0.0021661960054188967 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,11,0.0032756610307842493 +bos,mlp_down,Qwen2.5-Math-7B,4,64,11,0.002951190108433366 +bos,attn_in,Qwen2.5-Math-7B,4,64,12,0.0015522947069257498 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,12,0.0033199512399733067 +bos,mlp_down,Qwen2.5-Math-7B,4,64,12,0.00271904026158154 +bos,attn_in,Qwen2.5-Math-7B,4,64,13,0.0020686828065663576 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,13,0.0035510524176061153 +bos,mlp_down,Qwen2.5-Math-7B,4,64,13,0.0028651775792241096 +bos,attn_in,Qwen2.5-Math-7B,4,64,14,0.0023402306251227856 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,14,0.004057834856212139 +bos,mlp_down,Qwen2.5-Math-7B,4,64,14,0.003219864098355174 +bos,attn_in,Qwen2.5-Math-7B,4,64,15,0.002908246126025915 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,15,0.00406373105943203 +bos,mlp_down,Qwen2.5-Math-7B,4,64,15,0.0031000447925180197 +bos,attn_in,Qwen2.5-Math-7B,4,64,16,0.0023792372085154057 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,16,0.0040528494864702225 +bos,mlp_down,Qwen2.5-Math-7B,4,64,16,0.0030617923475801945 +bos,attn_in,Qwen2.5-Math-7B,4,64,17,0.0028886031359434128 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,17,0.005238338373601437 +bos,mlp_down,Qwen2.5-Math-7B,4,64,17,0.004058541264384985 +bos,attn_in,Qwen2.5-Math-7B,4,64,18,0.0035620303824543953 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,18,0.007280504796653986 +bos,mlp_down,Qwen2.5-Math-7B,4,64,18,0.006012312602251768 +bos,attn_in,Qwen2.5-Math-7B,4,64,19,0.006549928802996874 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,19,0.010834003798663616 +bos,mlp_down,Qwen2.5-Math-7B,4,64,19,0.00929342396557331 +bos,attn_in,Qwen2.5-Math-7B,4,64,20,0.006151505745947361 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,20,0.01822895184159279 +bos,mlp_down,Qwen2.5-Math-7B,4,64,20,0.017196036875247955 +bos,attn_in,Qwen2.5-Math-7B,4,64,21,0.010764941573143005 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,21,0.02998616173863411 +bos,mlp_down,Qwen2.5-Math-7B,4,64,21,0.030302120372653008 +bos,attn_in,Qwen2.5-Math-7B,4,64,22,0.012297496199607849 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,22,0.04852893203496933 +bos,mlp_down,Qwen2.5-Math-7B,4,64,22,0.048643555492162704 +bos,attn_in,Qwen2.5-Math-7B,4,64,23,0.013928391970694065 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,23,0.054853979498147964 +bos,mlp_down,Qwen2.5-Math-7B,4,64,23,0.05581289902329445 +bos,attn_in,Qwen2.5-Math-7B,4,64,24,0.032662104815244675 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,24,0.08023905009031296 +bos,mlp_down,Qwen2.5-Math-7B,4,64,24,0.07131926715373993 +bos,attn_in,Qwen2.5-Math-7B,4,64,25,0.028065809980034828 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,25,0.10675237327814102 +bos,mlp_down,Qwen2.5-Math-7B,4,64,25,0.10336457937955856 +bos,attn_in,Qwen2.5-Math-7B,4,64,26,0.04448283836245537 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,26,0.1892545372247696 +bos,mlp_down,Qwen2.5-Math-7B,4,64,26,0.26299238204956055 +bos,attn_in,Qwen2.5-Math-7B,4,64,27,0.27952608466148376 +bos,mlp_gate,Qwen2.5-Math-7B,4,64,27,0.4358437955379486 +bos,mlp_down,Qwen2.5-Math-7B,4,64,27,1.5565502643585205 +c4,attn_in,Qwen2.5-Math-7B,4,64,0,1.940129150170833e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,0,6.267952267080545e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,64,0,4.2925591696985066e-4 +c4,attn_in,Qwen2.5-Math-7B,4,64,1,1.0039919288828969e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,1,2.72408127784729e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,64,1,4.4444375089369714e-4 +c4,attn_in,Qwen2.5-Math-7B,4,64,2,1.424655201844871e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,2,4.1793182026594877e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,64,2,7.681131828576326e-4 +c4,attn_in,Qwen2.5-Math-7B,4,64,3,4.989682347513735e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,3,9.206925751641393e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,64,3,0.007663293741643429 +c4,attn_in,Qwen2.5-Math-7B,4,64,4,5.721033667214215e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,4,0.001139941974543035 +c4,mlp_down,Qwen2.5-Math-7B,4,64,4,0.007036405615508556 +c4,attn_in,Qwen2.5-Math-7B,4,64,5,8.452955516986549e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,5,9.805787121877074e-4 +c4,mlp_down,Qwen2.5-Math-7B,4,64,5,0.0010170211317017674 +c4,attn_in,Qwen2.5-Math-7B,4,64,6,9.73230111412704e-4 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,6,0.004245158284902573 +c4,mlp_down,Qwen2.5-Math-7B,4,64,6,0.002123836427927017 +c4,attn_in,Qwen2.5-Math-7B,4,64,7,0.0012173131108283997 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,7,0.003288618288934231 +c4,mlp_down,Qwen2.5-Math-7B,4,64,7,0.0034719849936664104 +c4,attn_in,Qwen2.5-Math-7B,4,64,8,0.0019075408345088363 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,8,0.0040294695645570755 +c4,mlp_down,Qwen2.5-Math-7B,4,64,8,0.0034230102319270372 +c4,attn_in,Qwen2.5-Math-7B,4,64,9,0.0018034912645816803 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,9,0.005349186714738607 +c4,mlp_down,Qwen2.5-Math-7B,4,64,9,0.004961407743394375 +c4,attn_in,Qwen2.5-Math-7B,4,64,10,0.0018476953264325857 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,10,0.004332514945417643 +c4,mlp_down,Qwen2.5-Math-7B,4,64,10,0.00364435906521976 +c4,attn_in,Qwen2.5-Math-7B,4,64,11,0.0022400154266506433 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,11,0.003931295592337847 +c4,mlp_down,Qwen2.5-Math-7B,4,64,11,0.0032309151720255613 +c4,attn_in,Qwen2.5-Math-7B,4,64,12,0.0017729327082633972 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,12,0.003965857904404402 +c4,mlp_down,Qwen2.5-Math-7B,4,64,12,0.003060883842408657 +c4,attn_in,Qwen2.5-Math-7B,4,64,13,0.0024349477607756853 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,13,0.004219737369567156 +c4,mlp_down,Qwen2.5-Math-7B,4,64,13,0.0031662338878959417 +c4,attn_in,Qwen2.5-Math-7B,4,64,14,0.0027855101507157087 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,14,0.004592373035848141 +c4,mlp_down,Qwen2.5-Math-7B,4,64,14,0.003447210881859064 +c4,attn_in,Qwen2.5-Math-7B,4,64,15,0.0034134425222873688 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,15,0.0045584263280034065 +c4,mlp_down,Qwen2.5-Math-7B,4,64,15,0.0032493232283741236 +c4,attn_in,Qwen2.5-Math-7B,4,64,16,0.002817697124555707 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,16,0.004527322016656399 +c4,mlp_down,Qwen2.5-Math-7B,4,64,16,0.00326775130815804 +c4,attn_in,Qwen2.5-Math-7B,4,64,17,0.003100786590948701 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,17,0.005878900643438101 +c4,mlp_down,Qwen2.5-Math-7B,4,64,17,0.004313815385103226 +c4,attn_in,Qwen2.5-Math-7B,4,64,18,0.0038660396821796894 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,18,0.008226817473769188 +c4,mlp_down,Qwen2.5-Math-7B,4,64,18,0.006416326854377985 +c4,attn_in,Qwen2.5-Math-7B,4,64,19,0.007749223615974188 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,19,0.012507077306509018 +c4,mlp_down,Qwen2.5-Math-7B,4,64,19,0.010088184848427773 +c4,attn_in,Qwen2.5-Math-7B,4,64,20,0.006451991852372885 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,20,0.020546311512589455 +c4,mlp_down,Qwen2.5-Math-7B,4,64,20,0.01785682514309883 +c4,attn_in,Qwen2.5-Math-7B,4,64,21,0.012466158717870712 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,21,0.031977176666259766 +c4,mlp_down,Qwen2.5-Math-7B,4,64,21,0.029727980494499207 +c4,attn_in,Qwen2.5-Math-7B,4,64,22,0.01388371642678976 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,22,0.05337066575884819 +c4,mlp_down,Qwen2.5-Math-7B,4,64,22,0.05094706639647484 +c4,attn_in,Qwen2.5-Math-7B,4,64,23,0.018788401037454605 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,23,0.06289377808570862 +c4,mlp_down,Qwen2.5-Math-7B,4,64,23,0.06844523549079895 +c4,attn_in,Qwen2.5-Math-7B,4,64,24,0.029612325131893158 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,24,0.09848302602767944 +c4,mlp_down,Qwen2.5-Math-7B,4,64,24,0.08927041292190552 +c4,attn_in,Qwen2.5-Math-7B,4,64,25,0.02803451381623745 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,25,0.14280572533607483 +c4,mlp_down,Qwen2.5-Math-7B,4,64,25,0.12785334885120392 +c4,attn_in,Qwen2.5-Math-7B,4,64,26,0.058708205819129944 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,26,0.2647002339363098 +c4,mlp_down,Qwen2.5-Math-7B,4,64,26,0.33042508363723755 +c4,attn_in,Qwen2.5-Math-7B,4,64,27,0.33041009306907654 +c4,mlp_gate,Qwen2.5-Math-7B,4,64,27,0.8071023225784302 +c4,mlp_down,Qwen2.5-Math-7B,4,64,27,2.9808754920959473 +pileval,attn_in,Qwen2.5-Math-7B,4,64,0,1.9454877474345267e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,0,6.633642478846014e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,0,4.142349062021822e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,64,1,1.047099576680921e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,1,2.932453353423625e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,1,4.727449268102646e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,64,2,1.5470707148779184e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,2,4.6082399785518646e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,2,8.293630671687424e-4 +pileval,attn_in,Qwen2.5-Math-7B,4,64,3,5.244806525297463e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,3,9.245763067156076e-4 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,3,0.007891303859651089 +pileval,attn_in,Qwen2.5-Math-7B,4,64,4,6.259417277760804e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,4,0.0011104142758995295 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,4,0.007089606020599604 +pileval,attn_in,Qwen2.5-Math-7B,4,64,5,8.789875428192317e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,5,0.0011267083464190364 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,5,0.001261497032828629 +pileval,attn_in,Qwen2.5-Math-7B,4,64,6,0.0010097945341840386 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,6,0.004437858238816261 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,6,0.002273079240694642 +pileval,attn_in,Qwen2.5-Math-7B,4,64,7,0.001264797756448388 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,7,0.003366299672052264 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,7,0.003420902183279395 +pileval,attn_in,Qwen2.5-Math-7B,4,64,8,0.0019964135717600584 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,8,0.003949869889765978 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,8,0.0032997005619108677 +pileval,attn_in,Qwen2.5-Math-7B,4,64,9,0.0018359782407060266 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,9,0.005048106424510479 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,9,0.00470607029274106 +pileval,attn_in,Qwen2.5-Math-7B,4,64,10,0.0019082645885646343 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,10,0.004253636579960585 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,10,0.0036806087009608746 +pileval,attn_in,Qwen2.5-Math-7B,4,64,11,0.002374937292188406 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,11,0.003956461325287819 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,11,0.00328073394484818 +pileval,attn_in,Qwen2.5-Math-7B,4,64,12,0.0018861960852518678 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,12,0.004007519688457251 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,12,0.0031429014634341 +pileval,attn_in,Qwen2.5-Math-7B,4,64,13,0.002543417736887932 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,13,0.004141261335462332 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,13,0.0031187015119940042 +pileval,attn_in,Qwen2.5-Math-7B,4,64,14,0.0030022412538528442 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,14,0.004541565664112568 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,14,0.0034697146620601416 +pileval,attn_in,Qwen2.5-Math-7B,4,64,15,0.0035653295926749706 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,15,0.004639409948140383 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,15,0.003363871481269598 +pileval,attn_in,Qwen2.5-Math-7B,4,64,16,0.0030886372551321983 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,16,0.004681311082094908 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,16,0.003407945390790701 +pileval,attn_in,Qwen2.5-Math-7B,4,64,17,0.003501538187265396 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,17,0.006169249769300222 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,17,0.004578709602355957 +pileval,attn_in,Qwen2.5-Math-7B,4,64,18,0.0040801349096000195 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,18,0.008511929772794247 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,18,0.0067549217492341995 +pileval,attn_in,Qwen2.5-Math-7B,4,64,19,0.008380051702260971 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,19,0.012584473006427288 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,19,0.010333449579775333 +pileval,attn_in,Qwen2.5-Math-7B,4,64,20,0.007301648613065481 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,20,0.020438918843865395 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,20,0.01786651834845543 +pileval,attn_in,Qwen2.5-Math-7B,4,64,21,0.013241217471659184 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,21,0.03053421713411808 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,21,0.028587760403752327 +pileval,attn_in,Qwen2.5-Math-7B,4,64,22,0.016072198748588562 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,22,0.051370248198509216 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,22,0.05190568417310715 +pileval,attn_in,Qwen2.5-Math-7B,4,64,23,0.021518144756555557 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,23,0.06438442319631577 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,23,0.07204544544219971 +pileval,attn_in,Qwen2.5-Math-7B,4,64,24,0.0302188191562891 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,24,0.10384849458932877 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,24,0.0980256125330925 +pileval,attn_in,Qwen2.5-Math-7B,4,64,25,0.030411701649427414 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,25,0.15120019018650055 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,25,0.14215701818466187 +pileval,attn_in,Qwen2.5-Math-7B,4,64,26,0.0695313885807991 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,26,0.307344913482666 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,26,0.36896389722824097 +pileval,attn_in,Qwen2.5-Math-7B,4,64,27,0.3514217138290405 +pileval,mlp_gate,Qwen2.5-Math-7B,4,64,27,0.8613358736038208 +pileval,mlp_down,Qwen2.5-Math-7B,4,64,27,3.044525384902954 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,0,1.5407403407152742e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,0,6.575766601599753e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,0,4.065574612468481e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,1,1.0109807772096246e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,1,3.021251759491861e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,1,4.388400411698967e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,2,1.489461719756946e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,2,4.670709604397416e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,2,7.802342297509313e-4 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,3,5.296012386679649e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,3,0.001005347934551537 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,3,0.007730180863291025 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,4,6.261835806071758e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,4,0.0011600940488278866 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,4,0.007059574592858553 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,5,8.821015944704413e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,5,0.0010690405033528805 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,5,0.0010916376486420631 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,6,9.633373119868338e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,6,0.004298086278140545 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,6,0.002424792852252722 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,7,0.0013154329499229789 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,7,0.003450476797297597 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,7,0.0034942959900945425 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,8,0.0021100149024277925 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,8,0.003966165706515312 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,8,0.0033316598273813725 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,9,0.0018154856516048312 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,9,0.0052300747483968735 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,9,0.004837502259761095 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,10,0.001895249355584383 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,10,0.004236822482198477 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,10,0.003577412571758032 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,11,0.0023620149586349726 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,11,0.0038790637627243996 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,11,0.0032411280553787947 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,12,0.0018212773138657212 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,12,0.003986540250480175 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,12,0.003106852527707815 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,13,0.002490740269422531 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,13,0.004137104842811823 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,13,0.003097580512985587 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,14,0.002959070261567831 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,14,0.0045134867541491985 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,14,0.0033984044566750526 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,15,0.003514018841087818 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,15,0.004611228592693806 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,15,0.0033121639862656593 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,16,0.0028986576944589615 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,16,0.00462738424539566 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,16,0.0033547997009009123 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,17,0.0035442060325294733 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,17,0.006137259304523468 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,17,0.0044959234073758125 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,18,0.00403490150347352 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,18,0.008357234299182892 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,18,0.006437329109758139 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,19,0.008174771443009377 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,19,0.012217775918543339 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,19,0.009534792974591255 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,20,0.00659432215616107 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,20,0.019922642037272453 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,20,0.01697656698524952 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,21,0.012038780376315117 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,21,0.029546568170189857 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,21,0.027540570124983788 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,22,0.016619311645627022 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,22,0.05047697573900223 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,22,0.04920132830739021 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,23,0.02267862670123577 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,23,0.06244371458888054 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,23,0.07468195259571075 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,24,0.03594197332859039 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,24,0.10304594784975052 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,24,0.09950175136327744 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,25,0.034804075956344604 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,25,0.15043675899505615 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,25,0.13314488530158997 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,26,0.08724692463874817 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,26,0.2852904200553894 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,26,0.3302181661128998 +wikitext,attn_in,Qwen2.5-Math-7B,4,64,27,0.36658456921577454 +wikitext,mlp_gate,Qwen2.5-Math-7B,4,64,27,0.8208545446395874 +wikitext,mlp_down,Qwen2.5-Math-7B,4,64,27,2.719609260559082 +bos,attn_in,Qwen2.5-Math-7B,8,128,0,1.6298719174301368e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,0,3.865215603582328e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,0,2.1224796000751667e-6 +bos,attn_in,Qwen2.5-Math-7B,8,128,1,6.075171086195041e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,1,1.5093014553713147e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,1,2.392919896010426e-6 +bos,attn_in,Qwen2.5-Math-7B,8,128,2,7.521604175053653e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,2,1.7467116322222864e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,2,3.2393913897976745e-6 +bos,attn_in,Qwen2.5-Math-7B,8,128,3,2.520701173125417e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,3,5.079604306956753e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,3,4.7312605602201074e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,4,2.876206963264849e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,4,4.915863883070415e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,4,9.2295442300383e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,5,3.6857861687167315e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,5,3.669884790724609e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,128,5,4.154334874328924e-6 +bos,attn_in,Qwen2.5-Math-7B,8,128,6,6.177763225423405e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,6,1.9434181012911722e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,6,8.403731044381857e-6 +bos,attn_in,Qwen2.5-Math-7B,8,128,7,6.15109047430451e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,7,1.4439669030252844e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,7,1.7390799257555045e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,8,1.0799967640195973e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,8,1.574513953528367e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,8,1.498811980127357e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,9,7.995422492967919e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,9,1.8319547962164506e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,9,1.872822394943796e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,10,8.819934919301886e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,10,1.637077184568625e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,10,1.4949059732316528e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,11,1.404793238179991e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,11,1.563177465868648e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,11,2.873557787097525e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,12,1.1911334695469122e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,12,1.6109048374346457e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,12,1.3346593732421752e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,13,1.2241132935741916e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,13,1.7251861208933406e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,13,1.3916625903220847e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,14,1.778575824573636e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,14,1.9968483684351668e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,14,1.574888483446557e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,15,3.3845579309854656e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,15,2.015939389821142e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,15,1.5006347894086502e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,16,1.4174956959323026e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,16,1.9518856788636185e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,16,1.4589312741009053e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,17,1.6815769413369708e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,17,2.5367971829837188e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,17,2.0274916096241213e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,18,1.9131857698084787e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,18,3.643754098447971e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,18,3.26315093843732e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,19,3.6019846447743475e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,19,5.259957106318325e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,19,4.6353739890037104e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,20,3.589206244214438e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,20,9.038430289365351e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,128,20,8.765015081735328e-5 +bos,attn_in,Qwen2.5-Math-7B,8,128,21,5.834894909639843e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,21,1.4816746988799423e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,21,1.5409286424983293e-4 +bos,attn_in,Qwen2.5-Math-7B,8,128,22,6.355343793984503e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,22,2.355413744226098e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,22,2.3716603755019605e-4 +bos,attn_in,Qwen2.5-Math-7B,8,128,23,7.691654172958806e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,23,2.635142591316253e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,23,2.759404596872628e-4 +bos,attn_in,Qwen2.5-Math-7B,8,128,24,1.5411606000270694e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,24,3.8037390913814306e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,24,3.517609729897231e-4 +bos,attn_in,Qwen2.5-Math-7B,8,128,25,1.4113202632870525e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,25,5.12214726768434e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,25,5.158843705430627e-4 +bos,attn_in,Qwen2.5-Math-7B,8,128,26,2.4237175239250064e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,26,9.393951040692627e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,128,26,0.0025450540706515312 +bos,attn_in,Qwen2.5-Math-7B,8,128,27,0.001818623743019998 +bos,mlp_gate,Qwen2.5-Math-7B,8,128,27,0.0019971057772636414 +bos,mlp_down,Qwen2.5-Math-7B,8,128,27,0.012020263820886612 +c4,attn_in,Qwen2.5-Math-7B,8,128,0,1.295702304560109e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,0,4.456149781617569e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,0,2.2090823676990112e-6 +c4,attn_in,Qwen2.5-Math-7B,8,128,1,6.686208848805109e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,1,1.5113132576516364e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,1,2.1791956896777265e-6 +c4,attn_in,Qwen2.5-Math-7B,8,128,2,7.82371387231251e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,2,2.0720285647257697e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,2,3.6793344406760298e-6 +c4,attn_in,Qwen2.5-Math-7B,8,128,3,2.6562913717498304e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,3,8.354019882972352e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,3,4.848761818720959e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,4,3.1320564630732406e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,4,6.263383056648308e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,4,9.514645353192464e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,5,3.5636160191643285e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,5,4.949162757839076e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,128,5,5.520150807569735e-6 +c4,attn_in,Qwen2.5-Math-7B,8,128,6,6.495478373835795e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,6,1.9820376110146753e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,6,1.0434818250359967e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,7,6.45686304778792e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,7,1.6128631614265032e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,7,1.7442627722630277e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,8,1.0720173122535925e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,8,1.9331147996126674e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,8,1.692271871434059e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,9,9.244791726814583e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,9,2.5439667297177948e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,9,2.358202254981734e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,10,9.278905054088682e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,10,2.084444713545963e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,10,1.7490718164481223e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,11,1.378663091600174e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,11,1.8779001038637944e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,11,3.0135222914395854e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,12,1.2169106412329711e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,12,1.9238785171182826e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,12,1.4959725376684219e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,13,1.3538550774683245e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,13,2.0577632312779315e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,13,1.5410529158543795e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,14,1.9319502825965174e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,14,2.2517053366755135e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,14,1.687980693532154e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,15,3.387163451407105e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,15,2.2332686057779938e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,15,1.5774583516758867e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,16,1.5591343981213868e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,16,2.1924195607425645e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,16,1.5597935998812318e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,17,1.735409205139149e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,17,2.8562222723849118e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,17,2.2120630092103966e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,18,2.020621468545869e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,18,4.0904578781919554e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,18,3.6107710911892354e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,19,4.189486935501918e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,19,6.180127093102783e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,128,19,5.1697639719350263e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,20,3.6199013266013935e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,20,1.0297007247572765e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,20,9.211544966092333e-5 +c4,attn_in,Qwen2.5-Math-7B,8,128,21,6.359229155350477e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,21,1.5924443141557276e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,21,1.5339111268986017e-4 +c4,attn_in,Qwen2.5-Math-7B,8,128,22,6.915156700415537e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,22,2.59962776908651e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,22,2.536932297516614e-4 +c4,attn_in,Qwen2.5-Math-7B,8,128,23,9.834035154199228e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,23,3.029729123227298e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,23,3.407904878258705e-4 +c4,attn_in,Qwen2.5-Math-7B,8,128,24,1.3666393351741135e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,24,4.696424584835768e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,24,4.3909423402510583e-4 +c4,attn_in,Qwen2.5-Math-7B,8,128,25,1.406867813784629e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,25,6.921977619640529e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,128,25,6.391790811903775e-4 +c4,attn_in,Qwen2.5-Math-7B,8,128,26,3.4485672949813306e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,26,0.001299359486438334 +c4,mlp_down,Qwen2.5-Math-7B,8,128,26,0.0029271612875163555 +c4,attn_in,Qwen2.5-Math-7B,8,128,27,0.0019041575724259019 +c4,mlp_gate,Qwen2.5-Math-7B,8,128,27,0.0038815257139503956 +c4,mlp_down,Qwen2.5-Math-7B,8,128,27,0.02200361154973507 +pileval,attn_in,Qwen2.5-Math-7B,8,128,0,1.297114522458287e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,0,4.594291112880455e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,0,2.1295029455359327e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,128,1,6.658831921413366e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,1,1.583224502610392e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,1,2.316885684194858e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,128,2,8.395127224503085e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,2,2.2531714876095066e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,2,3.976234893343644e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,128,3,2.7894047889276408e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,3,7.838223609724082e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,3,4.894421363133006e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,4,3.410727686059545e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,4,6.006671355862636e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,4,9.558200690662488e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,5,3.938308964279713e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,5,5.685866653948324e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,5,6.653192940575536e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,128,6,6.847096301498823e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,6,2.0639412468881346e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,6,1.1190174518560525e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,7,6.699188361380948e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,7,1.6439404134871438e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,7,1.7360354831907898e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,8,1.1093161447206512e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,8,1.8912245650426485e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,8,1.63960885402048e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,9,9.633730769564863e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,9,2.384307299507782e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,9,2.2453272322309203e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,10,9.496628081251401e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,10,2.0447660062927753e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,10,1.7677133655524813e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,11,1.4292001651483588e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,11,1.8879014533013105e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,11,3.0451497877947986e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,12,1.2814342881029006e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,12,1.9427650840952992e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,12,1.5385288861580193e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,13,1.4040640053281095e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,13,2.0195722754579037e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,13,1.5241726032400038e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,14,1.9449134924798273e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,14,2.2241454644245096e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,14,1.705253089312464e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,15,3.311587715870701e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,15,2.2707963580614887e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,15,1.639098991290666e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,16,1.7380467397742905e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,16,2.26242500502849e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,16,1.6264169971691445e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,17,1.9393153706914745e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,17,2.9917453503003344e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,17,2.323859189345967e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,18,2.207322722824756e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,18,4.2245053919032216e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,18,3.833586742985062e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,19,4.5041531848255545e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,19,6.196171307237819e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,19,5.316775423125364e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,20,3.921937241102569e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,20,1.0191974433837458e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,20,9.306598076364025e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,128,21,6.980715261306614e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,21,1.5119242016226053e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,21,1.4922511763870716e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,128,22,8.485103899147362e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,22,2.495820517651737e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,22,2.5970558635890484e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,128,23,1.1173488019267097e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,23,3.0929435160942376e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,23,3.572631976567209e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,128,24,1.4693124103359878e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,24,4.959098296239972e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,24,4.8719142796471715e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,128,25,1.5404917940031737e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,25,7.307355408556759e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,25,7.285980973392725e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,128,26,3.7912637344561517e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,26,0.0015068858629092574 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,26,0.0030864239670336246 +pileval,attn_in,Qwen2.5-Math-7B,8,128,27,0.002017220249399543 +pileval,mlp_gate,Qwen2.5-Math-7B,8,128,27,0.004150719847530127 +pileval,mlp_down,Qwen2.5-Math-7B,8,128,27,0.022055108100175858 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,0,1.013663109006302e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,0,4.609553343470907e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,0,2.1072919480502605e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,1,6.585228788935638e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,1,1.5932414498820435e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,1,2.155909896828234e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,2,8.262482538157201e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,2,2.2276326490100473e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,2,3.7373074519564398e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,3,2.806112433972885e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,3,8.762268407735974e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,3,4.789976082975045e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,4,3.5773330182564678e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,4,6.483977813331876e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,4,9.557699377182871e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,5,4.195131168671651e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,5,5.393310857471079e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,5,5.855234121554531e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,6,6.492604825325543e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,6,2.0045252313138917e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,6,1.1898659067810513e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,7,6.864458100608317e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,7,1.687790972937364e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,7,1.7665957784629427e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,8,1.0821933756233193e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,8,1.9004390196641907e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,8,1.661030182731338e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,9,9.177364518109243e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,9,2.494791624485515e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,9,2.3009606593404897e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,10,1.00970310086268e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,10,2.0465411580516957e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,10,1.7191579900099896e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,11,1.371346297673881e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,11,1.849992258939892e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,11,3.023977296834346e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,12,1.1513657227624208e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,12,1.9377619537408464e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,12,1.523614082543645e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,13,1.3725863936997484e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,13,2.0260296878404915e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,13,1.516914380772505e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,14,1.849029831646476e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,14,2.2123231246951036e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,14,1.67175276146736e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,15,3.4466051147319376e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,15,2.2511707356898114e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,15,1.6146736015798524e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,16,1.708538729872089e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,16,2.2480993720819242e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,16,1.603112650627736e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,17,1.8282637029187754e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,17,2.9674261895706877e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,17,2.2846081265015528e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,18,2.146157385141123e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,18,4.164245183346793e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,18,3.663824463728815e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,19,4.467450708034448e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,19,6.003085945849307e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,19,4.963558239978738e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,20,3.582237695809454e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,20,9.92558998405002e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,20,8.821694791549817e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,21,6.560678593814373e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,21,1.4621303125750273e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,21,1.4385071699507535e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,22,8.062088454607874e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,22,2.458133385516703e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,22,2.467903832439333e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,23,1.1763312068069354e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,23,2.9951168107800186e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,23,3.66922962712124e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,24,1.7506134463474154e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,24,4.887310205958784e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,24,4.893311997875571e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,25,1.6878223686944693e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,25,7.24943180102855e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,25,6.677993224002421e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,26,4.98443900141865e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,26,0.0013816601131111383 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,26,0.0029209523927420378 +wikitext,attn_in,Qwen2.5-Math-7B,8,128,27,0.0020681279711425304 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,128,27,0.0038589525502175093 +wikitext,mlp_down,Qwen2.5-Math-7B,8,128,27,0.019974492490291595 +bos,attn_in,Qwen2.5-Math-7B,8,32,0,5.75279955228325e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,0,3.3613700907153543e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,0,1.01463422197412e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,1,2.8971575716241205e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,1,6.640265723945049e-7 +bos,mlp_down,Qwen2.5-Math-7B,8,32,1,1.258456677533104e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,2,3.776042376557598e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,2,8.520823939761613e-7 +bos,mlp_down,Qwen2.5-Math-7B,8,32,2,1.753361516421137e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,3,1.2109172757845954e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,3,1.5497510048589902e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,3,1.2910905752505641e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,4,1.3254433497422724e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,4,2.1916391688137082e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,4,2.216575012425892e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,5,1.8621669823915e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,5,1.6514502476638881e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,5,1.942936250998173e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,6,2.433441522953217e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,6,1.2511914974311367e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,6,4.4808398342865985e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,7,3.061226152567542e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,7,7.696564352954738e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,7,8.800709110801108e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,8,5.165904894965934e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,8,8.737691132409964e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,8,8.137621080095414e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,9,3.940437181881862e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,9,1.0440911864861846e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,9,1.0611128345772158e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,10,3.814454657913302e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,10,9.054549082065932e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,10,8.378656275453977e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,11,6.080238108552294e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,11,8.63936475070659e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,11,1.0724331332312431e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,12,4.5714346015302e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,12,8.739370059629437e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,12,7.186966740846401e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,13,5.836541276948992e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,13,9.353590940008871e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,32,13,7.611469300172757e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,14,6.052311164239654e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,14,1.0607352123770397e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,14,8.459347554889973e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,15,8.871829777490348e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,15,1.0616825420584064e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,15,8.169838110916317e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,16,6.540850336023141e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,16,1.0681802450562827e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,16,8.128748049784917e-6 +bos,attn_in,Qwen2.5-Math-7B,8,32,17,7.077197096805321e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,17,1.3748178389505483e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,17,1.0788870895339642e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,18,8.096757483144756e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,18,1.9009430616279133e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,18,1.652002174523659e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,19,1.746268753777258e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,19,2.7986045097350143e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,19,2.4662936993991025e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,20,1.5562849512207322e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,20,4.7114524932112545e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,20,4.435204027686268e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,21,2.8493490390246734e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,21,7.762488530715927e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,32,21,7.84678923082538e-5 +bos,attn_in,Qwen2.5-Math-7B,8,32,22,2.9287630241014995e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,22,1.2663405505008996e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,32,22,1.282319863094017e-4 +bos,attn_in,Qwen2.5-Math-7B,8,32,23,3.689536970341578e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,23,1.4911798643879592e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,32,23,1.4957254461478442e-4 +bos,attn_in,Qwen2.5-Math-7B,8,32,24,6.0719998145941645e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,24,2.1387952438089997e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,32,24,1.9134569447487593e-4 +bos,attn_in,Qwen2.5-Math-7B,8,32,25,8.019441884243861e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,25,2.8541157371364534e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,32,25,2.769895945675671e-4 +bos,attn_in,Qwen2.5-Math-7B,8,32,26,1.2515629350673407e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,26,4.988186992704868e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,32,26,8.140797144733369e-4 +bos,attn_in,Qwen2.5-Math-7B,8,32,27,0.0010193213820457458 +bos,mlp_gate,Qwen2.5-Math-7B,8,32,27,0.0011318776523694396 +bos,mlp_down,Qwen2.5-Math-7B,8,32,27,0.0034226987045258284 +c4,attn_in,Qwen2.5-Math-7B,8,32,0,5.176330546419194e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,0,3.88127318728948e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,0,1.073490579983627e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,1,3.2583264442109794e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,1,6.681584636680782e-7 +c4,mlp_down,Qwen2.5-Math-7B,8,32,1,1.1543662594704074e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,2,3.8288797554741905e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,2,1.0858709629246732e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,2,2.0312161268520867e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,3,1.28855936054606e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,3,3.1650201890442986e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,3,1.4210353583621327e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,4,1.4147611864245846e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,4,3.191327550666756e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,4,2.3113598217605613e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,5,1.803429427127412e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,5,2.494720774848247e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,5,2.728294020926114e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,6,2.613890956126852e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,6,1.2243597666383721e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,6,5.631629392155446e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,7,3.2045506941358326e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,7,8.65241963765584e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,32,7,9.028573003888596e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,8,4.851684934692457e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,8,1.0737519005488139e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,8,9.1650308604585e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,9,4.660999366024043e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,9,1.4271508007368539e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,9,1.3316681361175142e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,10,4.9197105909115635e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,10,1.151169362856308e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,10,9.728876648296136e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,11,7.739527063677087e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,11,1.04400160125806e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,11,1.1511572665767744e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,12,5.631663043459412e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,12,1.0466700587130617e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,12,8.051635632000398e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,13,6.573045538971201e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,13,1.1050240573240444e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,13,8.381025509152096e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,14,7.317094969039317e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,14,1.1962690223299433e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,14,9.036898518388625e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,15,1.029064333124552e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,15,1.1900575373147149e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,15,8.530315426469315e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,16,7.168599040596746e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,16,1.1926917068194598e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,16,8.679036000103224e-6 +c4,attn_in,Qwen2.5-Math-7B,8,32,17,8.465447535854764e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,17,1.5479658031836152e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,17,1.1508123861858621e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,18,8.889728633221239e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,18,2.140923788829241e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,18,1.7883827240439132e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,19,2.0013845642097294e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,19,3.21986481139902e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,19,2.7136766220792197e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,20,1.608235834282823e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,20,5.285269071464427e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,20,4.6276934881461784e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,21,2.9975433790241368e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,21,8.297216845676303e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,32,21,7.693979569012299e-5 +c4,attn_in,Qwen2.5-Math-7B,8,32,22,3.189211929566227e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,22,1.381538313580677e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,32,22,1.3295005192048848e-4 +c4,attn_in,Qwen2.5-Math-7B,8,32,23,4.87125689687673e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,23,1.7007591668516397e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,32,23,1.834960130508989e-4 +c4,attn_in,Qwen2.5-Math-7B,8,32,24,5.3745923651149496e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,24,2.610835654195398e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,32,24,2.3928366135805845e-4 +c4,attn_in,Qwen2.5-Math-7B,8,32,25,7.499881758121774e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,25,3.788603644352406e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,32,25,3.429899225011468e-4 +c4,attn_in,Qwen2.5-Math-7B,8,32,26,1.6118280473165214e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,26,6.937469588592649e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,32,26,9.796107187867165e-4 +c4,attn_in,Qwen2.5-Math-7B,8,32,27,0.0010140675585716963 +c4,mlp_gate,Qwen2.5-Math-7B,8,32,27,0.0022419439628720284 +c4,mlp_down,Qwen2.5-Math-7B,8,32,27,0.006304258015006781 +pileval,attn_in,Qwen2.5-Math-7B,8,32,0,5.223343464422214e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,0,4.016585080535151e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,0,1.0367082268203376e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,1,3.349922508277814e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,1,7.078240855662443e-7 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,1,1.2248659686520114e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,2,4.142203238188813e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,2,1.14999306788377e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,2,2.191387693528668e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,3,1.360985379506019e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,3,3.912716692866525e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,3,1.4746740816917736e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,4,1.5404980331368279e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,4,3.181564352416899e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,4,2.3199585484690033e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,5,1.973424332391005e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,5,2.8867584660474677e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,5,3.3826629532995867e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,6,2.7284156658424763e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,6,1.2787661944457795e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,6,6.010590368532576e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,7,3.3642140806477983e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,7,8.87794067239156e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,7,8.840809641696978e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,8,5.064763627160573e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,8,1.0518284398131073e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,8,8.818273272481747e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,9,4.820237336389255e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,9,1.355000858893618e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,9,1.2629520824702922e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,10,5.013790541852359e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,10,1.1306568012514617e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,10,9.820402738114353e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,11,7.72851490182802e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,11,1.0517923328734469e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,11,1.1658456969598774e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,12,5.8406576499692164e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,12,1.0596112588245887e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,12,8.261433322331868e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,13,6.980327725614188e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,13,1.0879241926886607e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,13,8.249243364844006e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,14,7.90084868640406e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,14,1.1869276931975037e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,14,9.073217370314524e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,15,1.1019409612345044e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,15,1.2105854693800211e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,15,8.826250450510997e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,16,7.917177754279692e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,16,1.2367847375571728e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,16,9.052200766745955e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,32,17,1.0095785910380073e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,17,1.6276893802569248e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,17,1.2190690540592186e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,18,9.568158020556439e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,18,2.222389230155386e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,18,1.890683051897213e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,19,2.059879079752136e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,19,3.2580821425653994e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,19,2.7783378754975274e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,20,1.751843956299126e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,20,5.283414793666452e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,20,4.607948721968569e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,21,3.2935611670836806e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,21,7.913589070085436e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,21,7.364022167166695e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,32,22,3.9129485230660066e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,22,1.3393140397965908e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,22,1.3519656204152852e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,32,23,5.629376755678095e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,23,1.731812080834061e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,23,1.9258425163570791e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,32,24,5.973420411464758e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,24,2.762631338555366e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,24,2.620358718559146e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,32,25,8.18116168375127e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,25,4.0278839878737926e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,25,3.747550945263356e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,32,26,1.869496627477929e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,26,8.08191776741296e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,26,0.0010821574833244085 +pileval,attn_in,Qwen2.5-Math-7B,8,32,27,0.001077796914614737 +pileval,mlp_gate,Qwen2.5-Math-7B,8,32,27,0.0024159576278179884 +pileval,mlp_down,Qwen2.5-Math-7B,8,32,27,0.006523651070892811 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,0,4.592029938521591e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,0,4.016299953946145e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,0,1.013357177725993e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,1,2.898516129334894e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,1,6.956232709853793e-7 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,1,1.137952381213836e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,2,4.162934317264444e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,2,1.1760151892303838e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,2,2.0631821371353e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,3,1.3594096799351973e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,3,2.53598977906222e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,3,1.3691300409846008e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,4,1.564155923006183e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,4,3.2576435842202045e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,4,2.343612868571654e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,5,2.0624888747988734e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,5,2.745457550190622e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,5,2.9294365049281623e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,6,2.6937914299196564e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,6,1.2074579899490345e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,6,6.428022516047349e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,7,3.4763547773764003e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,7,9.072726243175566e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,7,9.034776667249389e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,8,5.2123632485745475e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,8,1.0561431736277882e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,8,8.902510671759956e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,9,4.688977242039982e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,9,1.4120319065114018e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,9,1.2962545952177607e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,10,4.686614829552127e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,10,1.1288176210655365e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,10,9.541543477098458e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,11,7.924578312668018e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,11,1.026230620482238e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,11,1.1539167644514237e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,12,5.5633490774198435e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,12,1.0500823918846436e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,12,8.166063707903959e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,13,6.90970000505331e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,13,1.085493840946583e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,13,8.190978405764326e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,14,8.012123544176575e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,14,1.1782805813709274e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,14,8.881460416887421e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,15,1.0467313586559612e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,15,1.2003257324977312e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,15,8.697223165654577e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,16,7.5181128522672225e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,16,1.2273296306375414e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,16,8.90973569767084e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,17,8.691067705512978e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,17,1.6122965462272987e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,17,1.1959658877458423e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,18,9.419577509106603e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,18,2.173886423406657e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,18,1.799654637579806e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,19,1.9935154341510497e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,19,3.148325049551204e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,19,2.572700941527728e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,20,1.673330189078115e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,20,5.1359867939027026e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,20,4.381813414511271e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,21,3.1353200029116124e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,21,7.621527765877545e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,21,7.076883048284799e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,22,3.663620736915618e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,22,1.3119811774231493e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,22,1.2788666936103255e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,23,5.844356564921327e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,23,1.6674489597789943e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,23,1.9961240468546748e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,24,7.621008990099654e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,24,2.73464567726478e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,24,2.672388218343258e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,25,8.926065493142232e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,25,3.981648478657007e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,25,3.5803334321826696e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,26,2.427613944746554e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,26,7.414331194013357e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,26,9.859835263341665e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,32,27,0.0011054545175284147 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,32,27,0.0021815835498273373 +wikitext,mlp_down,Qwen2.5-Math-7B,8,32,27,0.005828249268233776 +bos,attn_in,Qwen2.5-Math-7B,8,64,0,9.356710393149115e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,0,3.606239033615566e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,0,1.5089569842530182e-6 +bos,attn_in,Qwen2.5-Math-7B,8,64,1,4.2649085685297905e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,1,1.028642941491853e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,1,1.7854605403044843e-6 +bos,attn_in,Qwen2.5-Math-7B,8,64,2,5.627273935715493e-7 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,2,1.2624255987248034e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,2,2.458449216646841e-6 +bos,attn_in,Qwen2.5-Math-7B,8,64,3,1.8236947880723164e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,3,2.677474640222499e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,3,2.379308716626838e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,4,2.0743293589475797e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,4,3.2155439839698374e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,4,3.9751346776029095e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,5,2.9070090477034682e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,5,2.516939503038884e-6 +bos,mlp_down,Qwen2.5-Math-7B,8,64,5,2.8481886147346813e-6 +bos,attn_in,Qwen2.5-Math-7B,8,64,6,4.157891453360207e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,6,1.5787452866788954e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,6,6.316268354567001e-6 +bos,attn_in,Qwen2.5-Math-7B,8,64,7,4.916949364996981e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,7,1.0819568160513882e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,7,1.2632548532565124e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,8,8.781692486081738e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,8,1.2118898666813038e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,8,1.1339850061631296e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,9,5.842931841471e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,9,1.4259445379138924e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,9,1.4545058547810186e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,10,5.477481408888707e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,10,1.2587548553710803e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,10,1.1541089406819083e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,11,8.085838999249972e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,11,1.198549671244109e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,11,1.7647478671278805e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,12,6.8812710196652915e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,12,1.219970090460265e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,12,1.0070810276374687e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,13,8.004551091289613e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,13,1.313258871959988e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,13,1.0565654520178214e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,14,9.702806892164517e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,14,1.4921960428182501e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,14,1.1910833563888445e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,15,1.732253804220818e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,15,1.4958729479985777e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,15,1.1363168596290052e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,16,9.038066309585702e-6 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,16,1.4894763808115385e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,16,1.1234962585149333e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,17,1.1799826097558253e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,17,1.9222621631342918e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,17,1.5193474609986879e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,18,1.2263663847988937e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,18,2.7071646400145255e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,18,2.3533257262897678e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,19,2.6193954909103923e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,19,3.965554424212314e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,19,3.477569407550618e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,20,2.4313021640409715e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,20,6.72629103064537e-5 +bos,mlp_down,Qwen2.5-Math-7B,8,64,20,6.396512617357075e-5 +bos,attn_in,Qwen2.5-Math-7B,8,64,21,4.228481338941492e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,21,1.1027669097529724e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,21,1.12993257062044e-4 +bos,attn_in,Qwen2.5-Math-7B,8,64,22,4.797687870450318e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,22,1.7750661936588585e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,22,1.7916932119987905e-4 +bos,attn_in,Qwen2.5-Math-7B,8,64,23,5.419958324637264e-5 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,23,2.0577263785526156e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,23,2.0924201817251742e-4 +bos,attn_in,Qwen2.5-Math-7B,8,64,24,9.9119177320972085e-05 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,24,2.942827995866537e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,24,2.674599236343056e-4 +bos,attn_in,Qwen2.5-Math-7B,8,64,25,1.057662520906888e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,25,3.960916365031153e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,25,3.878296120092273e-4 +bos,attn_in,Qwen2.5-Math-7B,8,64,26,1.7225807823706418e-4 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,26,7.031419081613421e-4 +bos,mlp_down,Qwen2.5-Math-7B,8,64,26,0.0013583427062258124 +bos,attn_in,Qwen2.5-Math-7B,8,64,27,0.0014565810561180115 +bos,mlp_gate,Qwen2.5-Math-7B,8,64,27,0.0015224512899294496 +bos,mlp_down,Qwen2.5-Math-7B,8,64,27,0.006491482257843018 +c4,attn_in,Qwen2.5-Math-7B,8,64,0,7.999973945516103e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,0,4.160528078500647e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,0,1.5811309594937484e-6 +c4,attn_in,Qwen2.5-Math-7B,8,64,1,4.7113883283600444e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,1,1.0353840025345562e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,1,1.6335374084519572e-6 +c4,attn_in,Qwen2.5-Math-7B,8,64,2,5.744744271396485e-7 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,2,1.5767310515002464e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,2,2.823362819981412e-6 +c4,attn_in,Qwen2.5-Math-7B,8,64,3,1.9295009678899078e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,3,3.73198531633534e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,3,2.4734636099310592e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,4,2.212407480328693e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,4,4.59313923784066e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,4,4.16032962675672e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,5,2.6149052700930042e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,5,3.629073262345628e-6 +c4,mlp_down,Qwen2.5-Math-7B,8,64,5,3.911353360308567e-6 +c4,attn_in,Qwen2.5-Math-7B,8,64,6,3.8009750369383255e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,6,1.5921010344754905e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,6,7.896169336163439e-6 +c4,attn_in,Qwen2.5-Math-7B,8,64,7,5.148664968146477e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,7,1.2181846614112146e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,7,1.2865225471614394e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,8,7.93488561612321e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,8,1.4846419617242645e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,8,1.2765320207108743e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,9,6.667763045697939e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,9,1.957716085598804e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,9,1.8297298083780333e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,10,6.739773652952863e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,10,1.5997640730347484e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,10,1.3476693311531562e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,11,1.0571338862064295e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,11,1.4488957276626024e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,11,1.8745282432064414e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,12,7.173194262577454e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,12,1.4623934475821443e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,12,1.1281631486781407e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,13,9.578378922014963e-6 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,13,1.5521001841989346e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,13,1.1701547919074073e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,14,1.1779015039792284e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,14,1.6910544218262658e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,14,1.2726827662845608e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,15,1.7594224118511193e-05 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,15,1.6787631466286257e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,15,1.1923755664611235e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,16,1.0180896424571984e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,16,1.6682954083080404e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,16,1.2005192729702685e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,17,1.2587944183906075e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,17,2.16244843613822e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,17,1.634366526559461e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,18,1.3049600056547206e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,18,3.0455857995548286e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,18,2.5559787900419906e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,19,2.9804730729665607e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,19,4.633571006706916e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,19,3.8317713915603235e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,20,2.4051400032476522e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,20,7.567416469100863e-5 +c4,mlp_down,Qwen2.5-Math-7B,8,64,20,6.691851740470156e-5 +c4,attn_in,Qwen2.5-Math-7B,8,64,21,4.874498335993849e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,21,1.182574123959057e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,64,21,1.1140960123157129e-4 +c4,attn_in,Qwen2.5-Math-7B,8,64,22,5.0323273171670735e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,22,1.956252963282168e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,64,22,1.8803939747158438e-4 +c4,attn_in,Qwen2.5-Math-7B,8,64,23,7.21795586287044e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,23,2.3316698207054287e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,64,23,2.577227132860571e-4 +c4,attn_in,Qwen2.5-Math-7B,8,64,24,8.549121412215754e-5 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,24,3.6240904591977596e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,64,24,3.343453863635659e-4 +c4,attn_in,Qwen2.5-Math-7B,8,64,25,1.072273516911082e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,25,5.29067125171423e-4 +c4,mlp_down,Qwen2.5-Math-7B,8,64,25,4.801014729309827e-4 +c4,attn_in,Qwen2.5-Math-7B,8,64,26,2.2238385281525552e-4 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,26,0.0010037344181910157 +c4,mlp_down,Qwen2.5-Math-7B,8,64,26,0.0016128193819895387 +c4,attn_in,Qwen2.5-Math-7B,8,64,27,0.0015265661058947444 +c4,mlp_gate,Qwen2.5-Math-7B,8,64,27,0.002906053327023983 +c4,mlp_down,Qwen2.5-Math-7B,8,64,27,0.01169629581272602 +pileval,attn_in,Qwen2.5-Math-7B,8,64,0,8.014024501790118e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,0,4.299496140447445e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,0,1.5265483170878724e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,64,1,4.585031092574354e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,1,1.0946023394353688e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,1,1.7348719438814442e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,64,2,6.175405360409059e-7 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,2,1.7065665360860294e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,2,3.0482492547889706e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,64,3,2.042452706518816e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,3,4.594996880769031e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,3,2.4949107682914473e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,4,2.3640029667149065e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,4,4.475076821108814e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,4,4.1875926399370655e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,5,2.843208903868799e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,5,4.153061581746442e-6 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,5,4.804292530025123e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,64,6,4.055452336615417e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,6,1.6614347259746864e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,6,8.443964361504186e-6 +pileval,attn_in,Qwen2.5-Math-7B,8,64,7,5.345466888684314e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,7,1.2452073860913515e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,7,1.2682812666753307e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,8,8.400241313211154e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,8,1.4567702237400226e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,8,1.230109864991391e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,9,6.842793027317384e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,9,1.8524944607634097e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,9,1.7362475773552433e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,10,6.957568984944373e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,10,1.5683373931096867e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,10,1.36090129672084e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,11,1.066422373696696e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,11,1.456138397770701e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,11,1.8961114619742148e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,12,7.577514679724118e-6 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,12,1.4793354239373002e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,12,1.1590885151235852e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,13,1.0011867743742187e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,13,1.5257736777130049e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,13,1.1540859304659534e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,14,1.2403759683365934e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,14,1.671225436439272e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,14,1.2819268704333808e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,15,1.8099080989486538e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,15,1.7082496924558654e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,15,1.2366620467219036e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,16,1.1645395716186613e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,16,1.7252221368835308e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,16,1.252497258974472e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,17,1.3293680240167305e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,17,2.27057134907227e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,17,1.7261310858884826e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,18,1.4053482118470129e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,18,3.150983320665546e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,18,2.7066133043263108e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,19,3.1371426302939653e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,19,4.652581992559135e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,19,3.931699393433519e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,20,2.611173113109544e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,20,7.522136729676276e-5 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,20,6.706543354084715e-5 +pileval,attn_in,Qwen2.5-Math-7B,8,64,21,5.277145828586072e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,21,1.1264723434578627e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,21,1.0740593279479071e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,64,22,6.055724952602759e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,22,1.887617981992662e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,22,1.9170698942616582e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,64,23,8.297238673549145e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,23,2.3825543757993728e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,23,2.698820026125759e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,64,24,9.526959183858708e-5 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,24,3.8257785490714014e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,24,3.6842262488789856e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,64,25,1.1735783482436091e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,25,5.59997046366334e-4 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,25,5.358235794119537e-4 +pileval,attn_in,Qwen2.5-Math-7B,8,64,26,2.608985814731568e-4 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,26,0.0011460880050435662 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,26,0.0017465893179178238 +pileval,attn_in,Qwen2.5-Math-7B,8,64,27,0.00160219706594944 +pileval,mlp_gate,Qwen2.5-Math-7B,8,64,27,0.003139085602015257 +pileval,mlp_down,Qwen2.5-Math-7B,8,64,27,0.012000413611531258 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,0,6.791207738388039e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,0,4.302549314161297e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,0,1.5002260624896735e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,1,4.06445678891032e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,1,1.0817716429301072e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,1,1.6118824532895815e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,2,5.995930223434698e-7 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,2,1.7135597545347991e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,2,2.868452611437533e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,3,2.045692326646531e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,3,4.1968910409195814e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,3,2.5241593903047033e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,4,2.3883706035121577e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,4,4.779094979312504e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,4,4.190248728264123e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,5,3.0532241908076685e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,5,3.980248948209919e-6 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,5,4.173317392996978e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,6,3.982123871537624e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,6,1.593896740814671e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,6,9.026648513099644e-6 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,7,5.342642452887958e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,7,1.2757052900269628e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,7,1.2938563486386556e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,8,8.68166080181254e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,8,1.4605529941036366e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,8,1.2449227142496966e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,9,6.8386743805604056e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,9,1.9449997125775553e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,9,1.7810860299505293e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,10,6.855230367364129e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,10,1.5674961105105467e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,10,1.3206627045292407e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,11,1.1013793482561596e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,11,1.4278743947215844e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,11,1.8802951672114432e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,12,7.2841821747715585e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,12,1.4738871868757997e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,12,1.1469506716821343e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,13,9.648834748077206e-6 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,13,1.5296671335818246e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,13,1.147422517533414e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,14,1.2033860002702568e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,14,1.6596111890976317e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,14,1.2572842024383135e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,15,1.748513568600174e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,15,1.6947071344475262e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,15,1.2182916179881431e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,16,1.105297815229278e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,16,1.7090254914364778e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,16,1.2336003237578552e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,17,1.3766987649432849e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,17,2.2548802007804625e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,17,1.6953761587501504e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,18,1.3773459613730665e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,18,3.087697041337378e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,18,2.5736775569384918e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,19,3.1233113986672834e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,19,4.507286212174222e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,19,3.662362360046245e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,20,2.5217617803718895e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,20,7.340213778661564e-5 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,20,6.374248914653435e-5 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,21,5.060383045929484e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,21,1.0852044215425849e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,21,1.0351589298807085e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,22,5.712132769986056e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,22,1.8591662228573114e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,22,0.00018168074893765152 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,23,8.557770343031734e-5 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,23,2.3225591576192528e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,23,2.7873634826391935e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,24,1.1039364471798763e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,24,3.789204347413033e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,24,3.7235944182612e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,25,1.3912316353525966e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,25,5.551207577809691e-4 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,25,5.022791447117925e-4 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,26,3.40487458743155e-4 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,26,0.001063839765265584 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,26,0.0016123066889122128 +wikitext,attn_in,Qwen2.5-Math-7B,8,64,27,0.0016421845648437738 +wikitext,mlp_gate,Qwen2.5-Math-7B,8,64,27,0.0028185760602355003 +wikitext,mlp_down,Qwen2.5-Math-7B,8,64,27,0.0108816958963871 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_stor-20241105181735.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_stor-20241105181735.csv new file mode 100644 index 0000000000000000000000000000000000000000..52c81885b4b9bdc7ffb0ef6dc8def587ca9f8c03 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-3bit_stor-20241105181735.csv @@ -0,0 +1,145 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,3961645568,3999651328,4219469824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,3584335552,3605705216,4009754624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,3389325760,3433033216,3829399552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,7264029244,7370720768,7396655104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,6677147164,6775318016,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3363765696,3407146496,3787456512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,3807559808,3820409344,4127195136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,7288034236,7390885376,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,5764034164,5772902912,5867831296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,3463069312,3504516608,3896508416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,3915257088,3941728768,4169138176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,5545649672,5555829248,5691670528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,3911235136,3936657920,4162846720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,7376299068,7464873472,7535067136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,5420501288,5436972544,5570035712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,3605325760,3620570624,4039114752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,5486212564,5499537920,5632950272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,3824200832,3838622208,4137680896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,5749244660,5759424000,5855248384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,3674467136,3677396480,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,5212879644,5236692480,5364514816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5539986056,5551476224,5689573376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,6740066812,6843507200,6849298432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,6080778500,6140575232,6301941760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,5713694516,5721252352,5821693952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,6366424764,6439419392,6618611712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,7273639420,7377774080,7413432320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,6154901252,6218792448,6385827840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,7282000444,7384172032,7417626624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,6951111868,7076260352,7096762368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,6551228284,6624499200,6765412352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6519233824,6591283712,6759120896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6207051920,6273759744,6444548096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6231919280,6300462592,6476005376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,3871107136,3891290624,4148166656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,3696020160,3698916864,4110417920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,5454091796,5470038528,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,6701403804,6803186176,6824132608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5133389220,5157988864,5276434432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,3929975616,3961693696,4204789760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3681202176,3683575296,4112515072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,3301501632,3340984832,3730833408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3410455744,3453606400,3850371072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,5768602228,5777733120,5851054080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,5423701288,5439123968,5576327168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,5431257384,5447204352,5588910080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,7321703932,7418274304,7470055424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3906976192,3933975040,4179623936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3316543168,3358253568,3711959040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,6113057144,6174556672,6339690496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,6821955208,6924708352,6945767424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,3917994816,3949713920,4208984064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,5320282888,5344356864,5488246784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,5571480348,5579562496,5700059136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,5517284916,5530085888,5653921792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,3736722304,3740667392,4125097984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,5373525852,5394978304,5532286976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,3562928960,3590423040,3980394496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,3429988032,3474252288,3869245440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5231068144,5254880768,5387583488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,6900551420,7020314112,7042236416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,7288436156,7389898240,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,6729738396,6832482816,6840909824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,3654379904,3659012608,4095737856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,7065584860,7185115648,7189037056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,5688930088,5695701504,5817499648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,3751861696,3758425600,4114612224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5779646004,5786155520,5859442688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,3927889792,3959082496,4198498304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5171626696,5195963904,5322571776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5049080444,5074729472,5186256896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,3519317888,3556277760,3934257152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,6614424468,6702757376,6780092416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,5674457876,5681753600,5807013888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,3573557248,3597153792,3997171712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,6853723420,6962016768,6985613312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,3738281536,3743274496,4120903680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,7306006012,7407231488,7444889600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,5810878516,5819222528,5882511360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3780734080,3790440960,4123000832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,6777493712,6880245248,6884950016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,3911164608,3939211776,4185915392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,3893484096,3916287488,4158652416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,7128876796,7247267328,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,3925125632,3953169920,4175429632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,5065837340,5091224064,5200936960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,3969384192,4008962560,4225761280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,3755333632,3761373696,4123000832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,7187063036,7302460928,7310671872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,5797105716,5804139008,5878317056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,7280308348,7384561152,7415529472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3925733376,3959025152,4213178368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,3633167232,3641730560,4074766336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,6938338172,7063827968,7084179456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,6536235560,6608256512,6763315200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,5684593428,5691889152,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,3497078656,3536855552,3917479936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,5723830004,5731387904,5830082560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,6648430868,6742731264,6798966784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,3714581952,3718003200,4120903680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,3543518848,3576581632,3955228672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,3848796736,3866361344,4143972352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,7238234812,7347586560,7371489280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3278313152,3315569152,3690987520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5648502516,5655536128,5779750912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3480181120,3521071616,3902799872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,7285979452,7387648512,7436500992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,5380450236,5401640448,5542772736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,6921786556,7045672448,7069499392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5089032048,5114680832,5232394240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,6444307888,6516772352,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,6903997948,7022037504,7044333568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6998052064,7120906752,7128219648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,3533730432,3569020416,3946840064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,5298906664,5324553728,5458886656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,5609755624,5617051136,5746196480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5114627152,5140275712,5261754368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,7279462332,7382425088,7426015232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,5612552116,5618274816,5752487936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6849460956,6959596032,6981419008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,5735372532,5744503296,5832179712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,5274385864,5298198016,5435817984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5744585460,5753716224,5836374016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,6865512092,6980231680,6985613312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5768593076,5778772480,5865734144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,5148211804,5172811264,5293211648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,6829546204,6933480960,6954156032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,5596760980,5604843008,5735710720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3920151168,3949771264,4192206848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3339731648,3383669248,3753902080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,7275456380,7378541056,7413432320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,6271202020,6341612032,6526337024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,5769510516,5776806400,5855248384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,5624211316,5629934080,5760876544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6319694340,6391283200,6568280064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,3546602176,3577436672,3965714432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,3557708160,3585758720,3976200192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,5658605396,5665638912,5783945216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,5350603528,5375201792,5517606912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,6563683324,6642332160,6748635136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,5252689104,5276501504,5410652160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,5758457672,5767588352,5863636992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,5196476168,5221337600,5347737600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,7329650108,7424942592,7499415552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241107212024.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241107212024.csv new file mode 100644 index 0000000000000000000000000000000000000000..ef10a85b3fbdf3d027c9479026a0c92ed762f777 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241107212024.csv @@ -0,0 +1,149 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",30.570902347564697,5869637792,6910012416,6964641792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0.0,3986185664,4035727872,4280287232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0.0,7493270332,7555427840,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",0.0,4077299456,4127374848,4349493248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",28.02156782150269,6403400836,7457114112,7488929792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",28.716065645217896,6106811520,7159215104,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",30.956709146499637,5868781728,6907583488,7067402240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",27.595534324646,6351075308,7407410176,7432306688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",29.29678440093994,6019502252,7067711488,7121928192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",27.15650081634521,6316189720,7368592384,7499415552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",0.0,4511677804,4562763264,4636803072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0.0,7492271548,7594085888,7627341824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",0.0,4419041356,4469601792,4546625536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",0.0,8475483640,8563787264,8770289664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",0.0,8031468916,8082539008,8382316544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",0.0,7619282748,7718552064,7807696896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0.0,4189463296,4239513088,4347396096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",0.0,8221632116,8289491456,8552185856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0.0,3979816448,4026736128,4261412864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",0.0,4483787616,4534346240,4620025856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",0.0,4402795948,4453357056,4542431232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0.0,4046544640,4096626176,4359979008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0.0,4257029888,4307066368,4406116352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0.0,4003194752,4048538112,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0.0,3998089024,4048166400,4318035968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",32.02885818481445,5845763072,6885875712,7052722176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0.0,4093739776,4143810048,4334813184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",0.0,4386451360,4437012992,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",28.961778163909912,6037009388,7086529536,7210008576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0.0,7419885436,7488876032,7621050368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",31.76494264602661,5852228768,6891030528,7059013632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",0.0,4338023108,4388059648,4477419520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",31.612422943115234,5871529056,6910330880,6952058880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",28.620418548583984,5984621364,7024733184,7046430720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0.0,4159875328,4209932800,4326424576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",30.64493703842163,5917453504,6960187392,7000293376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0.0,4143601408,4193664512,4339007488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",27.81366872787476,6298746904,7355081728,7449083904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0.0,7682598080,7769635328,7895777280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",27.273491621017456,6438317196,7495438336,7524581376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0.0,4109651712,4159720960,4339007488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0.0,7903059156,7945994752,8252293120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",31.4244065284729,5951538524,6990077952,7002390528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",0.0,8442568344,8527478272,8759803904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0.0,7745753376,7820048896,7992246272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0.0,3973455040,4021424640,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",0.0,8348525824,8425041408,8675917824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0.0,4014179840,4064261632,4332716032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",27.980355978012085,6420743168,7479961600,7614758912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0.0,3972141504,4012768768,4232052736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0.0,7841151872,7895108096,8151629824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0.0,7412940540,7485655552,7608467456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",0.0,8285319156,8356834816,8598323200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0.0,3987555968,4037629440,4303355904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0.0,7418792124,7490117120,7629438976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0.0,3992512832,4039431680,4261412864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0.0,4385650592,4436210176,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",0.0,8063136116,8117600768,8413773824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0.0,4238624000,4288664064,4376756224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",27.78530240058899,6281205524,7332559872,7348420608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",0.0,8380027448,8460525056,8692695040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",28.3423113822937,6246387316,7299838976,7423918080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0.0,7409279676,7487351296,7593787392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",27.68088674545288,6228944692,7283969024,7304380416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",0.0,8126758516,8186223104,8468299776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0.0,7460614012,7562281472,7585398784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",28.353346824646,6124054720,7176982528,7191134208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0.0,7415959228,7494425088,7587495936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",0.0,7587205948,7686455808,7778336768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0.0,4208501504,4258547200,4362076160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",28.36478018760681,6159107232,7212297216,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0.0,7650732348,7749759488,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",0.0,4563473932,4614557184,4685037568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0.0,7475116284,7547438592,7654604800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",0.0,8316921984,8393175552,8638169088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0.0,7476990076,7541933568,7679770624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",28.055152893066406,6368518188,7425377280,7449083904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0.0,7444500988,7508850176,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",30.53534483909607,5913602176,6956336128,7098859520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",0.0,7995270516,8046846464,8338276352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",30.545912981033325,5960723868,7001884672,7017070592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",0.0,4276404992,4326442496,4414504960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0.0,4030370560,4080453120,4349493248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",29.13822650909424,6054452076,7105283072,7195328512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",29.87617039680481,5950588316,6990438400,7050625024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0.0,4007382208,4052199936,4238344192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0.0,4174185728,4224238080,4332716032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",27.601253986358643,6385926276,7442523136,7461666816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",29.33065128326416,6089368620,7143083008,7268728832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0.0,8189926516,8257800704,8510242816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",0.0,8412110648,8497034752,8717860864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",0.0,8253651956,8321773056,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",0.0,4435119692,4485679616,4563402752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0.0,7873017556,7914590720,8227127296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",0.0,4475132672,4525691392,4603248640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",0.0,4354225748,4404785664,4502585344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",0.0,8539106072,8632409600,8845787136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",28.58600950241089,6176548128,7231572992,7247757312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0.0,7452943484,7523740160,7654604800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",30.480886697769165,5918422304,6960107520,6991904768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",0.0,4321902272,4372463104,4464836608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0.0,7777830176,7846492672,8055160832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",30.66820192337036,5946080604,6984620032,7042236416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0.0,3968480640,4018025984,4288675840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",29.990353107452396,5917499456,6957612032,7094665216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0.0,3992583360,4036878848,4240441344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0.0,3986876736,4032745984,4253024256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0.0,7446927804,7515371008,7660896256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0.0,7968096052,8015098368,8323596288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0.0,7467809340,7535917568,7658799104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0.0,4121798912,4171864576,4330618880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",0.0,4062720768,4112799232,4366270464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0.0,7936179252,7978854912,8298430464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",0.0,8519259736,8613627392,8812232704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0.0,7809279812,7863151104,8120172544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",29.95996856689453,5931305304,6972990464,7040139264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0.0,3999545728,4045938176,4250927104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",27.889265775680546,6263829204,7318591488,7409238016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0.0,7464136188,7529420288,7686062080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0.0,7703026880,7788067328,7920943104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0.0,7432242876,7524321792,7602176000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",28.93156123161316,5944155612,6985578496,7048527872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",0.0,4564638768,4615721472,4687134720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",0.0,4305599852,4355637760,4458545152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",28.94637942314148,6071825324,7125539840,7140802560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0.0,7521765948,7622879744,7677673472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",0.0,4451198124,4501757440,4590665728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",0.0,4532315500,4583398912,4661968896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",28.485024213790894,6141664512,7194330112,7205814272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",29.284874200820923,6002127892,7045385216,7170162688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",0.0,8158259316,8221706752,8485076992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0.0,7555839548,7656712704,7728005120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",29.938488483428955,5963452828,7003302912,7019167744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0.0,3984903424,4032871936,4267704320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",0.0,4289521408,4339559936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",30.828376054763797,5890792544,6932477952,6973030400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0.0,3977782400,4027325952,4282384384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",33.29343938827515,5828354036,6867418112,6931087360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",27.772130012512207,6194057504,7246460928,7266631680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",30.13497638702393,5949741340,6986707968,7109345280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",30.82351446151733,5908286592,6949971968,6985613312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",30.56791400909424,5940476380,6981899264,7006584832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0.0,4218953472,4268998144,4374659072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",0.0,4505392736,4555951616,4645191680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",29.60585713386536,5965284572,7004086272,7017070592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",28.169500827789307,6333632408,7389443072,7413432320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",0.0,8095052916,8154532352,8424259584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",27.986527681350708,6211500448,7265476608,7358906368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241112084712.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241112084712.csv new file mode 100644 index 0000000000000000000000000000000000000000..ea0d508a2594287ea27efc68b48d03935653c208 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-4bit_stor-20241112084712.csv @@ -0,0 +1,148 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5869637792,5881913856,5939134464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3986185664,4035727872,4280287232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7493270332,7555427840,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",0,4077299456,4127374848,4349493248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",0,6403400836,6425898496,6461325312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,6106811520,6129048064,6153043968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,5868781728,5879484928,5924454400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",0,6351075308,6376194560,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,6019502252,6036495872,6056574976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",0,6316189720,6338687488,6354370560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",0,4511677804,4562763264,4636803072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,7492271548,7594085888,7627341824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",0,4419041356,4469601792,4546625536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",0,8475483640,8563787264,8770289664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",0,8031468916,8082539008,8382316544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",0,7619282748,7718552064,7807696896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,4189463296,4239513088,4347396096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",0,8221632116,8289491456,8552185856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,3979816448,4026736128,4261412864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",0,4483787616,4534346240,4620025856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",0,4402795948,4453357056,4542431232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,4046544640,4096626176,4359979008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,4257029888,4307066368,4406116352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,4003194752,4048538112,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,3998089024,4048166400,4318035968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,5845763072,5856466432,5909774336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,4093739776,4143810048,4334813184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",0,4386451360,4437012992,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6037009388,6055313920,6064963584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,7419885436,7488876032,7621050368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,5852228768,5862931968,5916065792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",0,4338023108,4388059648,4477419520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5871529056,5882232320,5926551552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,5984621364,5995323904,6018826240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,4159875328,4209932800,4326424576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,5917453504,5930778112,5974786048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,4143601408,4193664512,4339007488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",0,6298746904,6325176832,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,7682598080,7769635328,7895777280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",0,6438317196,6464222720,6496976896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,4109651712,4159720960,4339007488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,7903059156,7945994752,8252293120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,5951538524,5960668672,5976883200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",0,8442568344,8527478272,8759803904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,7745753376,7820048896,7992246272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,3973455040,4021424640,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",0,8348525824,8425041408,8675917824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,4014179840,4064261632,4332716032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,6420743168,6448745984,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,3972141504,4012768768,4232052736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,7841151872,7895108096,8151629824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,7412940540,7485655552,7608467456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",0,8285319156,8356834816,8598323200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,3987555968,4037629440,4303355904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7418792124,7490117120,7629438976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3992512832,4039431680,4261412864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,4385650592,4436210176,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",0,8063136116,8117600768,8413773824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,4238624000,4288664064,4376756224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",0,6281205524,6301344256,6318718976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",0,8380027448,8460525056,8692695040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,6246387316,6268623360,6278873088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7409279676,7487351296,7593787392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,6228944692,6253277696,6276775936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",0,8126758516,8186223104,8468299776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,7460614012,7562281472,7585398784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,6124054720,6147077632,6163529728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,7415959228,7494425088,7587495936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,7587205948,7686455808,7778336768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,4208501504,4258547200,4362076160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",0,6159107232,6181081600,6205472768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,7650732348,7749759488,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",0,4563473932,4614557184,4685037568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,7475116284,7547438592,7654604800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",0,8316921984,8393175552,8638169088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7476990076,7541933568,7679770624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",0,6368518188,6394161664,6421479424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7444500988,7508850176,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5913602176,5926926848,5955911680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",0,7995270516,8046846464,8338276352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,5960723868,5972475392,5991563264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",0,4276404992,4326442496,4414504960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,4030370560,4080453120,4349493248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,6054452076,6072756736,6079643648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,5950588316,5962339840,5966397440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,4007382208,4052199936,4238344192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4174185728,4224238080,4332716032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",0,6385926276,6411307520,6434062336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,6089368620,6111867392,6123683840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,8189926516,8257800704,8510242816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",0,8412110648,8497034752,8717860864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",0,8253651956,8321773056,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",0,4435119692,4485679616,4563402752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,7873017556,7914590720,8227127296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",0,4475132672,4525691392,4603248640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,4354225748,4404785664,4502585344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",0,8539106072,8632409600,8845787136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",0,6176548128,6199046656,6220152832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,7452943484,7523740160,7654604800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5918422304,5930698240,5966397440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",0,4321902272,4372463104,4464836608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,7777830176,7846492672,8055160832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",0,5946080604,5955210752,5958008832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3968480640,4018025984,4288675840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,5917499456,5928202752,5949620224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,3992583360,4036878848,4240441344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3986876736,4032745984,4253024256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,7446927804,7515371008,7660896256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,7968096052,8015098368,8323596288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7467809340,7535917568,7658799104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,4121798912,4171864576,4330618880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,4062720768,4112799232,4366270464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,7936179252,7978854912,8298430464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,8519259736,8613627392,8812232704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809279812,7863151104,8120172544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5931305304,5942270464,5955911680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,3999545728,4045938176,4250927104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",0,6263829204,6287375872,6293553152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,7464136188,7529420288,7686062080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,7703026880,7788067328,7920943104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,7432242876,7524321792,7602176000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,5944155612,5955120640,5964300288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",0,4305599852,4355637760,4458545152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,6071825324,6094324224,6113198080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,7521765948,7622879744,7677673472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",0,4451198124,4501757440,4590665728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,4532315500,4583398912,4661968896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",0,6141664512,6163114496,6178209792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,6002127892,6015975936,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,8158259316,8221706752,8485076992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,7555839548,7656712704,7728005120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,5963452828,5975204352,5993660416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3984903424,4032871936,4267704320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",0,4289521408,4339559936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5890792544,5903068672,5947523072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,3977782400,4027325952,4282384384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,5828354036,5838008832,5905580032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",0,6194057504,6215245312,6239027200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,5949741340,5957298688,5964300288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,5908286592,5920562688,5960105984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,5940476380,5952489984,5981077504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,4218953472,4268998144,4374659072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",0,4505392736,4555951616,4645191680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,5965284572,5974676992,5989466112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",0,6333632408,6358227456,6385827840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",0,8095052916,8154532352,8424259584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",0,6211500448,6234260992,6243221504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_stor-20241108150909.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_stor-20241108150909.csv new file mode 100644 index 0000000000000000000000000000000000000000..583044ddcb9af71f66721242c8aa1893e452770f --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-5bit_stor-20241108150909.csv @@ -0,0 +1,147 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",0.0,9442842268,9603807744,9697230848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",50.03630304336548,9062161316,10449315840,10578034688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",0.0,9411175068,9568745984,9663676416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",0.0,10140869832,10342509056,10382999552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",0.0,5301408828,5355635200,5385486336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",0.0,4912759228,4964889088,5028970496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",0.0,6830923788,6842148352,6884950016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",0.0,6987915948,6995469824,7048527872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",0.0,4653612436,4705219072,4783603712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",0.0,9708257380,9889172992,9959374848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",50.27866196632385,9010333428,10394881024,10521411584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",0.0,6848234656,6861031936,6893338624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",0.0,5349794768,5405069824,5427429376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",0.0,5333791632,5388542464,5416943616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",0.0,4927406660,4979536384,5043650560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",47.852906703948975,8808726792,10175435776,10355736576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",0.0,6691242924,6708759040,6746537984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",0.0,9855125156,10046798336,10106175488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",0.0,4961386808,5014041088,5077204992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",0.0,7232190676,7242365440,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",48.93693733215332,8722031448,10084530176,10271850496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",0.0,9157387748,9297646080,9420406784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",0.0,5123195440,5176373760,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",0.0,6970472196,6977501696,7014973440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",0.0,10108849992,10310227456,10347347968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",0.0,4880269656,4932399616,5001707520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",0.0,9783554020,9968931328,10036969472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",0.0,9185144632,9329043968,9443475456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",0.0,4637534028,4689141248,4766826496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",0.0,7197303640,7206430208,7237271552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",0.0,5074702936,5127356928,5182062592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",0.0,5236405272,5290107392,5316280320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",0.0,4993609988,5046264320,5091885056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",0.0,10014038520,10214629888,10259267584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",0.0,7179859736,7187937792,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",0.0,5026099556,5078753792,5133828096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",0.0,9633358180,9807980032,9877585920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",0.0,7127529240,7136131584,7186939904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0.0,7092642636,7100196352,7151288320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",0.0,6761083884,6773881344,6807355392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",0.0,4620124492,4671732224,4756340736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",0.0,5009322244,5061976576,5108662272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",49.30044722557068,9030494032,10414254080,10546577408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",0.0,7284454548,7293580800,7323254784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",0.0,7040246468,7048324608,7090470912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",0.0,4848046340,4900176384,4959764480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",0.0,7162416984,7173116416,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",0.0,4799152460,4850758144,4926210048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",0.0,9125783908,9265780224,9391046656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",0.0,9569920740,9741130240,9818865664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",0.0,5317570448,5371796992,5398069248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",0.0,6586583724,6609342976,6652166144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",0.0,4783173868,4834779648,4913627136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",0.0,9315948784,9468257792,9569304576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",0.0,7249634516,7258760704,7295991808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",0.0,6638979916,6659117568,6687817728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",0.0,6499369536,6526323200,6561988608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",0.0,4896514416,4948644352,5018484736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",0.0,4977365252,5030019584,5093982208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",0.0,9538068508,9704295936,9791602688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",0.0,6656422732,6674463232,6721372160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",0.0,7319472404,7328598528,7361003520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",0.0,6516810368,6544812544,6574571520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",0.0,6795970572,6809292288,6851395584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",0.0,4726117048,4777724416,4857004032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",0.0,6603959992,6624097792,6660554752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",0.0,10109265992,10310643200,10347347968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",0.0,9950600996,10147780096,10198450176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",47.78181338310242,8979146712,10358956032,10489954304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",0.0,5058458200,5111112192,5152702464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",0.0,6569139896,6589801984,6635388928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",0.0,6551696896,6572359168,6599737344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",0.0,6883254368,6895527424,6928990208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0.0,5155554084,5208732160,5244977152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",0.0,9791687716,9979948544,10047455232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",0.0,5188043652,5241221632,5278531584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",0.0,9474860828,9640564224,9732882432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",0.0,9982204836,10179645952,10225713152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",0.0,7005358852,7011339776,7056916480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",0.0,4709912504,4760994304,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",0.0,5179122564,5232300544,5278531584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",0.0,5042237772,5095416320,5152702464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",0.0,4831908356,4883513856,4945084416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",0.0,4945142036,4997796352,5064622080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",0.0,7144840024,7154490880,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",0.0,4734605644,4786212352,4854906880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",0.0,5285139772,5338841600,5375000576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",0.0,4766928888,4818534912,4880072704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",0.0,4693667748,4744749568,4829741056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",0.0,6534253112,6557012480,6591348736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",0.0,6621536908,6645869056,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",0.0,6726196204,6744760832,6790578176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",0.0,9664193380,9842210304,9917431808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",0.0,4621289292,4672896512,4750049280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",0.0,7214744536,7224919552,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",0.0,7022802776,7031405056,7082082304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",51.09234833717346,8586543148,9936201728,10135535616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",0.0,5268894800,5322596864,5366611968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0.0,4589006008,4640088576,4720689152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",0.0,5203489828,5256667648,5301600256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",0.0,7057689432,7064718848,7100956672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",0.0,6673866732,6694528512,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",50.12788653373718,8787318152,10154815488,10315890688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",0.0,5090681528,5143335424,5194645504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",0.0,7110086488,7118688768,7168065536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",0.0,6865810688,6877035008,6910115840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",0.0,6778327052,6787454464,6834618368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",0.0,5107133744,5160312320,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",0.0,9601754340,9776114176,9841934336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",0.0,6900697504,6910873088,6962544640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",0.0,6953029228,6960058880,6998196224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",0.0,6706757548,6725322240,6752829440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",0.0,4864024920,4916154880,4976541696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",127.01730275154114,8871996672,10246838272,10395582464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",0.0,5365932836,5421732352,5444206592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",0.0,7267075348,7276725760,7306477568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",0.0,9284281464,9433196032,9533652992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",0.0,6918142364,6925172224,6970933248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",0.0,9232101080,9381541376,9481224192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",0.0,10045226312,10246080000,10294919168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",0.0,4750317912,4801924608,4871684096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0.0,4572761272,4623843840,4703911936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0.0,6464479468,6488812032,6517948416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",0.0,9518323868,9685338624,9774825472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",0.0,9887208356,10082275840,10118758400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",0.0,9347967388,9505014272,9611247616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",0.0,5252649944,5306352128,5333057536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",0.0,9252677624,9401330176,9518972928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0.0,6481923648,6510450176,6538919936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",0.0,4815663608,4867269120,4940890112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",0.0,6813413388,6822540800,6859784192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",0.0,9379571228,9536880128,9628024832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",0.0,9823521316,10014932480,10070523904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",0.0,6743641004,6759059968,6807355392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",47.356773853302,8947479512,10323894272,10466885632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",0.0,9918581156,10115498496,10160701440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",48.72826814651489,8840394112,10210497536,10357833728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",47.74000144004822,8903600512,10278704128,10445914112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",0.0,5139309188,5192487424,5242880000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",0.0,6935452260,6942481920,6987710464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",0.0,4669857260,4721463808,4791992320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0.0,9728231780,9911248384,9978249216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",0.0,7301964948,7312664064,7344226304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",49.404441356658936,8681000952,10039054336,10219421696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",0.0,5220267064,5273444864,5318377472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",0.0,7075199820,7084326400,7126122496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-6bit_stor-20241109025643.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-6bit_stor-20241109025643.csv new file mode 100644 index 0000000000000000000000000000000000000000..83baf68c4022d16fb010763bb829d375bdf73ea0 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-6bit_stor-20241109025643.csv @@ -0,0 +1,157 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",0.0,7388581076,7400328704,7426015232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0.0,6102653064,6177333760,6190792704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",0.0,7485183380,7497455104,7524581376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",0.0,7450298580,7462570496,7486832640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",46.14843273162842,10854440304,12273830912,12303990784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",0.0,6159475260,6235205120,6259998720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",0.0,5795087324,5861900800,5884608512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",44.26953554153442,11140141796,12564065280,12591300608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",45.02526354789734,10220282916,11634435072,11681136640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",0.0,5811379932,5878193664,5905580032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",0.0,6038069832,6110652928,6125780992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",0.0,7502562516,7514310144,7541358592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",0.0,7956290772,7969611264,7994343424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",0.0,5843739112,5911601664,5930745856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",44.872233152389526,11710675248,13139313664,13165920256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",0.0,7964943764,7978264064,8002732032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",0.0,6175430276,6251684352,6274678784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",45.37901568412781,11393804612,12819823616,12840861696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",0.0,8086717588,8098989568,8122269696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",0.0,7520072916,7532344832,7553941504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",45.54301691055298,11203349476,12627796992,12664700928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",0.0,7555026132,7568346624,7587495936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",0.0,7380325524,7393646080,7417626624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",46.01063656806946,11453268508,12879813632,12910067712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",0.0,7336916180,7348139520,7386169344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",0.0,7659687060,7672483328,7702839296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",47.548351526260376,10410322052,11826045952,11857297408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",0.0,5718423140,5783138816,5802819584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",0.0,8165612692,8179457536,8199864320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",0.0,5746275804,5811515904,5830082560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",0.0,5908394108,5977829888,5997854720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",46.64841604232788,10505549508,11922059264,11966349312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",44.47988653182984,11457012508,12883555328,12914262016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",0.0,6126913416,6202118656,6220152832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",46.93955659866333,10267781188,11684176896,11723079680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",0.0,7467742420,7479490048,7516192768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",44.269779443740845,11171329636,12595515392,12626952192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",0.0,6151305084,6227034624,6251610112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",0.0,7624800404,7640218112,7660896256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",0.0,5762680200,5828444672,5848956928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",0.0,5455114524,5513011712,5534384128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",0.0,5487521648,5546467840,5567938560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",48.33879613876343,10347114276,11762314240,11804868608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",0.0,7746835732,7760156160,7780433920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",0.0,5938405256,6008889856,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",0.0,5430854012,5488226816,5517606912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",0.0,7869075604,7883969024,7908360192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",0.0,7397968084,7408667136,7438598144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",46.44322204589844,10410322052,11826045952,11857297408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",0.0,7432855764,7445127680,7467958272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",47.9433376789093,10204077512,11620415488,11666456576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",47.40216541290283,10949686480,12372038656,12394168320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",0.0,5502832432,5561778688,5593104384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",0.0,7712017556,7723765248,7755268096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",0.0,5398446788,5454770688,5492441088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",0.0,5414584832,5471433216,5494538240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",45.8349974155426,11615863728,13043716096,13075742720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",46.27599215507507,10600777380,12018072576,12054429696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",48.09482789039612,10727608860,12145951744,12178161664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",0.0,5552359536,5612879360,5635047424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",0.0,5616966340,5679059456,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",45.88709759712219,10886044240,12305696768,12339642368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",0.0,7938845076,7952689664,7977566208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",45.96010565757752,11314577636,12738681856,12759072768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",47.87783741950989,10283490596,11698166784,11731468288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",48.52266240119934,10312182436,11727122432,11765022720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",46.76209354400635,10236097352,11652697088,11683233792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",0.0,6013229192,6085287424,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",0.0,7694571860,7706843648,7738490880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",45.837397813797,11266973156,12691944448,12717129728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",47.2642183303833,10473945668,11890193408,11928600576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",0.0,7572469972,7588411904,7606370304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",0.0,8139514004,8153883136,8174698496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",0.0,5749736924,5814977024,5832179712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",0.0,5713495652,5778211328,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",0.0,6005591432,6077649408,6094323712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.96170425415039,11108121872,12531783680,12555649024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",0.0,5584690224,5645734400,5670699008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",0.0,7537047956,7549319680,7583301632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",0.0,7353361556,7364584960,7394557952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",44.19385552406311,11488616432,12915421184,12949913600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",0.0,5778818248,5845107200,5874122752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",0.0,5932785616,6002745856,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",0.0,7642241428,7655561728,7686062080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",45.35303235054016,11583843888,13011434496,13040091136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",0.0,7833784724,7846580736,7874805760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",46.51834726333618,10822836416,12241965056,12266242048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",0.0,8017407316,8032824832,8055160832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",0.0,5892355804,5961267712,5978980352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",45.99124455451965,10918064080,12337978368,12377391104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",0.0,8061018324,8073814528,8097103872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",46.030088901519775,11250953956,12674534400,12706643968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",0.0,5649373380,5712515584,5731516416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",47.251357078552246,11012894340,12435770368,12467568640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",0.0,5859925212,5928312320,5955911680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",0.0,7371536660,7382235648,7409238016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",48.252076148986816,10251886756,11666300928,11695816704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",0.0,5657495748,5720637952,5752487936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",0.0,5632969156,5695586816,5716836352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",0.0,7677130900,7692548608,7719616512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",46.980517864227295,11076934020,12500333568,12540968960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",0.0,7607356628,7621201408,7652507648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",0.0,5847649660,5915512320,5934940160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",45.01374888420105,11076518020,12499917824,12540968960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",0.0,7886514644,7901407744,7927234560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",0.0,7799299412,7812619776,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",0.0,5665665924,5728808448,5760876544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",47.32092952728272,10441925892,11857911808,11892948992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",0.0,5876146396,5945057792,5978980352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",0.0,5568314384,5629358592,5649727488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",47.3260989189148,10981290320,12403904512,12429819904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",46.442505836486816,11695090704,13124513792,13142851584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",0.0,8191844500,8205165056,8225030144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",47.109299182891846,10537153348,11953925120,11981029376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",0.0,6098547868,6172704256,6192889856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0.0,8113348820,8125096448,8147435520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",0.0,7781858452,7795703296,7813988352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",45.752015590667725,11392972612,12818992128,12840861696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",0.0,8174398804,8188243456,8208252928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",0.0,7415411924,7427159552,7455375360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",58.08003330230713,11631466928,13060366336,13090422784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",0.0,7903960276,7918329344,7944011776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",0.0,5536173680,5596168704,5632950272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",49.14036226272583,10569173188,11986206720,12018778112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",0.0,7956690132,7970010624,7994343424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",0.0,5965061864,6036070912,6069157888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",0.0,7764348052,7777144320,7797211136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",0.0,8095903060,8108174848,8130658304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",46.00152134895325,11536636912,12962574336,12993953792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",0.0,7729394836,7745861120,7763656704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",0.0,5438976380,5496349184,5517606912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",0.0,5478707312,5537128960,5555355648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",46.8440854549408,10823252416,12242380800,12268339200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",0.0,5519769360,5579239936,5607784448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",45.99046349525452,10759212700,12177817600,12215910400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",0.0,7991175572,8003971584,8027897856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",48.28251004219055,10172473672,11588549632,11630804992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",0.0,8008621204,8024038912,8046772224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",0.0,5382042404,5437841920,5475663872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",50.14301109313965,10663569060,12081388544,12125732864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",46.353407859802246,11298576996,12723810304,12752781312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",0.0,5956939496,6027948544,6048186368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",0.0,6009585032,6081643008,6098518016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",0.0,5422838272,5479686656,5502926848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",0.0,6086384008,6160540160,6180306944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",0.0,7851629844,7863901696,7891582976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",0.0,6054108040,6127215104,6142558208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",0.0,7816745108,7829541376,7858028544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",0.0,7589910932,7602706944,7623147520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",0.0,8043506068,8058399232,8080326656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",0.0,5406462464,5463310848,5494538240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",0.0,7363081492,7375353344,7400849408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",0.0,5681887108,5745553920,5775556608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",46.67487621307373,10696004900,12114085888,12142510080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",48.77742528915405,10695588900,12113670144,12142510080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",0.0,11758714384,11974486528,12006195200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_4bit-mxq-20241023011643.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_4bit-mxq-20241023011643.csv new file mode 100644 index 0000000000000000000000000000000000000000..e8a558541f7dfa88fe35fb0bd5ecb4ebc151c7e4 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_4bit-mxq-20241023011643.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449175552,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673024,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311360,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125056,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175797760,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809280,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820974592,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625024,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947400704,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_b4-mxq-20240929233722.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_b4-mxq-20240929233722.csv new file mode 100644 index 0000000000000000000000000000000000000000..424cc0bf4ea700cdddeb0657597b1a88413b7f0b --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_b4-mxq-20240929233722.csv @@ -0,0 +1,28 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449176064,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4269489424,4269202432,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4821462344,4821210112,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5586104308,5585798144,5599395840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6464656996,6464345088,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6187576176,6187272192,6201278464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673536,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3684076352,3683829760,3690987520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.02}",0,4942087120,4941786112,4961861632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4381231692,4380935168,4389339136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311872,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5194254108,5193951232,5207228416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125568,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,2649429312,2649183232,2654994432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175798272,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809792,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,2377129344,2376859648,2390753280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3478045376,3477780480,3487563776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820975104,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625536,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5057426288,5057124352,5075107840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4084489472,4084194304,4099932160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6846188040,6845907968,6863978496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.02}",0,3218908416,3218644992,3229614080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.02}",0,5952569700,5952272384,5966397440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3340203200,3339935744,3351248896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947401216,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb5131141601a34da47497e42582b57605d724b0 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",27.897204399108887,7485183508,8516087808,8652849152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",27.16243457794189,7450298516,8481203200,8600420352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",46.30563282966614,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.463457584381104,5795111612,6586642432,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",46.43784809112549,11140123292,12344225792,12501123072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",46.71054410934448,10252303460,11495066624,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.52638339996338,5811356540,6602887168,6698303488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",27.111940145492557,7502629012,8533533696,8665432064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.907305002212524,5843763920,6610669568,6616514560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.018717288970947,7520072852,8550977536,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",47.17227268218994,11203349872,12407448576,12570329088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",27.41607975959778,7555026132,8553861120,8562671616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",28.85113024711609,7380525204,8411429888,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",27.54041886329651,7659687060,8658522112,8669626368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",46.54898977279663,10410322876,11653085184,11813257216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",23.91982316970825,5698050076,6489579520,6587154432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",24.38323426246643,5746566620,6538096640,6637486080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.886759757995605,5908418792,6675324928,6685720576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",46.40047907829285,10505550492,11748312064,11899240448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",28.569599866867065,7467742420,8498647040,8621391872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.29404067993164,11171746032,12375844864,12526288896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",29.371028900146484,7624662548,8623497216,8644460544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.96006774902344,5762704604,6554234880,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",24.21409010887146,5455138928,6246666240,6350176256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",24.36617374420166,5487279632,6278807552,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",46.670965909957886,10347115076,11589877760,11748245504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",27.116548538208008,7746902228,8745737216,8763998208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",24.80796194076538,5940428680,6707335168,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",29.123441696166992,7869073556,8867908608,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",27.529273986816406,7397968020,8428872704,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",46.043402433395386,10378719036,11621481472,11771314176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",27.27446722984314,7432853012,8463757312,8587837440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",44.7487268447876,10949668252,12192427008,12350128128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",25.13091397285461,5503790864,6295318528,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",27.96074366569519,7712017556,8710852608,8713666560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",46.58305263519287,10600778012,11843538944,12006195200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",46.339200496673584,10727609372,11970369536,12115247104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",24.08426403999329,5552336352,6343864320,6452936704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",24.09642219543457,5616991176,6408519680,6501171200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",45.24050569534302,10917648412,12160407552,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",27.3878173828125,7938845204,8937679872,8944353280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",47.23086571693421,10283491300,11526254592,11683233792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",46.82144212722778,10315095236,11557858304,11706302464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",27.16965675354004,7694571796,8693406720,8701083648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",45.28328275680542,11266973552,12471071744,12633243648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",46.14694428443909,10473530652,11716292608,11878268928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",30.074626445770264,7572469908,8571304960,8583643136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.210262775421143,5730297564,6521827328,6633291776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",24.192405939102173,5713786396,6505316352,6612320256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.60878252983093,11152398832,12356501504,12499025920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",24.591004371643063,5584583964,6376112128,6478102528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",27.064818620681763,7537580564,8568484864,8694792192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",24.080952882766724,5778842664,6570373120,6673137664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.62924098968506,5932679304,6699585536,6702497792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",27.602447509765625,7642241492,8641076224,8657043456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",27.97939896583557,7834184148,8833018880,8837398528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",45.59808659553528,10854024732,12096784384,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",24.080676555633545,5892149676,6659055616,6681526272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",45.750229835510254,10918064412,12160823296,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",46.11861920356751,11250954352,12455054336,12610174976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.90421175956726,5648439944,6439968768,6547308544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",45.79045748710632,11012875932,12255634432,12415139840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",24.248290300369263,5859902076,6626807808,6635388928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",46.85809111595154,10251887364,11494650880,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.460438013076782,5599521820,6391050240,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",24.840145111083984,5633259976,6424788992,6526337024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",29.38673424720764,7676993044,8675827712,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",45.49933552742005,11076915612,12281018368,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",27.537675857543945,7607356564,8606191616,8627683328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.690398454666138,5827359612,6618890240,6723469312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",45.246288537979126,11076499612,12280602624,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",30.27182626724243,7886514708,8885349376,8900313088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",27.4355046749115,7799299284,8798134272,8805941248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",24.477025747299194,5665110556,6456639488,6564085760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",46.79585146903992,10441926812,11684688896,11834228736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",24.269190311431885,5875212936,6642118656,6662651904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.764508724212646,5588736796,6380265472,6480199680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",45.85496997833252,10981272092,12224030720,12371099648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",46.14421701431274,10537154332,11779915776,11941183488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",28.430763483047485,7779856916,8778691584,8791261184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",27.102176189422607,7415411924,8446316544,8579448832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",27.244441032409668,7903960212,8902795264,8912896000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.62096405029297,5535665752,6327193600,6436159488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",45.78133797645569,10569174172,11811935232,11964252160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",27.15545630455017,7930125460,8928960512,8935964672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",27.83776831626892,7764348052,8763183104,8776581120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",30.99274730682373,7729190420,8728025088,8745123840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.60170841217041,5439000944,6230528000,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.5038857460022,5471277072,6262804480,6366953472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",45.82449650764465,10791233052,12033992704,12178161664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",24.447831630706787,5519793776,6311321600,6419382272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",46.01576495170593,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",46.08929300308228,10632381852,11875142656,12027166720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.80493116378784,5422624880,6214152192,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",27.27052044868469,7851629716,8850464768,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",28.366496801376343,7816743124,8815578112,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",27.177221298217773,7589911060,8588745728,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.71203875541687,5406486812,6198013952,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",27.27998185157776,7363081428,8393986048,8516534272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",24.63621401786804,5681379548,6472908800,6568280064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",45.687920570373535,10696005532,11938765824,12092178432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",45.68218946456909,10663985692,11906746368,12050235392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense2-mxq-20241019183814.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense2-mxq-20241019183814.csv new file mode 100644 index 0000000000000000000000000000000000000000..2b05af728748fc76127cfd1edbc6d3dda9ecef78 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_stor_dense2-mxq-20241019183814.csv @@ -0,0 +1,616 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",53.10362696647644,9443132380,10685894144,10842275840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",29.3620502948761,7389246612,8420151808,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",34.27331018447876,5977992988,7007095296,7130316800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",53.49407434463501,9062389560,10305127936,10462691328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",31.17523694038391,3982768192,4774326784,4882169856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",32.622939586639404,3617328192,4410334720,4521459712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",25.45880079269409,6809787700,7576703488,7591690240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",33.22061538696289,3382934976,4176638464,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",28.78180241584778,3967997632,4758173184,4850712576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",63.7157952785492,7393932412,8636614144,8780775424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",27.35205388069153,4078926080,4869103104,4970250240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",50.64097547531128,11806319276,13010414080,13172211712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",53.87621974945069,9411298780,10654055936,10808721408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",65.17878031730652,6614183380,7859125760,8006926336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",33.14729118347168,3359746496,4153451008,4225761280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",52.6647891998291,10140640464,11383407104,11532238848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",29.49410653114319,6403426372,7434333696,7566524416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.08407759666443,6102812868,6869721600,6872367104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",26.92543244361877,5301302064,6092829184,6197084160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",55.65382266044617,8618273368,9860984320,10003415040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",27.016446113586422,4912792536,5704319488,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",31.49098920822144,3857581376,4649144832,4754243584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",25.75829768180847,6159452200,6926361088,6943670272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",47.259119749069214,12932007028,14136083968,14283702272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",32.14971375465393,6106753728,7135856128,7256145920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",49.6041419506073,12059771036,13263856128,13421772800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",65.02589845657349,7516477052,8759162368,8906604544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",35.37080788612366,5819080884,6847280640,6943670272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",33.043206214904785,3453215168,4246921728,4320133120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",25.658561944961548,6402097108,7169008128,7180648448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",29.576857805252075,6830923608,7861829120,7994343424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",30.8516047000885,3917359104,4708918784,4817158144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",38.05661869049072,5603021812,6635794944,6765412352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",30.85313367843628,3907473216,4699034112,4798283776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",62.191033363342285,7501710396,8744389120,8902410240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",29.400290966033936,6987915476,8018820608,8143241216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",27.09938335418701,4652871316,5444399616,5544869888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",25.464008331298828,6645007572,7411921408,7417626624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",35.1094753742218,5963283164,6992385536,7113539584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",30.27503609657288,6351008364,7381916160,7503609856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",25.20409893989563,6596622036,7363535360,7373586432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",32.14211082458496,6019503788,7048606208,7182745600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",26.478596448898315,6305166244,7072076288,7075790848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",38.3661003112793,5436474836,6469248512,6608125952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",32.57390022277832,3638812480,4431821312,4527751168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",37.94070625305176,5538105352,6570878464,6692012032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",30.915701627731323,6316197536,7347105280,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",26.233157634735107,6037863548,6804771328,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",31.633389234542847,3882188096,4673749504,4775215104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",35.2865846157074,5686894324,6717804032,6838812672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",32.81273174285889,3677269056,4470278656,4571791360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",53.16733431816101,9696919384,10939692544,11098128384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",56.8650815486908,8996770180,10239503872,10385096704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",27.13356637954712,4515986176,5307515392,5412749312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",33.73084259033203,8375065748,9373901312,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",56.32943320274353,7495516412,8735992320,8894021632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",29.870271682739254,6848234328,7879139840,8015314944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",30.065213203430176,8593175636,9592011264,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",29.656323194503784,8593508436,9592344064,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",30.26440119743347,4418914572,5210444288,5318377472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",25.56009793281555,6321304300,7088214528,7094665216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",26.67776584625244,5349954500,6141481472,6239027200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",29.43548941612244,7956290708,8955126272,8977907712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",26.919171810150143,5333283876,6124810752,6220152832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",26.916723251342773,4929037296,5720564224,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",60.6129093170166,8808436984,10051159552,10194255872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",38.942004442214966,5169254088,6202962432,6297747456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",29.452317237854004,6691042220,7721948672,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",37.6199951171875,5586104308,6618877440,6750732288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",73.4312150478363,8474547992,9717249536,9873391616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",53.790762424468994,9855373604,11098142208,11253317632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",65.32039284706116,6772687112,8017631744,8176795648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",27.084405183792114,4961260540,5752787456,5853151232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",29.756611585617065,9195169172,10194004480,10208935936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",65.43765044212341,6055174468,7301227008,7446986752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",48.589555501937866,12519889980,13723973120,13870563328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",30.228830099105835,7232188628,8263093760,8386510848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",36.06287217140198,5678570280,6711343616,6830424064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",50.46881675720215,11711091600,12915187200,13065256960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",55.26984429359436,8031468820,9274142208,9418309632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",56.773531675338745,7618860348,8861498880,9017753600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",56.47195506095886,8713563184,9956279808,10099884032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",48.75507497787476,12805175668,14009253376,14153678848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",54.71036720275879,9157679472,10400423424,10557063168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",30.972946405410767,7964477972,8963313152,8986296320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",27.106157302856445,5122672356,5914198528,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",49.39505910873413,12519889980,13723973120,13870563328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",29.475447416305546,6970471636,8001376768,8122269696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",66.24422597885132,6385897648,7631932928,7776239616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",25.24087405204773,6677414612,7444328960,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",52.32363820075989,10077432784,11320199680,11467227136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",27.030015230178837,4880302980,5671830016,5771362304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",53.0800666809082,9760145668,11002915328,11165237248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",58.28724431991577,9198793156,10441539072,10594811904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",27.655956029891968,4192256768,4983797248,5091885056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",64.29406118392944,7447806332,8690490880,8841592832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",47.24094438552856,13550784020,14754847232,14900264960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",25.88023018836975,6175590372,6942499328,6960447488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",27.182098388671875,4637425228,5428953600,5525995520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",48.142759561538696,13739983924,14945067520,15095300096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",66.51719903945923,6145361520,7391411712,7537164288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",25.048321962356567,6620747220,7387660800,7398752256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",30.301345586776733,7197301972,8228207104,8365539328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",55.7618248462677,8221632116,9464317440,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",28.598179817199707,3988930816,4779102720,4884267008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",64.10949778556824,7357836412,8600520192,8757706752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",27.4395604133606,5074577136,5866103296,5966397440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",49.59689950942993,11457012592,12661110272,12807307264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",26.95462226867676,4483662848,5275192832,5375000576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",28.57153010368347,5236618832,6028145152,6138363904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",29.82170820236206,8086784148,9085619712,9105833984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",27.31880521774292,4993619236,5785145856,5884608512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",52.907058000564575,10013809104,11256576512,11402215424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",64.80584764480591,7067274960,8312215040,8462008320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",29.681331634521484,7179860116,8210765312,8336179200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",66.71749877929688,6525894012,7770816000,7920943104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",27.014379501342773,4393817260,5185350144,5286920192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",25.01437878608704,6653261012,7420174848,7423918080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",26.919336557388306,5026108952,5817635328,5926551552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",24.35499405860901,7106540276,7873458688,7885291520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",53.36674690246582,9633295704,10876069376,11033116672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",67.24738669395447,6464656996,7709574656,7855931392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",31.547605276107788,8628060628,9626895872,9636413440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",27.481970071792603,4046644480,4836832768,4938792960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",25.661677598953247,6207997460,6974906880,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",27.7863883972168,9524781332,10526326272,10661920768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",30.101624727249146,7127529684,8158434816,8292139008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",65.72003126144409,6187576176,7433625088,7585398784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",51.03991341590881,11505033072,12709131776,12868124672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",26.926706790924072,4257129728,5048660480,5144313856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",67.23569631576538,6229790820,7475838464,7631536128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",29.572713375091556,7336916116,8367821312,8493465600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",29.542691469192505,7092642964,8123548160,8250195968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",29.47622752189636,3982005632,4771484160,4861198336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",27.540269136428837,3997672768,4787860992,4890558464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",26.514469861984253,6450908596,7217820160,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",29.5913245677948,6761083492,7791989248,7929331712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",31.16288185119629,3868942656,4660507136,4762632192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",34.48086404800415,5988399900,7017502208,7144996864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",27.402648210525516,4605101788,5396631040,5509218304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",48.61823725700378,12424662376,13628746240,13784580096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",30.187310218811035,8165679252,9164514816,9170845696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",26.922908782958984,5009864056,5801390592,5905580032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",27.335850715637207,4095102208,4886663680,4984930304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",32.24789476394653,3709395264,4502404608,4596957184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",26.73598074913025,4386424992,5177954816,5278531584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",54.70571494102478,9030555876,10273289728,10427039744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",38.41778254508972,5513440072,6546213376,6668943360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",65.81587314605713,6682880476,7927824896,8069840896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",29.605437994003296,7284519124,8315424256,8451522560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",29.66287589073181,7040245972,8071151104,8208252928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",59.199644327163696,7479012156,8721682944,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",34.788031339645386,5987477276,7016579584,7149191168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",26.97018241882324,4345613056,5137144320,5242880000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",51.04132580757141,11488616432,12692713984,12849250304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",34.49262833595276,5955362460,6984464896,7115636736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",29.00688862800598,4847979908,5639507456,5733613568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",38.50600171089173,5080358768,6114067968,6224347136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",25.85755085945129,6146803568,6913712640,6918504448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",31.72361898422241,8523399636,9522234880,9529458688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",49.52612233161926,11852880428,13056969216,13203668992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",30.243874549865723,3986943872,4778499584,4871684096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",32.56150984764099,3684076352,4477086208,4571791360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",52.08717370033264,10267472100,11510237696,11660165120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",29.60446286201477,7162414356,8193319424,8323596288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",32.267651081085205,5984651636,7013754368,7149191168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",27.45809268951416,4799476364,5591003648,5700059136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",27.3139762878418,4159469824,4951013888,5062524928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",35.36250829696655,5935793684,6964896256,7100956672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",26.134620904922485,6151329832,6918238720,6922698752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",50.538461446762085,12234623024,13438708224,13591642112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",33.04864764213562,3295110848,4088817152,4146069504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",50.56142687797546,12012147784,13216235008,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",33.165435552597046,3400074176,4193778176,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",27.377866983413696,4142297344,4933847552,5037359104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",31.32663083076477,6296794648,7327702528,7449083904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",48.33650255203247,12868799348,14072876544,14218690560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",34.55519270896912,5847424180,6875623936,6977224704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",54.111473083496094,9125845848,10368585216,10523508736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",40.82701849937439,6551832788,7318745600,7327449088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",39.34326076507568,5459349908,6492123648,6616514560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",55.96650218963623,7682386880,8925031936,9080668160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",38.81289005279541,5473609268,6506382848,6639583232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",56.07267642021179,9569628380,10812392960,10963910656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",29.582148790359497,6438280012,7469187584,7602176000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",61.8891658782959,7410367036,8653044224,8814329856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",27.168904542922974,4111446784,4903007744,5001707520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",27.707295179367065,6285034440,7051944448,7054819328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",27.99804925918579,5337543716,6129070592,6224347136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",29.8191397190094,6586315532,7617222144,7744782336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",30.59041666984558,3953209920,4744766976,4852809728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",33.039451599121094,3313320128,4107025920,4164943872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",65.06647491455078,6101555908,7347607040,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",56.15118885040283,7904473556,9147139584,9302966272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",30.53754448890686,8505891988,9504727552,9521070080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",30.306355237960812,8645506132,9644341760,9648996352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",65.13831424713135,6797361096,8042309120,8189378560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",33.20256996154785,5914827744,6943930880,7073693696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",26.991201162338257,5430747504,6222275072,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",29.867451906204224,8226729364,9225564672,9242148864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",50.17037081718445,11996147272,13200232960,13356761088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",55.08281373977661,8443879180,9686578688,9835642880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",56.24311661720276,7745913376,8988564992,9143582720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",28.56304287910461,3974803392,4764977664,4867489792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",27.52816271781921,4783231532,5574758912,5679087616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",55.2888720035553,8348589304,9591283200,9739173888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",30.349234342575077,3992663168,4784219648,4894752768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",27.236541509628296,4018423104,4808615424,4911529984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",30.29640293121338,8218009748,9216845312,9233760256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",30.00272822380066,6420869964,7451777536,7583301632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",39.32766890525818,5296423688,6329198080,6446645248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",53.30319023132324,9327452380,10570204672,10731126784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",29.80990505218506,3978525952,4770085376,4861198336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",37.810460805892944,5631996948,6664770048,6803161088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",38.63868451118469,5561047956,6593821184,6715080704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",32.03282403945923,3729232704,4522240512,4613734400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",30.104591131210327,7249632468,8280537600,8407482368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",38.677918672561646,5373280432,6406054400,6530531328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",51.73841094970703,10268304100,11511069184,11662262272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",56.30825710296631,7841100756,9083762176,9246343168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",30.054105281829838,6638978828,7669885440,7801405440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",29.760315895080566,6499364600,7530271232,7665090560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",56.92984747886658,7392568060,8633048576,8782872576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",55.755248069763184,8285216300,9527905792,9682550784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",26.87092137336731,4896547716,5688074752,5792333824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",48.85949873924256,12107375388,13311461888,13461618688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",27.362244606018063,4977505412,5769032192,5874122752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",27.560737371444706,3993130112,4783316480,4884267008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",57.38967537879944,7391805180,8632286720,8784969728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",25.502989768981934,6774583016,7541498368,7553941504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",53.50750136375427,9538006044,10780773888,10936647680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",48.881964445114136,12393058536,13597142528,13740539904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",29.524463891983032,6656421708,7687328256,7822376960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",32.52081680297852,3568284992,4361286144,4466933760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",26.803550958633423,5398471452,6189998592,6289358848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",49.008670806884766,12393474536,13597558272,13742637056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",27.22725915908813,4370346508,5161876992,5261754368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",29.41123104095459,7319472340,8350377472,8472494080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",26.53128242492676,5414609436,6206136832,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",29.20248746871948,9299808596,10299547136,10422845440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",29.60546326637268,6516809400,7547716096,7679770624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",49.81428742408752,11552240048,12756337152,12914262016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",33.25961470603943,3431907520,4225612288,4315938816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",47.00006437301636,8418672084,9417507328,9437184000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",49.91667199134827,11853712364,13057800704,13203668992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",55.93060755729675,8063136020,9305812480,9453961216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",29.494256019592285,6795970308,7826875904,7950303232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",26.99232149124145,4240785152,5032316416,5127536640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",27.716782331466675,4716987384,5508516352,5601492992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",38.96013903617859,5194254108,6227962368,6337593344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",31.3880627155304,6281283032,7312190976,7432306688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",26.97734045982361,6276645832,7043555840,7054819328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",29.42435097694397,6604093196,7634999808,7757365248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",65.31955170631409,6904360348,8149302784,8300527616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",55.366570472717285,8392365484,9635061248,9797894144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",31.468956232070923,6246399508,7277307392,7407140864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",49.09951543807984,11314578032,12518678016,12675186688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",32.075719594955444,6228956532,7259864576,7388266496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",54.8791241645813,8126758420,9369437696,9512681472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",62.99315094947815,7506825212,8749509120,8910798848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",28.61460542678833,6365561116,7132471808,7140802560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",56.76224732398987,7478902012,8719387136,8862564352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",64.74976992607117,6744010512,7988954624,8141144064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",31.80910468101501,6124196608,7153298944,7275020288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",52.41619563102722,10235868164,11478633984,11639193600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",29.317675590515137,8462282900,9461118464,9477029888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",53.44632506370544,10109036624,11351803392,11509170176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",25.47486114501953,6758473512,7525388800,7545552896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",26.32190704345703,6013738204,6780645888,6788481024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",31.241713285446167,8871801300,9870636544,9879683072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",53.072985887527466,9950601328,11193369088,11339300864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",54.22258734703064,8967099684,10209832448,10366222336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",48.24777603149414,12328602760,13532687872,13675528192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",32.27004933357239,3663582784,4456592896,4552916992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",60.92087268829346,7511320636,8753998336,8906604544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",57.62858200073242,9093890552,10336630272,10479468544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",56.07160830497742,7587410748,8827868672,8975810560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",30.04055595397949,8139513940,9138349568,9147777024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",64.86375045776367,7203838332,8446533120,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",49.48330807685852,12169751164,13373837824,13524533248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",27.13458585739136,4214689536,5006224896,5098176512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",27.162235736846924,5058332280,5849858560,5945425920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",29.586623907089237,6576728844,7607635456,7742685184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",29.54705500602722,6551696056,7582602752,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",32.11248445510864,6159016992,7188119040,7312769024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",29.644169092178345,8436117652,9434953216,9456058368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",25.032801151275635,6701806036,7468720640,7484735488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",36.38589668273926,5683162920,6715936256,6845104128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",25.827260494232178,6005349596,6772257280,6788481024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",31.201843976974487,8750233684,9749069312,9755951104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",56.02415323257446,7650937232,8893578752,9038725120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",29.5962073802948,6883254104,7914159616,8036286464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",31.583170413970947,3817409344,4610406912,4716494848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",38.80125069618225,4547146604,5338677760,5433720832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",25.01905131340027,6628869588,7395783168,7398752256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",49.90265607833862,12107375388,13311461888,13461618688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",25.810409784317017,6260642932,7027552768,7029653504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",27.145421504974365,5155452568,5946978816,6050283520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",54.24297785758972,9823353764,11066122752,11209277440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",75.21299147605896,8873132500,9871967744,9881780224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",30.354018926620483,7354293396,8385198592,8514437120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",34.43920969963074,5900764448,6929867264,7067402240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",49.76949667930603,11519804208,12723901952,12870221824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",30.51103138923645,3982838720,4774394368,4869586944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",60.59240365028381,7489979836,8732655104,8891924480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",54.63166642189026,8316922056,9559612928,9703522304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",49.90062928199768,11583843888,12787940864,12935233536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",25.55837655067444,6466485620,7233397248,7247757312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",38.27190351486206,5121591836,6155300352,6259998720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",37.204349517822266,4989899452,6023608832,6127878144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",32.46491622924805,3496491520,4290200064,4368367616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",65.65975618362427,6544217276,7789151744,7935623168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",29.824639797210693,8697836628,9696672256,9711910912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",59.27813458442688,7457671356,8698162688,8845787136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",36.51138639450073,5690076008,6722849280,6857687040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",32.42066240310669,3605977920,4398983680,4498391040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",30.126058101654053,6368513708,7399421440,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",57.238730907440186,7424669116,8665155072,8814329856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",34.35812592506409,5923879200,6952982016,7084179456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",64.21552658081055,6814463240,8059420160,8214544384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",30.77660822868347,8017407444,9016242688,9028239360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",31.496155977249146,3745962816,4538968576,4651483136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",27.236040353775024,5187835704,5979361792,6088032256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",29.55967617034912,8732788116,9731623424,9743368192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",55.36490058898926,8756545596,9999263232,10160701440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",29.748671054840088,8087582868,9086418432,9105833984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",61.5256655216217,7484042492,8726725120,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",54.46510171890259,9470306780,10713071104,10856955904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",29.835873126983643,8758953300,9757788672,9764339712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",30.305171489715576,8671671380,9670507008,9690939392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",56.00798940658569,7999763220,9242435072,9397338112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",32.1699321269989,8802564116,9801399808,9818865664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",34.5892231464386,5968709272,6997811712,7130316800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",33.59530162811279,5878518656,6907621888,7040139264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",52.18277907371521,9982205168,11224972800,11381243904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",27.091550827026367,4268282624,5059814912,5169479680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",27.10784602165222,4032467264,4822658560,4919918592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",32.4785578250885,6054423340,7083525632,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",34.84599232673645,5869865920,6898969088,7031750656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",29.410112857818604,3989082560,4780640768,4880072704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",25.045531034469604,6806990068,7573905920,7577010176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",30.026952266693115,7031724180,8062629376,8187281408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",56.82991790771485,8570836472,9813544448,9965666304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",24.961413621902462,7412454528,8181428736,8279556096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",30.078253746032715,8655423956,9654259200,9674162176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",30.05593752861023,8863947028,9862782464,9871294464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",27.901174306869507,4702340004,5493869056,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",29.71621608734131,6385952324,7416860160,7551844352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",30.504631996154785,8854894612,9853730304,9862905856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",29.24894881248474,7371802836,8402707968,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",30.73274302482605,8706556308,9705391616,9722396672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",32.430341720581055,6089310784,7118413312,7239368704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",31.325434684753414,3841317184,4634312192,4733272064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",26.999610900878903,6369316872,7136227840,7153385472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",66.16761922836304,6779729032,8024677888,8187281408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",55.34827828407288,8189094420,9431778816,9586081792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",30.56753516197205,3958130496,4749688320,4854906880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",29.43221616744995,8279126292,9277961728,9286189056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",27.43161964416504,5171697636,5963223552,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",55.711081981658936,8412211896,9654908416,9797894144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",26.82561421394348,5042353784,5833880064,5926551552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",57.07056879997253,12217790512,13421874688,13570670592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",28.100085496902462,4831699780,5623226880,5718933504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",31.128989934921265,3877213760,4668777984,4762632192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",64.58997225761414,7212311292,8455000576,8604614656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",55.67706632614136,8253299316,9495987712,9644802048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",26.28166556358337,6693524180,7460438528,7467958272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",25.373682975769043,6353711304,7120622080,7136608256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",27.3715763092041,4952073276,5743600128,5853151232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",30.789554595947266,3954684992,4746241536,4852809728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.831788301467896,12646721724,13850803712,13998489600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",29.51619434356689,8358021332,9356856832,9372172288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",29.627544164657596,7144973460,8175878656,8315207680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",48.97110462188721,12535909256,13739990528,13893632000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",37.40391540527344,5012698812,6046408192,6146752512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",31.956693172454838,4434994956,5226526208,5318377472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",27.33443689346313,4734663308,5526191616,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",29.55015277862549,3968640768,4760200704,4863295488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",31.619723081588745,3780754240,4573755904,4682940416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",56.21138405799866,7880172756,9122835968,9286189056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",25.247219800949097,6499425236,7266337280,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",64.61717653274536,7223030652,8465714688,8615100416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",26.905513048172,4465620844,5257152000,5358223360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",27.193378925323486,4354101588,5145632256,5240782848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",25.95718026161194,6454902132,7221813760,7224688640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",55.72229313850403,8649812568,9892523520,10047455232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",35.42696785926819,5951233408,6980336128,7113539584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",63.37252736091614,7303962492,8546643456,8694792192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",34.32540225982666,8261680596,9260515840,9273606144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",54.36739921569824,8537505176,9780211200,9927917568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",27.20942783355713,5284631440,6076158464,6178209792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",33.01357865333557,6176593632,7205696000,7331643392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",49.11200857162476,12584761816,13788843520,13935575040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",25.87077260017395,6564481236,7331394048,7352614912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",25.989424467086792,6295712616,7062622720,7075790848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",48.25855255126953,12835947508,14040025600,14195621888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",25.05645155906677,6598751956,7365665280,7375683584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",26.814181089401245,4766986552,5558514176,5658116096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",60.04944896697998,7499590076,8742264320,8896118784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",34.91815495491028,5907372256,6936475136,7071596544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",50.928691387176514,14150035336,15357298176,15502147584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",27.23509979248047,4686159780,5477687808,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",30.25952243804932,3977148736,4768707072,4877975552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",30.64248633384705,8401230996,9400066560,9414115328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",27.531075477600098,4321778112,5113309696,5224005632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",55.42854857444763,7777779072,9020433920,9164554240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",32.862640619277954,5931701532,6960804352,7082082304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",32.39879536628723,3650939712,4443949568,4548722688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",29.368703603744507,6534252216,7565158912,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",51.41311073303223,11822524464,13026612736,13182697472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",30.53149175643921,8191844436,9190680064,9212788736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",25.19289493560791,6467018100,7233929728,7247757312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",64.3180730342865,6978067676,8223006208,8376025088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",51.62919926643372,11980127944,13184215552,13331595264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",66.05850124359131,6504770728,7749689856,7910457344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",29.84821605682373,8540712020,9539547648,9542041600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",48.71484136581421,12709929524,13914011136,14063501312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",36.59401154518128,5684019048,6716792320,6843006976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",29.412291049957275,6621536012,7652442624,7778336768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",29.99167394638061,6726195296,7757101568,7887388672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",57.49615716934204,12963610868,14167687680,14325645312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",25.93951654434204,6078393116,6845301248,6857687040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",30.21561312675476,8113348756,9112184320,9126805504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",32.80061626434326,3500235200,4293943808,4372561920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",34.24211931228638,5901914176,6931017216,7056916480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",25.404905796051025,6482623700,7249535488,7264534528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",35.87949895858765,5677647592,6710420992,6834618368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",32.673908710479736,8322737236,9321572864,9340715008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",52.06570219993591,9664899544,10907673088,11054088192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",29.124155044555664,3972120512,4761599488,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",29.30559730529785,4003118976,4792594944,4873781248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",65.2704656124115,6571262396,7816199680,7964983296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",32.282766580581665,3724195648,4517204480,4620025856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",58.54657173156738,7407529916,8648013312,8801746944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",53.79726314544678,11392972912,12597071360,12740198400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",27.209431886672974,4621180332,5412708864,5505024000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",29.317715883255005,8174398932,9173234176,9179234304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",55.37810707092285,7966431956,9209101824,9359589376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",50.71879577636719,11708800400,12912889344,13075742720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",60.46240711212158,7472993596,8715665920,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",29.477802753448486,7214678292,8245583360,8365539328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",29.73011565208435,7022802132,8053707264,8187281408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",32.95555877685547,3509711360,4302706176,4410310656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",31.16938614845276,3861736512,4653301248,4764729344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",53.85822343826294,8586606072,9829314048,9988734976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",26.97596001625061,4127454464,4919009792,5028970496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",64.18753743171692,7237064572,8479747584,8642363392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",33.337196350097656,3266893824,4060600832,4125097984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",37.05059838294983,5699727284,6732500480,6868172800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",26.880759239196777,5268895120,6060421632,6153043968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",27.454498529434204,4589023416,5380553216,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",32.63300657272339,3478045376,4271752704,4345298944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",27.162177562713623,5204104664,5995631104,6092226560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",27.389344215393063,4062652160,4852834816,4963958784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",29.44949245452881,7057689748,8088594944,8208252928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",55.62904381752014,7936390356,9179057664,9340715008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",29.93789529800415,6673865644,7704772096,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",54.695576667785645,8776936184,10019657216,10175381504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",54.5760190486908,8518945068,9761648128,9913237504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",64.50414943695068,7280318332,8523001344,8665432064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",27.111046314239506,5090555716,5882081792,5987368960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",29.598912954330444,7110083924,8140988928,8258584576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",26.182389736175537,5965086428,6731993600,6746537984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",29.75728464126587,8488514708,9487350272,9500098560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",29.940061569213867,8095171028,9094006272,9114222592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",30.342944622039795,8244174932,9243010560,9254731776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",38.70066213607788,5407760680,6440534528,6561988608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",29.487772703170776,3992562304,4782039552,4857004032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",29.85062837600708,6865677080,7896582656,8015314944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",64.30162930488586,6916373148,8161310208,8311013376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",37.54624319076538,5034493788,6068203008,6163529728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",66.66412138938904,6439545168,7685582336,7845445632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",32.01826524734497,6263843224,7294751232,7423918080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",50.75623083114624,11536636912,12740735488,12889096192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",64.19768929481506,6891527068,8136470016,8279556096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",64.99859142303467,7138815612,8383757824,8545894400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",32.75806784629822,3501520384,4294514176,4389339136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",29.738754749298096,6778526308,7809432064,7929331712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",58.57711958885193,7428149436,8668638720,8831107072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",55.93879008293152,7714418880,8957068800,9099542528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",27.180955410003666,5106267972,5897794048,6006243328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",24.2349374294281,7203672156,7971293696,8067743744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",53.37725901603699,9601461980,10844231168,10997465088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",30.64723944664001,8375398484,9374234112,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",48.34673547744751,12899987188,14104064512,14260633600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",50.042580127716064,11948940104,13153027584,13310623744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",30.117384910583496,8383787156,9382622720,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",30.344687938690186,6900698264,7931603456,8057257984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",39.66953706741333,5264414248,6298121728,6398410752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",29.408875942230225,7990243860,8989079040,9007267840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",48.08813977241516,12551493832,13755576832,13912506368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",52.8566472530365,10171828400,11414595072,11574181888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",56.16321921348572,7443833276,8684316160,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",48.46017408370972,12741949364,13946030592,14105444352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",37.07307696342468,5677939668,6710712832,6849298432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",29.49294090270996,6953028820,7983933952,8122269696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",29.930788040161133,6708752460,7739658752,7866417152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",27.06033420562744,4864058244,5655585280,5752487936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",37.6517288684845,5057426288,6091135488,6205472768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",63.931312799453735,7289928572,8532610560,8690597888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",36.862056255340576,5707172852,6739945984,6859784192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",34.48021864891052,5874424768,6903527936,7027556352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",65.67168760299683,6846188040,8091137536,8248098816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",54.07682538032532,8871227480,10113953280,10271850496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",27.0644805431366,5385556348,6177083904,6285164544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",29.48701238632202,6455757120,7486664192,7623147520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",35.96882343292236,5691320052,6722229760,6855589888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",29.89018940925598,7267075348,8297980416,8430551040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",38.78877091407776,5236914632,6270622208,6375342080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",48.65710926055908,12646721724,13850803712,13998489600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",35.13745474815369,5737363432,6768272896,6908018688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",31.019639492034912,4564656140,5356186112,5450498048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",29.677796602249146,8008621140,9007456768,9019850752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",26.68410086631775,5382095228,6173622784,6280970240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",47.98966145515442,12599117128,13803197952,13958643712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",57.84075093269348,9284469980,10527221248,10670309376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",30.105573177337646,8680391124,9679226368,9699328000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",64.70070147514343,6871333724,8116276736,8279556096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",29.3514723777771,6918141140,7949046272,8080326656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",54.66679835319519,9220719556,10463464960,10617880576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",35.411017656326294,5783273544,6814182912,6937378816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",52.362797498703,10045828944,11288595968,11446255616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",27.25399780273437,4750741656,5542269440,5639241728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",27.19523334503174,4313289580,5104821760,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",51.018691062927246,11298577392,12502675968,12656312320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",94.95960068702698,8470736340,9469571584,9485418496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",38.11563301086426,5103907236,6137615872,6243221504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",27.75579333305359,4580368432,5371898368,5469372416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",29.43651652336121,6464412128,7495319040,7623147520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",26.77455735206604,5977468636,6744375808,6750732288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",64.7944712638855,6803038536,8047991296,8201961472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",53.19293189048767,9506588380,10749351424,10903093248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",52.65810179710388,9886977564,11129745920,11274289152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",31.88228225708008,6071900736,7101003264,7239368704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",25.040621042251587,6726066388,7492981248,7503609856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",37.587382078170776,5652534228,6685307392,6817841152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",30.811771392822266,3998335808,4789889536,4886364160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",55.9166464805603,7524095548,8764554752,8921284608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",33.51619744300842,3340203200,4133907968,4185915392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",27.04830002784729,4458929516,5250460160,5356126208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",27.04376745223999,4532231020,5323760128,5431623680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",29.60754418373108,8785118548,9783953920,9785311232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",31.70105719566345,6141673356,7170775552,7293894656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",48.12346696853638,12726364788,13930444288,14086569984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",52.90149998664856,9347842780,10590598656,10747904000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",31.92622017860413,6002127344,7031229952,7165968384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",55.11685061454773,8158425620,9401107968,9548333056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",27.83399081230164,5252757052,6044283392,6157238272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",56.79611921310425,7555711548,8796167680,8952741888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",54.38291001319885,9264412380,10507163136,10651435008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",26.193340063095093,5989477852,6756385280,6771703808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",33.724093198776245,5897388864,6926492160,7056916480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",28.55792546272278,3981243136,4770722304,4842323968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",63.26520586013794,7479382012,8722065920,8868855808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",67.87341380119324,6272753540,7518800384,7679770624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",28.009111881256104,4296945004,5088477696,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",29.40205454826355,6481921664,7512828416,7644119040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",27.402856826782227,4815455032,5606982144,5700059136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",34.71803617477417,5868627124,6897730048,7017070592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",36.957364082336426,5706516468,6739289600,6863978496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",28.23318362236023,3968486016,4758662656,4854906880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",25.86519193649292,6572202196,7339115008,7358906368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",34.04757523536682,6004516788,7033618944,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",30.021493196487427,6813413188,7844318720,7973371904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",26.65848469734192,6085876164,6852784640,6874464256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",66.84519863128662,6318968124,7565009408,7711227904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",25.671953439712524,6272652296,7039562240,7050625024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",54.78631377220154,9379509980,10622268928,10783555584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",32.486454010009766,3511243328,4304953856,4385144832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",32.41220283508301,3538036288,4331034112,4435476480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",24.67949628829956,6742335444,7509250560,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",26.559041261672974,6054001604,6820909568,6832521216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",31.94029474258423,6194036512,7223138816,7348420608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",32.716089963912964,5949740252,6978843136,7115636736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",36.7935311794281,5695267764,6728040960,6853492736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",27.063066959381104,6405291988,7172203008,7182745600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",49.16225457191467,12234207120,13438292480,13589544960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",49.87782096862793,11790088624,12994177536,13138657280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",53.442631006240845,9823769764,11066538496,11209277440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",29.605245113372803,6743639456,7774545408,7908360192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",34.50521636009216,5919286560,6948389376,7069499392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",55.48644542694092,8935266036,10177994240,10332667904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",34.08604884147644,5893694464,6922797568,7046430720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",26.201813220977783,6199449352,6966358528,6985613312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",26.85627770423889,4223346432,5014883840,5123342336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",26.91348242759705,4500007520,5291536896,5391777792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",30.58911943435669,8043572692,9042407936,9051308032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",49.41441106796265,12012147784,13216235008,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",39.39344167709351,5331315464,6364089856,6499074048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",65.26735424995422,6524185916,7769113088,7912554496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",52.521761655807495,9916917476,11159686656,11314135040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",55.24310827255249,8840392256,10083114496,10236198912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",32.45409655570984,5965248732,6994351616,7121928192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",58.71238422393799,8915586000,10158315008,10309599232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",39.45749354362488,5215750416,6249458176,6358564864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",30.600269317626957,6333636076,7364544000,7497318400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",27.835145473480225,5139449668,5930975744,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",47.55564761161804,12757552628,13961632256,14107541504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",29.702712059021,6935584980,7966490112,8101298176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",26.79426097869873,6547810772,7314723328,7333740544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",35.52077913284302,5762502792,6793412096,6920601600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",27.36104249954224,4669914860,5461443072,5565841408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",53.28739809989929,9727293732,10970064384,11123294208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",55.8527090549469,8095052820,9337730560,9493807104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",30.53558111190796,7301696660,8332601856,8451522560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",32.66211652755737,6211479528,7242387968,7369392128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",54.06724739074707,8680647864,9923362304,10083106816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",27.10152006149292,5220242768,6011769344,6111100928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",50.46135139465332,11758484784,12962573824,13117685760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",30.868884325027462,8296571988,9295407616,9298771968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",49.60276627540589,12568345180,13772425728,13916700672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",38.84118270874024,5146388168,6180096512,6276775936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",29.38418793678284,7075199188,8106104320,8229224448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",62.217140436172485,7492100156,8734779904,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",30.28534412384033,8619340884,9618176512,9628024832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv new file mode 100644 index 0000000000000000000000000000000000000000..2a784c0270ad56a78ad808a07c7d131150d246cd --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv @@ -0,0 +1,18 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,2615709056,2615461888,2634022912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,2920633216,2920379392,2931818496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,3978525952,3978259456,3980394496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,4167958272,4167675904,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,4580368432,4580072448,4588568576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4749733824,4749479936,4762632192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,5374828140,5374548992,5391777792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,7511320636,7511015424,7522484224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,7793715072,7793388544,7799308288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,8189094420,8188795904,8204058624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,8586606072,8586331136,8604614656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4340458828,4340162560,4355784704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,4684537156,4684237824,4697620480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,6004516788,6004209664,6010437632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,6028258732,6027952128,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,6246399508,6246091776,6253707264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,6464412128,6464103424,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv new file mode 100644 index 0000000000000000000000000000000000000000..e8a558541f7dfa88fe35fb0bd5ecb4ebc151c7e4 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449175552,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673024,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311360,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125056,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175797760,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809280,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820974592,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625024,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947400704,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv new file mode 100644 index 0000000000000000000000000000000000000000..b3eb00f07476a4cb5177b4b0c918db5ce62ba492 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv @@ -0,0 +1,16 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449176064,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4269489424,4269202432,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4821462344,4821210112,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673536,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4381231692,4380935168,4389339136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311872,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125568,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,2649429312,2649183232,2654994432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175798272,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809792,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,2377129344,2376859648,2390753280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820975104,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625536,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4084489472,4084194304,4099932160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947401216,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_13b_awq-20241021074740.csv b/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_13b_awq-20241021074740.csv new file mode 100644 index 0000000000000000000000000000000000000000..bbb20f59a64d1f7597a8d22386da218d218b3ba1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_13b_awq-20241021074740.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,7247987184,7426865152,11785994240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,7495795176,7620147200,12117344256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,7991411664,8146745344,8281653248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_8bit-gptq-20241020062901.csv b/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_8bit-gptq-20241020062901.csv new file mode 100644 index 0000000000000000000000000000000000000000..ddaf4e8929fadd2e597b433eaa21169fd99d9043 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor_8bit-gptq-20241020062901.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7309052368,7308960256,7325351936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,9740602160,9740509696,9758048256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,9249868200,9249776128,9250537472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7157270928,7157178880,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,13945962720,13945846272,13962838016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,14540702432,14540585472,14547943424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,gptq,b8g32,"BaseQuantizeConfig(bits=8, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7612615512,7612523008,7631536128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,gptq,b8g64,"BaseQuantizeConfig(bits=8, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,9413446064,9413353984,9426698240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,gptq,b8g128,"BaseQuantizeConfig(bits=8, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,13648593120,13648476672,13658750976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/result-eval_stor_pct5-mxq-20241030162823.csv.hide b/lm-quant-toolkit/data-vis/data/stor/result-eval_stor_pct5-mxq-20241030162823.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..d0a1536f5124f99ed67cbbaaa3d531dbfffd6858 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/result-eval_stor_pct5-mxq-20241030162823.csv.hide @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7534412348,7635413504,7694450688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5697806196,5707461120,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6750713232,6852550144,6876561408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6506423208,6575027712,6715080704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6233749684,6250743296,6266290176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3866256704,3884343808,4148166656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4037792064,4087876096,4366270464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5440506260,5453831680,5607784448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7732185376,7796226560,7996440576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4355867476,4405905920,4500488192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4137737984,4187794944,4309647360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3617931776,3625415168,4049600512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8167040020,8233159168,8493465600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5995569524,6010204672,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5233834440,5265511936,5400166400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct5,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7232834172,7339051520,7381975040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct5,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3508700608,3545137664,3913285632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct5,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5885607744,5886087680,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/result-hqq-baseline2_stor-20241222221057.csv b/lm-quant-toolkit/data-vis/data/stor/result-hqq-baseline2_stor-20241222221057.csv new file mode 100644 index 0000000000000000000000000000000000000000..719f8a8c9f784acbff2186dc4a96785b2697afab --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/result-hqq-baseline2_stor-20241222221057.csv @@ -0,0 +1,28 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7403428540,7505345024,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,9192491156,9192202752,9198108672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7104126388,7204528640,7207911424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,13747320052,13978221056,14011072512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,4174418048,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7202084540,7233321472,7491026944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,6012602584,6085130752,6400507904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,3866112128,3916194304,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,9303248020,9302958592,9309257728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,3968880768,4018987520,4301258752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,5813582944,5813297664,5815402496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7412432896,7512809984,7541358592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7806116768,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,5377373352,5393605120,5614075904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,6035095468,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,5702825396,5702541824,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7206895260,7307321856,7321157632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,5048510128,5061861888,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,6610441556,6678075904,6700400640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,3258986624,3334234624,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,14150008328,14380390912,14478737408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,13545975956,13776435712,13782482944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,9524759700,9524470272,9575596032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,4174418048,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,3564130432,3563905536,4099932160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/stor/result-kurt-scaled-6pct-sol_stor-20241030205419.csv.hide b/lm-quant-toolkit/data-vis/data/stor/result-kurt-scaled-6pct-sol_stor-20241030205419.csv.hide new file mode 100644 index 0000000000000000000000000000000000000000..48e5a2e1182e34fdd63ea9f35f0086caf7ee0618 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/stor/result-kurt-scaled-6pct-sol_stor-20241030205419.csv.hide @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7597650748,7697949184,7776239616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5690161000,5697194496,5815402496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6800371848,6902553088,6924795904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6592002068,6674862592,6767509504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6273083092,6296367616,6312427520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3863307840,3882444288,4150263808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4069145856,4119224832,4364173312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5446323684,5462270464,5595201536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7798470176,7868445184,8065646592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4395206060,4445767168,4527751168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4172122368,4222175744,4334813184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3621734848,3633638912,4055891968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8248327156,8317283840,8573157376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6032649324,6051478016,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5309662824,5334261248,5469372416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,pct6,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7221633916,7331824128,7346323456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,pct6,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3541152640,3574772224,3955228672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,pct6,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5950074268,5959204352,5978980352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/variant-sensi-Meta-Llama-3-8B.csv b/lm-quant-toolkit/data-vis/data/variant-sensi-Meta-Llama-3-8B.csv new file mode 100644 index 0000000000000000000000000000000000000000..984f6aeb895cf27654fab901146efdd49b6b5ca5 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/variant-sensi-Meta-Llama-3-8B.csv @@ -0,0 +1,4609 @@ +dataset,part,model,nbits,group_size,layer,sensitivity +bos,attn_in,Meta-Llama-3-8B,3,128,0,1.2809317695428035e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,128,0,1.9694596176123014e-06 +bos,mlp_down,Meta-Llama-3-8B,3,128,0,6.231221505004214e-06 +bos,attn_in,Meta-Llama-3-8B,3,128,1,2.2156871182232862e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,128,1,0.00020809585112147033 +bos,mlp_down,Meta-Llama-3-8B,3,128,1,0.0003559531469363719 +bos,attn_in,Meta-Llama-3-8B,3,128,2,4.773306955030421e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,128,2,1.0445254702062812e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,2,1.206344040838303e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,3,9.424134987057187e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,128,3,2.34008657571394e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,3,2.0497380319284275e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,4,2.6734651328297332e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,4,4.3080031900899485e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,4,3.453273529885337e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,5,3.1230661988956854e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,5,6.160275370348245e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,5,5.269831672194414e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,6,3.982872294727713e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,6,7.863294740673155e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,6,6.0887792642461136e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,7,5.6639382819412276e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,7,9.334269270766526e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,7,6.813745858380571e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,8,6.160918565001339e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,8,9.90035550785251e-05 +bos,mlp_down,Meta-Llama-3-8B,3,128,8,7.137364445952699e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,9,8.304827497340739e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00011103415454272181 +bos,mlp_down,Meta-Llama-3-8B,3,128,9,8.789067214820534e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,10,8.769449777901173e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00011096353409811854 +bos,mlp_down,Meta-Llama-3-8B,3,128,10,9.026900079334155e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,11,9.037678682943806e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00012289750156924129 +bos,mlp_down,Meta-Llama-3-8B,3,128,11,9.908733773045242e-05 +bos,attn_in,Meta-Llama-3-8B,3,128,12,9.777367813512683e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00014699636085424572 +bos,mlp_down,Meta-Llama-3-8B,3,128,12,0.0001017166068777442 +bos,attn_in,Meta-Llama-3-8B,3,128,13,0.0001277398259844631 +bos,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00016857587615959346 +bos,mlp_down,Meta-Llama-3-8B,3,128,13,0.00012240598152857274 +bos,attn_in,Meta-Llama-3-8B,3,128,14,0.00017067778389900923 +bos,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002020332176471129 +bos,mlp_down,Meta-Llama-3-8B,3,128,14,0.00013626871805172414 +bos,attn_in,Meta-Llama-3-8B,3,128,15,0.00013136088091414422 +bos,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00023144336591940373 +bos,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001923721720231697 +bos,attn_in,Meta-Llama-3-8B,3,128,16,0.00013347287313081324 +bos,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00023289445380214602 +bos,mlp_down,Meta-Llama-3-8B,3,128,16,0.00019045290537178516 +bos,attn_in,Meta-Llama-3-8B,3,128,17,0.00011744799121515825 +bos,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00026594861992634833 +bos,mlp_down,Meta-Llama-3-8B,3,128,17,0.00022226023429539055 +bos,attn_in,Meta-Llama-3-8B,3,128,18,8.003530092537403e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002555751125328243 +bos,mlp_down,Meta-Llama-3-8B,3,128,18,0.00021271841251291335 +bos,attn_in,Meta-Llama-3-8B,3,128,19,8.204780169762671e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0002701403573155403 +bos,mlp_down,Meta-Llama-3-8B,3,128,19,0.00020997165120206773 +bos,attn_in,Meta-Llama-3-8B,3,128,20,7.314753020182252e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,20,0.000292132404865697 +bos,mlp_down,Meta-Llama-3-8B,3,128,20,0.00023552007041871548 +bos,attn_in,Meta-Llama-3-8B,3,128,21,0.0001119826702051796 +bos,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003438495041336864 +bos,mlp_down,Meta-Llama-3-8B,3,128,21,0.0002731531858444214 +bos,attn_in,Meta-Llama-3-8B,3,128,22,9.592541755409911e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,22,0.00035826038219965994 +bos,mlp_down,Meta-Llama-3-8B,3,128,22,0.00029423070373013616 +bos,attn_in,Meta-Llama-3-8B,3,128,23,9.940723975887522e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0003855766844935715 +bos,mlp_down,Meta-Llama-3-8B,3,128,23,0.0002890781906899065 +bos,attn_in,Meta-Llama-3-8B,3,128,24,8.730459376238286e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004144643899053335 +bos,mlp_down,Meta-Llama-3-8B,3,128,24,0.00030211746343411505 +bos,attn_in,Meta-Llama-3-8B,3,128,25,0.00010794422269100323 +bos,mlp_gate,Meta-Llama-3-8B,3,128,25,0.00046268865116871893 +bos,mlp_down,Meta-Llama-3-8B,3,128,25,0.00031733178184367716 +bos,attn_in,Meta-Llama-3-8B,3,128,26,0.00017696106806397438 +bos,mlp_gate,Meta-Llama-3-8B,3,128,26,0.000526770600117743 +bos,mlp_down,Meta-Llama-3-8B,3,128,26,0.0003485723282210529 +bos,attn_in,Meta-Llama-3-8B,3,128,27,0.0002582765882834792 +bos,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0006637062761001289 +bos,mlp_down,Meta-Llama-3-8B,3,128,27,0.0004800416063517332 +bos,attn_in,Meta-Llama-3-8B,3,128,28,0.00029062730027362704 +bos,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0008735847659409046 +bos,mlp_down,Meta-Llama-3-8B,3,128,28,0.0006354611832648516 +bos,attn_in,Meta-Llama-3-8B,3,128,29,0.00044323140173219144 +bos,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0012036286061629653 +bos,mlp_down,Meta-Llama-3-8B,3,128,29,0.0010201430413872004 +bos,attn_in,Meta-Llama-3-8B,3,128,30,0.0010096898768097162 +bos,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0022844234481453896 +bos,mlp_down,Meta-Llama-3-8B,3,128,30,0.0029352472629398108 +bos,attn_in,Meta-Llama-3-8B,3,128,31,0.0013236559461802244 +bos,mlp_gate,Meta-Llama-3-8B,3,128,31,0.0096511235460639 +bos,mlp_down,Meta-Llama-3-8B,3,128,31,0.5374816656112671 +c4,attn_in,Meta-Llama-3-8B,3,128,0,1.5365707213277346e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,0,2.1330624804249965e-06 +c4,mlp_down,Meta-Llama-3-8B,3,128,0,5.109989615448285e-06 +c4,attn_in,Meta-Llama-3-8B,3,128,1,3.989441665908089e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,1,4.701513171312399e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012536936264950782 +c4,attn_in,Meta-Llama-3-8B,3,128,2,7.131035545171471e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1429932783357799e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,2,1.151342257799115e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,3,1.055624397849897e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,3,2.550779936427716e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,3,2.0830028006457724e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,4,2.3309090465772897e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,4,4.613024430000223e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,4,3.6578298022504896e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,5,3.0498231353703886e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,5,6.516962457681075e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,5,5.457783117890358e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,6,3.950303289457224e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,6,8.367197006009519e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,6,6.685862899757922e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,7,5.329389387043193e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,7,9.87605526461266e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,7,7.498852210119367e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,8,7.033947622403502e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010860651673283428 +c4,mlp_down,Meta-Llama-3-8B,3,128,8,8.141547732520849e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,9,9.053124085767195e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012420365237630904 +c4,mlp_down,Meta-Llama-3-8B,3,128,9,9.483862959314138e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,10,9.497673454461619e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012383585271891207 +c4,mlp_down,Meta-Llama-3-8B,3,128,10,9.728405711939558e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,11,9.250006405636668e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001343000476481393 +c4,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010176920477533713 +c4,attn_in,Meta-Llama-3-8B,3,128,12,9.540600149193779e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015917475684545934 +c4,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011231962707825005 +c4,attn_in,Meta-Llama-3-8B,3,128,13,0.00012589308607857674 +c4,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00018395493680145591 +c4,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013650710752699524 +c4,attn_in,Meta-Llama-3-8B,3,128,14,0.0001526744308648631 +c4,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002208397927461192 +c4,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015378964599221945 +c4,attn_in,Meta-Llama-3-8B,3,128,15,0.00014082688721828163 +c4,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002542015863582492 +c4,mlp_down,Meta-Llama-3-8B,3,128,15,0.00020238952129147947 +c4,attn_in,Meta-Llama-3-8B,3,128,16,0.00015674621681682765 +c4,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00025895473663695157 +c4,mlp_down,Meta-Llama-3-8B,3,128,16,0.0002121685683960095 +c4,attn_in,Meta-Llama-3-8B,3,128,17,0.00012381000851746649 +c4,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00029634975362569094 +c4,mlp_down,Meta-Llama-3-8B,3,128,17,0.00025569138233549893 +c4,attn_in,Meta-Llama-3-8B,3,128,18,8.861335663823411e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00028902883059345186 +c4,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002460188989061862 +c4,attn_in,Meta-Llama-3-8B,3,128,19,7.898049079813063e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0003026509948540479 +c4,mlp_down,Meta-Llama-3-8B,3,128,19,0.00025552764418534935 +c4,attn_in,Meta-Llama-3-8B,3,128,20,9.400327689945698e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,20,0.0003263747494202107 +c4,mlp_down,Meta-Llama-3-8B,3,128,20,0.00027966167544946074 +c4,attn_in,Meta-Llama-3-8B,3,128,21,0.00015425482706632465 +c4,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00038859876804053783 +c4,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003416093240957707 +c4,attn_in,Meta-Llama-3-8B,3,128,22,0.00011363377416273579 +c4,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0004023966030217707 +c4,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003540650359354913 +c4,attn_in,Meta-Llama-3-8B,3,128,23,0.0001400752953486517 +c4,mlp_gate,Meta-Llama-3-8B,3,128,23,0.00043877505231648684 +c4,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003643596719484776 +c4,attn_in,Meta-Llama-3-8B,3,128,24,0.0001386068033752963 +c4,mlp_gate,Meta-Llama-3-8B,3,128,24,0.00047773405094631016 +c4,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003870354557875544 +c4,attn_in,Meta-Llama-3-8B,3,128,25,0.000194226173334755 +c4,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005415896885097027 +c4,mlp_down,Meta-Llama-3-8B,3,128,25,0.00040216316119767725 +c4,attn_in,Meta-Llama-3-8B,3,128,26,0.00023470169981010258 +c4,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006363020511344075 +c4,mlp_down,Meta-Llama-3-8B,3,128,26,0.00044649068149738014 +c4,attn_in,Meta-Llama-3-8B,3,128,27,0.0003185293753631413 +c4,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007906099781394005 +c4,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005801260704174638 +c4,attn_in,Meta-Llama-3-8B,3,128,28,0.00038867213879711926 +c4,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010925962124019861 +c4,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007859973702579737 +c4,attn_in,Meta-Llama-3-8B,3,128,29,0.0005788410198874772 +c4,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015555656282231212 +c4,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012721248203888535 +c4,attn_in,Meta-Llama-3-8B,3,128,30,0.0013903782237321138 +c4,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029070349410176277 +c4,mlp_down,Meta-Llama-3-8B,3,128,30,0.003168259048834443 +c4,attn_in,Meta-Llama-3-8B,3,128,31,0.001528566936030984 +c4,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013185419142246246 +c4,mlp_down,Meta-Llama-3-8B,3,128,31,0.5749917030334473 +pileval,attn_in,Meta-Llama-3-8B,3,128,0,1.5446798897755798e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,0,2.36177334045351e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,128,0,5.2416903599805664e-06 +pileval,attn_in,Meta-Llama-3-8B,3,128,1,4.32414253737079e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,1,4.586330396705307e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012476819392759353 +pileval,attn_in,Meta-Llama-3-8B,3,128,2,7.247330358950421e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,2,1.165756202681223e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,2,1.1639158401521854e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,3,1.1064742466260213e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,3,2.651957947819028e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,3,2.1829344404977746e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,4,2.419904740236234e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,4,4.62610405520536e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,4,3.646433833637275e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,5,3.086595825152472e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,5,6.537872104672715e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,5,5.4652991821058095e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,6,3.959316745749675e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,6,8.340262866113335e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,6,6.685920379823074e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,7,5.5311204050667584e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,7,9.772807970875874e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,7,7.443469075951725e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,8,7.222833664854988e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010692147043300793 +pileval,mlp_down,Meta-Llama-3-8B,3,128,8,8.05764357210137e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,9,9.218831837642938e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012140881881350651 +pileval,mlp_down,Meta-Llama-3-8B,3,128,9,9.301353566115722e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,10,9.812672215048224e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012259198410902172 +pileval,mlp_down,Meta-Llama-3-8B,3,128,10,9.683820826467127e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,11,9.304730338044465e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001325210032518953 +pileval,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010169999586651102 +pileval,attn_in,Meta-Llama-3-8B,3,128,12,9.665571997174993e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015654671005904675 +pileval,mlp_down,Meta-Llama-3-8B,3,128,12,0.0001117443316616118 +pileval,attn_in,Meta-Llama-3-8B,3,128,13,0.00013067886175122112 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,13,0.000179796785232611 +pileval,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013514792954083532 +pileval,attn_in,Meta-Llama-3-8B,3,128,14,0.0001610573090147227 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021591741824522614 +pileval,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015061977319419384 +pileval,attn_in,Meta-Llama-3-8B,3,128,15,0.0001418456668034196 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024528431822545826 +pileval,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001944708201335743 +pileval,attn_in,Meta-Llama-3-8B,3,128,16,0.00016813504043966532 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024942803429439664 +pileval,mlp_down,Meta-Llama-3-8B,3,128,16,0.00020534977375064045 +pileval,attn_in,Meta-Llama-3-8B,3,128,17,0.00012597984459716827 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002868402807507664 +pileval,mlp_down,Meta-Llama-3-8B,3,128,17,0.0002530143246985972 +pileval,attn_in,Meta-Llama-3-8B,3,128,18,9.330637112725526e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002802606613840908 +pileval,mlp_down,Meta-Llama-3-8B,3,128,18,0.00024243768712040037 +pileval,attn_in,Meta-Llama-3-8B,3,128,19,8.462255937047303e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00029493283363990486 +pileval,mlp_down,Meta-Llama-3-8B,3,128,19,0.00024603947531431913 +pileval,attn_in,Meta-Llama-3-8B,3,128,20,9.847572800936177e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00032025709515437484 +pileval,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002684827777557075 +pileval,attn_in,Meta-Llama-3-8B,3,128,21,0.00014511296467389911 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00037984512164257467 +pileval,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003273029869887978 +pileval,attn_in,Meta-Llama-3-8B,3,128,22,0.00011807204282376915 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,22,0.00039360628579743207 +pileval,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003358846006449312 +pileval,attn_in,Meta-Llama-3-8B,3,128,23,0.00012726480781566352 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004307430062908679 +pileval,mlp_down,Meta-Llama-3-8B,3,128,23,0.00034472328843548894 +pileval,attn_in,Meta-Llama-3-8B,3,128,24,0.00015033867384772748 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004720573197118938 +pileval,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003712167090270668 +pileval,attn_in,Meta-Llama-3-8B,3,128,25,0.00020724926434922963 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,25,0.000540265697054565 +pileval,mlp_down,Meta-Llama-3-8B,3,128,25,0.00039056316018104553 +pileval,attn_in,Meta-Llama-3-8B,3,128,26,0.00024855206720530987 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006374304066412151 +pileval,mlp_down,Meta-Llama-3-8B,3,128,26,0.00045263979700393975 +pileval,attn_in,Meta-Llama-3-8B,3,128,27,0.00034877320285886526 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007989597506821156 +pileval,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005988561897538602 +pileval,attn_in,Meta-Llama-3-8B,3,128,28,0.00040488046943210065 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0011075454531237483 +pileval,mlp_down,Meta-Llama-3-8B,3,128,28,0.000816645217128098 +pileval,attn_in,Meta-Llama-3-8B,3,128,29,0.0006047611823305488 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015858282567933202 +pileval,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012886340264230967 +pileval,attn_in,Meta-Llama-3-8B,3,128,30,0.0014397588092833757 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029372218996286392 +pileval,mlp_down,Meta-Llama-3-8B,3,128,30,0.003155418438836932 +pileval,attn_in,Meta-Llama-3-8B,3,128,31,0.001565116224810481 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,31,0.012973355129361153 +pileval,mlp_down,Meta-Llama-3-8B,3,128,31,0.47053632140159607 +wikitext,attn_in,Meta-Llama-3-8B,3,128,0,1.388395503454376e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,0,2.0594561647158116e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,0,9.050738299265504e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,128,1,2.810051682899939e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,1,6.048320574336685e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,1,0.00016055779997259378 +wikitext,attn_in,Meta-Llama-3-8B,3,128,2,4.891368007520214e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,2,1.114949736802373e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,2,1.1061387340305373e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,3,7.68671634432394e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5306519091827795e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,3,1.968785909411963e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,4,1.8980364984599873e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,4,4.518520654528402e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,4,3.468980503384955e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,5,2.8753889637300745e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,5,6.398366531357169e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,5,5.4305492085404694e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,6,3.859677235595882e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,6,8.206650818465278e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,6,6.602430948987603e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,7,5.2253875765018165e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,7,9.666855476098135e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,7,7.320844451896846e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,8,6.491097883554175e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010609166929498315 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,8,8.114210504572839e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,9,8.741337660467252e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012154289288446307 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,9,9.344880527351052e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,10,8.84843830135651e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012189683911856264 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,10,9.855204552877694e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,11,8.419649384450167e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013279382255859673 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010491357534192502 +wikitext,attn_in,Meta-Llama-3-8B,3,128,12,9.391992352902889e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015691507724113762 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011187638301635161 +wikitext,attn_in,Meta-Llama-3-8B,3,128,13,0.00011677121801767498 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00017746607773005962 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013228144962340593 +wikitext,attn_in,Meta-Llama-3-8B,3,128,14,0.00014817742339801043 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021348026348277926 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,14,0.00014893435582052916 +wikitext,attn_in,Meta-Llama-3-8B,3,128,15,0.0001300700823776424 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024258618941530585 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001941743539646268 +wikitext,attn_in,Meta-Llama-3-8B,3,128,16,0.00014926394214853644 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,16,0.0002465155266690999 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,16,0.0001992804609471932 +wikitext,attn_in,Meta-Llama-3-8B,3,128,17,0.00012002178118564188 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002785045653581619 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,17,0.00024120787566062063 +wikitext,attn_in,Meta-Llama-3-8B,3,128,18,8.928755414672196e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00027126845088787377 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,18,0.00023080392566043884 +wikitext,attn_in,Meta-Llama-3-8B,3,128,19,6.862320879008621e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0002818494394887239 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,19,0.00023289729142561555 +wikitext,attn_in,Meta-Llama-3-8B,3,128,20,8.418357174377888e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00030758604407310486 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002633916446939111 +wikitext,attn_in,Meta-Llama-3-8B,3,128,21,0.00013465865049511194 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003642529190983623 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,21,0.00031382619636133313 +wikitext,attn_in,Meta-Llama-3-8B,3,128,22,9.519018931314349e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003823536681011319 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003308829909656197 +wikitext,attn_in,Meta-Llama-3-8B,3,128,23,0.00012221834913361818 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004186174483038485 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,23,0.00033363496186211705 +wikitext,attn_in,Meta-Llama-3-8B,3,128,24,0.0001443492656107992 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,24,0.000463152420707047 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,24,0.00035064719850197434 +wikitext,attn_in,Meta-Llama-3-8B,3,128,25,0.00019115311442874372 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005256998701952398 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,25,0.00036928884219378233 +wikitext,attn_in,Meta-Llama-3-8B,3,128,26,0.00024261197540909052 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006109321257099509 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,26,0.00042151048546656966 +wikitext,attn_in,Meta-Llama-3-8B,3,128,27,0.00036541238659992814 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007740817382000387 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005372622981667519 +wikitext,attn_in,Meta-Llama-3-8B,3,128,28,0.00045634101843461394 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010847840458154678 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007556924829259515 +wikitext,attn_in,Meta-Llama-3-8B,3,128,29,0.0007597899530082941 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015235680621117353 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012377023231238127 +wikitext,attn_in,Meta-Llama-3-8B,3,128,30,0.0017684034537523985 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0027511827647686005 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,30,0.003595806658267975 +wikitext,attn_in,Meta-Llama-3-8B,3,128,31,0.0019306777976453304 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013146445155143738 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,31,1.5933752059936523 +bos,attn_in,Meta-Llama-3-8B,3,64,0,7.924954275040363e-07 +bos,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5036512195365503e-06 +bos,mlp_down,Meta-Llama-3-8B,3,64,0,3.8023983961466e-06 +bos,attn_in,Meta-Llama-3-8B,3,64,1,1.3489596994986641e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00039954640669748187 +bos,mlp_down,Meta-Llama-3-8B,3,64,1,0.00014195653784554452 +bos,attn_in,Meta-Llama-3-8B,3,64,2,2.457555638102349e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,64,2,7.968923455337062e-06 +bos,mlp_down,Meta-Llama-3-8B,3,64,2,8.906114999263082e-06 +bos,attn_in,Meta-Llama-3-8B,3,64,3,7.739019565633498e-06 +bos,mlp_gate,Meta-Llama-3-8B,3,64,3,1.7830745491664857e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,3,1.5361665646196343e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,4,1.748572503856849e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,4,3.2589090551482514e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,4,2.6569028705125675e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,5,3.039176226593554e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,5,4.6701101382495835e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,5,3.996795931016095e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,6,3.3837186492746696e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,6,5.9332785895094275e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,6,4.651616472983733e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,7,4.108694338356145e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,7,6.955624121474102e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,7,5.228156805969775e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,8,4.549495133687742e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,8,7.374636334134266e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,8,5.522849096450955e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,9,6.232111627468839e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,9,8.363414963241667e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,9,6.750235479557887e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,10,6.22444276814349e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,10,8.270695980172604e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,10,6.942432810319588e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,11,7.236243254737929e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,11,9.330015018349513e-05 +bos,mlp_down,Meta-Llama-3-8B,3,64,11,7.451976125594229e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,12,7.211219781311229e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001072159138857387 +bos,mlp_down,Meta-Llama-3-8B,3,64,12,7.772006210871041e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,13,9.230102295987308e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001231822679983452 +bos,mlp_down,Meta-Llama-3-8B,3,64,13,9.401635179528967e-05 +bos,attn_in,Meta-Llama-3-8B,3,64,14,0.0001039523194776848 +bos,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00014564345474354923 +bos,mlp_down,Meta-Llama-3-8B,3,64,14,0.00010603440750855953 +bos,attn_in,Meta-Llama-3-8B,3,64,15,9.725588461151347e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,15,0.0001719099236652255 +bos,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014763770741410553 +bos,attn_in,Meta-Llama-3-8B,3,64,16,9.645339014241472e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00017476780340075493 +bos,mlp_down,Meta-Llama-3-8B,3,64,16,0.00014634178660344332 +bos,attn_in,Meta-Llama-3-8B,3,64,17,9.220035281032324e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00019655079813674092 +bos,mlp_down,Meta-Llama-3-8B,3,64,17,0.00016940444766078144 +bos,attn_in,Meta-Llama-3-8B,3,64,18,6.061857857275754e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00019344974134583026 +bos,mlp_down,Meta-Llama-3-8B,3,64,18,0.00016442548076156527 +bos,attn_in,Meta-Llama-3-8B,3,64,19,5.95749297644943e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,19,0.00020438710635062307 +bos,mlp_down,Meta-Llama-3-8B,3,64,19,0.00016178342048078775 +bos,attn_in,Meta-Llama-3-8B,3,64,20,5.581259392783977e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00022241285478230566 +bos,mlp_down,Meta-Llama-3-8B,3,64,20,0.00018047932826448232 +bos,attn_in,Meta-Llama-3-8B,3,64,21,9.491696255281568e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002599587896838784 +bos,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002085591113427654 +bos,attn_in,Meta-Llama-3-8B,3,64,22,7.823071791790426e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0002733586879912764 +bos,mlp_down,Meta-Llama-3-8B,3,64,22,0.00022772092779632658 +bos,attn_in,Meta-Llama-3-8B,3,64,23,6.785511504858732e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0002922766434494406 +bos,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002236170694231987 +bos,attn_in,Meta-Llama-3-8B,3,64,24,6.587182724615559e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00031682621920481324 +bos,mlp_down,Meta-Llama-3-8B,3,64,24,0.00023177637194748968 +bos,attn_in,Meta-Llama-3-8B,3,64,25,8.670866372995079e-05 +bos,mlp_gate,Meta-Llama-3-8B,3,64,25,0.0003549632674548775 +bos,mlp_down,Meta-Llama-3-8B,3,64,25,0.0002462632837705314 +bos,attn_in,Meta-Llama-3-8B,3,64,26,0.00011625426850514486 +bos,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0003959595342166722 +bos,mlp_down,Meta-Llama-3-8B,3,64,26,0.0002720090269576758 +bos,attn_in,Meta-Llama-3-8B,3,64,27,0.00020685815252363682 +bos,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0004975934862159193 +bos,mlp_down,Meta-Llama-3-8B,3,64,27,0.000372273672837764 +bos,attn_in,Meta-Llama-3-8B,3,64,28,0.00024887576000764966 +bos,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0006561461486853659 +bos,mlp_down,Meta-Llama-3-8B,3,64,28,0.00048509740736335516 +bos,attn_in,Meta-Llama-3-8B,3,64,29,0.00033879157854244113 +bos,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0008969797636382282 +bos,mlp_down,Meta-Llama-3-8B,3,64,29,0.0007618919480592012 +bos,attn_in,Meta-Llama-3-8B,3,64,30,0.0007243342115543783 +bos,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0017347418470308185 +bos,mlp_down,Meta-Llama-3-8B,3,64,30,0.0021261151414364576 +bos,attn_in,Meta-Llama-3-8B,3,64,31,0.0010920496424660087 +bos,mlp_gate,Meta-Llama-3-8B,3,64,31,0.007723519578576088 +bos,mlp_down,Meta-Llama-3-8B,3,64,31,0.2505626082420349 +c4,attn_in,Meta-Llama-3-8B,3,64,0,9.86457507679006e-07 +c4,mlp_gate,Meta-Llama-3-8B,3,64,0,1.6241016282947385e-06 +c4,mlp_down,Meta-Llama-3-8B,3,64,0,3.3395394893886987e-06 +c4,attn_in,Meta-Llama-3-8B,3,64,1,2.3855186555010732e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,1,9.160066110780463e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,1,5.152264202479273e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,2,4.072267074661795e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,2,8.749762855586596e-06 +c4,mlp_down,Meta-Llama-3-8B,3,64,2,8.653908480482642e-06 +c4,attn_in,Meta-Llama-3-8B,3,64,3,8.214744411816355e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,64,3,1.932288614625577e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,3,1.581140713824425e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,4,1.5545041605946608e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,4,3.468459181021899e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,4,2.8182044843561016e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,5,2.6425159376231022e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,5,4.951142909703776e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,5,4.155205897404812e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,6,3.406775067560375e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,6,6.328996823867783e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,6,5.109637277200818e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,7,4.078965503140353e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,7,7.419585017487407e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,7,5.7572404330130666e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,8,5.0933474994963035e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,8,8.150188659783453e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,8,6.28661728114821e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,9,6.839981506345794e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,9,9.281145321438089e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,9,7.307155465241522e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,10,6.780879630241543e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,10,9.359326213598251e-05 +c4,mlp_down,Meta-Llama-3-8B,3,64,10,7.501566869905218e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,11,7.698855915805325e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,11,0.00010007658420363441 +c4,mlp_down,Meta-Llama-3-8B,3,64,11,7.801140600349754e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,12,7.40015457267873e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011710040416801348 +c4,mlp_down,Meta-Llama-3-8B,3,64,12,8.577389235142618e-05 +c4,attn_in,Meta-Llama-3-8B,3,64,13,9.293261246057227e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013543495151679963 +c4,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010476959869265556 +c4,attn_in,Meta-Llama-3-8B,3,64,14,0.00010867777746170759 +c4,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001616749505046755 +c4,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011900728713953868 +c4,attn_in,Meta-Llama-3-8B,3,64,15,0.0001039820781443268 +c4,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018811273912433535 +c4,mlp_down,Meta-Llama-3-8B,3,64,15,0.00015636553871445358 +c4,attn_in,Meta-Llama-3-8B,3,64,16,0.00011436211207183078 +c4,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00019326536857988685 +c4,mlp_down,Meta-Llama-3-8B,3,64,16,0.00016413495177403092 +c4,attn_in,Meta-Llama-3-8B,3,64,17,0.00010618903615977615 +c4,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00022159131185617298 +c4,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019592215539887547 +c4,attn_in,Meta-Llama-3-8B,3,64,18,6.707281136186793e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,18,0.000219259993173182 +c4,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018990521493833512 +c4,attn_in,Meta-Llama-3-8B,3,64,19,5.517308454727754e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002291704440722242 +c4,mlp_down,Meta-Llama-3-8B,3,64,19,0.0001967889111256227 +c4,attn_in,Meta-Llama-3-8B,3,64,20,6.926302012288943e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024896604008972645 +c4,mlp_down,Meta-Llama-3-8B,3,64,20,0.0002152250672224909 +c4,attn_in,Meta-Llama-3-8B,3,64,21,0.00011117240501334891 +c4,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002944499719887972 +c4,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002600479929242283 +c4,attn_in,Meta-Llama-3-8B,3,64,22,8.878128573996946e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0003085997304879129 +c4,mlp_down,Meta-Llama-3-8B,3,64,22,0.0002716419694479555 +c4,attn_in,Meta-Llama-3-8B,3,64,23,9.704099647933617e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00033391357283107936 +c4,mlp_down,Meta-Llama-3-8B,3,64,23,0.00028199111693538725 +c4,attn_in,Meta-Llama-3-8B,3,64,24,0.00010607126023387536 +c4,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036480219569057226 +c4,mlp_down,Meta-Llama-3-8B,3,64,24,0.00029804001678712666 +c4,attn_in,Meta-Llama-3-8B,3,64,25,0.00015467341290786862 +c4,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041362858610227704 +c4,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003124565992038697 +c4,attn_in,Meta-Llama-3-8B,3,64,26,0.0001645442098379135 +c4,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004817070730496198 +c4,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003479741280898452 +c4,attn_in,Meta-Llama-3-8B,3,64,27,0.0002707547682803124 +c4,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005941710551269352 +c4,mlp_down,Meta-Llama-3-8B,3,64,27,0.000448741193395108 +c4,attn_in,Meta-Llama-3-8B,3,64,28,0.00029423274099826813 +c4,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008215587586164474 +c4,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006077911821193993 +c4,attn_in,Meta-Llama-3-8B,3,64,29,0.0003965787764173001 +c4,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011627835920080543 +c4,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009537141886539757 +c4,attn_in,Meta-Llama-3-8B,3,64,30,0.0008707576198503375 +c4,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0021878411062061787 +c4,mlp_down,Meta-Llama-3-8B,3,64,30,0.002246903721243143 +c4,attn_in,Meta-Llama-3-8B,3,64,31,0.001282562268897891 +c4,mlp_gate,Meta-Llama-3-8B,3,64,31,0.009918544441461563 +c4,mlp_down,Meta-Llama-3-8B,3,64,31,0.24508865177631378 +pileval,attn_in,Meta-Llama-3-8B,3,64,0,1.038387722473999e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,0,1.8014482066064375e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,0,3.465049758233363e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,1,2.5601746074244147e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,1,9.068877989193425e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,1,5.137992775416933e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,2,4.2803385440493e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,2,8.925611837184988e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,2,8.735432857065462e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,3,8.72283817443531e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,3,2.009015588555485e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,3,1.6575702829868533e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,4,1.5838772014831193e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,4,3.48092544300016e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,4,2.8048496460542083e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,5,2.579879765107762e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,5,4.9762093112803996e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,5,4.1648752812761813e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,6,3.341737829032354e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,6,6.31623697699979e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,6,5.1125989557476714e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,7,4.19463831349276e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,7,7.352150714723393e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,7,5.7005021517397836e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,8,5.1676874136319384e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,8,8.031412289710715e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,8,6.213310552993789e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,9,6.84352417010814e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,9,9.110642713494599e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,9,7.166444265749305e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,10,7.072929292917252e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,10,9.24526757444255e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,10,7.474621088476852e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,11,7.85720840212889e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,11,9.904677426675335e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,11,7.78992471168749e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,12,7.5189680501353e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001154224228230305 +pileval,mlp_down,Meta-Llama-3-8B,3,64,12,8.532407809980214e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,13,9.560657781548798e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001325070479651913 +pileval,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010345789632992819 +pileval,attn_in,Meta-Llama-3-8B,3,64,14,0.00011446366261225194 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00015840164269320667 +pileval,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011654364061541855 +pileval,attn_in,Meta-Llama-3-8B,3,64,15,0.00010491321882000193 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,15,0.0001811410766094923 +pileval,mlp_down,Meta-Llama-3-8B,3,64,15,0.0001498382189311087 +pileval,attn_in,Meta-Llama-3-8B,3,64,16,0.0001225943269673735 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018640786584001034 +pileval,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015866704052314162 +pileval,attn_in,Meta-Llama-3-8B,3,64,17,0.00010433325951453298 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00021479203132912517 +pileval,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019335201068315655 +pileval,attn_in,Meta-Llama-3-8B,3,64,18,7.015700248302892e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00021259606000967324 +pileval,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018703581008594483 +pileval,attn_in,Meta-Llama-3-8B,3,64,19,6.003943053656258e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002237681474070996 +pileval,mlp_down,Meta-Llama-3-8B,3,64,19,0.00018954460392706096 +pileval,attn_in,Meta-Llama-3-8B,3,64,20,7.373376138275489e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024368146841879934 +pileval,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020657367713283747 +pileval,attn_in,Meta-Llama-3-8B,3,64,21,0.00010529446444706991 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002885717840399593 +pileval,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002492677012924105 +pileval,attn_in,Meta-Llama-3-8B,3,64,22,9.303085244027898e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,22,0.00030130124650895596 +pileval,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025789858773350716 +pileval,attn_in,Meta-Llama-3-8B,3,64,23,8.94630211405456e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003291649336460978 +pileval,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002668577362783253 +pileval,attn_in,Meta-Llama-3-8B,3,64,24,0.00011329545668559149 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036113729584030807 +pileval,mlp_down,Meta-Llama-3-8B,3,64,24,0.0002854193444363773 +pileval,attn_in,Meta-Llama-3-8B,3,64,25,0.0001582981931278482 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041208151378668845 +pileval,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003029028885066509 +pileval,attn_in,Meta-Llama-3-8B,3,64,26,0.00017908478912431747 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00048363246605731547 +pileval,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003521245380397886 +pileval,attn_in,Meta-Llama-3-8B,3,64,27,0.0002956066164188087 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,27,0.000601433333940804 +pileval,mlp_down,Meta-Llama-3-8B,3,64,27,0.0004618468810804188 +pileval,attn_in,Meta-Llama-3-8B,3,64,28,0.0002998709096573293 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008338557672686875 +pileval,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006312535260803998 +pileval,attn_in,Meta-Llama-3-8B,3,64,29,0.0004402331542223692 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011848693247884512 +pileval,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009707435965538025 +pileval,attn_in,Meta-Llama-3-8B,3,64,30,0.0009142418275587261 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002212075050920248 +pileval,mlp_down,Meta-Llama-3-8B,3,64,30,0.002265592571347952 +pileval,attn_in,Meta-Llama-3-8B,3,64,31,0.0013321504229679704 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,31,0.00975552573800087 +pileval,mlp_down,Meta-Llama-3-8B,3,64,31,0.20126058161258698 +wikitext,attn_in,Meta-Llama-3-8B,3,64,0,9.592214382792008e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5906812222965527e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,0,5.186596354178619e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,1,1.6278436305583455e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00010697243851609528 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,1,6.553761340910569e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,2,2.897531885537319e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,2,8.545988748664968e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,2,8.275391337519977e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,3,5.891125056223245e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,3,1.9245222574681975e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,3,1.491494185756892e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,4,1.2882745068054646e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,4,3.4036129363812506e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,4,2.6721350877778605e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,5,2.2754566089133732e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,5,4.850308323511854e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,5,4.101342710782774e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,6,3.271725290687755e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,6,6.219349597813562e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,6,5.024497659178451e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,7,4.0008442738326266e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,7,7.253140211105347e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,7,5.61744709557388e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,8,4.700540011981502e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,8,7.992911559995264e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,8,6.268396828090772e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,9,6.341573316603899e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,9,9.086933278013021e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,9,7.195620855782181e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,10,6.362105341395363e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,10,9.222842345479876e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,10,7.571782043669373e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,11,7.176210056059062e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,11,9.92614877759479e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,11,7.972762250574306e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,12,7.022311183391139e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011529659968800843 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,12,8.557008550269529e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,13,8.943118155002594e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013080216012895107 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010129837755812332 +wikitext,attn_in,Meta-Llama-3-8B,3,64,14,0.00011053611524403095 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001559588999953121 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011533545330166817 +wikitext,attn_in,Meta-Llama-3-8B,3,64,15,9.745684656081721e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018018943956121802 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014931001351214945 +wikitext,attn_in,Meta-Llama-3-8B,3,64,16,0.0001104219991248101 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,16,0.0001843363424995914 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015388691099360585 +wikitext,attn_in,Meta-Llama-3-8B,3,64,17,9.140166366705671e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,17,0.0002088031906168908 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,17,0.00018466319306753576 +wikitext,attn_in,Meta-Llama-3-8B,3,64,18,6.068438233342022e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,18,0.0002061726409010589 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,18,0.00017851496522780508 +wikitext,attn_in,Meta-Llama-3-8B,3,64,19,5.010901077184826e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002137151313945651 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,19,0.00017948821187019348 +wikitext,attn_in,Meta-Llama-3-8B,3,64,20,6.567923264810815e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00023426498228218406 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020204609609209 +wikitext,attn_in,Meta-Llama-3-8B,3,64,21,9.420994319953024e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,21,0.00027570099337026477 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,21,0.00023943078122101724 +wikitext,attn_in,Meta-Llama-3-8B,3,64,22,7.787255162838846e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,22,0.000293464632704854 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025410810485482216 +wikitext,attn_in,Meta-Llama-3-8B,3,64,23,8.180929580703378e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003198113990947604 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002585638139862567 +wikitext,attn_in,Meta-Llama-3-8B,3,64,24,0.00010563142132014036 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00035354882129468024 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,24,0.00027034356025978923 +wikitext,attn_in,Meta-Llama-3-8B,3,64,25,0.00013379825395531952 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00040242652175948024 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,25,0.00028745929012075067 +wikitext,attn_in,Meta-Llama-3-8B,3,64,26,0.00018287140119355172 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00046299269888550043 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003281267127022147 +wikitext,attn_in,Meta-Llama-3-8B,3,64,27,0.00030014102230779827 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005824079853482544 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,27,0.00041514396434649825 +wikitext,attn_in,Meta-Llama-3-8B,3,64,28,0.0003417027182877064 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008094295626506209 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,28,0.0005817402852699161 +wikitext,attn_in,Meta-Llama-3-8B,3,64,29,0.0005308192921802402 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011440913658589125 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009199313353747129 +wikitext,attn_in,Meta-Llama-3-8B,3,64,30,0.0011654853587970138 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002049163682386279 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,30,0.0025849214289337397 +wikitext,attn_in,Meta-Llama-3-8B,3,64,31,0.00160985067486763 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,31,0.010055402293801308 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,31,0.6774871945381165 +bos,attn_in,Meta-Llama-3-8B,4,128,0,3.0359316838257655e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,128,0,4.2450918158465356e-07 +bos,mlp_down,Meta-Llama-3-8B,4,128,0,3.1405650133820018e-06 +bos,attn_in,Meta-Llama-3-8B,4,128,1,3.643143600129406e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,128,1,1.7056412389138131e-06 +bos,mlp_down,Meta-Llama-3-8B,4,128,1,0.00028944906080141664 +bos,attn_in,Meta-Llama-3-8B,4,128,2,8.01607768607937e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,128,2,2.2389015157386893e-06 +bos,mlp_down,Meta-Llama-3-8B,4,128,2,2.6938910195895005e-06 +bos,attn_in,Meta-Llama-3-8B,4,128,3,2.2456201804743614e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,128,3,5.045512807555497e-06 +bos,mlp_down,Meta-Llama-3-8B,4,128,3,4.5099141061655246e-06 +bos,attn_in,Meta-Llama-3-8B,4,128,4,5.589977718045702e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,128,4,9.416112334292848e-06 +bos,mlp_down,Meta-Llama-3-8B,4,128,4,7.5750122050521895e-06 +bos,attn_in,Meta-Llama-3-8B,4,128,5,6.7335226958675776e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3370558917813469e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,5,1.1716552762663923e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,6,9.267366294807289e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7050639144144952e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,6,1.3263778782857116e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,7,1.2147203051426914e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0132947611273266e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,7,1.498858728155028e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,8,1.4638520951848477e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,8,2.140596552635543e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,8,1.5712095773778856e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,9,1.903668453451246e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,9,2.4140845198417082e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,9,1.9403536498430185e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,10,1.8469854694558308e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,10,2.3694741685176268e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,10,2.036682235484477e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,11,2.3788066755514592e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,11,2.6524778149905615e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,11,2.1765927158412524e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,12,2.140958713425789e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,12,3.217294215573929e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,12,2.247832526336424e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,13,2.649241105245892e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,13,3.6722354707308114e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,13,2.7205085643799976e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,14,3.6536555853672326e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,14,4.375136995804496e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,14,2.9775648727081716e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,15,3.1250925530912355e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,15,5.03581904922612e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,15,4.2136503907386214e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,16,2.993002999573946e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,16,5.0654660299187526e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,16,4.191875996184535e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,17,2.426738319627475e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,17,5.700733890989795e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,17,4.9397880502510816e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,18,1.6240675904555246e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,18,5.517436147783883e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,18,4.661314596887678e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,19,1.7572378055774607e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,19,5.8280467783333734e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,19,4.6373828809009865e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,20,2.35570205404656e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,20,6.29558926448226e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,20,5.158243220648728e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,21,3.1535491871181875e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,21,7.433783321175724e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,21,6.035145270288922e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,22,2.2567459382116795e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,22,7.691217615501955e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,22,6.463883619289845e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,23,2.079762634821236e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,23,8.197673014365137e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,23,6.531100370921195e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,24,1.9025683286599815e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,24,8.904009155230597e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,24,6.616879545617849e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,25,2.3007152776699513e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,25,9.951872925739735e-05 +bos,mlp_down,Meta-Llama-3-8B,4,128,25,7.090409053489566e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,26,3.5631968785310164e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00011199061555089429 +bos,mlp_down,Meta-Llama-3-8B,4,128,26,7.708049088250846e-05 +bos,attn_in,Meta-Llama-3-8B,4,128,27,5.182190943742171e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00014124576409813017 +bos,mlp_down,Meta-Llama-3-8B,4,128,27,0.00010541379742790014 +bos,attn_in,Meta-Llama-3-8B,4,128,28,6.937624129932374e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,28,0.0001883695658762008 +bos,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001389804674545303 +bos,attn_in,Meta-Llama-3-8B,4,128,29,9.593597496859729e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00026437354972586036 +bos,mlp_down,Meta-Llama-3-8B,4,128,29,0.00023154418158810586 +bos,attn_in,Meta-Llama-3-8B,4,128,30,0.00020581988792400807 +bos,mlp_gate,Meta-Llama-3-8B,4,128,30,0.00047299920697696507 +bos,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006424647872336209 +bos,attn_in,Meta-Llama-3-8B,4,128,31,0.0003046124766115099 +bos,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0020954892970621586 +bos,mlp_down,Meta-Llama-3-8B,4,128,31,0.2161376178264618 +c4,attn_in,Meta-Llama-3-8B,4,128,0,3.2389220905315597e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,0,4.5853118990635267e-07 +c4,mlp_down,Meta-Llama-3-8B,4,128,0,2.0927968762407545e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,1,5.512720804290439e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3264572089610738e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,1,9.90282351267524e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,2,1.3200608464103425e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,2,2.4511518859071657e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,2,2.59454259321501e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,3,2.373391453147633e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,3,5.482795131683815e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,3,4.571982117340667e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,4,4.9547288654139265e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,4,9.979813512472901e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,4,8.009523298824206e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,5,6.483916422439506e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,5,1.409412197972415e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,5,1.2084789887012448e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,6,8.920666914491449e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,6,1.810064713936299e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,6,1.4624873074353673e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,7,1.2536043868749402e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,7,2.138983654731419e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,7,1.6471665730932727e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,8,1.67584639712004e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3459118892787956e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,8,1.7869797375169583e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,9,2.152102388208732e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6848814741242677e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,9,2.0785179003723897e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,10,2.149145439034328e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6837979021365754e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,10,2.1515867047128268e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,11,2.2654103304375894e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,11,2.894570025091525e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,11,2.2290572815109044e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,12,2.18733348447131e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,12,3.459412982920185e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,12,2.4707502234377898e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,13,2.9745166102657095e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,13,3.9949427446117625e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,13,2.9859249480068684e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,14,3.6837911466136575e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,14,4.808983067050576e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,14,3.35305740009062e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,15,3.159785410389304e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,15,5.523161235032603e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,15,4.430485932971351e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,16,3.4197822969872504e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,16,5.591144145000726e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,16,4.6843706513755023e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,17,2.6264195184921846e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,17,6.392849172698334e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,17,5.696905282093212e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,18,1.774813972588163e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,18,6.224458775250241e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,18,5.4282187193166465e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,19,1.5540710592176765e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,19,6.517732253996655e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,19,5.6306806072825566e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,20,2.305571615579538e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,20,7.029963308013976e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,20,6.166951061459258e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,21,3.3449847251176834e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,21,8.373097807634622e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,21,7.565550913568586e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,22,2.4355404093512334e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,22,8.647506183478981e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,22,7.76128945290111e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,23,3.0010576665517874e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,23,9.394832886755466e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,23,8.092299685813487e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,24,2.8455897336243652e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001025016390485689 +c4,mlp_down,Meta-Llama-3-8B,4,128,24,8.49604548420757e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,25,4.1098730434896424e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,25,0.0001164385030278936 +c4,mlp_down,Meta-Llama-3-8B,4,128,25,8.84799228515476e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,26,4.7066663682926446e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013641144323628396 +c4,mlp_down,Meta-Llama-3-8B,4,128,26,9.827288158703595e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,27,6.653324817307293e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016852196131367236 +c4,mlp_down,Meta-Llama-3-8B,4,128,27,0.0001274587557418272 +c4,attn_in,Meta-Llama-3-8B,4,128,28,7.76699889684096e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,28,0.000234269566135481 +c4,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001723202149150893 +c4,attn_in,Meta-Llama-3-8B,4,128,29,0.00012014045205432922 +c4,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003355402441229671 +c4,mlp_down,Meta-Llama-3-8B,4,128,29,0.00028638908406719565 +c4,attn_in,Meta-Llama-3-8B,4,128,30,0.0002607834176160395 +c4,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006178945768624544 +c4,mlp_down,Meta-Llama-3-8B,4,128,30,0.000694911228492856 +c4,attn_in,Meta-Llama-3-8B,4,128,31,0.00036736810579895973 +c4,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0028442011680454016 +c4,mlp_down,Meta-Llama-3-8B,4,128,31,0.2077115774154663 +pileval,attn_in,Meta-Llama-3-8B,4,128,0,3.2995461651808e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,0,5.093872914585518e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,128,0,2.0635789041989483e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,1,6.01745512085472e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3329319017429953e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,1,9.840968414209783e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,2,1.4096955283093848e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,2,2.5021574856509687e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,2,2.627231197038782e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,3,2.4364910586882615e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,3,5.700364908989286e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,3,4.785969849763205e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,4,5.12488441017922e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,4,9.999925168813206e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,4,7.984504009073135e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,5,6.647930604231078e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4122364518698305e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,5,1.2154134310549125e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,6,8.79054277902469e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,6,1.8005535821430385e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,6,1.4634016224590596e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,7,1.2711247109109536e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1186013327678666e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,7,1.6346315533155575e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,8,1.711512049951125e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3088421585271135e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,8,1.77213987626601e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,9,2.166310696338769e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,9,2.632308860484045e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,9,2.0388195480336435e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,10,2.2108231860329397e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6518191589275375e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,10,2.1447078324854374e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,11,2.2697046006214805e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8547057809191756e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,11,2.2251992049859837e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,12,2.2472608179668896e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,12,3.400640343897976e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,12,2.4585759092587978e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,13,3.0401270123547874e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,13,3.90004861401394e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,13,2.9517654184019193e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,14,3.84900085919071e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,14,4.7076195187401026e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,14,3.286367063992657e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,15,3.18851598422043e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,15,5.322468132362701e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,15,4.253339284332469e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,16,3.682047099573538e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,16,5.4026688303565606e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,16,4.5372693421086296e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,17,2.7409423637436703e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,17,6.195859896251932e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,17,5.63372959732078e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,18,1.8514474504627287e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,18,6.0402220697142184e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,18,5.346375473891385e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,19,1.7246649804292247e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,19,6.344703433569521e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,19,5.428925942396745e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,20,2.348359521420207e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,20,6.890090298838913e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,20,5.9293295635143295e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,21,3.236265911255032e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,21,8.1915597547777e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,21,7.255052332766354e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,22,2.5776171241886914e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,22,8.451216126559302e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,22,7.372982508968562e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,23,2.725475133047439e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,23,9.237599442712963e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,23,7.652711065020412e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,24,3.1600964575773105e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,24,0.00010133664181921631 +pileval,mlp_down,Meta-Llama-3-8B,4,128,24,8.152869122568518e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,25,4.385430656839162e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011588764027692378 +pileval,mlp_down,Meta-Llama-3-8B,4,128,25,8.595501276431605e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,26,5.14505009050481e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013667193707078695 +pileval,mlp_down,Meta-Llama-3-8B,4,128,26,9.952440450433642e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,27,7.469041156582534e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00017064112762454897 +pileval,mlp_down,Meta-Llama-3-8B,4,128,27,0.00013163818221073598 +pileval,attn_in,Meta-Llama-3-8B,4,128,28,8.011124009499326e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023793255968485028 +pileval,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017912019393406808 +pileval,attn_in,Meta-Llama-3-8B,4,128,29,0.00012854780652560294 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00034217757638543844 +pileval,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002882369444705546 +pileval,attn_in,Meta-Llama-3-8B,4,128,30,0.00027312463498674333 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006286089774221182 +pileval,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006927727954462171 +pileval,attn_in,Meta-Llama-3-8B,4,128,31,0.00037048617377877235 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,31,0.002771410858258605 +pileval,mlp_down,Meta-Llama-3-8B,4,128,31,0.17154479026794434 +wikitext,attn_in,Meta-Llama-3-8B,4,128,0,3.3034211810445413e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,0,4.443044758772885e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,0,5.4420884225692134e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,1,4.530744206476811e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,1,1.463823537051212e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,1,0.0001280310534639284 +wikitext,attn_in,Meta-Llama-3-8B,4,128,2,9.417848900739045e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,2,2.3921711544971913e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,2,2.478959231666522e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,3,1.7569784631632501e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,3,5.443776899483055e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,3,4.3285417632432655e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,4,4.078312031197129e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,4,9.801310625334736e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,4,7.600188382639317e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,5,6.051858690625522e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3785980627289973e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,5,1.199395592266228e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,6,8.660932508064434e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7776525055523962e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,6,1.4435920093092136e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,7,1.2043631613778416e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0888592189294286e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,7,1.608984894119203e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,8,1.5217664440569934e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,8,2.2957769033382647e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,8,1.782652543624863e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,9,1.9559589418349788e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6247849746141583e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,9,2.047375892288983e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,10,2.0214623873471282e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,10,2.639406557136681e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,10,2.1975229174131528e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,11,2.0475910787354223e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8597492928383872e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,11,2.301715903740842e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,12,2.133822999894619e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4020558814518154e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,12,2.457777736708522e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,13,2.7547830541152507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,13,3.8547594158444554e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,13,2.892749398597516e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,14,3.602430660976097e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,14,4.638270183932036e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,14,3.25535838783253e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,15,2.9945025744382292e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,15,5.2611459977924824e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,15,4.2390885937493294e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,16,3.106459917034954e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,16,5.343225348042324e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,16,4.392988557810895e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,17,2.5291492420365103e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,17,5.988500561215915e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,17,5.375999535317533e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,18,1.6985501133603975e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,18,5.8677738707046956e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,18,5.101554052089341e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,19,1.4429775546886958e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,19,6.070553354220465e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,19,5.133184095029719e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,20,2.0652605599025264e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,20,6.613173900404945e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,20,5.8178266044706106e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,21,2.9539769457187504e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,21,7.846504740882665e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,21,6.932993710506707e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,22,2.22841372305993e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,22,8.212163083953783e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,22,7.271068170666695e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,23,2.6585799787426367e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,23,8.979711128631607e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,23,7.435810402967036e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,24,3.1060364563018084e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,24,9.953776316251606e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,24,7.700135029153898e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,25,4.414019713294692e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011286098742857575 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,25,8.112542855087668e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,26,5.12258629896678e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001307874481426552 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,26,9.28418303374201e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,27,7.71538689150475e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016480189515277743 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,27,0.00011755150626413524 +wikitext,attn_in,Meta-Llama-3-8B,4,128,28,8.704607171239331e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023157583200372756 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001663723960518837 +wikitext,attn_in,Meta-Llama-3-8B,4,128,29,0.00015558786981273443 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00032729984377510846 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002804149407893419 +wikitext,attn_in,Meta-Llama-3-8B,4,128,30,0.0003561857738532126 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0005689823301509023 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,30,0.0007833238923922181 +wikitext,attn_in,Meta-Llama-3-8B,4,128,31,0.0004639249527826905 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027093002572655678 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,31,0.6162042021751404 +bos,attn_in,Meta-Llama-3-8B,4,64,0,1.964965576917166e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,64,0,3.2397761628999433e-07 +bos,mlp_down,Meta-Llama-3-8B,4,64,0,1.2869619467892335e-06 +bos,attn_in,Meta-Llama-3-8B,4,64,1,2.3341021915257443e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,64,1,4.403947059472557e-06 +bos,mlp_down,Meta-Llama-3-8B,4,64,1,7.459243352059275e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,2,5.54032283162087e-07 +bos,mlp_gate,Meta-Llama-3-8B,4,64,2,1.7094458826250047e-06 +bos,mlp_down,Meta-Llama-3-8B,4,64,2,1.941512664416223e-06 +bos,attn_in,Meta-Llama-3-8B,4,64,3,1.411570337950252e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,3,3.823788119916571e-06 +bos,mlp_down,Meta-Llama-3-8B,4,64,3,3.3639016692177393e-06 +bos,attn_in,Meta-Llama-3-8B,4,64,4,4.084824013261823e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,4,7.020471002761042e-06 +bos,mlp_down,Meta-Llama-3-8B,4,64,4,5.800988219561987e-06 +bos,attn_in,Meta-Llama-3-8B,4,64,5,5.969146968709538e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0091160220326856e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,5,8.815087312541436e-06 +bos,attn_in,Meta-Llama-3-8B,4,64,6,6.789244253013749e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,6,1.28297297123936e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,6,1.0100478903041221e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,7,9.215720638167113e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,7,1.5031573639134876e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,7,1.142179189628223e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,8,9.741791473061312e-06 +bos,mlp_gate,Meta-Llama-3-8B,4,64,8,1.5962121324264444e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,8,1.207023706228938e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,9,1.2753013834299054e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,9,1.7922498955158517e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,9,1.482021798437927e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,10,1.299315772484988e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,10,1.8288204955752008e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,10,1.5342664482886903e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,11,1.5277943020919338e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,11,1.9873650671797805e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,11,1.6355694242520258e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,12,1.5701327356509864e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,12,2.310941999894567e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,12,1.701821202004794e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,13,2.0138784748269245e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,13,2.6743382477434352e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,13,2.082300852634944e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,14,2.378005228820257e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,14,3.1676507205702364e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,14,2.320226121810265e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,15,2.170633706555236e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,15,3.713423939188942e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,15,3.233753523090854e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,16,2.3144115402828902e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,16,3.7406483897939324e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,16,3.2088530133478343e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,17,2.1220728740445338e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,17,4.243906732881442e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,17,3.7444737245095894e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,18,1.2677701306529343e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,18,4.169085877947509e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,18,3.598280454752967e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,19,1.5006391549832188e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,19,4.419754259288311e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,19,3.553182978066616e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,20,1.2740637430397328e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,20,4.807551158592105e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,20,3.955104330088943e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,21,1.8117239960702136e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,21,5.594116009888239e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,21,4.587582589010708e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,22,1.542409518151544e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,22,5.903381679672748e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,22,5.0191203627036884e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,23,1.4700966858072206e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,23,6.32556839263998e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,23,4.9693480832502246e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,24,1.3683271390618756e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,24,6.798318645451218e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,24,5.079733091406524e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,25,1.8390795958111994e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,25,7.552710303571075e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,25,5.43013411515858e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,26,2.476088411640376e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,26,8.494062058161944e-05 +bos,mlp_down,Meta-Llama-3-8B,4,64,26,5.985816096654162e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,27,3.933055268134922e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00010630196629790589 +bos,mlp_down,Meta-Llama-3-8B,4,64,27,8.107727626338601e-05 +bos,attn_in,Meta-Llama-3-8B,4,64,28,5.069875987828709e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00013956561451777816 +bos,mlp_down,Meta-Llama-3-8B,4,64,28,0.00010678812395781279 +bos,attn_in,Meta-Llama-3-8B,4,64,29,7.100145739968866e-05 +bos,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00019431258260738105 +bos,mlp_down,Meta-Llama-3-8B,4,64,29,0.00017057813238352537 +bos,attn_in,Meta-Llama-3-8B,4,64,30,0.0001431276323273778 +bos,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00035967741860076785 +bos,mlp_down,Meta-Llama-3-8B,4,64,30,0.00045919555122964084 +bos,attn_in,Meta-Llama-3-8B,4,64,31,0.00023286539362743497 +bos,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0016052748542279005 +bos,mlp_down,Meta-Llama-3-8B,4,64,31,0.13025492429733276 +c4,attn_in,Meta-Llama-3-8B,4,64,0,2.3067278220878507e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,0,3.4888736877292104e-07 +c4,mlp_down,Meta-Llama-3-8B,4,64,0,1.010492837849597e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,1,3.7177522926867823e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5541122593276668e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,1,2.604821384011302e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,2,8.705555387678032e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8785294741974212e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,2,1.9043400243390352e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,3,1.4836992932032445e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,3,4.169121439190349e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,3,3.4566796784929466e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,4,3.6947108128515538e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,4,7.490525604225695e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,4,6.153478807391366e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,5,5.4199467740545515e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0680605555535294e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,5,9.14700376597466e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,6,6.84988026478095e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3690864761883859e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,6,1.1203303984075319e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,7,8.67688959260704e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,7,1.607074045750778e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,7,1.2585912372742314e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,8,1.203586180054117e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7589331037015654e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,8,1.3759469766227994e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,9,1.5474235624424182e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,9,2.0112303900532424e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,9,1.5952949979691766e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,10,1.4993124750617426e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0271925677661784e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,10,1.6506117390235886e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,11,1.569732921780087e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,11,2.161606607842259e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,11,1.7015812773024663e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,12,1.5872528820182197e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,12,2.5336261387565173e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,12,1.879379306046758e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,13,2.148146631952841e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,13,2.9327253287192434e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,13,2.291283817612566e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,14,2.5343484594486654e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,14,3.509059388306923e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,14,2.6016712581622414e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,15,2.294314617756754e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,15,4.074683238286525e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,15,3.410517820157111e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,16,2.6018826247309335e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,16,4.1737403080333024e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,16,3.5920689697377384e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,17,2.0455474441405386e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,17,4.7827761591179296e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,17,4.331675881985575e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,18,1.3387143553700298e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,18,4.724645259557292e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,18,4.173054185230285e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,19,1.1420445844123606e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,19,4.948874993715435e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,19,4.312083910917863e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,20,1.4418076716538053e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,20,5.3609903261531144e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,20,4.718480340670794e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,21,2.5319837732240558e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,21,6.37102493783459e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,21,5.728587711928412e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,22,1.8160839317715727e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,22,6.635437603108585e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,22,5.9804311604239047e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,23,2.0697210857179016e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,23,7.197743252618238e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,23,6.211152503965423e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,24,2.1036554244346917e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,24,7.860847108531743e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,24,6.512783875223249e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,25,3.2085452403407544e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,25,8.901772525859997e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,25,6.824331649113446e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,26,3.484527405817062e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010347612260375172 +c4,mlp_down,Meta-Llama-3-8B,4,64,26,7.636585360160097e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,27,5.100454654893838e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012750845053233206 +c4,mlp_down,Meta-Llama-3-8B,4,64,27,9.820669220061973e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,28,6.235446926439181e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017582897271495312 +c4,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013289443450048566 +c4,attn_in,Meta-Llama-3-8B,4,64,29,9.174640581477433e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002502931747585535 +c4,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021132842812221497 +c4,attn_in,Meta-Llama-3-8B,4,64,30,0.00019813806284219027 +c4,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00046736127114854753 +c4,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004922462976537645 +c4,attn_in,Meta-Llama-3-8B,4,64,31,0.0002587172493804246 +c4,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021137448493391275 +c4,mlp_down,Meta-Llama-3-8B,4,64,31,0.12420477718114853 +pileval,attn_in,Meta-Llama-3-8B,4,64,0,2.3504355795012088e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,0,3.8732471807634283e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,64,0,1.022435526465415e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,1,3.939759949389554e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5860730400163447e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,1,2.590278563729953e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,2,9.326020631306164e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,2,1.9166438960382948e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,2,1.924652906382107e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,3,1.5665997352698469e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,3,4.331189757067477e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,3,3.6192425341141643e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,4,3.732759296326549e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,4,7.5180246312811505e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,4,6.131288046162808e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,5,5.492578566190787e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0729807399911806e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,5,9.16959106689319e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,6,6.826936896686675e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3640113138535526e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,6,1.119308035413269e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,7,8.94385993888136e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,7,1.5917512428131886e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,7,1.246558895218186e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,8,1.259053260582732e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,8,1.736560807330534e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,8,1.3630980902235024e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,9,1.545005761727225e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9692888599820435e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,9,1.5630836060154252e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,10,1.5661613360862248e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0056813809787855e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,10,1.642370261834003e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,11,1.598008384462446e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1369023670558818e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,11,1.702754343568813e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,12,1.6118803614517674e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,12,2.492406201781705e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,12,1.8670300050871447e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,13,2.202295399911236e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8637865398195572e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,13,2.266871160827577e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,14,2.678215787454974e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,14,3.4405660699121654e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,14,2.545565803302452e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,15,2.328735718037933e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,15,3.931487663066946e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,15,3.272089088568464e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,16,2.7760812372434884e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,16,4.0284980059368536e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,16,3.478123471722938e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,17,2.0931785911670886e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,17,4.6294422645587474e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,17,4.277548941900022e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,18,1.4197165000950918e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,18,4.5863536797696725e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,18,4.10507018386852e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,19,1.2588428035087418e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,19,4.83258263557218e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,19,4.1493127355352044e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,20,1.5595796867273748e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,20,5.25682553416118e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,20,4.5334993046708405e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,21,2.3958395104273222e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,21,6.226491677807644e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,21,5.4852658649906516e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,22,1.8626806195243262e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,22,6.48412897135131e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,22,5.678017987520434e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,23,1.9537032130756415e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,23,7.07345170667395e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,23,5.868830339750275e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,24,2.3221307856147178e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,24,7.768856448819861e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,24,6.239259528229013e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,25,3.281717363279313e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,25,8.866462303558365e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,25,6.630196003243327e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,26,3.806484892265871e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010366818605689332 +pileval,mlp_down,Meta-Llama-3-8B,4,64,26,7.719753193669021e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,27,5.681679249391891e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,27,0.0001290496002184227 +pileval,mlp_down,Meta-Llama-3-8B,4,64,27,0.00010146880958927795 +pileval,attn_in,Meta-Llama-3-8B,4,64,28,6.343707354972139e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017864370602183044 +pileval,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013823156768921763 +pileval,attn_in,Meta-Llama-3-8B,4,64,29,9.894864342641085e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00025600841036066413 +pileval,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021439717966131866 +pileval,attn_in,Meta-Llama-3-8B,4,64,30,0.00020991287601646036 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004749982035718858 +pileval,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004934174357913435 +pileval,attn_in,Meta-Llama-3-8B,4,64,31,0.00026171901845373213 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021007047034800053 +pileval,mlp_down,Meta-Llama-3-8B,4,64,31,0.10236936062574387 +wikitext,attn_in,Meta-Llama-3-8B,4,64,0,2.0622741203624173e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,0,3.369279397702485e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,0,2.0301167751313187e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,1,3.1557590318698203e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,1,1.6329203162968042e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,1,3.3782584068831056e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,2,6.247174724194338e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8311726535102935e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,2,1.8169914710597368e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,3,1.076795570043032e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,3,4.14170790463686e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,3,3.2449274840473663e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,4,2.998337549797725e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,4,7.34549030312337e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,4,5.846968633704819e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,5,4.7230487325578e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0454727089381777e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,5,9.044029866345227e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,6,6.591641977138352e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3523186680686194e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,6,1.1041822290280834e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,7,8.527570571459364e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,7,1.567797880852595e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,7,1.2278538633836433e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,8,1.0593188562779687e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7259357264265418e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,8,1.3721856703341473e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,9,1.4093433492234908e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,9,1.964130569831468e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,9,1.5737883586552925e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,10,1.4221819583326578e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0033483451697975e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,10,1.6744565073167905e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,11,1.5095644812390674e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,11,2.14329847949557e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,11,1.7479673260822892e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,12,1.5375288057839498e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4922797820181586e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,12,1.8703736714087427e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,13,1.979155422304757e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8342103178147227e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,13,2.2188898583408445e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,14,2.508276520529762e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,14,3.386249591130763e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,14,2.5172681489493698e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,15,2.1623669454129413e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,15,3.8847807445563376e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,15,3.2605887099634856e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,16,2.4059410861809738e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,16,3.97147232433781e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,16,3.377582470420748e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,17,1.949933539435733e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,17,4.493814776651561e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,17,4.080410144524649e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,18,1.334419721388258e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,18,4.445934609975666e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,18,3.929680315195583e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,19,1.0372380529588554e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,19,4.610953328665346e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,19,3.9238388126250356e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,20,1.2895980034954846e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,20,5.060356852482073e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,20,4.440859265741892e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,21,2.1168074454180896e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,21,5.965853051748127e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,21,5.2598836191464216e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,22,1.5093568435986526e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,22,6.26903201919049e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,22,5.598663119599223e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,23,1.924478419823572e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,23,6.880586443003267e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,23,5.7017521612579e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,24,2.284803667862434e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,24,7.604554411955178e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,24,5.912726919632405e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,25,3.058074798900634e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,25,8.622450695838779e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,25,6.298227526713163e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,26,3.7509467802010477e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,26,9.963015327230096e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,26,7.19957024557516e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,27,5.850755769643001e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012499724107328802 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,27,9.091717947740108e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,28,7.046476821415126e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017338602629024535 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,28,0.00012783813872374594 +wikitext,attn_in,Meta-Llama-3-8B,4,64,29,0.00011337899195495993 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00024518766440451145 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,29,0.0002046095469268039 +wikitext,attn_in,Meta-Llama-3-8B,4,64,30,0.0002735215239226818 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004364635387901217 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,30,0.0005614613182842731 +wikitext,attn_in,Meta-Llama-3-8B,4,64,31,0.0003283612022642046 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021348928567022085 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,31,0.3646855652332306 +bos,attn_in,Meta-Llama-3-8B,8,128,0,1.2002725480186882e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,128,0,1.6836035898748491e-09 +bos,mlp_down,Meta-Llama-3-8B,8,128,0,6.611043801285632e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,1,1.5864882740856956e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,128,1,8.152532160465853e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,1,1.9739638446480967e-05 +bos,attn_in,Meta-Llama-3-8B,8,128,2,2.99866154129802e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,128,2,8.217678093558334e-09 +bos,mlp_down,Meta-Llama-3-8B,8,128,2,9.879341789087448e-09 +bos,attn_in,Meta-Llama-3-8B,8,128,3,7.562772630365089e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,128,3,1.8409249236128744e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,3,1.645530822713681e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,4,1.9315857358037647e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,4,3.4108342816807635e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,4,2.760020656467077e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,5,2.5525963565087295e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,5,4.881277959611907e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,5,4.312101253844958e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,6,3.5229717809670547e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,6,6.227218563026327e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,6,4.840697798158544e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,7,4.585577073612512e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,7,7.346860542156719e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,7,5.473239639286476e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,8,5.985457107726688e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,8,7.854978889554332e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,8,5.7453640067706147e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,9,6.992316770038087e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,9,8.804345696944438e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,9,7.062899953780288e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,10,6.512077987963494e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,10,8.711203491884589e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,10,7.4186871756865e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,11,7.913111943480544e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,11,9.811375889512419e-08 +bos,mlp_down,Meta-Llama-3-8B,8,128,11,7.828069925608361e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,12,7.736095142263366e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,12,1.1597431637255795e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,12,8.317988431372214e-08 +bos,attn_in,Meta-Llama-3-8B,8,128,13,1.030543756996849e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,13,1.3292992662172765e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,13,1.0225143398656655e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,14,1.2148684902513196e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,14,1.6166407590390008e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,14,1.157568334519965e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,15,1.30852754409716e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,15,1.844914834236988e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,15,1.5293993271825457e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,16,1.1149400336307735e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,16,1.8328029227632214e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,16,1.6089458654278133e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,17,9.707672887770968e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,17,2.0871640060704522e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,17,1.8483331132301828e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,18,6.568782140448093e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,18,2.0229362007739837e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,18,1.7398073737240338e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,19,7.924590050834013e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,19,2.1553076123836945e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,19,1.8945002011605538e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,20,5.8594100238451574e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,20,2.3010441907445056e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,20,1.8981408800300414e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,21,9.615042273480867e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,21,2.707906503474078e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,21,2.2705613389462087e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,22,8.623673153351774e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,22,2.8241186100785853e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,22,2.405348595857504e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,23,7.808133517528404e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,23,3.0094963676674524e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,23,2.4806146825540054e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,24,6.410993336203319e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,24,3.238673684791138e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,24,2.457481684814411e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,25,9.409315993025302e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,128,25,3.641633838924463e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,25,3.06602146338264e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,26,1.3705458457025088e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,26,4.0960330238704046e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,26,2.865491524062236e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,27,2.0428686298146204e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,27,5.126747169015289e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,27,4.072169588198449e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,28,2.587838707768242e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,28,6.855254923721077e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,28,5.131009288561472e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,29,3.277093867382064e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,29,9.59860926741385e-07 +bos,mlp_down,Meta-Llama-3-8B,8,128,29,9.102791977966262e-07 +bos,attn_in,Meta-Llama-3-8B,8,128,30,7.1316338789984e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,128,30,1.7238706959687988e-06 +bos,mlp_down,Meta-Llama-3-8B,8,128,30,2.3750667423882987e-06 +bos,attn_in,Meta-Llama-3-8B,8,128,31,1.1247960856053396e-06 +bos,mlp_gate,Meta-Llama-3-8B,8,128,31,8.528284524800256e-06 +bos,mlp_down,Meta-Llama-3-8B,8,128,31,0.0012041180161759257 +c4,attn_in,Meta-Llama-3-8B,8,128,0,1.389392156880831e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7422211451290082e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,0,4.120522234529744e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,1,2.3588213604597286e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,1,2.3549290517621557e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,1,6.70127246849006e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,2,4.666006692133351e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,2,8.97591689863475e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,2,9.522933552830182e-09 +c4,attn_in,Meta-Llama-3-8B,8,128,3,8.081549651706155e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0058770644482138e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,3,1.6674531977400875e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,4,1.760237289261113e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,4,3.6415844562043276e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,4,2.9211930652195406e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,5,2.438407165072931e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,5,5.15439211312696e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,5,4.4371240903728904e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,6,3.3343773964134016e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,6,6.621507253612435e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,6,5.3503089958439887e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,7,4.549091414673967e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,7,7.808652213725509e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,7,6.005276276255245e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,8,6.190514767467903e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,8,8.581888977232666e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,8,6.53609006917577e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,9,7.878864494159643e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,9,9.81293268864647e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,9,7.592027628788856e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,10,7.879658170395487e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,10,9.7665534326552e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,10,7.872475293879688e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,11,8.555907271556862e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,11,1.054130649436047e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,11,8.109036286896298e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,12,8.546638241568871e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,12,1.259196267255902e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,12,9.162378233895652e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,13,1.0785362292153877e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4565820549705677e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,13,1.1098956065325183e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,14,1.3150798849892453e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7565034227118304e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,14,1.2622618328350654e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,15,1.2313576291944628e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,15,2.0150507396010653e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,15,1.619024772026023e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,16,1.2682932037932915e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,16,2.0372161202431016e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,16,1.7821926689975953e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,17,1.0737429789742237e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,17,2.3413328165133862e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,17,2.1122055215982982e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,18,7.063045615041119e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2779401831485302e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,18,2.0248036491921084e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,19,5.833347316297477e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3820396677365352e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,19,2.1356132151595375e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,20,7.331119888931426e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5713990225995076e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,20,2.2576674041374645e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,21,1.321911042850843e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,21,3.0662977223983034e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,21,2.823798581630399e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,22,9.503965259227698e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,22,3.169327271734801e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,22,2.868154922452959e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,23,9.926937849513706e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,23,3.430432400364225e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,23,3.035127349448885e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,24,1.0246581894080009e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,24,3.740790930351068e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,24,3.137938620056957e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,25,1.5087351812326233e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,25,4.259831030140049e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,25,3.412895352994383e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,26,1.903407991221684e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,26,4.985940336155181e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,26,3.631113827395893e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,27,2.4516441499145003e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,27,6.145264137558115e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,27,4.803071078640642e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,28,3.090668485583592e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,28,8.53790368182672e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,28,6.353043318085838e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,29,4.709706047378859e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2157503306298167e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,29,1.1003444342350122e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,30,9.081121561393957e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,30,2.2704145976604195e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,30,2.5628989988035755e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,31,1.2954266139786341e-06 +c4,mlp_gate,Meta-Llama-3-8B,8,128,31,1.2003860319964588e-05 +c4,mlp_down,Meta-Llama-3-8B,8,128,31,0.00108627718873322 +pileval,attn_in,Meta-Llama-3-8B,8,128,0,1.4107603973911864e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,0,1.929079562756897e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,0,3.943822690644083e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,1,2.521857389581328e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,1,2.9757167396837758e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,1,6.6400230025465135e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,2,4.842112044656233e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,2,9.160873837288364e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,2,9.656738519936425e-09 +pileval,attn_in,Meta-Llama-3-8B,8,128,3,8.472816226401392e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0854443505413656e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,3,1.7479594660585462e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,4,1.8214509012182134e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,4,3.646823643066455e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,4,2.913831487205698e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,5,2.5032548478520766e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,5,5.175126815970543e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,5,4.457692526216306e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,6,3.305223827965165e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,6,6.587154643966642e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,6,5.358154808732252e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,7,4.652465435128761e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,7,7.710152516438029e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,7,5.960674798188847e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,8,6.344049552353681e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,8,8.45960670403656e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,8,6.485154813162808e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,9,7.93574841395639e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,9,9.599780526059476e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,9,7.459385642505367e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,10,8.080476732175157e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,10,9.681809132189301e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,10,7.843912186444868e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,11,8.756875757853777e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0427674368429507e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,11,8.100047210746197e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,12,8.695715791873226e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2390407277962368e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,12,9.11913318191182e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,13,1.1126186905130453e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4229831890588684e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,13,1.1004028266370369e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,14,1.3727404279961775e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7199947421886463e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,14,1.2335409849129064e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,15,1.2156846196376137e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9425617381330085e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,15,1.5546409315447818e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,16,1.397526290247697e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9666832429265924e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,16,1.7243240790776326e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,17,1.0871415412339047e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,17,2.264372369609191e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,17,2.0920798249335348e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,18,7.314486083487282e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2090492279858154e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,18,1.9989568045275519e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,19,6.36549231103345e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3231426382608333e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,19,2.075044278626592e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,20,7.641483534825966e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5197257969011844e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,20,2.171094024561171e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,21,1.263756246316916e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,21,2.9972011361678597e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,21,2.7086363729722507e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,22,9.868406181112732e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,22,3.093375653406838e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,22,2.7231678245698276e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,23,9.366151942913348e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,23,3.3729770620993804e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,23,2.8659829354182875e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,24,1.1264641130992459e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,24,3.696627288718446e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,24,3.0091419489508553e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,25,1.563780784863411e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,25,4.239840620812174e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,25,3.3467139815002156e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,26,2.0324992533460318e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,26,4.993903530703392e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,26,3.67960836911152e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,27,2.698370451525989e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,27,6.214701215867535e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,27,4.983739927411079e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,28,3.2645428404975974e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,28,8.662581194585073e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,28,6.592280215045321e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,29,5.051397806710156e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,29,1.240553274328704e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,29,1.109154140976898e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,30,9.459396892452787e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,30,2.3026984763419023e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,30,2.5575695872248616e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,31,1.2993592690691003e-06 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,31,1.1313990398775786e-05 +pileval,mlp_down,Meta-Llama-3-8B,8,128,31,0.0008992307703010738 +wikitext,attn_in,Meta-Llama-3-8B,8,128,0,1.2115477510121764e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7836718768649007e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,0,1.334753392256971e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,1,1.8822072789248523e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,1,2.206910387769767e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,1,8.636107850179542e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,2,3.335845377705482e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,2,8.781112725841922e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,2,9.085935559483005e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,128,3,6.0738876150878696e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,3,1.9858589439536445e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,3,1.5758349292127605e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,4,1.5287632493254932e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,4,3.5616771754121146e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,4,2.7758716214520973e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,5,2.2179884595630028e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,5,5.0406562479565764e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,5,4.399712238978282e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,6,3.262721293140203e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,6,6.489226223038713e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,6,5.281027881665068e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,7,4.335474557137786e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,7,7.609742880276826e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,7,5.863681451501179e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,8,5.809522463096073e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,8,8.410901841671148e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,8,6.525458928763328e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,9,7.33507405925593e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,9,9.578909043739259e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,9,7.510487876061234e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,10,7.358787001976452e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,10,9.667076028563315e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,10,8.05008966153764e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,11,7.988074202103235e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0445389619917478e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,11,8.324875722109937e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,12,8.05782889301554e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2396502313549718e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,12,9.125781019747592e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,13,1.0237846481686574e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,13,1.410417098668404e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,13,1.0776761882880237e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,14,1.338277684226341e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,14,1.6986719231226743e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,14,1.231462647410808e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,15,1.10426078947512e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9283407937109587e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,15,1.547415138247743e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,16,1.258305246665259e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9407811180371937e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,16,1.6755365095377783e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,17,1.0064785271879373e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,17,2.1886657464165182e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,17,1.9858337907407986e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,18,6.705373323256936e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,18,2.1450986764648405e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,18,1.9220814806431008e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,19,5.339083486433083e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,19,2.211806560126206e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,19,1.9522424565820984e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,20,6.564913945794615e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,20,2.4229700557043543e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,20,2.133865706355209e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,21,1.0428351515656686e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,21,2.861003736143175e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,21,2.594340173800447e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,22,8.052236921685108e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,22,3.011361968674464e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,22,2.6962948140862864e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,23,8.960962816217943e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,23,3.284825140781322e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,23,2.818608777488407e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,24,1.0809768014041765e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,24,3.6232412981007656e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,24,2.8537829166452866e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,25,1.4667804748569324e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,25,4.123265853195335e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,25,3.1345132356364047e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,26,2.0982278670089727e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,26,4.77264734399796e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,26,3.43008537129208e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,27,2.9376445809248253e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,27,6.028034249538905e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,27,4.441794203557947e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,28,3.753830810637737e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,28,8.415728416366619e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,28,6.149230102892034e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,29,6.133046213108173e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,29,1.195817503685248e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,29,1.1298697017991799e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,30,1.1975010920650675e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,30,2.1352457224566024e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,30,2.890712721637101e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,31,1.6078148519227398e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,31,1.3822851542499848e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,31,0.003329719416797161 +bos,attn_in,Meta-Llama-3-8B,8,64,0,9.541211154484586e-10 +bos,mlp_gate,Meta-Llama-3-8B,8,64,0,1.2807246374535453e-09 +bos,mlp_down,Meta-Llama-3-8B,8,64,0,2.9641496368526532e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,1,1.4093644029600227e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,64,1,3.512938562266754e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,1,1.0693780495785177e-05 +bos,attn_in,Meta-Llama-3-8B,8,64,2,2.3290114281593333e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,64,2,6.367351534919408e-09 +bos,mlp_down,Meta-Llama-3-8B,8,64,2,7.186365280631435e-09 +bos,attn_in,Meta-Llama-3-8B,8,64,3,5.603980834933964e-09 +bos,mlp_gate,Meta-Llama-3-8B,8,64,3,1.4197078179734035e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,3,1.2398793103329808e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,4,1.4436441375664799e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,4,2.595618298073532e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,4,2.133646859192595e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,5,1.7080482805909014e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,5,3.7100502225939636e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,5,3.241742518866886e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,6,2.5904951073130178e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,6,4.756268623395954e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,6,3.7337244407353865e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,7,3.470468712407637e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,7,5.563782679018914e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,7,4.218163596192426e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,8,3.767288703215854e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,8,5.930509772156256e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,8,4.4231466489463855e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,9,4.9553882774944213e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,9,6.595703183620572e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,9,5.428918825600704e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,10,4.9440110672094306e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,10,6.66865318521559e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,10,5.6420621064035004e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,11,5.4798714899106926e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,11,7.363039600249977e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,11,6.016254872065474e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,12,6.357348780738903e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,12,8.546692242816789e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,12,6.348300018998998e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,13,7.34383220901691e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,13,9.885629026484821e-08 +bos,mlp_down,Meta-Llama-3-8B,8,64,13,7.712387173341995e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,14,9.126352296107143e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,14,1.1711023262250819e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,14,8.792259365009159e-08 +bos,attn_in,Meta-Llama-3-8B,8,64,15,8.64300133684992e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,15,1.3613032479042886e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,15,1.1851058445699891e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,16,8.396812489763761e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,16,1.3938401366431208e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,16,1.221781644744624e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,17,7.764680276522995e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,17,1.5778815054545703e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,17,1.398382494244288e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,18,4.759988314617658e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,18,1.532128237613506e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,18,1.338018620344883e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,19,4.80584922968319e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,19,1.6169050809367036e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,19,1.4049211927158467e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,20,5.5756188999112055e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,20,1.7674817343049654e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,20,1.457639626778473e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,21,7.426155690382075e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,21,2.0674896461514436e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,21,1.7280970610045188e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,22,6.101186045270879e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,22,2.1805043104450306e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,22,1.8435962090279645e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,23,5.8090467547344815e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,23,2.3299966755985224e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,23,1.8737718221473187e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,24,5.614342768467395e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,24,2.5053057584045746e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,24,1.8801236478793726e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,25,6.846044442454513e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,25,2.788599715586315e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,25,2.2261430387970904e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,26,9.637847142585088e-08 +bos,mlp_gate,Meta-Llama-3-8B,8,64,26,3.1161030733528605e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,26,2.2316969250368857e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,27,1.5449423074187507e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,64,27,3.9103036897358834e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,27,3.083964941197337e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,28,1.8163694903705618e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,64,28,5.181365168027696e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,28,3.958486729516153e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,29,2.5119501856352144e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,64,29,7.095001706147741e-07 +bos,mlp_down,Meta-Llama-3-8B,8,64,29,6.517617521240027e-07 +bos,attn_in,Meta-Llama-3-8B,8,64,30,5.20290996064432e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,64,30,1.3135131666786037e-06 +bos,mlp_down,Meta-Llama-3-8B,8,64,30,1.7001992773657548e-06 +bos,attn_in,Meta-Llama-3-8B,8,64,31,8.837760105961934e-07 +bos,mlp_gate,Meta-Llama-3-8B,8,64,31,9.551325092616025e-06 +bos,mlp_down,Meta-Llama-3-8B,8,64,31,0.0005914752255193889 +c4,attn_in,Meta-Llama-3-8B,8,64,0,1.1909205843707582e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3492575945406315e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,0,1.7987190403800923e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,1,2.135948751202932e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,1,1.9113507221391046e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,1,3.621920086516184e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,2,3.6679985715437624e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,2,6.953834397194214e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,2,7.049920203172633e-09 +c4,attn_in,Meta-Llama-3-8B,8,64,3,6.232959925966952e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,3,1.539479654866227e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,3,1.2729428178204216e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,4,1.3245620600343955e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7680348679837152e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,4,2.262930465235513e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,5,1.7692567411131677e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9432826781649055e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,5,3.368272061265998e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,6,2.6096742544723384e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,6,5.053216511896608e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,6,4.115758400757841e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,7,3.4140533955451247e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,7,5.939573100022244e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,7,4.614068771502389e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,8,4.4254655051645386e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,8,6.514380146427357e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,8,5.053081508776813e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,9,5.552471193936981e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,9,7.435446036652138e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,9,5.869594232876807e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,10,6.039014266434606e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,10,7.465131091066723e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,10,6.071819314001914e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,11,6.152521336844075e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,11,7.985217820305479e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,11,6.25675156129546e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,12,6.321457846070189e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,12,9.366981856828716e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,12,6.96385882292816e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,13,7.807491897438013e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0823374907431571e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,13,8.525588413021978e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,14,9.964520586436265e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2927947068419599e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,14,9.724677596523179e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,15,8.992536493224179e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,15,1.50327949199891e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,15,1.2529220327905932e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,16,9.157542280036068e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,16,1.5438868672390527e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,16,1.355050756046694e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,17,7.917114430711081e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7765071902431373e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,17,1.603279713435768e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,18,5.0951658892017804e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,18,1.7460153856063698e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,18,1.553015493982457e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,19,4.499394279378066e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,19,1.8273294699611142e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,19,1.6250581325039093e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,20,6.305871380618555e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9806520867859945e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,20,1.7375913330397452e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,21,9.458940297690788e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,21,2.3492290779358882e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,21,2.135573566874882e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,22,7.104447519168389e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,22,2.461318331370421e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,22,2.208069105336108e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,23,7.612502628262519e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,23,2.65503445007198e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,23,2.316126597179391e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,24,8.32947364415304e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,24,2.899756736951531e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,24,2.410813806363876e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,25,1.1072055627892041e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,25,3.285791478901956e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,25,2.6007580800069263e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,26,1.3516230978893873e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,26,3.820494214323844e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,26,2.8314477162894036e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,27,1.9320076205531223e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,27,4.698078441833786e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,27,3.694565009482176e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,28,2.243610310870281e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,28,6.526650508931198e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,28,4.917736760035041e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,29,3.4344898836025095e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,29,9.201352781929018e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,29,8.011594445633818e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,30,7.276165092662268e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7277006918448023e-06 +c4,mlp_down,Meta-Llama-3-8B,8,64,30,1.822984017962881e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,31,9.558733609082992e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,31,1.021851221594261e-05 +c4,mlp_down,Meta-Llama-3-8B,8,64,31,0.0005294713191688061 +pileval,attn_in,Meta-Llama-3-8B,8,64,0,1.1988625647774143e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4891359256807846e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,0,1.7264879303979797e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,1,2.400563969828795e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,1,3.030287842875623e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,1,3.595343741835677e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,2,3.750694421711387e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,2,7.0981127642255615e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,2,7.127425316610925e-09 +pileval,attn_in,Meta-Llama-3-8B,8,64,3,6.596638346678674e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,3,1.6021383331121797e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,3,1.3336289406140622e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,4,1.3785685482048393e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7763185528328904e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,4,2.2541865263292493e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,5,1.8172805482663534e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9588059053130564e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,5,3.378258739417106e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,6,2.621534633817646e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,6,5.03449690825164e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,6,4.108741080699474e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,7,3.5283800770002927e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,7,5.8759933807550624e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,7,4.5718426378016375e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,8,4.557772470548116e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,8,6.418405718022768e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,8,5.002814873478201e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,9,5.581032525014962e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,9,7.283730951712641e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,9,5.7544838227840955e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,10,6.17360100818587e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,10,7.379915700767015e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,10,6.043116940190885e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,11,6.23208791239449e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,11,7.896843357002581e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,11,6.245658568104773e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,12,6.354029125077432e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,12,9.222969765687594e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,12,6.936785723610228e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,13,7.938289314779468e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,13,1.056687821687774e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,13,8.4186858373414e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,14,1.0205005196439743e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2644093771996268e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,14,9.510583254268568e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,15,8.809201546000622e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4478021626018744e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,15,1.200701973402829e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,16,9.856751859160795e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4916453494606685e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,16,1.3120101982622145e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,17,8.045347499319178e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7179431210934126e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,17,1.5847041368033388e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,18,5.250106838161628e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6944898106885375e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,18,1.5307200840197766e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,19,4.97645054053919e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,19,1.782238996383967e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,19,1.5738183378743997e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,20,6.513808870067805e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9425947073159477e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,20,1.668680340571882e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,21,8.933274386890844e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2959829948376864e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,21,2.0494553609751165e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,22,7.306361027303865e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,22,2.4017120381358836e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,22,2.096227689207808e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,23,7.202788054883058e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,23,2.612228513498849e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,23,2.1881986356220295e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,24,9.406610246287528e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,24,2.8679394858954765e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,24,2.3111354607863177e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,25,1.1472620542463119e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,25,3.26139115713886e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,25,2.5397241643076995e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,26,1.4379585877577483e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,26,3.8393579870898975e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,26,2.864031500848796e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,27,2.1260237303977192e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,27,4.7527234414701525e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,27,3.8264681734290207e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,28,2.3780752655966353e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,28,6.605402518289338e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,28,5.113769816489366e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,29,3.6982928008910676e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,29,9.369767326461442e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,29,8.146226946337265e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,30,7.583861361126765e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7425811620341847e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,30,1.8258292584505398e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,31,9.594374432708719e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,31,8.975366654340178e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,31,0.0004390220856294036 +wikitext,attn_in,Meta-Llama-3-8B,8,64,0,1.1188896475999854e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3732496251250836e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,0,5.7196647418322755e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,1,1.7687350473138963e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,1,2.030933465846374e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,1,4.674165666074259e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,2,2.610800242663913e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,2,6.777948424740998e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,2,6.711679212401123e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,64,3,4.710637213634072e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,3,1.526359127979049e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,3,1.1982303149693507e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,4,1.1277720979308015e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7187635254222187e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,4,2.1462737365141038e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,5,1.6187893692176658e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,5,3.8560926896025194e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,5,3.324249320257877e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,6,2.4668279863249154e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,6,4.9669921509121195e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,6,4.052965962841881e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,7,3.3048870307084144e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,7,5.781828349427087e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,7,4.50199451051958e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,8,4.0842536463969736e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,8,6.379251260568708e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,8,5.031629868312848e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,9,5.037833972210137e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,9,7.26853954802209e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,9,5.780085388096268e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,10,5.5693277545287856e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,10,7.368277721298e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,10,6.149522135956431e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,11,5.6800704584247796e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,11,7.947991775836272e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,11,6.414072117877367e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,12,5.998040109034264e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,12,9.225988861771839e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,12,6.943152897065374e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,13,7.222390507877208e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0454236587520427e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,13,8.227589631815135e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,14,9.273365009221379e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,14,1.245708887154251e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,14,9.446983995076152e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,15,8.34892688317268e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4370471035363153e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,15,1.1989894233011e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,16,8.558519226653516e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4773706880077953e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,16,1.273924965516926e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,17,7.436993598730623e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,17,1.6625055820895795e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,17,1.5051084290007566e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,18,4.830483035789257e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6383370393668883e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,18,1.465953687329602e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,19,4.103620554474219e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,19,1.6947325320870732e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,19,1.4886228427712922e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,20,5.709701866862815e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,20,1.8698978010434075e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,20,1.6358704613139707e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,21,7.660040068913077e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,21,2.200033577537397e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,21,1.9707573528648936e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,22,5.982462880638195e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,22,2.3376705371447315e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,22,2.0703527070509153e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,23,6.872102886745779e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,23,2.532340772631869e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,23,2.1449389464578417e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,24,9.135079892530484e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,24,2.81260042811482e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,24,2.190236898513831e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,25,1.1166163460529788e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,25,3.18189563586202e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,25,2.385381492331362e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,26,1.4216951171874825e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,26,3.6807745118494495e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,26,2.661773237377929e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,27,2.3200915677534795e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,27,4.6076769422143116e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,27,3.403437176530133e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,28,2.5562317773619725e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,28,6.396821845555678e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,28,4.7529513835797843e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,29,4.4078657879254024e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,29,8.877821642272465e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,29,8.033521226025186e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,30,9.246597301171278e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,30,1.582757704454707e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,30,2.0884594960079994e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,31,1.2227549177623587e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,31,1.2826638339902274e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,31,0.001625375123694539 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.451342996006133e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.8107414234691532e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.4388583571853815e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,8.675234312249813e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,0.00012592991697601974 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,9.518163278698921e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,5.699071607523365e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.0555707376624923e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.2311456885072403e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.1478873602754902e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.2687405362376012e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.9660650650621392e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.487906203896273e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.0662216633791104e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.309767635073513e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,2.664931889739819e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,5.6998193031176925e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,4.7916790208546445e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,3.76305470126681e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,7.413417188217863e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,5.826533742947504e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.096592576592229e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,8.75821424415335e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,6.39476056676358e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,7.256885874085128e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,9.360795957036316e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,6.726418359903619e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,8.687807712703943e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00010499482596060261 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,7.736982661299407e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.307274740422145e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00010186364670516923 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,7.82430506660603e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,8.923464338295162e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00011083674326073378 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,8.387575508095324e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,9.315620991401374e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.0001345262280665338 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,9.407029574504122e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00012196644820505753 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.0001486503315391019 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00011019760131603107 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00017965638835448772 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.00018393305072095245 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00012456506374292076 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.000136596558149904 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00021514773834496737 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00017060639220289886 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00014119526895228773 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.0002133170928573236 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00017577529069967568 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00011256647121626884 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00024107132048811764 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00020069623133167624 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.075302321230993e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.00023402494844049215 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00019399325537960976 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,6.760593532817438e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00024469345225952566 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00019209117454010993 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,7.527731941081583e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00026603229343891144 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.000215488180401735 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00013866793597117066 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003150416596326977 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.0002460243704263121 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,9.784500434761867e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003316626825835556 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00025690163602121174 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011261286999797449 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003631842555478215 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00026628028717823327 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,9.601239435141906e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.00039307726547122 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0002803296083584428 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00012782674457412213 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004539662040770054 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.0003021373995579779 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00018928718054667115 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005140104331076145 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.0003361340204719454 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0002682533231563866 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0006258589564822614 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.00044527402496896684 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00035045327967964113 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0007884023943915963 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0005838111392222345 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005184703622944653 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001066283555701375 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010073771700263023 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0009976796573027968 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.002098756143823266 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.005292110610753298 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0012360983528196812 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.00791184976696968 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,3.2828030586242676 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.6333768826370942e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.9729639006982325e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.457069851720007e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,8.96314850251656e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.309196810936555e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.753171666990966e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.52578796184389e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1353670743119437e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1861130587931257e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.1378941053408198e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.4262035367428325e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.9860030079144053e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.4491579097229987e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.3476906284922734e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.421920337132178e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.1920408218866214e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.171021959744394e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.178757055546157e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.629935210687108e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,7.993933104444295e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.417815893655643e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.5525746574858204e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.452375525142998e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.200672553153709e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.018781954888254e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.0001034600572893396 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.755612023174763e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.481124288868159e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.0001181030020234175 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.992738730739802e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.828581823967397e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011874733900185674 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.227608825312927e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.32835610001348e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012824438454117626 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.742204565554857e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.00010139900405192748 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015199602057691664 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010743088932940736 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013046480307821184 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017205836775247008 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012752223119605333 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00017099935212172568 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.00020767423848155886 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.0001436585298506543 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00015071088273543864 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00023825977405067533 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.0001893035223474726 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.0001622782729100436 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023947283625602722 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019670357869472355 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012737397628370672 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.0002715621667448431 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00023214731481857598 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.390019502257928e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.00026066703139804304 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00022036093287169933 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.228304068325087e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.0002734441659413278 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.0002287189563503489 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.319293167209253e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00029365287628024817 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.0002471786574460566 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.0001558587100589648 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003460210282355547 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.0002967074979096651 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011327028187224641 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003556754963938147 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00030053406953811646 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00012391871132422239 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003878228017129004 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.0003109976532869041 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.0001447188260499388 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.00042214617133140564 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.00033237936440855265 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019536796025931835 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004884766531176865 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00035157264210283756 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00027100369334220886 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005806292756460607 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.0003967464144807309 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.000322619074722752 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.000703581259585917 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005253201816231012 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00036332462332211435 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009208527044393122 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0006825615419074893 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005326346727088094 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.00130283844191581 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010548373684287071 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0010918728075921535 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.002509693382307887 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.0025857894215732813 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013241928536444902 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010378392413258553 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.13712583482265472 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.630681254027877e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,2.2047186121199047e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.681720500026131e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,9.275515367335174e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.2952578951371834e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.97793036326766e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.713042007002514e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1540149898792151e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1952140084758867e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.1555895980563946e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.5043216737685725e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,2.0586590835591778e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.5050752810784616e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.354693737695925e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.4308075555600226e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.3374453778378665e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.22224688413553e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.264730134513229e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.779403025167994e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.03946313681081e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.52006856398657e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.75852463953197e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.507049981039017e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.275717507582158e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.346509275725111e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010395410208730027 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.835911674192175e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,0.00010029077384388074 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.0001180484177893959 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,9.010780195239931e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,0.00010621918772812933 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.0001198698955704458 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.377386595588177e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.730640886118636e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012900217552669346 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.942136239260435e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.00010540935181779787 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015239042113535106 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010869063407881185 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013879133621230721 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017021365056280047 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.0001274600945180282 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00018258158524986356 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.0002046166773652658 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00014121129061095417 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014975394879002124 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.0002310207491973415 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00018193540745414793 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.0001785795611795038 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023229805810842663 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019039140897803009 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00013030933041591197 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00026469561271369457 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.0002316293539479375 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,9.287950524594635e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002546581963542849 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00021875978563912213 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.74332181410864e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.0002685606013983488 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00022210054157767445 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.720605885377154e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.0002904981083702296 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.00024004328588489443 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00014943591668270528 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.00034153315937146544 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.000287592236418277 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011719665781129152 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.00035303831100463867 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00028947918326593935 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011640239245025441 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.00038609595503658056 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00030023869476281106 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00015558618179056793 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004232605278957635 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.00032545652356930077 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.0002056228113360703 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004925644607283175 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00034702708944678307 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.0002769353159237653 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005908255698159337 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.00040887840441428125 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003661112568806857 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007250820053741336 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005484693683683872 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.0003680946829263121 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009582563070580363 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0007222415879368782 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005496701342053711 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.0013633910566568375 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0011185023467987776 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0011643649777397513 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.002610796596854925 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.002668230328708887 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013437098823487759 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010185420513153076 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.09985023736953735 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.4851021887807292e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.8955256564368028e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.420897883188445e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,1.0102905434905551e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,0.00010967401613015682 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,0.00010308771015843377 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,7.542487765022088e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1732164239219856e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.2271597370272502e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.0463271792104933e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.4981458409456536e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.9413972040638328e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.047962880169507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.400224861456081e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.408367047086358e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,2.8109559934819117e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.215118628460914e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.269140092423186e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.189250466879457e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.011358295334503e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.481193850049749e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.303108991938643e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.397567191626877e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.130274025257677e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,7.374005508609116e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010311097139492631 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.819736492820084e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.497897553956136e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011676554277073592 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.921710104914382e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.482685709372163e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011784012895077467 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.386696183355525e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.022296580951661e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012742754188366234 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.889149805530906e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,9.872314694803208e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.0001507786801084876 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010759622091427445 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00012896396219730377 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.0001668604527367279 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012513791443780065 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00016572179447393864 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.00020058877998962998 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00013846730871591717 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014215793635230511 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.0002267940726596862 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.000181028270162642 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.0001647884928388521 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00022713429643772542 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00018555388669483364 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012432112998794764 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00025590090081095695 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.0002214758424088359 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.810742292553186e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.00024490259238518775 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00020910312014166266 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,7.00664531905204e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00025410152738913894 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00020971482445020229 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,8.559362322557718e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00027349317679181695 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.00023311430413741618 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00013657056842930615 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.00032234846730716527 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.0002762594376690686 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,9.63111815508455e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003375353408046067 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.0002869875752367079 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011301587073830888 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.00037282638368196785 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.0002941694692708552 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.0001451032148906961 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004129146982450038 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0003108588280156255 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019568541029002517 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.00048058200627565384 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00033229246037080884 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00026146473828703165 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005770577117800713 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.0003860651049762964 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003527748922351748 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007110820733942091 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005080136470496655 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.0003617007751017809 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009459519642405212 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0006748866871930659 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0006158454343676567 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001323113450780511 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010915675666183233 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.001107512041926384 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.002532687969505787 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.0040119364857673645 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013240843545645475 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010302559472620487 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,1.3480689525604248 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,8.464772918159724e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.3725791632168693e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.486920266164816e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.379908543545753e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,0.00015268863353412598 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,4.085990440216847e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,3.996429768449161e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.03307193564251e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,9.090786079468671e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,9.372692147735506e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.7195288819493726e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.4899227608111687e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.475201679568272e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.0394026907742955e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.5489403924439102e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,2.7214846340939403e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.3099382310174406e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.658719651866704e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.069990998483263e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,5.554590097744949e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.456635724636726e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,3.7999361666152254e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,6.548023520736024e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,4.892778815701604e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.004809645470232e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,6.905010377522558e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,5.218571095610969e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,6.580509943887591e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,7.853254646761343e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,5.927246456849389e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,6.492190004792064e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,7.579338125651702e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,6.02969630563166e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,6.818709516664967e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,8.264109055744484e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,6.428343476727605e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,7.17090952093713e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,9.8490207165014e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,7.134090992622077e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.106834477279335e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00010972844756906852 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,8.46237235236913e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00010361709428252652 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00013198770466260612 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,9.654180757934228e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00010249848855892196 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00015883207379374653 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013151038729120046 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.0001094234103220515 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00015893805539235473 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001355978165520355 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.0001038727568811737 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00017881083476822823 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00015367531159427017 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.044432666385546e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.0001766968343872577 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00014925454161129892 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.441131361294538e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00018519045261200517 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00014819214993622154 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,6.337518425425515e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.0002016365760937333 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00016499392222613096 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010075113095808774 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00023737852461636066 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00018816336523741484 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,8.471686305711046e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002536752144806087 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00019818831060547382 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,7.828058733139187e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.0002771270228549838 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.00020552679779939353 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,6.885790935484692e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.00030196565785445273 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.0002157738053938374 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.00013186151045374572 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.0003478080325294286 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00023334220168180764 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00011593646922847256 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.0003881542070303112 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.0002614095574244857 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00022522274230141193 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.00046823013690300286 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0003416992840357125 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.0002741017087828368 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0005886069848202169 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0004488716076593846 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.0003784951113630086 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0008044916321523488 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0007447153329849243 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006315325736068189 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0014746389351785183 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.004002673085778952 +bos,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0008892628247849643 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.00605928897857666 +bos,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,1.9304916858673096 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.972941370506305e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.4985132565925596e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.510810190869961e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.594565209321445e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.837426579091698e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.3624535717535764e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.878100637346506e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.669629096402787e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.826448720355984e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.96493384061614e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8367138181929477e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5062198144732974e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.5647652617190033e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.2632284273859113e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.631556344567798e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1759092962602153e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.668999099521898e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.930179445887916e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.485293564153835e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.035276601323858e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.906531466986053e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.2236384615534917e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.107223063940182e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.504814180312678e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.6073175073834136e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.750023360131308e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,5.992732985760085e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.288659980986267e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.829290891299024e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.906378257554024e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.213163189589977e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.948157483246177e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.119421206880361e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.836866279831156e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.552531992085278e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.455015293089673e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.064796566031873e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011191242083441466 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.185406477423385e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.715706983115524e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012652760779019445 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.789377509150654e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011255501885898411 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00015171777340583503 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.0001111731689888984 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011044988787034526 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017591541109140962 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.0001460306521039456 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012255935871507972 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017865747213363647 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001518536009825766 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00011165704927407205 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.0002027200534939766 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00017758479225449264 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.165337981656194e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019781904120463878 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016984640387818217 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.571045039687306e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020757193851750344 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.0001761519379215315 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.399861351586878e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.00022367341443896294 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.0001902240328490734 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00011119708506157622 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.0002624756016302854 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00022593617904931307 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.13553376449272e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002727200626395643 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00023125932784751058 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.866391726769507e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.0002965742314700037 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002402840182185173 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010163228580495343 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.00032291002571582794 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.00025528721744194627 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.0001728062197798863 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.0003728887240868062 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00027177136507816613 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00016595037595834583 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00043989636469632387 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00030969607178121805 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00027702079387381673 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005291037377901375 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0004044706583954394 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027475206297822297 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0006886027986183763 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005266047082841396 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00037165937828831375 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0009795255027711391 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0007943269447423518 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006954905111342669 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0018533177208155394 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0018567945808172226 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0009955527493730187 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007845361717045307 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.0815347358584404 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,1.0494169373487239e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.676466922617692e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.6762027118820697e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.839857294631656e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.880108074052259e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.4576663892949e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,6.219905571924755e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.816779882181436e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.86713223735569e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,9.06038530956721e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.897417678264901e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5608564353897236e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.6143791071954183e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.271261812187731e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.6349613108322956e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1810428481549025e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.72284373245202e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.98804695578292e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.4605116525199264e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.084682900109328e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.9851645599119365e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.454920781427063e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.152730540838093e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.555351162911393e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.863208934897557e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.778371218591928e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.0462749388534576e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.594801718369126e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.827538113109767e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.91871828166768e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.775508129270747e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,9.029592183651403e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.240485138026997e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,8.223245094995946e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.63054844760336e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.612482295371592e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.315018203575164e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011233481927774847 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.282878116006032e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,0.00010473814472788945 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012560398317873478 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.753780614119023e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011909351451322436 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00014970618940424174 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010917703912127763 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011134008673252538 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017036769713740796 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013997909263707697 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00013043971557635814 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017342546198051423 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001469362759962678 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010798312723636627 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00019814570259768516 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.0001766421482898295 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.5595333580859e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019302158034406602 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016847482766024768 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,6.0391637816792354e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020434640464372933 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00017128496256191283 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.744379399809986e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.00022128647833596915 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.0001847942767199129 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010632179328240454 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00025923553039319813 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021885603200644255 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.533139382256195e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.00027004702133126557 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00022319372510537505 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.382886881008744e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00029569517937488854 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002319013001397252 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010798404400702566 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.00032409231062047184 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.00024987812503241 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.0001727735361782834 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00037586866528727114 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00026814552256837487 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00017828548152465373 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00044850810081698 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.0003184469824191183 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.0003015889669768512 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005447950679808855 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0004218692774884403 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027542756288312376 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007174506317824125 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005573780508711934 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.0003964512434322387 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.001025036326609552 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008458644151687622 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0007512871525250375 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0019404602935537696 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0019232502672821283 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0010511212749406695 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.0077622514218091965 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.05979951098561287 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.878436912913457e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.4386665725396597e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.4363639568036888e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,6.884627055114834e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,0.00013619876699522138 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,4.435095615917817e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.888967280043289e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.971726856543683e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.986184184323065e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.165842700691428e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8941347661893815e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.4743773135705851e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.3421045878203586e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.301930701127276e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.6225183319183998e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,2.7147380023961887e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.711554720415734e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.998125612270087e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.1268864404410124e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.074592238292098e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.958467616233975e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.1485058318357915e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.089279824867845e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.447592047858052e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.2853833039989695e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.71596169215627e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.0447302530519664e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.002331403782591e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.727377280592918e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.855226092739031e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,6.839408888481557e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.905732829589397e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.216346421046183e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.794119301252067e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.51969632296823e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.573943003080785e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,7.627580635016784e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011058158270316198 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.196932321880013e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.80145123321563e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012302650429774076 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.568274981575087e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011530964548001066 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00014660952729173005 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010704348824219778 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00010732299415394664 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00016742096340749413 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013913714792579412 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012304712436161935 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017016305355355144 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001432281278539449 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010144330735784024 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.0001909254933707416 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00016938717453740537 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.131877307780087e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00018599192844703794 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.0001608198945177719 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.056072768638842e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00019235711079090834 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00016173860058188438 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,6.910460797371343e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.00020894972840324044 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00017915444914251566 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010284660675097257 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00024330215819645673 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021079328143969178 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,7.783636101521552e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.000258126063272357 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00022098017507232726 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,7.27613441995345e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.0002864432753995061 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.00022625047131441534 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,9.96068847598508e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.0003154244041070342 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.00023955153301358223 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.0001538918586447835 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00036778824869543314 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.0002569025964476168 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.0001666488533373922 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.0004369422094896436 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00030102283926680684 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00029198400443419814 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005359990755096078 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0003905313787981868 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.0002633904805406928 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007066430989652872 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005216881982050836 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00044267461635172367 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0010056330356746912 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008159138378687203 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006895745173096657 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0018309704028069973 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0029823705554008484 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0010469231056049466 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007815683260560036 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.7922208309173584 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,2.9069747142784763e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,3.9196154943965666e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.197663419196033e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.5061292515383684e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2313627166804508e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,6.99949378031306e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.51595509123581e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.2604385776503477e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.878918621718185e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.5877129701257218e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,4.867598363489378e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.304392859921791e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.5447602537460625e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,8.787464139459189e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.251542228914332e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,6.014498922013445e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.2333994163782336e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.0782554454635829e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,8.974546290119179e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.586613871040754e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.2750061614497099e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.1490429642435629e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,1.886388963612262e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.4022768482391257e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.5455339962500148e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.0236313503119163e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.4799017662880942e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,1.7635209587751888e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.2807031200500205e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.6971071090665646e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.0109378965571523e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.1929521608399227e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,1.7417956769349985e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.1108597138663754e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.396902345935814e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,1.8316895875614136e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.158455754397437e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,2.9590251870104112e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.0830817447858863e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,2.827834032359533e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.289922096882947e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.440650132484734e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,3.910876330337487e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.0148970583686605e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,2.7403453714214265e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.1695795769337565e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,4.713732414529659e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.723301415448077e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.284408740000799e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,4.621094558387995e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,3.891175947501324e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.7060736101702787e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.195067205931991e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,4.51905834779609e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.7472786566941068e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.0635972002055496e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.2708765249699354e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.5100289601832628e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.286658415570855e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.24759928137064e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,1.847933526732959e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,5.708594835596159e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,4.754243491333909e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,2.634585507621523e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,6.748942541889846e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,5.4914427892072126e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.4220127670560032e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.104506221367046e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,5.7294804719276726e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.523272269172594e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,7.802878826623783e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,5.973133374936879e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.0120854969718494e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,8.442419493803754e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,6.13850643276237e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,2.8176016712677665e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,9.74328359006904e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,6.763475539628416e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,3.47367677022703e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00010972529707942158 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,7.411726983264089e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,6.025095353834331e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00013361478340812027 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,9.810948540689424e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.349561929004267e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00016839854652062058 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.0001257625117432326 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00011633141548372805 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.00023311920813284814 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.0002243731141788885 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.00020162937289569527 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.00041925624827854335 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.001184639404527843 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.00031992411823011935 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0017230539815500379 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,1.1070836782455444 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.289417804808181e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.2605279304552823e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.14141401406232e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.4820650449109962e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2451348538888851e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.684804273187183e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.9125066046399297e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.4321941509697353e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.806037173286313e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.4337568902410567e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.221651917963754e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.359408194432035e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.114202733442653e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.39203891903162e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.4768940976355225e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.386395736830309e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3308737834449857e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1595263458730187e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.706476703286171e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.729155883367639e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.4061847650737036e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.268975483981194e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.042872984020505e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.577165676280856e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.8102147805620916e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2388067009160295e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.7041231330949813e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.0931320250383578e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.558581945777405e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9725872334674932e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.2998232452664524e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5635059500928037e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.0285382561269216e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.3021651941235177e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.7621490517049097e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1351468603825197e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.3137041353038512e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.310653119115159e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3637689082534052e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.065814235014841e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.745813955902122e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.794158353935927e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.015956073999405e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.52721506007947e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.134251164738089e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.297429429949261e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.1803115638904274e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,4.1429368138778955e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.462161112111062e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.1637394790304825e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.350503149908036e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.796101944113616e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.860836972715333e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.215679993852973e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.7758351532393135e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.62065324629657e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.872225326835178e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.5333349438151345e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.879525633645244e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,5.0595393986441195e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.1713012756663375e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.321926775854081e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.4729032854083925e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.1895702704787254e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.441946945618838e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.602924258913845e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.521243368391879e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.654535147594288e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.669502181466669e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.7578393201110885e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.321888162754476e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.918673898326233e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.8362966986605898e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.065763151738793e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.274281233549118e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.724786413135007e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010480474884388968 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.724270835751668e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.019699892727658e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.0001243298756889999 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.750837878324091e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,7.777185237500817e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015042777522467077 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.0001149325180449523 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.332475070143119e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00019758791313506663 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00014815603208262473 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012256248737685382 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.0002798239002004266 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.00023235382104758173 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.0002193830005126074 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.000528272648807615 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005652805557474494 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003423837188165635 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0022643390111625195 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.04643964022397995 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.411291515931225e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.7594775764991937e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.630760817140981e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.5743293033665395e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.269374365620024e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.8535435528028756e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,2.0318075257819146e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.4727014533709735e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.839089574990794e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.4728014977881685e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.386785687733209e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.522071776591474e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.207494152477011e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.411981409357395e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.4993517955590505e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.646486665180419e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3420842151390389e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1802024346252438e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.676437912276015e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.738194805511739e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.4305418517324142e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.3071536159259267e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0540552213788033e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.596355468791444e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.873823202913627e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2497128156828694e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.7220250811078586e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.179268813051749e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.558136657171417e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9756686015171e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.419945849396754e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5867719159577973e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.0631336155929603e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.397871867287904e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.7825983124785125e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1770920284325257e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.4134202249115333e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.322604243294336e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3942118787090294e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.254588591516949e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.702801768667996e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7930314900004305e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.1854087612591684e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.457809336599894e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.083605770370923e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.29642862197943e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.025256905355491e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.980632027378306e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.775542427320033e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.0097973144147545e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.211029227008112e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.8890603061881848e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.711481935577467e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.208194852457382e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.8864631783799268e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.498664904735051e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.835586150875315e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.693577360128984e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.768025584984571e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.9151916755363345e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.2260526748141274e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.247333658393472e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.3144816774874926e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.0715564207639545e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.34789646230638e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.399595440598205e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.6432020604261197e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.573532639071345e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.423237209673971e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.447305087116547e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.299393812194467e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.674918404314667e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,3.080763417528942e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.090997627936304e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.111126615200192e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.8603120376355946e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010562452371232212 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.614024798385799e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.268622044241056e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00012640238855965436 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,9.022515587275848e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.685344073455781e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.0001549577573314309 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00012000539572909474 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.436830492224544e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020586686150636524 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00015672824520152062 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012361029803287238 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.00029345217626541853 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.0002463837736286223 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.00023642352607566863 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005498952814377844 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005836987984366715 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.00035059897345490754 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0022585426922887564 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.03322799876332283 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.2508367553418793e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.0982081372931134e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.351677251994261e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,2.0119305190746672e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.463542957935715e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,7.608712621731684e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.798174025680055e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.5077265490836e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.9684003948204918e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.2257866021391237e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.375974978960585e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.2762158045661636e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,5.024997335567605e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.518182196188718e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.454669685102999e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,6.551525984832551e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3390548701863736e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1797130355262198e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,8.904280548449606e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.7320689948974177e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.422271270712372e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.2016043001494836e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0333183783804998e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.562618672323879e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.669716766627971e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2316493414109573e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.715339021757245e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,1.9357175915502012e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5290637495345436e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9632410840131342e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.2020540200173855e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.541495814512018e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.0689725715783425e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.1921958250459284e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.7431084163254127e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1746229322161525e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.2089174308348447e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.2857267797226086e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.373043207626324e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.01411964755971e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.6427816667128354e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.744622906902805e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.038315819343552e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.3584346713032573e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.0202287234715186e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.222284431103617e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,4.9407477490603924e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.957379158237018e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.477690916042775e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,4.896047175861895e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.096987686352804e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.7662275897455402e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.5126918596215546e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,4.981507663615048e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.7540172848384827e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.289562977850437e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.6309130993904546e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.4584626114810817e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.484710345626809e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.636267840396613e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.147270060959272e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,5.8874895330518484e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.168677307665348e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,2.79045088973362e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,6.911960372235626e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.122700870037079e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.2648877347819507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.25700956536457e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.368357571773231e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.339093953196425e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,7.988541619852185e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.534592102980241e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.932371171482373e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,8.841486851451918e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,6.826389289926738e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,5.270083784125745e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010331348312320188 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.284882303792983e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,4.895507299806923e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.000123241261462681 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.519322727806866e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.67715134518221e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015280692605301738 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00011105310841230676 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.359596202149987e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020221143495291471 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00014604596071876585 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00013853397103957832 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.000291230040602386 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.0002407460124231875 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.00022107374388724566 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005285227089188993 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0008862584363669157 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003217541379854083 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0021844645962119102 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.4573611617088318 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.2326265991523542e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,2.9495308240257145e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.786782821814995e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,9.857362783805002e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.9824710761895403e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.9267285097157583e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,8.502731816406595e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.726055074868782e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.05420496968145e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.837591412368056e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,3.6956628264306346e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.247961558372481e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.4216286621813197e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,6.5534959503565915e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.58691908736364e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.106927801534766e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,9.336136827187147e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.108009751595091e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,6.537809895235114e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.1992680811090395e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,9.735729690873995e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,7.816659490345046e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.4051029211259447e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.0653958270268049e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.1002637620549649e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.5039950085338205e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.1443654329923447e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.578852243255824e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.6933767255977727e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.2910445548186544e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.4640701920143329e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.6551535736653022e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.3263479559100233e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.4946891496947501e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,1.7764323274604976e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.3972895430924837e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.4457546058110893e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.1224283045739867e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.5718029317213222e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.0220515580149367e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.3648346541449428e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,1.8481920051272027e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.3175525711849332e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,2.9021404770901427e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.1093654140713625e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.4848701286828145e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.438557905610651e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,2.8648222723859362e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.707368003029842e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.418962296564132e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,2.980396857310552e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,1.8732282114797272e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,3.8713751564500853e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.431631193961948e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2402333595673554e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,3.816309981630184e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.2750565878814086e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.0253844266117085e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,3.989246397395618e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.247613494750112e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.1469801393104717e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.3467171053634956e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,3.6468605685513467e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.158088500436861e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.101754140923731e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.148776497459039e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.6286963727907278e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.440748282126151e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.388585875858553e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.6792633687146008e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,5.967004835838452e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,4.5430788304656744e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,1.5340592653956264e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.44050887785852e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,4.71216335427016e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,2.471663901815191e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,7.420205656671897e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.1751878345385194e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,2.578284875198733e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,8.301562775159255e-05 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,5.7738074247026816e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,4.1140159737551585e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00010029043187387288 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,7.554006151622161e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.645896089845337e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.0001268202904611826 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,9.807002788875252e-05 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.56655276240781e-05 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00017247075447812676 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.000165045028552413 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.0001470921706641093 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0003083920746576041 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0008760234341025352 +bos,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00019782975141424686 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0013765085022896528 +bos,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.6312596797943115 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.524638773593324e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.230624940897542e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.781265599580365e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.0363705769123044e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.249600586561428e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.5602165149175562e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.1629430218818015e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.8604891920404043e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.0001668872282607e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.7255035800189944e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,3.956412001571152e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.2879977425182005e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.6694700611406006e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.040274795144796e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.746880106016761e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.947587851551361e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.006636466627242e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.713001989235636e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.130450740078231e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3077316907583736e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0753451533673797e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.952641110226978e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.534591501695104e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2025086107314564e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.3220663277024869e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6787220374681056e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3117704838805366e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.7234702681889758e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.9089657143922523e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5106865248526447e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.6583840988459997e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.930599319166504e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5633237126166932e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.698611959000118e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.065146509266924e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.6231702829827555e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7027959984261543e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.430328822811134e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7932623450178653e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.1926100089331158e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.74925787380198e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1416701201815158e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5738216208992526e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.2972351618809626e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.4274064344353974e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.5331177312182263e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.821144491666928e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.19136815960519e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.949080771941226e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.865573671646416e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.336252484587021e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1443303921842016e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.3876418203581125e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.939414455089718e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2846934623667039e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.2587977077346295e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.733537596417591e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.120697743317578e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.473360604606569e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.8521098758792505e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.3946881153970025e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.82712421217002e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.1789087845245376e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.5333054509246722e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.654487176798284e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.966069900547154e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.792707189451903e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.8694113249657676e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,5.1045757572865114e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.9456841982901096e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.381324055837467e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.276668889564462e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.1666932298103347e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.950726674403995e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.578091077040881e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.550562905729748e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.004768460523337e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.93939475947991e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.4419768780935556e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.438157576369122e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.819544069003314e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,4.898092811345123e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011357428593328223 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.895425708033144e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.872482870472595e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00014865174307487905 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011505927250254899 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.106517245527357e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021080511214677244 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.00017428833234589547 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00016673150821588933 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0003926466451957822 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.00040475523564964533 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00021260930225253105 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0017190170474350452 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.02731764130294323 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.631625761750911e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.612462364799285e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,6.148036391095957e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.0888480801440892e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.2716265018752893e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.606820114830043e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.2313396382523933e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.8932331613541464e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.014402980421437e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.7610343547858065e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.088833520654589e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.411862053326331e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.754418912649271e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.0526384661206976e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.755582606070675e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,6.109632067818893e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.016719306790037e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.85096778802108e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.253865533130011e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3167586075724103e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.092053935281001e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,9.360172953165602e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.544064980407711e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2134969438193366e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.3952554581919685e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.688293195911683e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3254628356662579e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.7756166926119477e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.907667137857061e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5135812645894475e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.775529199221637e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9521992726367898e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5887528206803836e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.7931684851646423e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.0836883777519688e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.656576932873577e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7740136172506027e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4323224351974204e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.8147527953260578e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.3378754121949896e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.7190762921236455e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1389145331340842e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.7316342311678454e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.251768066547811e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.383803075645119e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.5425824787816964e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.704371920321137e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.056809146073647e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,3.1275929359253496e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.7460398743860424e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.231898517697118e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1911375370109454e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.2775085603352636e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.9231035771081224e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.3726958968618419e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.1544350096955895e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.701271634781733e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.2313143997744191e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.39872637798544e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.74753144569695e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.4957154235162307e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.778547372552566e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.060580977238715e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.3849192075431347e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.573322778218426e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.813569103134796e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.8806476873578504e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.810673246742226e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.919542698189616e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.7947882952285e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.362056592479348e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.096417953609489e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.3889477233751677e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.972461414989084e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.450128810480237e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.595765520003624e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.05460658739321e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.872841575182974e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.673134051496163e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.615024464437738e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,7.009200635366142e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,5.644463453791104e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011700718459906057 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,9.284949919674546e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,6.076561112422496e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00015479988360311836 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.0001220877602463588 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.360790136270225e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00022048017126508057 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001853171706898138 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.0001801993348635733 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0004092416784260422 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.00042089223279617727 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00021460036805365235 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.001706517650745809 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.019558068364858627 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.4385477104260644e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.1100410069484496e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.777769729320426e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.3908318123867502e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.878726379800355e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,2.0869334548478946e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.107702701119706e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.918488806040841e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.074218173220288e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.5855357560212724e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.09081440011505e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.2094783364300383e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.09229426420643e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.120498594304081e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.729896656703204e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.170691110834014e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0152001777896658e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.867053111316636e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,6.713629318255698e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3202357877162285e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0834308341145515e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.59581177792279e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.5272369637386873e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.1898236152774189e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.2328278899076395e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6713231161702424e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3244967703940347e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.5742381947347894e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.887806865852326e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5031764633022249e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.589298335602507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.92192273971159e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5890796930762008e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.64005505212117e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.057414167211391e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.6480909835081547e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.6636251530144364e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4143842892954126e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7993561414186843e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.2097325199865736e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.6757987143355422e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.0988871256122366e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5754430680535734e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.173523145960644e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.337055775569752e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.462404518155381e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.634635504567996e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.0461720598395914e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.874005622288678e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.663484676508233e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.141415072605014e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.0874726033071056e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.123797771171667e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.751785334316082e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2532818800536916e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,3.997775638708845e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.537411248544231e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.0087975169881247e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.1627197788329795e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.5473840398481116e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.263294143427629e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.49850813311059e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,3.9342965465039015e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.319634222658351e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.253269773675129e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.628455644706264e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.4790060959057882e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.542933286051266e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.8725170927355066e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.6854961359058507e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.131491682026535e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,4.989645094610751e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.3044336558086798e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.772125198040158e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.225564382271841e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.429301068536006e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,7.864780491217971e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.625254561891779e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.489109440124594e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.37028817133978e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.615911115659401e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,6.0160207794979215e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011491141776787117 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.60198269947432e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.607539424090646e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00015241623623296618 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011447689030319452 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,0.00011100168921984732 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021547162032220513 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001799236488295719 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.0001651766651775688 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0003909865627065301 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0006518539739772677 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00022062934294808656 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0016938154585659504 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.2626228928565979 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.2636605095650566e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.4431822403793149e-09 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,5.712922135359122e-09 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,5.77115821798202e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.927757686814857e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,5.018439878767822e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,4.5027106487793844e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,8.296554554476643e-09 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0622446033892174e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0185730481282462e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.7820758202446996e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.5737020575556926e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,1.955792328089956e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.193623498987108e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.6452138257582192e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.4281574084739077e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.5403169224300655e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,3.9488476488713786e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.236007728446566e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,5.850019491049352e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,4.666798147923146e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.4728345471867215e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,6.917672834561017e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.092877941592633e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,5.852746554069199e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,7.410526592366296e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,5.424968918532613e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,7.060486240106911e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,8.291877406918502e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,6.200676239132008e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,7.681594382802359e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,8.0340619490471e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,6.383569228773922e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.221077507641894e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,8.735880641097538e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,6.691470133546318e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,8.5460904131196e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.0841038289299831e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,7.816224467660504e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.075616680168423e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.1974444191764633e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,9.293620450989692e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.305495942460766e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.470724839691684e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.0839024611186687e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.24420751035359e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.717964011049844e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.3619423100408312e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.1936518262700702e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.696532763162395e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.534886990839368e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,9.823760649396718e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,1.9130273187784042e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.7369744398365583e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.906286387220462e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,1.846787256454263e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.5925262175642274e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,5.5230849227427825e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,1.9234870762829814e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.8023247605469805e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,5.708796635417457e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.0949697443484183e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.756195615598699e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.0980389220094366e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.470545439337002e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.0949258328073483e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,9.083910867957457e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.612112837141467e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.1233260838471324e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.193283290187537e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,2.841787818397279e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.2338913652220072e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,8.618437874474694e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.0727713351552666e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.262095222249627e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.0469805999946402e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.556489218681236e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.1493502206103585e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.2306348651236476e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,3.9967702036847186e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,2.7865891638612084e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.2545673061813432e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,4.846044703299413e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,3.7981743616910535e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,3.1145165735324554e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,6.19483557784406e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,4.6407586751229246e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.747359980683541e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,8.41257531192241e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,8.690366826158424e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,6.334873319246981e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.5702296423114603e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,4.286330749891931e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.0043042948382208e-06 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.291775884572417e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.0040566585958004 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.4465294517762572e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.5730361457855224e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,4.78510431278778e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.50791198708589e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.740206556632984e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.142209036217537e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.918276979599568e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,8.907572457417245e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0333481625934837e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0291921981320229e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9038727927522814e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.5925092355928427e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0223332342084177e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.42414949727754e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.7345503639253366e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.8483409408863736e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.875049697261602e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.2590585280777304e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.7710318423478384e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.317915079989689e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.149001580662116e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.824109112178121e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.482289987592594e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.760745835914349e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.847959355127387e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.192800748929585e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.248177442103042e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.436803256017811e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.334580397535319e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.196394591346689e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.604684609281321e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.386198485117347e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.451816941284051e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.630248515828498e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0102684200319345e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.779790678341669e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.254139143877183e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2176552388609707e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.841679743909481e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1459041360240008e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3664995890394493e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0483499579549971e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.4162516492888244e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.65637558779963e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.188921103789653e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.3069760029793542e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8944258783903933e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.513996892299474e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3587442992957222e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.8865618756080949e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.6875590347353864e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.0318850485191433e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.1377087477958412e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.959701734222108e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.676367547697737e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.06039032946137e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.826061577503424e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.398031615617583e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.1539285910421313e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.968651588413195e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.129027324026538e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.312302314066983e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,2.0055375671290676e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.4029812689386745e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.7205183528167254e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.4890053396120493e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,9.646092280490848e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.8009608854517865e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.455994376759918e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,1.0806130745777409e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.044179948119563e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.5734846076375106e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.1381762021756003e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.3073231975322415e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.681138653315429e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5351693605225591e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.823198539976147e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.078810664192133e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6624700549527915e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.534622632945684e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.262703671680356e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.617913423819118e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.48138530120923e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.3375089830988145e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.9464678164004e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.193948476924561e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.425723088592349e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.656752423670696e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0192180752710556e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,8.810413874016376e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.405711812680238e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.9879760202456964e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.0736531496368116e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.13794419576152e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.510718544130214e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.0001711941004032269 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.468417942795952e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.7562897802747557e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,5.061608465695144e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.7924190716439625e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.1305833602648363e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.2530414248176385e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,6.229519566858244e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.05577035581473e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0458981236638465e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0266959726834557e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9671402284870965e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.6537130775873266e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0210521256558422e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.4341731236509077e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.7454053252995436e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.9198664819318765e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.9164750492991516e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.3367023749851796e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.743959098301275e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.352667725195715e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.23165368804257e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,5.000848446456985e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.531792078907529e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.827912730183016e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,7.193190754151146e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.222408354185973e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.312233580274551e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.650207661275999e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.329576755590097e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.221088793585295e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,9.094670616605072e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.465478711945252e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.576834093470097e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.974581078291521e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.018664832486138e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.940513313542397e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.643611065257574e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2179299346826156e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.956945407589956e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.2002752214357315e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.352498770756938e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0509026537874888e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.5275914222456777e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.6310893613535882e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1660682730507688e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.2930205173233844e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8344015018101345e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4545882720540249e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.448371023116124e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.8311531846393336e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.6400281310779974e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.055704927921397e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.087088972757556e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.961770408343e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,7.011446001570221e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.011401818435843e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.813235286363124e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.857607814936273e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.1171253195007012e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.9248781768510526e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.453780170862956e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.285363223109016e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.9471224277367583e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.382259000592967e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.689427276436618e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.412048445421533e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,1.0253315707586808e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.769882030406734e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.366621885130371e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.858914751248449e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.029448407687596e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.4760774408605357e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.218765106614228e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.3147438216474256e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.621546002501418e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.656183030718239e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.8517515577041195e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.049924259812542e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.7619336745156033e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.6160369038261706e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.3606769989091845e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.891182759867661e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.639699338644277e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.525084023043746e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.927809248376434e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.538915838267712e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.743749511566421e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.773445994032954e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0672083590179682e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.366383437736658e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,8.055836815401562e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,2.0458435301407008e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.1426210423669545e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.1320582871121587e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.26671839604387e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.00012278791109565645 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.3547968302773938e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.512306613271619e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,6.4046048464661e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,8.146884056259296e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,2.468022408663728e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,5.465208232635632e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.832752059120594e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.193618311087448e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0961814567167494e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,8.959682773479472e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9602218515046843e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.5625031934973777e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,1.760678003392968e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.474520227086941e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.7265510738061494e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.5973825756864244e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.894693361734426e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.33431921464944e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.365863676663139e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.333363700150585e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.2039627718158954e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.753844606852908e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.471120966329181e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.698862182157427e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.407853447853995e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.146857055635337e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.285005582640224e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,7.79155158170397e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.256594069029234e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.166713089645782e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.201039491950723e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.311496285135945e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.613535757400314e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.225541847650675e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0092231406133578e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.928125000944419e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,8.846608068324713e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2010360705971834e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.845365329079868e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1501433760940927e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3256149600238132e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.025134608312328e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.4367184064667526e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.596284562310757e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1512243958122781e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.1856592152525991e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.809168992394916e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4447908824877231e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3667252574123268e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.7911735028519615e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.5859208701840544e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,9.682050006176723e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.0169326830909995e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.8574731086573593e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.950981656927979e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,1.9369268500213366e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.7515773720333527e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,5.5097238771395496e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.009347213061119e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.8082141650666017e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,6.20770279624594e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.1555402440753824e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.888545710926337e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.2068676369381137e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.533344627408951e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.3163978823959042e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,8.277139329493366e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.65784422026627e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.3497733536714804e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,8.983445809462864e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,2.930314622062724e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.441454398649512e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.120559076639438e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.218977724372962e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.5197005015797913e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5548124565611943e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.768582814700494e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,2.8540316066028026e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6862927054717147e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.5060247089168115e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.163013957419025e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,3.2628736335027497e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.551742106035817e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.1917314774764236e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.784670698474656e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.409162208205089e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.407015351011069e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,5.493691332958406e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0474677765159868e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.340241717836761e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.365582632701262e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.9500748749123886e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,3.2178868423216045e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.097245672099234e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,9.432135811948683e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.001673463499173522 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.1474701189229108e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.1177827552444342e-09 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,3.221942046494064e-09 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.287466381924787e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,5.345472064988144e-09 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.5626115984778153e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,3.5406402254523073e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,6.395144858117874e-09 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.557192205354113e-09 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,8.198878909126961e-09 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.3648062235915859e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2008202432411963e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.392048876169838e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.417170641422217e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.0469762773700495e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,1.7568885013474755e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.4444330054839156e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,2.977149904381804e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.2815793698782727e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.435396050439522e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,3.5791909880344974e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.276197091395261e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.211490261558538e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,3.9248927663493305e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.402438946726761e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,5.577885886509648e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.1772938885742406e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.298630867400789e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,6.266369467766708e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,4.769800554527137e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,5.380038103908191e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,6.090333215524879e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,4.903957773194634e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,5.270483782737756e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,6.583211131783173e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,5.1326829009212815e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,5.965102189975369e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,7.866799478506437e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,5.8751076892349374e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,7.779217980896647e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,8.728802214363895e-08 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,6.9892948317829e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.244515553064048e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.0710896702903483e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.297217846120475e-08 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.425295388609811e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.2687205241945776e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.0533146621583e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.360615393916305e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.270341840609035e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.1520123166519625e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,6.904700455834245e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.4356028543716093e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.298074607802846e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.5098247742080275e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.4123078528882616e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.2216189304581349e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.255226571103776e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.4748312082701887e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.3216805427873624e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,4.878548054421117e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.604923198783581e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.3351910865821992e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,7.596445783519812e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,1.8904371756889304e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.5739885839138879e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,6.878373426388862e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.0059337657585274e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.6200138475142012e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,6.949152009383397e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.193354475821252e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.702626661881368e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,6.409023001197056e-08 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.3719489661289117e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,1.7423384690573585e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.04497296149475e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.7284417569717334e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.2619565243076067e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.0779545078776209e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.056827893033187e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.1476836309375358e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,1.5342126857831317e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,3.7031003330412204e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,2.891934514082095e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.140914006076855e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,4.6505533646268304e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,3.62913453955116e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,3.4694363648668514e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,6.323235766103608e-07 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.290326268754143e-07 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,4.937414814776275e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.1951950682487222e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,3.1440592920262134e-06 +bos,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.761647680126771e-07 +bos,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,7.665005796297919e-06 +bos,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,0.002218551468104124 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.2394826276462823e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.2121895709427122e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.8126514450832474e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.36784164392634e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.8302731774610947e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.099961648127646e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.564825406561113e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,6.88527990178045e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.394940215732504e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.816802316540361e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.461305121353007e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2122138848269515e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4401051018353428e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6016227394620728e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.114832930999455e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.030835588584523e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.7209350267630725e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.203169285370677e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7165654614691448e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8194422674896487e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,3.946051307934795e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.704873918763951e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.6794135616655694e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.4234074181304095e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.8680199427053594e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.216792058921783e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.8216023174063594e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.977786798894158e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.040152638637664e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.559652649367308e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.230134630413886e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.128269885470218e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.7512462348086046e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.072510672083808e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.629511600271144e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,5.981611650440755e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.542012442878331e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.974980403309019e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.6827787748025e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.231129555724692e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,1.0111646275845487e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.01322954657735e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.863564542911263e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.2172969832136005e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,9.177878723676258e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.800450584407372e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.408080265719036e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1714200809365138e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.642831599876445e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.4231011391530046e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2743892341404717e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.817712344149186e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.6233857991210243e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4745084797596064e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.330857533181188e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.575779720042192e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.3956048405816546e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.570597411657218e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.648392355946271e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4846082763142476e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.515909862197077e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.7788772765925387e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.5380572904177825e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.767184394604556e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.0920484189446142e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.8649357969025004e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.394574197405746e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.168827251125549e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8774760235373833e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.806157498180255e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3546073180114035e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.9735428224976204e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.334216516914239e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.5601514153095195e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.063003847752043e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.391076125401014e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.947328994196141e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.3227363499245257e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4195786945947475e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.4806708981705015e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.5206344389516744e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,1.9115709903871902e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.1791591343098844e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.3491528483864386e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2486175055291824e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.454692768580571e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.246449520906026e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,3.848458050015324e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.748558346065693e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.525373805743584e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,5.8908199207508e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.4650984212494222e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.4937830883354764e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.978126177476952e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.438622222049162e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,9.373205830343068e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.245057501542135e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.353299028394872e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.986521474568349e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.553051713429568e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.1773797936598385e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.15789305002545e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.763546002095609e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.0066188406769925e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.450912775652796e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.822889003250566e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.5092492589019457e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2561486961715218e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4651965862810812e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.61290420411342e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.116026820431216e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.06449133344222e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.761336486718392e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.257854430671614e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7398217028462568e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8520078621550056e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,4.0039324744611804e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.86590137679832e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.717047102393735e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.46760282102332e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,5.1610900442256025e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.245640093993643e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.8622354142935365e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,6.312219369419836e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.042722671712909e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.5699675982623376e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.655509565689499e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.208605978803462e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.844351136374826e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.401698726676841e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.695686576880689e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.097457827536346e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.844287980811714e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.98819081385227e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.765000648556452e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.839046472530754e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.992348282139574e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.019657826707771e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,1.0511696046933139e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.199604469093174e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.995454692239946e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.563633796005888e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3643665397466975e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.123297579397331e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,1.0545036133180474e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.3826196720856387e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2353146416899108e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,8.026685094364439e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.5818515919363563e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4689402405565488e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.561620142202628e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.540110474707035e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.3819172295370663e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,5.005058767437731e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.620103518007454e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4479611820661376e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.776177758320955e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.7603858282200235e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4931266889561812e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.315660065567499e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.064161179760049e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.8093348330694425e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.495363263387844e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.1431132779525797e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8087422404278186e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.037925087161057e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3478365562823456e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.9024679431822733e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.932696715646671e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.570976960214466e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.0157551716692979e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.5321008106639056e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.975248776238004e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.2987512693362078e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4935795888959547e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.5435073186818045e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.5930734182111337e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.1812343220517505e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.312347243740078e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.4924707392747223e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.487011272478412e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.698548761756683e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.5009261384620913e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.046397350521147e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,8.110504268188379e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.93515744387696e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.435061550291721e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.5317866655095713e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.5514317510678666e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,8.107745088636875e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.377106274157995e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,6.782464333809912e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.0436593811391504e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.1676799527293724e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,3.503454859554722e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,5.427353233500298e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,7.987114969409959e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.783307536446955e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.320671820323696e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.101300880663075e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.640388766105843e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,6.989064882390039e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.5063939429182938e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.1857784087965229e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.285564898978464e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6333562885838546e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.1087444679324108e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,1.8458802486520653e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.760873923397412e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.256959146824556e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.499652396181773e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.846400614155755e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,3.992300179334052e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.582522012379741e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.6580820029239476e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.385039176213468e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.66198102344606e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.202100166774471e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.852068613558913e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.525530610839269e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,6.962426368772867e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.533470925911388e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,5.946796832745349e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.082796571467043e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.842706940484277e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,5.954204596037016e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.620547393116794e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.07283894282773e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.25785077090768e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.907230153454293e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.68790534064101e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.036462872951233e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.854974791778659e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,7.835878079731629e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.885958718314214e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.1715096803754932e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.861745470767346e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,8.92763907245353e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3396326892234356e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1163196234065254e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.858926830474957e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.3507239771115565e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.198051791106991e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.75067263703022e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.5269321806954395e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.3994514347359654e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.5771472773358255e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.4811263326919288e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.327389895777742e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.036989764699683e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.5362492433723673e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.3647930074967007e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,4.76653383429948e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.6574426808801945e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4480554000328993e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,8.639888449124555e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,1.9509639059833717e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.7407400321189925e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,6.495949378404475e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.06191671736633e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.7939376562026155e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,6.277835495893669e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.268482717227016e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.8703886439652706e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.08730362678034e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.507761678316456e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,1.9315771737637988e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.455139084782786e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.910374519160541e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.1766032887171605e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4398705161511316e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.4487214861655957e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.45334319970425e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.274435502158667e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.248462062150793e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.243335697789007e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2898845486452046e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.590678711087094e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.204373169613973e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.200841488000151e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.91581214798498e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.85264808453212e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.074398584132723e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.4744769032404292e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,2.3676918772252975e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.829252695046307e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,7.009246473899111e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,0.0009163764771074057 diff --git a/lm-quant-toolkit/data-vis/data/variant-sensi.csv b/lm-quant-toolkit/data-vis/data/variant-sensi.csv new file mode 100644 index 0000000000000000000000000000000000000000..f4db00a16fa3fe6e530283c4346d15568462c253 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/variant-sensi.csv @@ -0,0 +1,10273 @@ +dataset,part,model,nbits,group_size,layer,sensitivity +c4,attn_in,Llama-2-7b-chat-hf,3,128,0,2.522855766073917e-06 +c4,attn_out,Llama-2-7b-chat-hf,3,128,0,2.867207513190806e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,0,6.711895821354119e-07 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,0,6.7198329816164915e-06 +c4,attn_in,Llama-2-7b-chat-hf,3,128,1,7.727867341600358e-06 +c4,attn_out,Llama-2-7b-chat-hf,3,128,1,1.0625341019476764e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.00014886358985677361 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.02867015078663826 +c4,attn_in,Llama-2-7b-chat-hf,3,128,2,1.8639648260432296e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,128,2,1.0641711014613975e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.1038989871158265e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.644555024744477e-05 +c4,attn_in,Llama-2-7b-chat-hf,3,128,3,3.686738637043163e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,128,3,1.668496770435013e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.182471431908198e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.7185327275656164e-05 +c4,attn_in,Llama-2-7b-chat-hf,3,128,4,7.11778411641717e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,128,4,3.0251727366703562e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010139225196326151 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00013707666948903352 +c4,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00012531089305412024 +c4,attn_out,Llama-2-7b-chat-hf,3,128,5,5.6671120546525344e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.00016190587484743446 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.0001297040143981576 +c4,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00015578929742332548 +c4,attn_out,Llama-2-7b-chat-hf,3,128,6,7.091773295542225e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.0002431217289995402 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.0001950913283508271 +c4,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00022163396351970732 +c4,attn_out,Llama-2-7b-chat-hf,3,128,7,9.501798922428861e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033468997571617365 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.00025662154075689614 +c4,attn_in,Llama-2-7b-chat-hf,3,128,8,0.0003524872590787709 +c4,attn_out,Llama-2-7b-chat-hf,3,128,8,0.00013619867968373 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.0004109160217922181 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003121227491647005 +c4,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004606967850122601 +c4,attn_out,Llama-2-7b-chat-hf,3,128,9,0.000201065355213359 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004868144460488111 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.00036517358967103064 +c4,attn_in,Llama-2-7b-chat-hf,3,128,10,0.000514721148647368 +c4,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00027098829741589725 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005740007618442178 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.000419186515500769 +c4,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005523672443814576 +c4,attn_out,Llama-2-7b-chat-hf,3,128,11,0.00025968789122998714 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006338319508358836 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.0004666822496801615 +c4,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006580037879757583 +c4,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0002793016319628805 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0007119496585801244 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005277449963614345 +c4,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0006758268573321402 +c4,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00034173205494880676 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.0008440922247245908 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006418640841729939 +c4,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007209479226730764 +c4,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00037194008473306894 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.0009572911658324301 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.0007530574803240597 +c4,attn_in,Llama-2-7b-chat-hf,3,128,15,0.0008899829117581248 +c4,attn_out,Llama-2-7b-chat-hf,3,128,15,0.00041348839295096695 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011803590459749103 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009352138149552047 +c4,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0009267829009331763 +c4,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005576697294600308 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0014785915846005082 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013543161330744624 +c4,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0006974308053031564 +c4,attn_out,Llama-2-7b-chat-hf,3,128,17,0.0003745197900570929 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.0016449118265882134 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.001371120917610824 +c4,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008034544298425317 +c4,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0003869619977194816 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0019401309546083212 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.001598875503987074 +c4,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0008081968990154564 +c4,attn_out,Llama-2-7b-chat-hf,3,128,19,0.00039793158066459 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0022289156913757324 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0018174683209508657 +c4,attn_in,Llama-2-7b-chat-hf,3,128,20,0.0008881792891770601 +c4,attn_out,Llama-2-7b-chat-hf,3,128,20,0.00048461114056408405 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.002579797524958849 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.00213133217766881 +c4,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0007606739527545869 +c4,attn_out,Llama-2-7b-chat-hf,3,128,21,0.000435080990428105 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.002894345438107848 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.002230376936495304 +c4,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012442171573638916 +c4,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005132841179147363 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.0033470105845481157 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.002521742833778262 +c4,attn_in,Llama-2-7b-chat-hf,3,128,23,0.001113019185140729 +c4,attn_out,Llama-2-7b-chat-hf,3,128,23,0.000552155717741698 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.003796221222728491 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.0027104925829917192 +c4,attn_in,Llama-2-7b-chat-hf,3,128,24,0.0017726203659549356 +c4,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0007346305646933615 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004259000066667795 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.0029427490662783384 +c4,attn_in,Llama-2-7b-chat-hf,3,128,25,0.0012511786771938205 +c4,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0005600877339020371 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.004847937263548374 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.003172279568389058 +c4,attn_in,Llama-2-7b-chat-hf,3,128,26,0.002017990918830037 +c4,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010181278921663761 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.0056390161626040936 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.003618827322497964 +c4,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0017420478397980332 +c4,attn_out,Llama-2-7b-chat-hf,3,128,27,0.0008927905582822859 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.0065559507347643375 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004158960655331612 +c4,attn_in,Llama-2-7b-chat-hf,3,128,28,0.002248063450679183 +c4,attn_out,Llama-2-7b-chat-hf,3,128,28,0.0011772309662774205 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.007900437340140343 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005197048187255859 +c4,attn_in,Llama-2-7b-chat-hf,3,128,29,0.002380324760451913 +c4,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0012503507314249873 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009369025006890297 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.007339405827224255 +c4,attn_in,Llama-2-7b-chat-hf,3,128,30,0.002366631990298629 +c4,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0014226736966520548 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.014572490006685257 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.02272847108542919 +c4,attn_in,Llama-2-7b-chat-hf,3,128,31,0.007984881289303303 +c4,attn_out,Llama-2-7b-chat-hf,3,128,31,0.002429801970720291 +c4,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.024104595184326172 +c4,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.03698178008198738 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,0,2.945909045592998e-06 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,0,3.3305213946732692e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,0,8.491051630699076e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,0,6.566038337041391e-06 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,1,7.777065547998063e-06 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,1,1.0991659110004548e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.00013339119323063642 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.02357177808880806 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,2,1.9738170522032306e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,2,1.099464589060517e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.250934630865231e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.771643084997777e-05 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,3,3.761800326174125e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,3,1.8277834897162393e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.5015840189298615e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.943165185977705e-05 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,4,7.318401912925765e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,4,3.2856882171472535e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010563898831605911 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00013702179421670735 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00012275892368052155 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,5,6.104660133132711e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.0001622666750336066 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.00012918839638587087 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00016878361930139363 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,6,8.257110312115401e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.00024139585730154067 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.00019271390920039266 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00023577504907734692 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,7,0.00010967178968712687 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033627526136115193 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.0002583354653324932 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,8,0.00036827893927693367 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,8,0.00015944932238198817 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.00041809846879914403 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003216017794329673 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004778466827701777 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,9,0.0002223240298917517 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004942920058965683 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.0003744921996258199 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,10,0.0005364801036193967 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00030301333754323423 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005778591148555279 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.00042552364175207913 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005836239433847368 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,11,0.0002938869583886117 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006345130386762321 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.00046693847980350256 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006985447835177183 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0003267986758146435 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0007131229504011571 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005280051846057177 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0007038501789793372 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00037056728615425527 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.000835407292470336 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006319099920801818 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007558987708762288 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00041063581011258066 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.000943247287068516 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.0007356895948760211 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,15,0.0008956199744716287 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,15,0.0004426524101290852 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011597482953220606 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009138418245129287 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0009484450565651059 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005918874521739781 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0014545278390869498 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013253624783828855 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0007329256623052061 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,17,0.00041300649172626436 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.0016132246237248182 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.0013221119297668338 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008873204351402819 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0004662696737796068 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0019181777024641633 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.001572956214658916 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0008222782053053379 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,19,0.0004219140682835132 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0022029527463018894 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0017791778082028031 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,20,0.00083405856275931 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,20,0.0004624252615030855 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.0025528999976813793 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.0020736362785100937 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0007785285706631839 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,21,0.0004734278190881014 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.00287477090023458 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.0021541183814406395 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012745218118652701 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005733655416406691 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.003329439088702202 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.0024274711031466722 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,23,0.0010683120926842093 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,23,0.0005604738253168762 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.0037731535267084837 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.002643073443323374 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,24,0.0017008889699354768 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0007152720936574042 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004219431430101395 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.002802119357511401 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,25,0.0013390802778303623 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0006204802193678916 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.00480580423027277 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.0031095535960048437 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,26,0.002049335977062583 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010358786676079035 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.005599393974989653 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.0035033514723181725 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0018218309851363301 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,27,0.0009678661590442061 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.006535708904266357 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004085205961018801 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,28,0.00220969645306468 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,28,0.0011842752574011683 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.007948756217956543 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005227948538959026 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,29,0.002540695248171687 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0013752201339229941 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009569183923304081 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.007309147156774998 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,30,0.0025273989886045456 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0015700537478551269 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.014621649868786335 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.020990140736103058 +pileval,attn_in,Llama-2-7b-chat-hf,3,128,31,0.007755497004836798 +pileval,attn_out,Llama-2-7b-chat-hf,3,128,31,0.0023908978328108788 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.023883163928985596 +pileval,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.03451888635754585 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,0,2.4695209503988735e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,0,3.3722010357450927e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,0,7.650692737115605e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,0,5.833001978317043e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,1,7.753556019451935e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,1,1.4109785297478084e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.0001554525370011106 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.034825537353754044 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,2,1.425821756129153e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,2,8.298747161461506e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.0628122001653537e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.6856432668864727e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,3,3.4487369703128934e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,3,1.7387950720149092e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.1734576118178666e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.523915413301438e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,4,6.13105803495273e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,4,2.833810322044883e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010231821215711534 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00017994284280575812 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00011087676102761179 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,5,5.77423743379768e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.00016245729057118297 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.0001303250464843586 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00015439516573678702 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,6,7.793980330461636e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.00024227783433161676 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.00019585478003136814 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00021849543554708362 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,7,0.00010005597869167104 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033585852361284196 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.00026047014398500323 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,8,0.00034046630025841296 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,8,0.0001534995826659724 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.00041699031135067344 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003219901700504124 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004436969757080078 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,9,0.0002064222062472254 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004907461698167026 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.0003812701324932277 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,10,0.0005123571609146893 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00028794282115995884 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005748934927396476 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.0004254138912074268 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005333242588676512 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,11,0.0002686362713575363 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006274443003349006 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.00046736179501749575 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006603081128560007 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0002971943758893758 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0006968257366679609 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005153283709660172 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0006721985409967601 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00036060812999494374 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.0008073899080045521 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006119136232882738 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007118115318007767 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00037654448533430696 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.0009144832147285342 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.000716122449375689 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,15,0.000847150047775358 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,15,0.0004200660914648324 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011224537156522274 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009014980751089752 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0008568970370106399 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005189166404306889 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0013962931698188186 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013906429521739483 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0006785953301005065 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,17,0.00042365718400105834 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.001562225865200162 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.0013137313071638346 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008128176559694111 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0003964854695368558 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0018458518898114562 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.0015247713308781385 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0007376790745183825 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,19,0.000387208245228976 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0020984646398574114 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0017644728068262339 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,20,0.000836432387586683 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,20,0.0004942166269756854 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.002438287017866969 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.0020651472732424736 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0006832140497863293 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,21,0.0003913050750270486 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.002800385933369398 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.002240723231807351 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012332577025517821 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005844387342222035 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.0032100374810397625 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.002422461286187172 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,23,0.0011211769888177514 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,23,0.0006173669826239347 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.003684907453134656 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.0026340531185269356 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,24,0.001539974589832127 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0006604712107218802 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004172805696725845 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.002862711204215884 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,25,0.001601177966222167 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0009489827207289636 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.004810266196727753 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.00316796381957829 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,26,0.001918484689667821 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010313938837498426 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.005655129440128803 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.003653209889307618 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0018972615944221616 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,27,0.001063649426214397 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.006686889100819826 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004353492055088282 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,28,0.0024688043631613255 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,28,0.001443227520212531 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.00795375369489193 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005140454974025488 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,29,0.0027218384202569723 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0016436626901850104 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009615838527679443 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.008009021170437336 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,30,0.0026859913486987352 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0018198942998424172 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.01631970703601837 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.047051336616277695 +wikitext,attn_in,Llama-2-7b-chat-hf,3,128,31,0.0070562176406383514 +wikitext,attn_out,Llama-2-7b-chat-hf,3,128,31,0.0028288078028708696 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.023109283298254013 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.034070100635290146 +c4,attn_in,Llama-2-7b-chat-hf,3,64,0,1.3148097650628188e-06 +c4,attn_out,Llama-2-7b-chat-hf,3,64,0,1.8423002074996475e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,0,4.7194717467391456e-07 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.681915925175417e-06 +c4,attn_in,Llama-2-7b-chat-hf,3,64,1,4.381580765766557e-06 +c4,attn_out,Llama-2-7b-chat-hf,3,64,1,6.9389957388921175e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,1,3.263694088673219e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.012428829446434975 +c4,attn_in,Llama-2-7b-chat-hf,3,64,2,1.5379369870061055e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,64,2,7.85020620241994e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.6443902495666407e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,2,1.986158713407349e-05 +c4,attn_in,Llama-2-7b-chat-hf,3,64,3,2.8813981771236286e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,64,3,1.2289269761822652e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.0084411011775956e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.681820089695975e-05 +c4,attn_in,Llama-2-7b-chat-hf,3,64,4,8.364774112123996e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,64,4,2.28491444431711e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,4,7.778009603498504e-05 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,4,9.492398385191336e-05 +c4,attn_in,Llama-2-7b-chat-hf,3,64,5,8.665843779454008e-05 +c4,attn_out,Llama-2-7b-chat-hf,3,64,5,4.249377889209427e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012441270519047976 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.0001014433364616707 +c4,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00013037933968007565 +c4,attn_out,Llama-2-7b-chat-hf,3,64,6,5.458716259454377e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.00018658167391549796 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015251371951308101 +c4,attn_in,Llama-2-7b-chat-hf,3,64,7,0.0001754078402882442 +c4,attn_out,Llama-2-7b-chat-hf,3,64,7,7.222237036330625e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.00025521143106743693 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020057916117366403 +c4,attn_in,Llama-2-7b-chat-hf,3,64,8,0.0002715567243285477 +c4,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00010455206938786432 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.00031252880580723286 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.00024294531613122672 +c4,attn_in,Llama-2-7b-chat-hf,3,64,9,0.00036337185883894563 +c4,attn_out,Llama-2-7b-chat-hf,3,64,9,0.00015593040734529495 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.00036922699655406177 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.0002855112834367901 +c4,attn_in,Llama-2-7b-chat-hf,3,64,10,0.0004168926679994911 +c4,attn_out,Llama-2-7b-chat-hf,3,64,10,0.00020981008128728718 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043368610204197466 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.0003284324484411627 +c4,attn_in,Llama-2-7b-chat-hf,3,64,11,0.00048213417176157236 +c4,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00020119304826948792 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.0004815719439648092 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.00036462998832575977 +c4,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005394653999246657 +c4,attn_out,Llama-2-7b-chat-hf,3,64,12,0.00021557191212195903 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.0005433535552583635 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.0004128976434003562 +c4,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005483580753207207 +c4,attn_out,Llama-2-7b-chat-hf,3,64,13,0.0002643629559315741 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006420023855753243 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.0005018216907046735 +c4,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0005817518685944378 +c4,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00028845079941675067 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0007289421046152711 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.000590654497500509 +c4,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0007331549422815442 +c4,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00032011023722589016 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008950979681685567 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007325921324081719 +c4,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0007543708197772503 +c4,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0004317555867601186 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0011339900083839893 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010318940039724112 +c4,attn_in,Llama-2-7b-chat-hf,3,64,17,0.000576821097638458 +c4,attn_out,Llama-2-7b-chat-hf,3,64,17,0.000291573436697945 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.001262575387954712 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010751421796157956 +c4,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006085502682253718 +c4,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003002819139510393 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014946541050449014 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.001250809640623629 +c4,attn_in,Llama-2-7b-chat-hf,3,64,19,0.000628936686553061 +c4,attn_out,Llama-2-7b-chat-hf,3,64,19,0.0003082194016315043 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0017226339550688863 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0014087326126173139 +c4,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0007622845587320626 +c4,attn_out,Llama-2-7b-chat-hf,3,64,20,0.00037675059866160154 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.002003722358494997 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016651398036628962 +c4,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006379521219059825 +c4,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003376631939318031 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.002247327473014593 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0017491572070866823 +c4,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0010340623557567596 +c4,attn_out,Llama-2-7b-chat-hf,3,64,22,0.0003992262645624578 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.0025995266623795033 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.001983916386961937 +c4,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008418328943662345 +c4,attn_out,Llama-2-7b-chat-hf,3,64,23,0.00043008034117519855 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.00296446168795228 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.002131879096850753 +c4,attn_in,Llama-2-7b-chat-hf,3,64,24,0.001391493366099894 +c4,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005651203682646155 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.003320015035569668 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.0023159452248364687 +c4,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0009881941368803382 +c4,attn_out,Llama-2-7b-chat-hf,3,64,25,0.00043804614688269794 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.003772302996367216 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.0024918934796005487 +c4,attn_in,Llama-2-7b-chat-hf,3,64,26,0.001582364086061716 +c4,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007859417237341404 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004374688491225243 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0028418004512786865 +c4,attn_in,Llama-2-7b-chat-hf,3,64,27,0.001368158496916294 +c4,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0006977537996135652 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.005055499728769064 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.003256055060774088 +c4,attn_in,Llama-2-7b-chat-hf,3,64,28,0.001833920949138701 +c4,attn_out,Llama-2-7b-chat-hf,3,64,28,0.0009165705996565521 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.006066706497222185 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.004066502675414085 +c4,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0018847562605515122 +c4,attn_out,Llama-2-7b-chat-hf,3,64,29,0.0009596132440492511 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007134446874260902 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.005536990240216255 +c4,attn_in,Llama-2-7b-chat-hf,3,64,30,0.001854034373536706 +c4,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0010971019510179758 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.012026404030621052 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.013768059201538563 +c4,attn_in,Llama-2-7b-chat-hf,3,64,31,0.005292512010782957 +c4,attn_out,Llama-2-7b-chat-hf,3,64,31,0.001826432766392827 +c4,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.01826511323451996 +c4,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.02504281885921955 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,0,1.3484789178619394e-06 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,0,2.132125018761144e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,0,6.094620061958267e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.616040769178653e-06 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,1,4.579708274832228e-06 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,1,7.22182403478655e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,1,2.7562151444726624e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.01020571868866682 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,2,1.6206487998715602e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,2,8.120511665765662e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.7595913959667087e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,2,2.093859620799776e-05 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,3,3.117625237791799e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,3,1.3480234883900266e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.263359005562961e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.858828858938068e-05 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,4,8.586821058997884e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,4,2.4808263333397917e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,4,8.105566666927189e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,4,9.593764843884856e-05 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,5,8.650972449686378e-05 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,5,4.5940993004478514e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012485285697039217 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.00010100736108142883 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00014215214469004422 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,6,6.358161772368476e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.00018541139434091747 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015064050967339426 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,7,0.000186073113582097 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,7,8.351739234058186e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.00025668827584013343 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020178983686491847 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,8,0.00027962413150817156 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00012291254824958742 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.0003186660469509661 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.0002502488496247679 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,9,0.0003723221889231354 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,9,0.00017227679200004786 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.0003756888909265399 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.0002925572625827044 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,10,0.0004394496791064739 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,10,0.0002343426167499274 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043649456347338855 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.00033353237085975707 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,11,0.0005010794848203659 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00022724419250153005 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.0004829810932278633 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.0003649227728601545 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005621977616101503 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,12,0.00025235896464437246 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.000544714042916894 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.00041319624870084226 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005629492807202041 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,13,0.00028676906367763877 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006356575177051127 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.0004934860044158995 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0006106204818934202 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00031881852191872895 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0007185097201727331 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.0005767415277659893 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0007351555395871401 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00034235327620990574 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008799867937341332 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007155001512728631 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0007736798725090921 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0004583435074891895 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0011170224752277136 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010100340005010366 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,17,0.000602231826633215 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,17,0.0003208065463695675 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.0012405996676534414 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010361198801547289 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006590847042389214 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003601802163757384 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014777621254324913 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.0012301555834710598 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,19,0.0006448409985750914 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,19,0.0003275997587479651 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0017020044615492225 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0013804144691675901 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0007179020904004574 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,20,0.0003596427268348634 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.001981083769351244 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016199348028749228 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006633064476773143 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003684668045025319 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.0022286444436758757 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0016897158930078149 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0010346650378778577 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,22,0.0004447751853149384 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.002588751260191202 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.0019089409615844488 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008180993027053773 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,23,0.000436833972344175 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.0029468555003404617 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.0020784244406968355 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,24,0.0013903441140428185 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005507111782208085 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.0032891633454710245 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.002203949959948659 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0010647439630702138 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,25,0.0004863063804805279 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.0037454806733876467 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.002437958726659417 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,26,0.0016123437089845538 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007978649227879941 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004339326173067093 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0027487187180668116 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,27,0.0014425090048462152 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0007595534552820027 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.00503319688141346 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.0031995687168091536 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,28,0.0018293437315151095 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,28,0.0009202278451994061 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.00610406743362546 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.00408807210624218 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0019870370160788298 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,29,0.0010556839406490326 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007299413904547691 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.005534217692911625 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,30,0.001987934112548828 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0012081082677468657 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.011903591454029083 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.012942635454237461 +pileval,attn_in,Llama-2-7b-chat-hf,3,64,31,0.005212118849158287 +pileval,attn_out,Llama-2-7b-chat-hf,3,64,31,0.0017851729644462466 +pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.018043432384729385 +pileval,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.023613112047314644 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,0,1.245007069883286e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,0,2.1535702217079233e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,0,5.527326152332535e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.1308749132440425e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,1,4.872114914178383e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,1,9.208682968164794e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,1,2.8602558813872747e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.014972655102610588 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,2,1.0668746654118877e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,2,5.914406301599229e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.608891398063861e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,2,1.9527833501342684e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,3,2.746233258221764e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,3,1.2622470421774779e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.009445910924114e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.531954644131474e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,4,7.084791286615655e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,4,2.134322130586952e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,4,7.867194653954357e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,4,0.00011818970233434811 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,5,7.751822704449296e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,5,4.344825720181689e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012515895650722086 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.0001019504779833369 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00012744641571771353 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,6,5.9330846852390096e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.0001863960933405906 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015296270430553705 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,7,0.00016488877008669078 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,7,7.612253102706745e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.0002561535220593214 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020296200818847865 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,8,0.0002599997678771615 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00011762636131606996 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.00031813071109354496 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.0002511297061573714 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,9,0.000336585653712973 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,9,0.0001590624888194725 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.0003736740618478507 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.00029789929976686835 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,10,0.00040716599323786795 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,10,0.00022378879657480866 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043493518023751676 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.0003339444810990244 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,11,0.0004558265209197998 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00020718324230983853 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.00047638462274335325 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.00036455909139476717 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005134788225404918 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,12,0.0002289872063556686 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.0005323711084201932 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.00040300327236764133 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005308589898049831 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,13,0.0002761689538601786 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006158679607324302 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.00047812931006774306 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0005624983459711075 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00029317490407265723 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0006979516474530101 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.0005621795426122844 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0006964615313336253 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00032368089887313545 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008527585887350142 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007061974029056728 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0006935622077435255 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0003989938704762608 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0010741145815700293 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010349797084927559 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,17,0.0005610007792711258 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,17,0.0003289196756668389 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.0012012476800009608 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010268958285450935 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006033335812389851 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003079958842135966 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014231924433261156 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.0011943209683522582 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,19,0.0005871699540875852 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,19,0.00030056407558731735 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0016270927153527737 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0013561149826273322 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0006756153889000416 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,20,0.00038587258313782513 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.0018916224362328649 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016107048140838742 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006007513729855418 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003030705265700817 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.002172954846173525 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0017566104652360082 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0009852105285972357 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,22,0.00045693450374528766 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.002496266970410943 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.0019041519844904542 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008447637083008885 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,23,0.00048155567492358387 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.0028777490369975567 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.00207280064933002 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,24,0.0012305109994485974 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005129538476467133 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.003246875712648034 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.0022529656998813152 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0012965276837348938 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,25,0.0007487872499041259 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.003740939311683178 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.002489736769348383 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,26,0.0014649855438619852 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007981487433426082 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004401205573230982 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0028653882909566164 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,27,0.0014778105542063713 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0008272526902146637 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.005169934593141079 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.0034039169549942017 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,28,0.0019841562025249004 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,28,0.001128307543694973 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.006120854523032904 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.0040230946615338326 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0021569759119302034 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,29,0.001277072704397142 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007337838411331177 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.0059884702786803246 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,30,0.0020715671125799417 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0013987818965688348 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.015386241488158703 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.02513999305665493 +wikitext,attn_in,Llama-2-7b-chat-hf,3,64,31,0.0053702061995863914 +wikitext,attn_out,Llama-2-7b-chat-hf,3,64,31,0.002130381064489484 +wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.01772085390985012 +wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.023149622604250908 +c4,attn_in,Llama-2-7b-chat-hf,4,128,0,4.860524995820015e-07 +c4,attn_out,Llama-2-7b-chat-hf,4,128,0,8.618700917395472e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.47467645206234e-07 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.5252982166202855e-06 +c4,attn_in,Llama-2-7b-chat-hf,4,128,1,2.286215476487996e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,128,1,2.7960695661022328e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.2693711141764652e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.02091374434530735 +c4,attn_in,Llama-2-7b-chat-hf,4,128,2,5.048605999036226e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,128,2,2.366839453316061e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.549096502159955e-06 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,2,6.436310741264606e-06 +c4,attn_in,Llama-2-7b-chat-hf,4,128,3,8.384721695620101e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,128,3,3.7405798138934188e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.1158524102938827e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,3,1.0366649803472683e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,4,1.8984699636348523e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,128,4,6.772091637685662e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.18026962102158e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,4,3.303795892861672e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,5,2.7926791517529637e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,128,5,1.2567491467052605e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.498355727060698e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8335773095022887e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,6,3.8077840144978836e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,128,6,1.5959052689140663e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.253678682493046e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.272352816769853e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,7,5.1021088438574225e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,128,7,2.0939196474500932e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.233481301227584e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.617460192297585e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,8,9.82300189207308e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,128,8,3.0163144401740283e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,8,8.86086854734458e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,8,6.860985740786418e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00010914452286669984 +c4,attn_out,Llama-2-7b-chat-hf,4,128,9,4.4193584471940994e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010513090819586068 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.0061137850862e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,10,0.0001195808727061376 +c4,attn_out,Llama-2-7b-chat-hf,4,128,10,5.990999852656387e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.00012379829422570765 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.161030175164342e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,128,11,0.00013250279880594462 +c4,attn_out,Llama-2-7b-chat-hf,4,128,11,5.752376819145866e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013684695295523852 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010194624337600544 +c4,attn_in,Llama-2-7b-chat-hf,4,128,12,0.0001529329310869798 +c4,attn_out,Llama-2-7b-chat-hf,4,128,12,6.099798338254914e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015384894504677504 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011499127867864445 +c4,attn_in,Llama-2-7b-chat-hf,4,128,13,0.0001518114295322448 +c4,attn_out,Llama-2-7b-chat-hf,4,128,13,7.49444734537974e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.00018183959764428437 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.00014048372395336628 +c4,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00017042411491274834 +c4,attn_out,Llama-2-7b-chat-hf,4,128,14,8.109625923680142e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00020591887005139142 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.00016406217764597386 +c4,attn_in,Llama-2-7b-chat-hf,4,128,15,0.00018189231923315674 +c4,attn_out,Llama-2-7b-chat-hf,4,128,15,9.042965393746272e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00025384651962667704 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.00020480167586356401 +c4,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00021654769079759717 +c4,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00012148079258622602 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.000318590784445405 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.0003005765611305833 +c4,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00016759420395828784 +c4,attn_out,Llama-2-7b-chat-hf,4,128,17,8.182409510482103e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.00035238737473264337 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.00029948470182716846 +c4,attn_in,Llama-2-7b-chat-hf,4,128,18,0.00016851868713274598 +c4,attn_out,Llama-2-7b-chat-hf,4,128,18,8.399211947107688e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.00041588491876609623 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.00035157843376509845 +c4,attn_in,Llama-2-7b-chat-hf,4,128,19,0.00015858447295613587 +c4,attn_out,Llama-2-7b-chat-hf,4,128,19,8.703628554940224e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004774577100761235 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.0004007328534498811 +c4,attn_in,Llama-2-7b-chat-hf,4,128,20,0.0001909334969241172 +c4,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010584494157228619 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005534297088161111 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.0004654587828554213 +c4,attn_in,Llama-2-7b-chat-hf,4,128,21,0.00016169727314263582 +c4,attn_out,Llama-2-7b-chat-hf,4,128,21,9.528523514745757e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.0006205494282767177 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004878418694715947 +c4,attn_in,Llama-2-7b-chat-hf,4,128,22,0.0002757133624982089 +c4,attn_out,Llama-2-7b-chat-hf,4,128,22,0.000113161418994423 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0007162837428040802 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.0005492629716172814 +c4,attn_in,Llama-2-7b-chat-hf,4,128,23,0.0002272178971907124 +c4,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00012028899072902277 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0008124455926008523 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005917790695093572 +c4,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0003015677793882787 +c4,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00016330275684595108 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0009111089166253805 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006408143090084195 +c4,attn_in,Llama-2-7b-chat-hf,4,128,25,0.0002451423497404903 +c4,attn_out,Llama-2-7b-chat-hf,4,128,25,0.00012238378985784948 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010372254764661193 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006938695441931486 +c4,attn_in,Llama-2-7b-chat-hf,4,128,26,0.0004486202960833907 +c4,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00022987545526120812 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0012034379178658128 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.0007875399896875024 +c4,attn_in,Llama-2-7b-chat-hf,4,128,27,0.0003783369029406458 +c4,attn_out,Llama-2-7b-chat-hf,4,128,27,0.00019454932771623135 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.0013979487121105194 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0009076790302060544 +c4,attn_in,Llama-2-7b-chat-hf,4,128,28,0.0004813401901628822 +c4,attn_out,Llama-2-7b-chat-hf,4,128,28,0.00025732675567269325 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.0016861041076481342 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011402728268876672 +c4,attn_in,Llama-2-7b-chat-hf,4,128,29,0.0005116795073263347 +c4,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00027127485373057425 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.002005618531256914 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0016178518999367952 +c4,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0004982695099897683 +c4,attn_out,Llama-2-7b-chat-hf,4,128,30,0.00031135958852246404 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.003171907039359212 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.007578938268125057 +c4,attn_in,Llama-2-7b-chat-hf,4,128,31,0.0031016357243061066 +c4,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0005743468063883483 +c4,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.005256726406514645 +c4,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.008604946546256542 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,0,6.308863476078841e-07 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,0,9.829292366703157e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.8971695681102574e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.487127406107902e-06 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,1,2.4113087420118973e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,1,2.905441306211287e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.1548756447155029e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.017237771302461624 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,2,4.966510459780693e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,2,2.4393639250774868e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.8707497626310214e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,2,6.658478923782241e-06 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,3,8.498546776536386e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,3,4.113752765988465e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.18462248792639e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,3,1.0857136658160016e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,4,1.8518880096962675e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,4,7.3314367909915745e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.2724831069353968e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,4,3.275349081377499e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,5,2.8146898330305703e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,5,1.3541675798478536e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.5057677450822666e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8270906113903038e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,6,4.043047010782175e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,6,1.8603170246933587e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.20990724908188e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.225936936563812e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,7,5.315079397405498e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,7,2.4164453861885704e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.247321627801284e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.6533757742727175e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,8,9.710963058751076e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,8,3.533544804668054e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,8,9.008772758534178e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,8,7.07172293914482e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00011175375402672216 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,9,4.884825102635659e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010655522055458277 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.208753570215777e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,10,0.00012307078577578068 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,10,6.686589040327817e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.0001244776212843135 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.314640192314982e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,11,0.00013656345254275948 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,11,6.481766467913985e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013706382014788687 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010202771227341145 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,12,0.00016266704187728465 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,12,7.141097739804536e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015386557788588107 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011505073052830994 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,13,0.00015588976384606212 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,13,8.112166688079014e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.00017990960623137653 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.00013831359683535993 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00017483018746133894 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,14,8.94653276191093e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00020271782705094665 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.0001602590491529554 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,15,0.0001865300437202677 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,15,9.675882756710052e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00024920087889768183 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.000200101247173734 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00021682171791326255 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00012906105257570744 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.0003129660035483539 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.00029363716021180153 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00017517308879178017 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,17,9.016595140565187e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.0003457428829278797 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.0002885768481064588 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,18,0.0001769052614690736 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,18,0.000101616678875871 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.0004111876478418708 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.00034605362452566624 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,19,0.0001625411823624745 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,19,9.250650327885523e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004712007357738912 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.000392052810639143 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,20,0.00017548860341776162 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010126247070729733 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005473525961861014 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.00045293939183466136 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,21,0.00016793150280136615 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,21,0.00010373703844379634 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.000615366967394948 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004711650835815817 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,22,0.00028696557274088264 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,22,0.00012704358960036188 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0007119730580598116 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.000528923177625984 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,23,0.00022598664509132504 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00012211687862873077 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0008088551112450659 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005770408897660673 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0002903513959608972 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00015905988402664661 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0009018383570946753 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006101987673901021 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,25,0.00026208217605017126 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,25,0.0001355694403173402 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010260550770908594 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006801557610742748 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,26,0.0004523925017565489 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00023333763238042593 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0011954958317801356 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.0007623281562700868 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,27,0.00038711639354005456 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,27,0.0002110154600813985 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.0013929206179454923 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0008920301916077733 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,28,0.0004703433660324663 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,28,0.000259215448750183 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.00169431883841753 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011463715927675366 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,29,0.000541171757504344 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00029801108757965267 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.0020467687863856554 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0016055430751293898 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0005270799738354981 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,30,0.0003437112900428474 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.003168293507769704 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.0067915357649326324 +pileval,attn_in,Llama-2-7b-chat-hf,4,128,31,0.0031036597210913897 +pileval,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0005628052167594433 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.005185502581298351 +pileval,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.008007423020899296 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,0,4.89798367198091e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,0,9.817809996093274e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.6581599027176708e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.318492422797135e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,1,2.0524439605651423e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,1,3.6310459563537734e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.3772400961897802e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.02572682686150074 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,2,3.4109768876078306e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,2,1.88915930721123e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.463380264496664e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,2,7.028274922049604e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,3,8.339254236489069e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,3,3.863025085593108e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.110565153794596e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,3,9.93566482065944e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,4,1.6007956219254993e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,4,6.383745130733587e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.1940928490948863e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,4,4.5057429815642536e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,5,2.6880579753196798e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,5,1.2842642718169373e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.5032109735766426e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8477130399551243e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,6,3.58560610038694e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,6,1.7463429685449228e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.222118124947883e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.300378350308165e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,7,4.83057665405795e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,7,2.2112033548182808e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.236184319481254e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.709380639018491e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,8,8.999566489364952e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,8,3.385949457879178e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,8,8.985236490843818e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,8,7.091330917319283e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00010236245725536719 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,9,4.524381802184507e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010576516069704667 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.359192725038156e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,10,0.00011754945444408804 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,10,6.360292172757909e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.00012398486433085054 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.301519457949325e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,11,0.0001247720210812986 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,11,5.95903693465516e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013514225429389626 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010209672473138198 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,12,0.00015681104559917003 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,12,6.473183020716533e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015028909547254443 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011232050746912137 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,13,0.0001466140674892813 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,13,7.870839908719063e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.0001741079322528094 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.0001335985871264711 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00016448421229142696 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,14,8.211970998672768e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00019670298206619918 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.00015617054305039346 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,15,0.00017666167696006596 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,15,9.175914601655677e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00024166204093489796 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.00019710950437001884 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00019849873206112534 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00011352243745932356 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.00030119557050056756 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.0003107641532551497 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00016768250497989357 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,17,9.242611849913374e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.0003342874988447875 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.00028667444712482393 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,18,0.00016178931400645524 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,18,8.616718696430326e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.00039551989175379276 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.0003354832879267633 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,19,0.00014447292778640985 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,19,8.493230416206643e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004493663436733186 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.00039078688132576644 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,20,0.00017449412553105503 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010760973964352161 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005241042235866189 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.0004504011303652078 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,21,0.0001453718141419813 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,21,8.580516441725194e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.0006011137738823891 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004907727707177401 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,22,0.0002841201494447887 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,22,0.00012966501526534557 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0006889133946970105 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.0005283299251459539 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,23,0.00022603754769079387 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00013444910291582346 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0007878944161348045 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005749743431806564 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0002711390261538327 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00014677236322313547 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0008912099292501807 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006240257644094527 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,25,0.0003175692108925432 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,25,0.00020950498583260924 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010281674331054091 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006959036109037697 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,26,0.00042138807475566864 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00023296926519833505 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0012098386650905013 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.000795368105173111 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,27,0.00040408154018223286 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,27,0.00023114561918191612 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.001426388742402196 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0009522794862277806 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,28,0.000514761486556381 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,28,0.00031627650605514646 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.0016969711286947131 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011271708644926548 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,29,0.0005896086804568768 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00035758400917984545 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.002054608892649412 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0017696446739137173 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0005833766190335155 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,30,0.00039677752647548914 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.0031437266152352095 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.018866294994950294 +wikitext,attn_in,Llama-2-7b-chat-hf,4,128,31,0.002607789821922779 +wikitext,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0006756011280231178 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.0050714644603431225 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.007905472069978714 +c4,attn_in,Llama-2-7b-chat-hf,4,64,0,2.8023529807796876e-07 +c4,attn_out,Llama-2-7b-chat-hf,4,64,0,4.6026607947169396e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.0518358095623626e-07 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,0,1.048820649884874e-06 +c4,attn_in,Llama-2-7b-chat-hf,4,64,1,1.0488366797289927e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,64,1,1.701686528576829e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.6100669856532477e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.011066701263189316 +c4,attn_in,Llama-2-7b-chat-hf,4,64,2,4.735027687274851e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,64,2,1.7320833194389706e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.5409848351264372e-06 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.636552603187738e-06 +c4,attn_in,Llama-2-7b-chat-hf,4,64,3,5.7684296734805685e-06 +c4,attn_out,Llama-2-7b-chat-hf,4,64,3,2.723068064369727e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,3,8.651772986922879e-06 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,3,8.043686648306902e-06 +c4,attn_in,Llama-2-7b-chat-hf,4,64,4,1.584480378369335e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,4,5.074592536402633e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.6781577869551256e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.1920965082244948e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,5,2.1417483367258683e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,5,9.36189007916255e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.679890167200938e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.2114098101155832e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,6,3.0228417017497122e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,6,1.1854690455948003e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,6,4.023887595394626e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.342302443343215e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,7,4.003508001915179e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,7,1.57922477228567e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.5002794397296384e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.376961805974133e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,8,6.619202758884057e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,8,2.2953026928007603e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.744993879692629e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.317664908943698e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,9,8.180782606359571e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,9,3.412202204344794e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,9,7.977642235346138e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.23904779786244e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,10,9.791723277885467e-05 +c4,attn_out,Llama-2-7b-chat-hf,4,64,10,4.587562580127269e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.34348427108489e-05 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.14785564923659e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,11,0.00010198931704508141 +c4,attn_out,Llama-2-7b-chat-hf,4,64,11,4.412266207509674e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.0001036807443597354 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.957037450978532e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00011725286458386108 +c4,attn_out,Llama-2-7b-chat-hf,4,64,12,4.7120429371716455e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011663821351248771 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,12,9.003217564895749e-05 +c4,attn_in,Llama-2-7b-chat-hf,4,64,13,0.00011568941408768296 +c4,attn_out,Llama-2-7b-chat-hf,4,64,13,5.779728599009104e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.00013804319314658642 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010965250112349167 +c4,attn_in,Llama-2-7b-chat-hf,4,64,14,0.00012844207230955362 +c4,attn_out,Llama-2-7b-chat-hf,4,64,14,6.323181878542528e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.00015675522445235401 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012864673044532537 +c4,attn_in,Llama-2-7b-chat-hf,4,64,15,0.00015181400522124022 +c4,attn_out,Llama-2-7b-chat-hf,4,64,15,6.968027446419e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.0001927881530718878 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.0001597032241988927 +c4,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00017586557078175247 +c4,attn_out,Llama-2-7b-chat-hf,4,64,16,9.39607634791173e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00024323775141965598 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.00022712211648467928 +c4,attn_in,Llama-2-7b-chat-hf,4,64,17,0.00013059403863735497 +c4,attn_out,Llama-2-7b-chat-hf,4,64,17,6.337709055515006e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.0002717753523029387 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00023427790438290685 +c4,attn_in,Llama-2-7b-chat-hf,4,64,18,0.0001385839277645573 +c4,attn_out,Llama-2-7b-chat-hf,4,64,18,6.528099766001105e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.00032132279011420906 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.0002737543545663357 +c4,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00012135604629293084 +c4,attn_out,Llama-2-7b-chat-hf,4,64,19,6.737669900758192e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.0003684978873934597 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.0003082532493863255 +c4,attn_in,Llama-2-7b-chat-hf,4,64,20,0.0001600772375240922 +c4,attn_out,Llama-2-7b-chat-hf,4,64,20,8.187475759768859e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004298961430322379 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.0003633184533100575 +c4,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00013581258826889098 +c4,attn_out,Llama-2-7b-chat-hf,4,64,21,7.387331424979493e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.00048190008965320885 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.00038185386802069843 +c4,attn_in,Llama-2-7b-chat-hf,4,64,22,0.00022451985569205135 +c4,attn_out,Llama-2-7b-chat-hf,4,64,22,8.74117758939974e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005575770628638566 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.00043177479528822005 +c4,attn_in,Llama-2-7b-chat-hf,4,64,23,0.000178798713022843 +c4,attn_out,Llama-2-7b-chat-hf,4,64,23,9.380282426718622e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.000634057738352567 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.00046457425924018025 +c4,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00023343171051237732 +c4,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00012491898087318987 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0007124566473066807 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.0005040561663918197 +c4,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00020082561240997165 +c4,attn_out,Llama-2-7b-chat-hf,4,64,25,9.554017742630094e-05 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0008072517230175436 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.0005440788809210062 +c4,attn_in,Llama-2-7b-chat-hf,4,64,26,0.0003530853136908263 +c4,attn_out,Llama-2-7b-chat-hf,4,64,26,0.0001736928679747507 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009354086359962821 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0006182962097227573 +c4,attn_in,Llama-2-7b-chat-hf,4,64,27,0.0003062861505895853 +c4,attn_out,Llama-2-7b-chat-hf,4,64,27,0.00015212576545309275 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0010802926262840629 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.0007106185075826943 +c4,attn_in,Llama-2-7b-chat-hf,4,64,28,0.0003677758213598281 +c4,attn_out,Llama-2-7b-chat-hf,4,64,28,0.00020006054546684027 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.0012994016287848353 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.0008842450915835798 +c4,attn_in,Llama-2-7b-chat-hf,4,64,29,0.00039083173032850027 +c4,attn_out,Llama-2-7b-chat-hf,4,64,29,0.0002101796999340877 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015261361841112375 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0012205882230773568 +c4,attn_in,Llama-2-7b-chat-hf,4,64,30,0.00038933695759624243 +c4,attn_out,Llama-2-7b-chat-hf,4,64,30,0.0002389533765381202 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.002308689523488283 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.005107117351144552 +c4,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0016547258710488677 +c4,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004139543161727488 +c4,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.003922845236957073 +c4,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005628719925880432 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,0,2.900054312249267e-07 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,0,5.399865585786756e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.3547735022712004e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,0,1.030483076647215e-06 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,1,1.0867534001590684e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,1,1.7658943534115679e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.3376322133117355e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.00908751878887415 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,2,4.809351139556384e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,2,1.7858696992334444e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.7900827010162175e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.843639089813223e-06 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,3,6.192437012941809e-06 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,3,2.9952727800264256e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,3,9.189803677145392e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,3,8.425591659033671e-06 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,4,1.5449111742782407e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,4,5.48880962014664e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.7489879610366188e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.202528776251711e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,5,2.188725738960784e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,5,1.0098273378389422e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.69284428213723e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.202540599682834e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,6,3.1890274840407073e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,6,1.3836936886946205e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,6,3.99921482312493e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.3041338610928506e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,7,4.3185569666093215e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,7,1.823147431423422e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.53501995455008e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.409924440551549e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,8,6.698088691337034e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,8,2.702341771509964e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.87222636770457e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.483137283590622e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,9,8.458589582005516e-05 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,9,3.7663092371076345e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,9,8.10504934634082e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.392433715518564e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,10,0.00010105271212523803 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,10,5.132017031428404e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.413536463398486e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.262761209858581e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,11,0.0001052452134899795 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,11,4.983460530638695e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.00010391209070803598 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.964483666000888e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00012415800301823765 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,12,5.534010415431112e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011694330896716565 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,12,9.01040475582704e-05 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,13,0.0001193359712488018 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,13,6.263561954256147e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.00013671939086634666 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010790093074319884 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,14,0.0001313533284701407 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,14,6.973429844947532e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.00015465731848962605 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012557704758364707 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,15,0.00015455162792932242 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,15,7.451424608007073e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.00018933335377369076 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.00015604504733346403 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00017774902516976 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,16,9.976974979508668e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00023937773949000984 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.0002223152987426147 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,17,0.00013505898823495954 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,17,7.000916957622394e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.00026690622325986624 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00022569931752514094 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,18,0.00014635462139267474 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,18,7.856853335397318e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.0003172322758473456 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.00026926666032522917 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00012480154691729695 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,19,7.138318323995918e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.00036456636735238135 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.0003020071017090231 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,20,0.00015044186147861183 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,20,7.828668458387256e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004251822829246521 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.0003538168966770172 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00013821090396959335 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,21,8.021265239221975e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.00047718905261717737 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.00036935260868631303 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,22,0.00023994916409719735 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,22,9.785706060938537e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005551705253310502 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.0004161288379691541 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,23,0.00017646251944825053 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,23,9.530616807751358e-05 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.0006316112703643739 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.0004525425611063838 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00022827544307801872 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00012167143722763285 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0007046418031677604 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.000479603826534003 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00021641967759933323 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,25,0.0001056915134540759 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0007996191852726042 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.0005327189574018121 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,26,0.00035550238681025803 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,26,0.00017681771714705974 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009285006090067327 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0005977792316116393 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,27,0.00031410224619321525 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,27,0.0001648984180064872 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0010785391787067056 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.000698919640854001 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,28,0.0003629756101872772 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,28,0.0002011009637499228 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.0013050645356997848 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.0008888322627171874 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,29,0.0004170268075540662 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,29,0.0002312102442374453 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015599054750055075 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0012202262878417969 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,30,0.0004217317618895322 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,30,0.00026329452521167696 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.0023164907470345497 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.004617064725607634 +pileval,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0016104255337268114 +pileval,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004043898661620915 +pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.0038724523037672043 +pileval,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005292067304253578 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,0,2.846622635388485e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,0,5.446451609714131e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.2035906138407881e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,0,9.055086138687329e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,1,1.1239761761316913e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,1,2.18747709368472e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.9527649530791678e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.013326573185622692 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,2,3.1192876122076996e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,2,1.334837065769534e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.4657200558285695e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.7905709834594745e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,3,5.769077233708231e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,3,2.8160109195596306e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,3,8.621052074886393e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,3,7.70205951994285e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,4,1.3403684533841442e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,4,4.7911439651215915e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.704496389720589e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.8005862986901775e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,5,2.0827063053729944e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,5,9.56229996518232e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.6982062991010025e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.221257091150619e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,6,2.9391670977929607e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,6,1.292014894715976e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,6,4.0086964872898534e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.353413922013715e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,7,3.814227238763124e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,7,1.661203168623615e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.532794966711663e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.446635284693912e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,8,6.375757948262617e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,8,2.6005074687418528e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.853451486676931e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.48622956557665e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,9,7.933324377518147e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,9,3.505325366859324e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,9,8.068596798693761e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.506386125693098e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,10,9.593513823347166e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,10,4.883113797404803e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.362652053823695e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.281199941644445e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,11,9.683292591944337e-05 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,11,4.535785410553217e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.00010270794155076146 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.963536336319521e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00011738078319467604 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,12,5.0379250751575455e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011441394599387422 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,12,8.791535947239026e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,13,0.00011181005538674071 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,13,6.0550402849912643e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.0001323875767411664 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010453104914631695 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,14,0.00011969705519732088 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,14,6.441446021199226e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.0001503187231719494 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012237585906405002 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,15,0.0001426596281817183 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,15,7.065595127642155e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.00018389163597021252 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.00015400919073726982 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00015797615924384445 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,16,8.774672460276634e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00022955930035095662 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.000229002587730065 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,17,0.0001276050170417875 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,17,7.193561759777367e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.0002583654422778636 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00022429879754781723 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,18,0.00013583821419160813 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,18,6.710402522003278e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.0003059734299313277 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.00026146837626583874 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00011587084009079263 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,19,6.562659837072715e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.0003473336691968143 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.000296360143693164 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,20,0.00014612892118748277 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,20,8.365936082554981e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004082173982169479 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.00035108241718262434 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00012311806494835764 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,21,6.621547072427347e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.0004661026468966156 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.0003836083342321217 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,22,0.0002335242897970602 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,22,9.98509640339762e-05 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005365392426028848 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.000414585490943864 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,23,0.00017813630984164774 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,23,0.0001046505494741723 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.0006169088883325458 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.0004507609992288053 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00020595296518877149 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00011250690295128152 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0006960509927012026 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.000490760721731931 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00026257371064275503 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,25,0.00016169354785233736 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0008025394636206329 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.000544568698387593 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,26,0.0003246149863116443 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,26,0.00017719906463753432 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009408781188540161 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0006253625033423305 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,27,0.00033035100204870105 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,27,0.00018165158689953387 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0011061185505241156 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.0007428900571539998 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,28,0.00039794505573809147 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,28,0.0002449564344715327 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.001307720085605979 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.000875348225235939 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,29,0.00045536120887845755 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,29,0.00027606566436588764 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015650016721338034 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0013228474417701364 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,30,0.0004412941634654999 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,30,0.0003066928475163877 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.0023259208537638187 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.012210894376039505 +wikitext,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0014243166660889983 +wikitext,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004857148160226643 +wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.0037526378873735666 +wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005194245371967554 +c4,attn_in,Llama-2-7b-chat-hf,8,128,0,2.197378945467676e-09 +c4,attn_out,Llama-2-7b-chat-hf,8,128,0,3.597298015023398e-09 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,0,6.2223987074006e-10 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,0,5.578025152885857e-09 +c4,attn_in,Llama-2-7b-chat-hf,8,128,1,8.504388304686472e-09 +c4,attn_out,Llama-2-7b-chat-hf,8,128,1,1.075174527187528e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,1,6.416370865736098e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0005720512708649039 +c4,attn_in,Llama-2-7b-chat-hf,8,128,2,1.5714572754177425e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,128,2,8.565293363460569e-09 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.674320060374157e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,2,2.792340758617229e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,128,3,3.0534003769844276e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,128,3,1.3690023337176171e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.08425933073886e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.8078592723422844e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,128,4,6.324193435602865e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,128,4,2.4723130209736155e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.007094010054061e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.2182816533368168e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,5,1.1773117591928894e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,5,4.595097635728962e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2805227811441e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0376334813599897e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,6,1.530137154759359e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,6,5.7704870215502524e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.919819538898082e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.5870107006321632e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,7,1.694182714118142e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,7,7.625460796134576e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.6422557652949763e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.081677479282007e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,8,2.7837606353386946e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,8,1.1076532757670066e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.2386282100560493e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.581384137556597e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,9,3.787867797200306e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,9,1.6079862064088957e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.854981684980885e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,9,2.9267786771924875e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,10,4.847589138989861e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,10,2.1811307249208767e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.530412240910664e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.366575356267276e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,11,4.79229470329301e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,11,2.0858163907178096e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,11,5.003097385269939e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.7201709801593097e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,12,5.712077495445556e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,12,2.2261615129082202e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.61444380764442e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.1955510710067756e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,13,5.753331038249598e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,13,2.7206579034100287e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.624634352192516e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,13,5.171828547645418e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,14,6.540593631143565e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,14,2.9713538651776616e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.5498940077523e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.992280307509645e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,15,7.433037580995006e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,15,3.299358013464371e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,15,9.271572594116151e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.526854801653826e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,128,16,8.319577204929374e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,16,4.434428717559058e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.1644766573226661e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.0953751825582003e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,17,6.305587021415704e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,17,2.986389517900534e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2912323654745705e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.0958873417621362e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,18,7.163591817516135e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,18,3.067291913794179e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.523740479569824e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.2968059763807105e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,19,6.029451924405294e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,19,3.1812146517040674e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.745490294524643e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.4736400544279604e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,20,6.752548529220803e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,20,3.8605688246207137e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,20,2.02225078282936e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.709280354589282e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,21,6.364185196616745e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,21,3.465324880380649e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.266347337354091e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.782335289135517e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,22,1.006919092105818e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,22,4.1446247678322834e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.612893240439007e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,22,2.0015852442156756e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,23,8.436355756202829e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,23,4.38162004456899e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.9651521344931098e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.163937097066082e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,24,1.1396542731745285e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,24,6.011738946654077e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.3229805467271945e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.340850414839224e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,25,9.267449172511988e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,128,25,4.456377951100876e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.77453534383676e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.602366066639661e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6053704712248873e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,26,8.166967973011197e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.38626557297539e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.869436912078527e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,27,1.3416773754215683e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,27,7.096712693055451e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.09367418999318e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.3013959637173684e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,28,1.7758243302523624e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,28,9.403552212461364e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.14684267929988e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.2003275666502304e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,29,1.935451336976257e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,29,9.93223579826008e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.301960067707114e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,29,5.956132554274518e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,128,30,1.9720671389222844e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,128,30,1.1327302900099312e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.195321874547517e-05 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.000614593387581408 +c4,attn_in,Llama-2-7b-chat-hf,8,128,31,1.2471123227442149e-05 +c4,attn_out,Llama-2-7b-chat-hf,8,128,31,2.4399264475505333e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9387853171792813e-05 +c4,mlp_down,Llama-2-7b-chat-hf,8,128,31,4.164655183558352e-05 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,0,2.388438113953839e-09 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,0,4.068570369497593e-09 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,0,7.914205402137497e-10 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,0,5.446886497395553e-09 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,1,8.60450555251191e-09 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,1,1.1152931023161727e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,1,4.244217279847362e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0004719744611065835 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,2,1.5399931996284977e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,2,8.839097453972045e-09 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.7896610415846226e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,2,2.837922963294659e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,3,3.090019262685928e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,3,1.5044459900082074e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.3400582683261746e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.983414842423372e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,4,6.368388483224408e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,4,2.678559063440389e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.340201418377546e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.2067577870311652e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,5,1.2075663846644602e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,5,4.951142784648255e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2822401629364322e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0334696298741619e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,6,1.6130235280797933e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,6,6.724105361399779e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.9065279843744065e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.5715727386123035e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,7,1.812023810998653e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,7,8.780508409245158e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.655603452694777e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.0947700818396697e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,8,2.9679839030904986e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,8,1.2968236262622668e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.2939544780674623e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.6586261014927004e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,9,3.9295494502766815e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,9,1.774489533090673e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.909315182681894e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,9,3.00245886819539e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,10,4.934262847200444e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,10,2.434176167298574e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.5621493427461246e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.427715853376867e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,11,4.970044074070756e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,11,2.3558582995519828e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,11,5.005855427953065e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.725026829215494e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,12,5.957102189313446e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,12,2.5994728503064835e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.625770427286625e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.197964074137417e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,13,5.958769975222822e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,13,2.952135389477917e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.566905881300045e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,13,5.094268544780789e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,14,6.721608087900677e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,14,3.2734124033595435e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.431403332702757e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.850276352248329e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,15,7.482794330826437e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,15,3.5284756449982524e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,15,9.105967819778016e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.366818408627296e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,16,8.484086606586061e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,16,4.708250855856022e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.1435939768489334e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.0704007991080289e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,17,6.587612233488471e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,17,3.289202652467793e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2659240837820107e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.0563309160716017e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,18,7.613696766384237e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,18,3.713217324730067e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.5022735624370398e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.276764010071929e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,19,6.103393275225244e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,19,3.362565621500835e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.7221387906829477e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.44226919474022e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,20,6.277558100009628e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,20,3.692200323257566e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,20,1.998032985284226e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.6652537624395336e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,21,6.427487164728518e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,21,3.76709806459985e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.249369345008745e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.7200911770487437e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,22,1.0384851520939264e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,22,4.6540878884115955e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.6031482320831856e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,22,1.928642404891434e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,23,8.341474995177123e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,23,4.4505779328574135e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.946505674117361e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.1087175809952896e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,24,1.1002434803231154e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,24,5.836312197970983e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.290197128080763e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.227474396931939e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,25,9.966048537535244e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,25,4.930753902954166e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.7396014249679865e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.5693980205687694e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6233245787589112e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,26,8.29607643026975e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.357710167823825e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.7775931812357157e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,27,1.3993702623338322e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,27,7.697097998971003e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.0756334530888125e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.248638904551626e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,28,1.753733954501513e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,28,9.452091376260796e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.171223503770307e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.2143697100982536e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,29,2.0338318336143857e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,29,1.0901816267505637e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.4493573265499435e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,29,5.908791081310483e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,30,2.0617333120753756e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,30,1.2500124739744933e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.1917291885765735e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.0005228231893852353 +pileval,attn_in,Llama-2-7b-chat-hf,8,128,31,1.23910713227815e-05 +pileval,attn_out,Llama-2-7b-chat-hf,8,128,31,2.3886043436505133e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9280894775874913e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,8,128,31,3.799716432695277e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,0,2.4201138870694194e-09 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,0,4.064247605128912e-09 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,0,7.165320559110455e-10 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,0,4.901838490667387e-09 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,1,9.203519724110265e-09 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,1,1.3850598890030597e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,1,1.034617184814124e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0006983919302001595 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,2,1.0815463191704566e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,2,6.817817865822917e-09 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.638583135843419e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,2,3.3522255193929595e-08 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,3,2.9341256535531102e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,3,1.4201709142014352e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.0754599694992066e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.643840784661734e-08 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,4,5.312351447628316e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,4,2.3488251343906086e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.06580260359624e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.665655275928657e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,5,1.0816125239898611e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,5,4.7309104189707796e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2852177633249084e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0402022354583096e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,6,1.466873555955317e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,6,6.329859303377816e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.9095294589988043e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.6062335816968698e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,7,1.6806741598429653e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,7,8.059519984726649e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.6451874646227225e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.1250966142360994e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,8,2.8125813855695014e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,8,1.244819856083268e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.27851665815615e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.6881156145464047e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,9,3.6633537092711776e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,9,1.647126737225335e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.883303634211188e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,9,3.057967319364252e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,10,4.7656899937464914e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,10,2.3210328947698144e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.535728521659621e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.4169883633694553e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,11,4.6367472350539174e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,11,2.1611073464100627e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,11,4.945419505020254e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.722867347732972e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,12,5.454702431961778e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,12,2.3681451466472936e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.486025997925026e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.0901670672610635e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,13,5.614777478513133e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,13,2.878155669350235e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.357115012178838e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,13,4.915902422908403e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,14,6.154834863991709e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,14,3.019929408765165e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.205629799500457e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.698895506611734e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,15,7.074717132127262e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,15,3.361449785188597e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,15,8.798489261607756e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.26771872905374e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,16,7.776978350193531e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,16,4.141260774304101e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.0996716355293756e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.1308520697639324e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,17,6.240917969080328e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,17,3.368441809925571e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2264026736374944e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.049597813107539e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,18,6.750268539690296e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,18,3.1535222433376475e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.4506198340313858e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.2336265626800014e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,19,5.661307795890025e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,19,3.0923948202143947e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.6457622677990003e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.4371249790201546e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,20,6.575163524757954e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,20,3.9536348594992887e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,20,1.9102596979791997e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.6556055015826132e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,21,5.789747774542775e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,21,3.140056890060805e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.1991941139276605e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.7917972172654117e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,22,1.0284999234499992e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,22,4.738973018447723e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.5133626877504867e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,22,1.9228843939345097e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,23,8.651498433209781e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,23,4.930793693347368e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.884620016629924e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.1033417851867853e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,24,1.0069971949633327e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,24,5.416931116997148e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.2532452678424306e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.278327201565844e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,25,1.2823614952139906e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,25,7.54560630866763e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.756511887331726e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.653030151122948e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6347559039786574e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,26,8.308206247420458e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.403593720780918e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.8972638119739713e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,27,1.4843666349406703e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,27,8.496453460793418e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.2011164370924234e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.454483703535516e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,28,1.9295705442345934e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,28,1.158411464530218e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.186898644955363e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.137771611567587e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,29,2.172981112380512e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,29,1.307192974309146e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.4935278462362476e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,29,6.567320724570891e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,30,2.20933043237892e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,30,1.4424781511479523e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.3188702723709866e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.001959529472514987 +wikitext,attn_in,Llama-2-7b-chat-hf,8,128,31,9.613901056582108e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,128,31,3.1147681056609144e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9101385987596586e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,31,3.793384530581534e-05 +c4,attn_in,Llama-2-7b-chat-hf,8,64,0,1.457284626305011e-09 +c4,attn_out,Llama-2-7b-chat-hf,8,64,0,2.0680943624284964e-09 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,0,4.552875298990955e-10 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.901029721475879e-09 +c4,attn_in,Llama-2-7b-chat-hf,8,64,1,6.8163292787915e-09 +c4,attn_out,Llama-2-7b-chat-hf,8,64,1,6.503710014982289e-09 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,1,4.4404242771634017e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.00057366827968508 +c4,attn_in,Llama-2-7b-chat-hf,8,64,2,1.2795204007431948e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,64,2,6.360727056176074e-09 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.3204823012813449e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,2,1.8899044107456575e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,64,3,2.5587624463696557e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,64,3,1.0098863079122111e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.204289811264971e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,3,2.973017565466307e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,64,4,5.0526427486374814e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,64,4,1.8648384170205645e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.204363955930603e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,4,8.241264026764838e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,64,5,9.941662426626863e-08 +c4,attn_out,Llama-2-7b-chat-hf,8,64,5,3.4421709926846233e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.916824694755633e-08 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.148910524141684e-08 +c4,attn_in,Llama-2-7b-chat-hf,8,64,6,1.143402386105663e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,6,4.3877086852717184e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.488215986000796e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.2386495029659272e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,7,1.3389951902809116e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,7,5.802413838296161e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0352848650873057e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6239719968780264e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,8,2.0758510288487741e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,8,8.485385905032672e-08 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.494168143130082e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,8,1.9963923136856465e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,9,3.0159279162944586e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,9,1.2527664239314618e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.948719668438571e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.295758321224639e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,10,4.0435989490106294e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,10,1.6853626050306048e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.4558490824565524e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.642019012455421e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,11,3.828065189281915e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,11,1.6105259703635966e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.821450604846177e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.926387594470725e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,12,4.631325225545879e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,12,1.7318210154826374e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.316553088301589e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.306149380932766e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,13,4.5538519088950125e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,13,2.1216995094164304e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,13,5.09864207742794e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,13,4.0503718423678947e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,14,5.246785121926223e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,14,2.3223846312703245e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.813145094180072e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.7273687187043834e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,15,5.87677163821354e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,15,2.564761416579131e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,15,7.121017233657767e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.918149668104888e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,16,6.754364108019217e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,16,3.4644435231712123e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,16,9.018656328407815e-07 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.332580136993784e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,17,5.048995603829098e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,17,2.3298848361719138e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,17,1.0053049663838465e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.64352728058293e-07 +c4,attn_in,Llama-2-7b-chat-hf,8,64,18,5.328686825123441e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,18,2.4035526280385966e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.1862497331094346e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,18,1.013295104712597e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,19,5.0489256864239e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,19,2.476635643233749e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.364902573186555e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.135500838245207e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,20,5.654451911141223e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,20,3.01477570019415e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.586848043189093e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.3415540252026403e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,21,5.258573310129577e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,21,2.7129473778586544e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.7818364312915946e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.4038818108019768e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,22,9.1196756102363e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,22,3.2150086326510063e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,22,2.0604391011147527e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5863786302361405e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,23,7.082382467160642e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,23,3.4498981449360144e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.3401314592774725e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.7120997881647781e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,24,9.128969509220042e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,24,4.5901680323368055e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.623792624945054e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.854101014941989e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,25,7.520399094573804e-07 +c4,attn_out,Llama-2-7b-chat-hf,8,64,25,3.50667932025317e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.974577000713907e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.037988224401488e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3038088582106866e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,26,6.326368406917027e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.4463676001905696e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.2742149212717777e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,27,1.0894560773522244e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,27,5.577269917012018e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,27,3.984303930337774e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.615506446090876e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,28,1.4146337434794987e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,28,7.351898148044711e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.784621978615178e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.284935473857331e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,29,1.6064101373558515e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,29,7.690266556892311e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.634246008412447e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.522159997577546e-06 +c4,attn_in,Llama-2-7b-chat-hf,8,64,30,1.5350420881077298e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,30,8.786693115325761e-07 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,30,8.857565262587741e-06 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.00029551793704740703 +c4,attn_in,Llama-2-7b-chat-hf,8,64,31,5.7723063946468756e-06 +c4,attn_out,Llama-2-7b-chat-hf,8,64,31,1.603487930879055e-06 +c4,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.46568463605945e-05 +c4,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.564214628364425e-05 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,0,1.6204712016687495e-09 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,0,2.325768688749008e-09 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,0,5.697533556059398e-10 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.833642292505601e-09 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,1,6.991172085690778e-09 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,1,6.750443759528935e-09 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,1,3.481618193745817e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.0004744555044453591 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,2,1.2699831408724549e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,2,6.574397914960173e-09 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.4124994507369593e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,2,1.9502552461858613e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,3,2.6182219059478484e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,3,1.1062339488887574e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.403278014957323e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,3,3.1125924948582906e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,4,5.21105754103246e-08 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,4,2.0184009130730374e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.468567192996488e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,4,8.2645982502072e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,5,1.0106737846626856e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,5,3.706302820205565e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.95198448094925e-08 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.115444671830119e-08 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,6,1.231374682220121e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,6,5.120406854075554e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.4787292457185686e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.224576777758557e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,7,1.4315337182324583e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,7,6.685674236450723e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0492865360211e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6338471198196203e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,8,2.2160014623295865e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,8,9.949722823421325e-08 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.538364469728549e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,8,2.055185177596286e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,9,3.1504058028986037e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,9,1.3825294331581972e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.9996473926985345e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.3544959049104364e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,10,4.0635646314512996e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,10,1.8816899682860821e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.481979149455583e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.6849176038012956e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,11,3.992931283391954e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,11,1.819905008915157e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.832190316188644e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.9289623171280255e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,12,4.846034471484018e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,12,2.024475094231093e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.3294741658428393e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.3082673667195195e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,13,4.677400227137696e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,13,2.2996125892404962e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,13,5.062335048933164e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,13,3.988879200278461e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,14,5.405566980698495e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,14,2.56224410577488e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.734213459618331e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.6173641976565705e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,15,5.956840141152497e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,15,2.741965943187097e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,15,6.998700996518892e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.789860892946308e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,16,6.853543936813367e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,16,3.674230697470193e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,16,8.86899442775757e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.158469881891506e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,17,5.234974196355324e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,17,2.570277501945384e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,17,9.880990319288685e-07 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.337055987794884e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,18,5.717945441574557e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,18,2.882852641050704e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.173595023828966e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,18,9.972819725589943e-07 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,19,5.193036258788197e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,19,2.630934829994658e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.3482465419656364e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.1124406000817544e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,20,5.232647026787163e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,20,2.8798095286219905e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.5688777921241126e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.3077278708806261e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,21,5.398605367190612e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,21,2.955020477202197e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.7675673689154792e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.3564542769017862e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,22,8.952163170761196e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,22,3.602137610414502e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,22,2.0496927390922792e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5282862477761228e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,23,6.925046704964188e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,23,3.495950977594475e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.3253235212905565e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.6670367131155217e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,24,9.01428450106323e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,24,4.472101977626153e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.597002776383306e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.7650709196459502e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,25,8.003191851457814e-07 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,25,3.882369412622211e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.9491914119716967e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.005561100304476e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3301626040629344e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,26,6.431089332181728e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.4196705200884026e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.2010922293702606e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,27,1.1373550705684465e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,27,6.0607027307924e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,27,3.970933903474361e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.5695005660963943e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,28,1.4037199207450612e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,28,7.39450513265183e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.808877747564111e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.295883061582572e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,29,1.6712467640900286e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,29,8.455930924355926e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.750386662839446e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.5138676796341315e-06 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,30,1.6192888097066316e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,30,9.668149232311407e-07 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,30,8.821036317385733e-06 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.0002517773536965251 +pileval,attn_in,Llama-2-7b-chat-hf,8,64,31,5.746465376432752e-06 +pileval,attn_out,Llama-2-7b-chat-hf,8,64,31,1.5706298199802404e-06 +pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.4572809050150681e-05 +pileval,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.376051270402968e-05 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,0,1.4610053167274373e-09 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,0,2.3289639106138793e-09 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,0,5.13292852666325e-10 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.364287959328749e-09 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,1,7.169361104786276e-09 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,1,8.318793653927514e-09 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,1,7.549123779426736e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.0007112583261914551 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,2,8.382093241721122e-09 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,2,4.886679949578365e-09 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.2924888714849203e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,2,2.091588946484535e-08 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,3,2.4692750955068732e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,3,1.0510374792715993e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.1899467956009175e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,3,2.8461411005764603e-08 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,4,4.2287357615578e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,4,1.7506605942685383e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.279471165271389e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,4,1.0638630243420266e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,5,9.184088867186802e-08 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,5,3.532834114139405e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.946595724841245e-08 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.177371313422555e-08 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,6,1.0864575017421885e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,6,4.820491739110366e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.4847907436887908e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.2494626844272716e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,7,1.3072516935608292e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,7,6.137702968089798e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0444083759230125e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6539817693228542e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,8,2.1440571629227634e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,8,9.567700942625379e-08 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.531630229896109e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,8,2.072462308433387e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,9,2.9335240014916053e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,9,1.2860647302659345e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.979961664095754e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.3967228912624705e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,10,3.948883602333808e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,10,1.7996353562921286e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.4651768032745167e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.685735012164514e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,11,3.7415293263620697e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,11,1.6587476636686915e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.7890328030698583e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.928993581008399e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,12,4.4081124883632583e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,12,1.838611467519513e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.23182370923314e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.226107025966485e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,13,4.5046721197650186e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,13,2.2492962159503804e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,13,4.902448154098238e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,13,3.8550942349502293e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,14,4.908054052066291e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,14,2.3629291945326258e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.558093789659324e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.4990630954089283e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,15,5.634108219965128e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,15,2.622535077989596e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,15,6.795680178584007e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.711650601369911e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,16,6.39271263480623e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,16,3.234460450585175e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,16,8.526115493623365e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.399036346418143e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,17,5.029312433180166e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,17,2.644745791258174e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,17,9.529945828035125e-07 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.273902381006337e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,18,5.068872610536346e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,18,2.4662628561600286e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.1282653531452524e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,18,9.657655937189702e-07 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,19,4.67923825908656e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,19,2.414522839444544e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.284000973100774e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.0926884215223254e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,20,5.583113988905097e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,20,3.1094322139324504e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.50198764004017e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.2997406884096563e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,21,4.685224723743886e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,21,2.435229475850065e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.720609702715592e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.4106850585449138e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,22,8.422076120950805e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,22,3.690984726745228e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,22,1.979421085707145e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5230145891109714e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,23,7.211498314063647e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,23,3.8610582464571053e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.2757701572118094e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.6616380662526353e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,24,8.583369890402537e-07 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,24,4.1611633605498355e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.5699573598103598e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.8008249753620476e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,25,1.0747688747869688e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,25,5.963065632386133e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.9548778002208564e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.05881406145636e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3455053249344928e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,26,6.490600412689673e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.46379397342389e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.296470029250486e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,27,1.1786661389123765e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,27,6.645634016422264e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,27,4.070061095262645e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.7332398531143554e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,28,1.5117041129997233e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,28,9.109104439630755e-07 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.813260602531955e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.2442637802887475e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,29,1.7963715208679787e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,29,1.015473458210181e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.781957497674739e-06 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.929376245854655e-06 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,30,1.7535796814627247e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,30,1.1250763236603234e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,30,1.0120997103513218e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.0009358362876810133 +wikitext,attn_in,Llama-2-7b-chat-hf,8,64,31,4.73694581160089e-06 +wikitext,attn_out,Llama-2-7b-chat-hf,8,64,31,1.9413396330492105e-06 +wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.42337830766337e-05 +wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.356258119107224e-05 +c4,attn_in,Llama-2-7b-hf,3,128,0,2.543072696425952e-06 +c4,attn_out,Llama-2-7b-hf,3,128,0,3.012893103004899e-06 +c4,mlp_gate,Llama-2-7b-hf,3,128,0,6.637722549385217e-07 +c4,mlp_down,Llama-2-7b-hf,3,128,0,7.1374552135239355e-06 +c4,attn_in,Llama-2-7b-hf,3,128,1,8.223937584261876e-06 +c4,attn_out,Llama-2-7b-hf,3,128,1,1.2737623364955653e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,1,0.00026239274302497506 +c4,mlp_down,Llama-2-7b-hf,3,128,1,0.03445218503475189 +c4,attn_in,Llama-2-7b-hf,3,128,2,1.7285396097577177e-05 +c4,attn_out,Llama-2-7b-hf,3,128,2,9.553433301334735e-06 +c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.1069929061923176e-05 +c4,mlp_down,Llama-2-7b-hf,3,128,2,2.7416899683885276e-05 +c4,attn_in,Llama-2-7b-hf,3,128,3,4.409086250234395e-05 +c4,attn_out,Llama-2-7b-hf,3,128,3,1.7401891454937868e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.1976574468426406e-05 +c4,mlp_down,Llama-2-7b-hf,3,128,3,5.044585122959688e-05 +c4,attn_in,Llama-2-7b-hf,3,128,4,8.910133328754455e-05 +c4,attn_out,Llama-2-7b-hf,3,128,4,3.437057966948487e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010203697456745431 +c4,mlp_down,Llama-2-7b-hf,3,128,4,0.0001447053800802678 +c4,attn_in,Llama-2-7b-hf,3,128,5,0.00018148182425647974 +c4,attn_out,Llama-2-7b-hf,3,128,5,6.73813046887517e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016477389726787806 +c4,mlp_down,Llama-2-7b-hf,3,128,5,0.00014262621698435396 +c4,attn_in,Llama-2-7b-hf,3,128,6,0.00018910778453573585 +c4,attn_out,Llama-2-7b-hf,3,128,6,7.57532543502748e-05 +c4,mlp_gate,Llama-2-7b-hf,3,128,6,0.00025093572912737727 +c4,mlp_down,Llama-2-7b-hf,3,128,6,0.00021784026466775686 +c4,attn_in,Llama-2-7b-hf,3,128,7,0.0002709426626097411 +c4,attn_out,Llama-2-7b-hf,3,128,7,0.00011176333646290004 +c4,mlp_gate,Llama-2-7b-hf,3,128,7,0.000345145002938807 +c4,mlp_down,Llama-2-7b-hf,3,128,7,0.0002886780130211264 +c4,attn_in,Llama-2-7b-hf,3,128,8,0.00048202427569776773 +c4,attn_out,Llama-2-7b-hf,3,128,8,0.0001595488574821502 +c4,mlp_gate,Llama-2-7b-hf,3,128,8,0.0004239654226694256 +c4,mlp_down,Llama-2-7b-hf,3,128,8,0.0003434610553085804 +c4,attn_in,Llama-2-7b-hf,3,128,9,0.0006081801257096231 +c4,attn_out,Llama-2-7b-hf,3,128,9,0.0002324319357285276 +c4,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005005250568501651 +c4,mlp_down,Llama-2-7b-hf,3,128,9,0.0003980580950155854 +c4,attn_in,Llama-2-7b-hf,3,128,10,0.0006762508419342339 +c4,attn_out,Llama-2-7b-hf,3,128,10,0.0003151714918203652 +c4,mlp_gate,Llama-2-7b-hf,3,128,10,0.000601124600507319 +c4,mlp_down,Llama-2-7b-hf,3,128,10,0.00046421383740380406 +c4,attn_in,Llama-2-7b-hf,3,128,11,0.000701176468282938 +c4,attn_out,Llama-2-7b-hf,3,128,11,0.00031426697387360036 +c4,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006779655814170837 +c4,mlp_down,Llama-2-7b-hf,3,128,11,0.0005394738400354981 +c4,attn_in,Llama-2-7b-hf,3,128,12,0.0008574037346988916 +c4,attn_out,Llama-2-7b-hf,3,128,12,0.00035260539152659476 +c4,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007614417700096965 +c4,mlp_down,Llama-2-7b-hf,3,128,12,0.0006150351255200803 +c4,attn_in,Llama-2-7b-hf,3,128,13,0.0009122703922912478 +c4,attn_out,Llama-2-7b-hf,3,128,13,0.00041800912003964186 +c4,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009203080553561449 +c4,mlp_down,Llama-2-7b-hf,3,128,13,0.0007700978312641382 +c4,attn_in,Llama-2-7b-hf,3,128,14,0.0009445860632695258 +c4,attn_out,Llama-2-7b-hf,3,128,14,0.0004649163456633687 +c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010440688347443938 +c4,mlp_down,Llama-2-7b-hf,3,128,14,0.000918286619707942 +c4,attn_in,Llama-2-7b-hf,3,128,15,0.0010549225844442844 +c4,attn_out,Llama-2-7b-hf,3,128,15,0.0005249800742603838 +c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013062400976195931 +c4,mlp_down,Llama-2-7b-hf,3,128,15,0.0011600619181990623 +c4,attn_in,Llama-2-7b-hf,3,128,16,0.0012565345969051123 +c4,attn_out,Llama-2-7b-hf,3,128,16,0.0007562166429124773 +c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016812492394819856 +c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0017191765364259481 +c4,attn_in,Llama-2-7b-hf,3,128,17,0.0009592727292329073 +c4,attn_out,Llama-2-7b-hf,3,128,17,0.00051970494678244 +c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018641318893060088 +c4,mlp_down,Llama-2-7b-hf,3,128,17,0.00180455157533288 +c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010111973388120532 +c4,attn_out,Llama-2-7b-hf,3,128,18,0.000538000778760761 +c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002198385540395975 +c4,mlp_down,Llama-2-7b-hf,3,128,18,0.0021237442269921303 +c4,attn_in,Llama-2-7b-hf,3,128,19,0.0010415142169222236 +c4,attn_out,Llama-2-7b-hf,3,128,19,0.0005380621296353638 +c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025223069824278355 +c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002393391914665699 +c4,attn_in,Llama-2-7b-hf,3,128,20,0.0012130357790738344 +c4,attn_out,Llama-2-7b-hf,3,128,20,0.0007090459694154561 +c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.00295038940384984 +c4,mlp_down,Llama-2-7b-hf,3,128,20,0.002952669281512499 +c4,attn_in,Llama-2-7b-hf,3,128,21,0.0008859406807459891 +c4,attn_out,Llama-2-7b-hf,3,128,21,0.0005539711564779282 +c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.003233809256926179 +c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0029773844871670008 +c4,attn_in,Llama-2-7b-hf,3,128,22,0.0014861398376524448 +c4,attn_out,Llama-2-7b-hf,3,128,22,0.000706923718098551 +c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036564155016094446 +c4,mlp_down,Llama-2-7b-hf,3,128,22,0.003334162523970008 +c4,attn_in,Llama-2-7b-hf,3,128,23,0.001210103277117014 +c4,attn_out,Llama-2-7b-hf,3,128,23,0.0006496718269772828 +c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.00408172607421875 +c4,mlp_down,Llama-2-7b-hf,3,128,23,0.003475043224170804 +c4,attn_in,Llama-2-7b-hf,3,128,24,0.001708570634946227 +c4,attn_out,Llama-2-7b-hf,3,128,24,0.0008913993951864541 +c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004477516282349825 +c4,mlp_down,Llama-2-7b-hf,3,128,24,0.0036744470708072186 +c4,attn_in,Llama-2-7b-hf,3,128,25,0.001281911856494844 +c4,attn_out,Llama-2-7b-hf,3,128,25,0.0005993525264784694 +c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.005034042056649923 +c4,mlp_down,Llama-2-7b-hf,3,128,25,0.0038490176666527987 +c4,attn_in,Llama-2-7b-hf,3,128,26,0.0020504279527813196 +c4,attn_out,Llama-2-7b-hf,3,128,26,0.0011458952212706208 +c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005648562218993902 +c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004218691028654575 +c4,attn_in,Llama-2-7b-hf,3,128,27,0.0017724123317748308 +c4,attn_out,Llama-2-7b-hf,3,128,27,0.0009891103254631162 +c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006490116938948631 +c4,mlp_down,Llama-2-7b-hf,3,128,27,0.004780391231179237 +c4,attn_in,Llama-2-7b-hf,3,128,28,0.002427024533972144 +c4,attn_out,Llama-2-7b-hf,3,128,28,0.0012401891872286797 +c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.007725058123469353 +c4,mlp_down,Llama-2-7b-hf,3,128,28,0.005963929928839207 +c4,attn_in,Llama-2-7b-hf,3,128,29,0.0020466819405555725 +c4,attn_out,Llama-2-7b-hf,3,128,29,0.0011164756724610925 +c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009403730742633343 +c4,mlp_down,Llama-2-7b-hf,3,128,29,0.008864409290254116 +c4,attn_in,Llama-2-7b-hf,3,128,30,0.0024059375282377005 +c4,attn_out,Llama-2-7b-hf,3,128,30,0.0015969789819791913 +c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.016664106398820877 +c4,mlp_down,Llama-2-7b-hf,3,128,30,0.03009049780666828 +c4,attn_in,Llama-2-7b-hf,3,128,31,0.01073062140494585 +c4,attn_out,Llama-2-7b-hf,3,128,31,0.0025165919214487076 +c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.03495848923921585 +c4,mlp_down,Llama-2-7b-hf,3,128,31,0.08376329392194748 +pileval,attn_in,Llama-2-7b-hf,3,128,0,3.0573014555557165e-06 +pileval,attn_out,Llama-2-7b-hf,3,128,0,3.6636567983805435e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,128,0,8.344741786459053e-07 +pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.136345175240422e-06 +pileval,attn_in,Llama-2-7b-hf,3,128,1,8.130168680509087e-06 +pileval,attn_out,Llama-2-7b-hf,3,128,1,1.279442585655488e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,1,0.0002228280936833471 +pileval,mlp_down,Llama-2-7b-hf,3,128,1,0.02851339429616928 +pileval,attn_in,Llama-2-7b-hf,3,128,2,1.8452303265803494e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,2,1.0367944014433306e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.276356281072367e-05 +pileval,mlp_down,Llama-2-7b-hf,3,128,2,2.910877810791135e-05 +pileval,attn_in,Llama-2-7b-hf,3,128,3,4.432041896507144e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,3,1.9758806956815533e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,3,5.64706206205301e-05 +pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.3735857363790274e-05 +pileval,attn_in,Llama-2-7b-hf,3,128,4,9.08076181076467e-05 +pileval,attn_out,Llama-2-7b-hf,3,128,4,3.8367612432921305e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010866576485568658 +pileval,mlp_down,Llama-2-7b-hf,3,128,4,0.00014667010691482574 +pileval,attn_in,Llama-2-7b-hf,3,128,5,0.00017632331582717597 +pileval,attn_out,Llama-2-7b-hf,3,128,5,7.63492935220711e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016866839723661542 +pileval,mlp_down,Llama-2-7b-hf,3,128,5,0.0001432828139513731 +pileval,attn_in,Llama-2-7b-hf,3,128,6,0.0002025836001848802 +pileval,attn_out,Llama-2-7b-hf,3,128,6,9.186928218696266e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,128,6,0.00025211955653503537 +pileval,mlp_down,Llama-2-7b-hf,3,128,6,0.00021584810747299343 +pileval,attn_in,Llama-2-7b-hf,3,128,7,0.0002834092592820525 +pileval,attn_out,Llama-2-7b-hf,3,128,7,0.00013142310490366071 +pileval,mlp_gate,Llama-2-7b-hf,3,128,7,0.00035097880754619837 +pileval,mlp_down,Llama-2-7b-hf,3,128,7,0.00029024123796261847 +pileval,attn_in,Llama-2-7b-hf,3,128,8,0.00048126475303433836 +pileval,attn_out,Llama-2-7b-hf,3,128,8,0.00018606052617542446 +pileval,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043664168333634734 +pileval,mlp_down,Llama-2-7b-hf,3,128,8,0.00035565506550483406 +pileval,attn_in,Llama-2-7b-hf,3,128,9,0.0006133812130428851 +pileval,attn_out,Llama-2-7b-hf,3,128,9,0.00025183107936754823 +pileval,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005151203949935734 +pileval,mlp_down,Llama-2-7b-hf,3,128,9,0.00040967477252706885 +pileval,attn_in,Llama-2-7b-hf,3,128,10,0.0006958235753700137 +pileval,attn_out,Llama-2-7b-hf,3,128,10,0.0003480996529106051 +pileval,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006082875188440084 +pileval,mlp_down,Llama-2-7b-hf,3,128,10,0.00047209268086589873 +pileval,attn_in,Llama-2-7b-hf,3,128,11,0.0007416491280309856 +pileval,attn_out,Llama-2-7b-hf,3,128,11,0.0003570902335923165 +pileval,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006836638785898685 +pileval,mlp_down,Llama-2-7b-hf,3,128,11,0.0005404023104347289 +pileval,attn_in,Llama-2-7b-hf,3,128,12,0.0009082312462851405 +pileval,attn_out,Llama-2-7b-hf,3,128,12,0.0004176687216386199 +pileval,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007695930544286966 +pileval,mlp_down,Llama-2-7b-hf,3,128,12,0.0006174634327180684 +pileval,attn_in,Llama-2-7b-hf,3,128,13,0.0009354210924357176 +pileval,attn_out,Llama-2-7b-hf,3,128,13,0.0004543697868939489 +pileval,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009158877073787153 +pileval,mlp_down,Llama-2-7b-hf,3,128,13,0.0007546934066340327 +pileval,attn_in,Llama-2-7b-hf,3,128,14,0.0009751308243721724 +pileval,attn_out,Llama-2-7b-hf,3,128,14,0.0005078096874058247 +pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010315076215192676 +pileval,mlp_down,Llama-2-7b-hf,3,128,14,0.000896421552170068 +pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0010679489932954311 +pileval,attn_out,Llama-2-7b-hf,3,128,15,0.000552445650100708 +pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012867077020928264 +pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011246140347793698 +pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0012640856439247727 +pileval,attn_out,Llama-2-7b-hf,3,128,16,0.0007910795393399894 +pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016467032255604863 +pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.001671690377406776 +pileval,attn_in,Llama-2-7b-hf,3,128,17,0.0010025460505858064 +pileval,attn_out,Llama-2-7b-hf,3,128,17,0.0005629723891615868 +pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018219631165266037 +pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0017102633137255907 +pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0010713385418057442 +pileval,attn_out,Llama-2-7b-hf,3,128,18,0.0006627120892517269 +pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.002162802265956998 +pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0020622785668820143 +pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0010400463361293077 +pileval,attn_out,Llama-2-7b-hf,3,128,19,0.0005687671364285052 +pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.002484980272129178 +pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.0023321385961025953 +pileval,attn_in,Llama-2-7b-hf,3,128,20,0.0011329817352816463 +pileval,attn_out,Llama-2-7b-hf,3,128,20,0.0006669260328635573 +pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.002909793285652995 +pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.002823449904099107 +pileval,attn_in,Llama-2-7b-hf,3,128,21,0.0009154521976597607 +pileval,attn_out,Llama-2-7b-hf,3,128,21,0.0006203449447639287 +pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032037219498306513 +pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.0028282408602535725 +pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001522512873634696 +pileval,attn_out,Llama-2-7b-hf,3,128,22,0.0007750270306132734 +pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036471597850322723 +pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003152856370434165 +pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0012038603890687227 +pileval,attn_out,Llama-2-7b-hf,3,128,23,0.0006632210570387542 +pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004064449109137058 +pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.0033499901182949543 +pileval,attn_in,Llama-2-7b-hf,3,128,24,0.001629561884328723 +pileval,attn_out,Llama-2-7b-hf,3,128,24,0.0008595322142355144 +pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004442940466105938 +pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.003464485751464963 +pileval,attn_in,Llama-2-7b-hf,3,128,25,0.001417998573742807 +pileval,attn_out,Llama-2-7b-hf,3,128,25,0.0006956577417440712 +pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005011653061956167 +pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.003742298111319542 +pileval,attn_in,Llama-2-7b-hf,3,128,26,0.002108827233314514 +pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0011846160050481558 +pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.005654714070260525 +pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.0040678526274859905 +pileval,attn_in,Llama-2-7b-hf,3,128,27,0.0018865731544792652 +pileval,attn_out,Llama-2-7b-hf,3,128,27,0.001093774801120162 +pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006525459233671427 +pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.004697771277278662 +pileval,attn_in,Llama-2-7b-hf,3,128,28,0.00244835764169693 +pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013048137770965695 +pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.007823240011930466 +pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.005987617652863264 +pileval,attn_in,Llama-2-7b-hf,3,128,29,0.002292221412062645 +pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0013158756773918867 +pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.00958227925002575 +pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.008739976212382317 +pileval,attn_in,Llama-2-7b-hf,3,128,30,0.002686240477487445 +pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0017922914121299982 +pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016370467841625214 +pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.027789078652858734 +pileval,attn_in,Llama-2-7b-hf,3,128,31,0.010080471634864807 +pileval,attn_out,Llama-2-7b-hf,3,128,31,0.0024267127737402916 +pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03300893306732178 +pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.07783909142017365 +wikitext,attn_in,Llama-2-7b-hf,3,128,0,2.5686588287499035e-06 +wikitext,attn_out,Llama-2-7b-hf,3,128,0,3.7802583392476663e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,7.691232895012945e-07 +wikitext,mlp_down,Llama-2-7b-hf,3,128,0,7.605379323649686e-06 +wikitext,attn_in,Llama-2-7b-hf,3,128,1,8.243487172876485e-06 +wikitext,attn_out,Llama-2-7b-hf,3,128,1,1.627187702979427e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,0.00043123451177962124 +wikitext,mlp_down,Llama-2-7b-hf,3,128,1,0.04295022040605545 +wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.2803134268324357e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,2,7.639643627044279e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.126537037838716e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,128,2,2.833175858540926e-05 +wikitext,attn_in,Llama-2-7b-hf,3,128,3,3.896461566910148e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,3,1.789216730685439e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.2000654250150546e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,128,3,4.7456956963287666e-05 +wikitext,attn_in,Llama-2-7b-hf,3,128,4,7.652219210285693e-05 +wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.181213833158836e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,0.0001035265886457637 +wikitext,mlp_down,Llama-2-7b-hf,3,128,4,0.0001885962556116283 +wikitext,attn_in,Llama-2-7b-hf,3,128,5,0.00014950202603358775 +wikitext,attn_out,Llama-2-7b-hf,3,128,5,6.831553764641285e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016676301311235875 +wikitext,mlp_down,Llama-2-7b-hf,3,128,5,0.00014266979997046292 +wikitext,attn_in,Llama-2-7b-hf,3,128,6,0.00017270220268983394 +wikitext,attn_out,Llama-2-7b-hf,3,128,6,8.4413550212048e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002502019633539021 +wikitext,mlp_down,Llama-2-7b-hf,3,128,6,0.0002142875746358186 +wikitext,attn_in,Llama-2-7b-hf,3,128,7,0.00024984596529975533 +wikitext,attn_out,Llama-2-7b-hf,3,128,7,0.00011503295536385849 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003467285423539579 +wikitext,mlp_down,Llama-2-7b-hf,3,128,7,0.000291877135168761 +wikitext,attn_in,Llama-2-7b-hf,3,128,8,0.00043087624362669885 +wikitext,attn_out,Llama-2-7b-hf,3,128,8,0.00017573777586221695 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,0.0004363608022686094 +wikitext,mlp_down,Llama-2-7b-hf,3,128,8,0.000358893652446568 +wikitext,attn_in,Llama-2-7b-hf,3,128,9,0.0005639558658003807 +wikitext,attn_out,Llama-2-7b-hf,3,128,9,0.00023540851543657482 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005153474630787969 +wikitext,mlp_down,Llama-2-7b-hf,3,128,9,0.000423730059992522 +wikitext,attn_in,Llama-2-7b-hf,3,128,10,0.0006439874996431172 +wikitext,attn_out,Llama-2-7b-hf,3,128,10,0.0003216506738681346 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006136309821158648 +wikitext,mlp_down,Llama-2-7b-hf,3,128,10,0.00047706891200505197 +wikitext,attn_in,Llama-2-7b-hf,3,128,11,0.0006522673647850752 +wikitext,attn_out,Llama-2-7b-hf,3,128,11,0.0003134313446935266 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006781782722100616 +wikitext,mlp_down,Llama-2-7b-hf,3,128,11,0.0005417299107648432 +wikitext,attn_in,Llama-2-7b-hf,3,128,12,0.0008402485400438309 +wikitext,attn_out,Llama-2-7b-hf,3,128,12,0.0003682195965666324 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007546000997535884 +wikitext,mlp_down,Llama-2-7b-hf,3,128,12,0.0005997269763611257 +wikitext,attn_in,Llama-2-7b-hf,3,128,13,0.0008764169178903103 +wikitext,attn_out,Llama-2-7b-hf,3,128,13,0.0004293550446163863 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,0.0008877524523995817 +wikitext,mlp_down,Llama-2-7b-hf,3,128,13,0.0007335447589866817 +wikitext,attn_in,Llama-2-7b-hf,3,128,14,0.0008686374058015645 +wikitext,attn_out,Llama-2-7b-hf,3,128,14,0.00045259547187015414 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.001004307297989726 +wikitext,mlp_down,Llama-2-7b-hf,3,128,14,0.0008663083426654339 +wikitext,attn_in,Llama-2-7b-hf,3,128,15,0.000983986770734191 +wikitext,attn_out,Llama-2-7b-hf,3,128,15,0.000510774611029774 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.00125294947065413 +wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.001098114880733192 +wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.0010756051633507013 +wikitext,attn_out,Llama-2-7b-hf,3,128,16,0.0006614450248889625 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015790057368576527 +wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.00169944332446903 +wikitext,attn_in,Llama-2-7b-hf,3,128,17,0.0009061276796273887 +wikitext,attn_out,Llama-2-7b-hf,3,128,17,0.0005584557075053453 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0017672849353402853 +wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.0016936128959059715 +wikitext,attn_in,Llama-2-7b-hf,3,128,18,0.0009517999133095145 +wikitext,attn_out,Llama-2-7b-hf,3,128,18,0.0005226014764048159 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0020830018911510706 +wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.0019796283449977636 +wikitext,attn_in,Llama-2-7b-hf,3,128,19,0.0009232947486452758 +wikitext,attn_out,Llama-2-7b-hf,3,128,19,0.0004974854527972639 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.0023669623769819736 +wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.002217271365225315 +wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0010793479159474373 +wikitext,attn_out,Llama-2-7b-hf,3,128,20,0.000655871001072228 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027666096575558186 +wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.0027403240092098713 +wikitext,attn_in,Llama-2-7b-hf,3,128,21,0.0007809162489138544 +wikitext,attn_out,Llama-2-7b-hf,3,128,21,0.00047264748718589544 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031166530679911375 +wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.002888522343710065 +wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.0014398874482139945 +wikitext,attn_out,Llama-2-7b-hf,3,128,22,0.0007533867028541863 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.0034848360810428858 +wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.0030584202613681555 +wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011868405854329467 +wikitext,attn_out,Llama-2-7b-hf,3,128,23,0.0007082157535478473 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.0039433506317436695 +wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.0032707450445741415 +wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015086076455190778 +wikitext,attn_out,Llama-2-7b-hf,3,128,24,0.0007639596587978303 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004346577916294336 +wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0034665833227336407 +wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.001632111961953342 +wikitext,attn_out,Llama-2-7b-hf,3,128,25,0.0009901466546580195 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.0049587031826376915 +wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.003667351556941867 +wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.0019490589620545506 +wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.001109505770727992 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.005605356302112341 +wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004079472739249468 +wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.001829272834584117 +wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0010996055789291859 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006518801208585501 +wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.004759546369314194 +wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.0027604405768215656 +wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.001507918001152575 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.0076146251522004604 +wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.0055553968995809555 +wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.002426031744107604 +wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.0015346045838668942 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.009142763912677765 +wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.009215841069817543 +wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.0026110797189176083 +wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.0019123723031952977 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.018212007358670235 +wikitext,mlp_down,Llama-2-7b-hf,3,128,30,0.05837426707148552 +wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.009388141334056854 +wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.002707485808059573 +wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03149794414639473 +wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.07138042151927948 +c4,attn_in,Llama-2-7b-hf,3,64,0,1.352039362245705e-06 +c4,attn_out,Llama-2-7b-hf,3,64,0,2.013813627854688e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,0,4.729016609417158e-07 +c4,mlp_down,Llama-2-7b-hf,3,64,0,4.920993433188414e-06 +c4,attn_in,Llama-2-7b-hf,3,64,1,5.602469627774553e-06 +c4,attn_out,Llama-2-7b-hf,3,64,1,7.953217391332146e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,1,2.3923681510495953e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,1,0.014892200008034706 +c4,attn_in,Llama-2-7b-hf,3,64,2,1.5467061530216597e-05 +c4,attn_out,Llama-2-7b-hf,3,64,2,6.976478289288934e-06 +c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.641474045754876e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,2,2.0417775886016898e-05 +c4,attn_in,Llama-2-7b-hf,3,64,3,3.783392094192095e-05 +c4,attn_out,Llama-2-7b-hf,3,64,3,1.2851676729042083e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.0168499253923073e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,3,3.930029924958944e-05 +c4,attn_in,Llama-2-7b-hf,3,64,4,7.552334136562422e-05 +c4,attn_out,Llama-2-7b-hf,3,64,4,2.587784911156632e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,4,7.77900277171284e-05 +c4,mlp_down,Llama-2-7b-hf,3,64,4,0.00010034827573690563 +c4,attn_in,Llama-2-7b-hf,3,64,5,0.00012509786756709218 +c4,attn_out,Llama-2-7b-hf,3,64,5,5.050518666394055e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012627572868950665 +c4,mlp_down,Llama-2-7b-hf,3,64,5,0.00011146985343657434 +c4,attn_in,Llama-2-7b-hf,3,64,6,0.000154106950503774 +c4,attn_out,Llama-2-7b-hf,3,64,6,5.7990382629213855e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019250746117904782 +c4,mlp_down,Llama-2-7b-hf,3,64,6,0.00017062794358935207 +c4,attn_in,Llama-2-7b-hf,3,64,7,0.00022826777421869338 +c4,attn_out,Llama-2-7b-hf,3,64,7,8.46304465085268e-05 +c4,mlp_gate,Llama-2-7b-hf,3,64,7,0.00026246666675433517 +c4,mlp_down,Llama-2-7b-hf,3,64,7,0.00022524670930579305 +c4,attn_in,Llama-2-7b-hf,3,64,8,0.0003556356532499194 +c4,attn_out,Llama-2-7b-hf,3,64,8,0.00012244861864019185 +c4,mlp_gate,Llama-2-7b-hf,3,64,8,0.00032195154926739633 +c4,mlp_down,Llama-2-7b-hf,3,64,8,0.0002678775053936988 +c4,attn_in,Llama-2-7b-hf,3,64,9,0.0005175353144295514 +c4,attn_out,Llama-2-7b-hf,3,64,9,0.0001793390983948484 +c4,mlp_gate,Llama-2-7b-hf,3,64,9,0.00037874822737649083 +c4,mlp_down,Llama-2-7b-hf,3,64,9,0.00031065233633853495 +c4,attn_in,Llama-2-7b-hf,3,64,10,0.0005295773153193295 +c4,attn_out,Llama-2-7b-hf,3,64,10,0.0002426097053103149 +c4,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045178105938248336 +c4,mlp_down,Llama-2-7b-hf,3,64,10,0.0003632408916018903 +c4,attn_in,Llama-2-7b-hf,3,64,11,0.0006606154493056238 +c4,attn_out,Llama-2-7b-hf,3,64,11,0.00024240490165539086 +c4,mlp_gate,Llama-2-7b-hf,3,64,11,0.000513250008225441 +c4,mlp_down,Llama-2-7b-hf,3,64,11,0.00042155128903687 +c4,attn_in,Llama-2-7b-hf,3,64,12,0.0007041723583824933 +c4,attn_out,Llama-2-7b-hf,3,64,12,0.00027351503376848996 +c4,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005792785086669028 +c4,mlp_down,Llama-2-7b-hf,3,64,12,0.00048093634541146457 +c4,attn_in,Llama-2-7b-hf,3,64,13,0.0006800646660849452 +c4,attn_out,Llama-2-7b-hf,3,64,13,0.0003236708580516279 +c4,mlp_gate,Llama-2-7b-hf,3,64,13,0.0007003570208325982 +c4,mlp_down,Llama-2-7b-hf,3,64,13,0.0006017854320816696 +c4,attn_in,Llama-2-7b-hf,3,64,14,0.0007468051044270396 +c4,attn_out,Llama-2-7b-hf,3,64,14,0.0003626182733569294 +c4,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007923046359792352 +c4,mlp_down,Llama-2-7b-hf,3,64,14,0.0007195142679847777 +c4,attn_in,Llama-2-7b-hf,3,64,15,0.0009459556313231587 +c4,attn_out,Llama-2-7b-hf,3,64,15,0.0004071605217177421 +c4,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009897078853100538 +c4,mlp_down,Llama-2-7b-hf,3,64,15,0.0009074078407138586 +c4,attn_in,Llama-2-7b-hf,3,64,16,0.0010919546475633979 +c4,attn_out,Llama-2-7b-hf,3,64,16,0.0005873885238543153 +c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.001291439519263804 +c4,mlp_down,Llama-2-7b-hf,3,64,16,0.001314000808633864 +c4,attn_in,Llama-2-7b-hf,3,64,17,0.0007566411513835192 +c4,attn_out,Llama-2-7b-hf,3,64,17,0.00040346739115193486 +c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014381755609065294 +c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001415953622199595 +c4,attn_in,Llama-2-7b-hf,3,64,18,0.0007924119709059596 +c4,attn_out,Llama-2-7b-hf,3,64,18,0.00041807128582149744 +c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016954701859503984 +c4,mlp_down,Llama-2-7b-hf,3,64,18,0.0016615058993920684 +c4,attn_in,Llama-2-7b-hf,3,64,19,0.000799604516942054 +c4,attn_out,Llama-2-7b-hf,3,64,19,0.00041548151057213545 +c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019526471151039004 +c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0018589376704767346 +c4,attn_in,Llama-2-7b-hf,3,64,20,0.0010149565059691668 +c4,attn_out,Llama-2-7b-hf,3,64,20,0.000552015786524862 +c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.0022941087372601032 +c4,mlp_down,Llama-2-7b-hf,3,64,20,0.0023015663027763367 +c4,attn_in,Llama-2-7b-hf,3,64,21,0.000719371426384896 +c4,attn_out,Llama-2-7b-hf,3,64,21,0.000430639716796577 +c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.0025123809464275837 +c4,mlp_down,Llama-2-7b-hf,3,64,21,0.002338198246434331 +c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012228562263771892 +c4,attn_out,Llama-2-7b-hf,3,64,22,0.0005539708654396236 +c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.00284474715590477 +c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0026178050320595503 +c4,attn_in,Llama-2-7b-hf,3,64,23,0.0009340890101157129 +c4,attn_out,Llama-2-7b-hf,3,64,23,0.000506869051605463 +c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031786931212991476 +c4,mlp_down,Llama-2-7b-hf,3,64,23,0.00273028458468616 +c4,attn_in,Llama-2-7b-hf,3,64,24,0.0015507268253713846 +c4,attn_out,Llama-2-7b-hf,3,64,24,0.0006800976698286831 +c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.0034876512363553047 +c4,mlp_down,Llama-2-7b-hf,3,64,24,0.002891919808462262 +c4,attn_in,Llama-2-7b-hf,3,64,25,0.0009626388200558722 +c4,attn_out,Llama-2-7b-hf,3,64,25,0.0004691858484875411 +c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.003910076338797808 +c4,mlp_down,Llama-2-7b-hf,3,64,25,0.0030233690049499273 +c4,attn_in,Llama-2-7b-hf,3,64,26,0.0017475327476859093 +c4,attn_out,Llama-2-7b-hf,3,64,26,0.0008810693980194628 +c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.004373366013169289 +c4,mlp_down,Llama-2-7b-hf,3,64,26,0.00331329507753253 +c4,attn_in,Llama-2-7b-hf,3,64,27,0.0014318707399070263 +c4,attn_out,Llama-2-7b-hf,3,64,27,0.0007720544235780835 +c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005006635561585426 +c4,mlp_down,Llama-2-7b-hf,3,64,27,0.003753067459911108 +c4,attn_in,Llama-2-7b-hf,3,64,28,0.001913520391099155 +c4,attn_out,Llama-2-7b-hf,3,64,28,0.000962649704888463 +c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.005939544644206762 +c4,mlp_down,Llama-2-7b-hf,3,64,28,0.004647892899811268 +c4,attn_in,Llama-2-7b-hf,3,64,29,0.0016378569416701794 +c4,attn_out,Llama-2-7b-hf,3,64,29,0.0008681011968292296 +c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007147780153900385 +c4,mlp_down,Llama-2-7b-hf,3,64,29,0.006588594056665897 +c4,attn_in,Llama-2-7b-hf,3,64,30,0.0018824714934453368 +c4,attn_out,Llama-2-7b-hf,3,64,30,0.0012241237564012408 +c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.01406893040984869 +c4,mlp_down,Llama-2-7b-hf,3,64,30,0.018283143639564514 +c4,attn_in,Llama-2-7b-hf,3,64,31,0.007186618167907 +c4,attn_out,Llama-2-7b-hf,3,64,31,0.0018471844960004091 +c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.026219023391604424 +c4,mlp_down,Llama-2-7b-hf,3,64,31,0.05543152242898941 +pileval,attn_in,Llama-2-7b-hf,3,64,0,1.5155692381085828e-06 +pileval,attn_out,Llama-2-7b-hf,3,64,0,2.3838510969653726e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,0,6.056792472008965e-07 +pileval,mlp_down,Llama-2-7b-hf,3,64,0,4.970051577402046e-06 +pileval,attn_in,Llama-2-7b-hf,3,64,1,5.622850494546583e-06 +pileval,attn_out,Llama-2-7b-hf,3,64,1,8.069326213444583e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,1,2.369823596382048e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.012329990975558758 +pileval,attn_in,Llama-2-7b-hf,3,64,2,1.664289266045671e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,2,7.6017036008124705e-06 +pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.7747343008522876e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.1837931853951886e-05 +pileval,attn_in,Llama-2-7b-hf,3,64,3,3.820883284788579e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,3,1.4541820746671874e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.369189991848543e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.189244282315485e-05 +pileval,attn_in,Llama-2-7b-hf,3,64,4,7.531012670369819e-05 +pileval,attn_out,Llama-2-7b-hf,3,64,4,2.8872913389932364e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,4,8.292889106087387e-05 +pileval,mlp_down,Llama-2-7b-hf,3,64,4,0.00010304081661161035 +pileval,attn_in,Llama-2-7b-hf,3,64,5,0.00012481812154874206 +pileval,attn_out,Llama-2-7b-hf,3,64,5,5.740850610891357e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012975816207472235 +pileval,mlp_down,Llama-2-7b-hf,3,64,5,0.00011205822374904528 +pileval,attn_in,Llama-2-7b-hf,3,64,6,0.00016740041610319167 +pileval,attn_out,Llama-2-7b-hf,3,64,6,7.008988904999569e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,6,0.0001937464257935062 +pileval,mlp_down,Llama-2-7b-hf,3,64,6,0.0001689595083007589 +pileval,attn_in,Llama-2-7b-hf,3,64,7,0.00024033327645156533 +pileval,attn_out,Llama-2-7b-hf,3,64,7,9.950384992407635e-05 +pileval,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002675774449016899 +pileval,mlp_down,Llama-2-7b-hf,3,64,7,0.00022662588162347674 +pileval,attn_in,Llama-2-7b-hf,3,64,8,0.00035656828549690545 +pileval,attn_out,Llama-2-7b-hf,3,64,8,0.0001432794233551249 +pileval,mlp_gate,Llama-2-7b-hf,3,64,8,0.0003322299453429878 +pileval,mlp_down,Llama-2-7b-hf,3,64,8,0.00027684151427820325 +pileval,attn_in,Llama-2-7b-hf,3,64,9,0.0005273086717352271 +pileval,attn_out,Llama-2-7b-hf,3,64,9,0.00019485122174955904 +pileval,mlp_gate,Llama-2-7b-hf,3,64,9,0.00039085751632228494 +pileval,mlp_down,Llama-2-7b-hf,3,64,9,0.0003201461222488433 +pileval,attn_in,Llama-2-7b-hf,3,64,10,0.0005470251198858023 +pileval,attn_out,Llama-2-7b-hf,3,64,10,0.0002686243678908795 +pileval,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045787988347001374 +pileval,mlp_down,Llama-2-7b-hf,3,64,10,0.0003692996397148818 +pileval,attn_in,Llama-2-7b-hf,3,64,11,0.0006926546921022236 +pileval,attn_out,Llama-2-7b-hf,3,64,11,0.00027551696985028684 +pileval,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005191603559069335 +pileval,mlp_down,Llama-2-7b-hf,3,64,11,0.0004224988806527108 +pileval,attn_in,Llama-2-7b-hf,3,64,12,0.0007409607642330229 +pileval,attn_out,Llama-2-7b-hf,3,64,12,0.00032454656320624053 +pileval,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005876139039173722 +pileval,mlp_down,Llama-2-7b-hf,3,64,12,0.0004826520453207195 +pileval,attn_in,Llama-2-7b-hf,3,64,13,0.0006969491951167583 +pileval,attn_out,Llama-2-7b-hf,3,64,13,0.0003509054076857865 +pileval,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006968654342927039 +pileval,mlp_down,Llama-2-7b-hf,3,64,13,0.0005891559412702918 +pileval,attn_in,Llama-2-7b-hf,3,64,14,0.000783416093327105 +pileval,attn_out,Llama-2-7b-hf,3,64,14,0.00039624370401725173 +pileval,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007846872322261333 +pileval,mlp_down,Llama-2-7b-hf,3,64,14,0.0007018111064098775 +pileval,attn_in,Llama-2-7b-hf,3,64,15,0.0009412801009602845 +pileval,attn_out,Llama-2-7b-hf,3,64,15,0.00042915530502796173 +pileval,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009755603387020528 +pileval,mlp_down,Llama-2-7b-hf,3,64,15,0.0008792548323981464 +pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0010924391681328416 +pileval,attn_out,Llama-2-7b-hf,3,64,16,0.0006138241733424366 +pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012670191936194897 +pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.0012785234721377492 +pileval,attn_in,Llama-2-7b-hf,3,64,17,0.0007896869210526347 +pileval,attn_out,Llama-2-7b-hf,3,64,17,0.00043673606705851853 +pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014061410911381245 +pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0013407800579443574 +pileval,attn_in,Llama-2-7b-hf,3,64,18,0.0008632848039269447 +pileval,attn_out,Llama-2-7b-hf,3,64,18,0.000512078870087862 +pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.001667625387199223 +pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0016112216981127858 +pileval,attn_in,Llama-2-7b-hf,3,64,19,0.000820212357211858 +pileval,attn_out,Llama-2-7b-hf,3,64,19,0.00043905669008381665 +pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.001922513241879642 +pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0018130321986973286 +pileval,attn_in,Llama-2-7b-hf,3,64,20,0.0009337766095995903 +pileval,attn_out,Llama-2-7b-hf,3,64,20,0.0005191059317439795 +pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.002256314503028989 +pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.002200246090069413 +pileval,attn_in,Llama-2-7b-hf,3,64,21,0.0007585496641695499 +pileval,attn_out,Llama-2-7b-hf,3,64,21,0.00048182407044805586 +pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.0024896387476474047 +pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.002220153110101819 +pileval,attn_in,Llama-2-7b-hf,3,64,22,0.001224587089382112 +pileval,attn_out,Llama-2-7b-hf,3,64,22,0.0006051078671589494 +pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.0028409333899617195 +pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.0024800116661936045 +pileval,attn_in,Llama-2-7b-hf,3,64,23,0.0009084887569770217 +pileval,attn_out,Llama-2-7b-hf,3,64,23,0.0005183184985071421 +pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031743834260851145 +pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.0026326405350118876 +pileval,attn_in,Llama-2-7b-hf,3,64,24,0.0015401319833472371 +pileval,attn_out,Llama-2-7b-hf,3,64,24,0.0006566952215507627 +pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.003463878994807601 +pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.002725738100707531 +pileval,attn_in,Llama-2-7b-hf,3,64,25,0.0010668658651411533 +pileval,attn_out,Llama-2-7b-hf,3,64,25,0.000544315087608993 +pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.003900517476722598 +pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.002936508972197771 +pileval,attn_in,Llama-2-7b-hf,3,64,26,0.001838320167735219 +pileval,attn_out,Llama-2-7b-hf,3,64,26,0.0009112141560763121 +pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004378987476229668 +pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0031901465263217688 +pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0015159916365519166 +pileval,attn_out,Llama-2-7b-hf,3,64,27,0.0008550887578167021 +pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005042847245931625 +pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.0036889759358018637 +pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019081454956904054 +pileval,attn_out,Llama-2-7b-hf,3,64,28,0.001014838577248156 +pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.006009286735206842 +pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.0046734982170164585 +pileval,attn_in,Llama-2-7b-hf,3,64,29,0.0018393861828371882 +pileval,attn_out,Llama-2-7b-hf,3,64,29,0.0010245740413665771 +pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007275045849382877 +pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.006544607225805521 +pileval,attn_in,Llama-2-7b-hf,3,64,30,0.0020546840969473124 +pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0013765831245109439 +pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.013616175390779972 +pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.017089786008000374 +pileval,attn_in,Llama-2-7b-hf,3,64,31,0.006992728915065527 +pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0017780535854399204 +pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.02487163618206978 +pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.05131799355149269 +wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.4221750461729243e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,0,2.551331817812752e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,5.442155384116631e-07 +wikitext,mlp_down,Llama-2-7b-hf,3,64,0,5.367863650462823e-06 +wikitext,attn_in,Llama-2-7b-hf,3,64,1,5.259551016933983e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.0216755981673487e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,4.382723636808805e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.018416529521346092 +wikitext,attn_in,Llama-2-7b-hf,3,64,2,9.979669812310021e-06 +wikitext,attn_out,Llama-2-7b-hf,3,64,2,5.415014129539486e-06 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.654122388572432e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.0342487914604135e-05 +wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.4523633075878024e-05 +wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.3150091035640799e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.017047831439413e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,3,3.704220216604881e-05 +wikitext,attn_in,Llama-2-7b-hf,3,64,4,5.9119756770087406e-05 +wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.380322439421434e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,7.888196705607697e-05 +wikitext,mlp_down,Llama-2-7b-hf,3,64,4,0.00012348157179076225 +wikitext,attn_in,Llama-2-7b-hf,3,64,5,0.00010718109115259722 +wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.1473452913342044e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012819672701880336 +wikitext,mlp_down,Llama-2-7b-hf,3,64,5,0.00011152560909977183 +wikitext,attn_in,Llama-2-7b-hf,3,64,6,0.00014862902753520757 +wikitext,attn_out,Llama-2-7b-hf,3,64,6,6.404749001376331e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019108378910459578 +wikitext,mlp_down,Llama-2-7b-hf,3,64,6,0.00016810694069135934 +wikitext,attn_in,Llama-2-7b-hf,3,64,7,0.00019778091518674046 +wikitext,attn_out,Llama-2-7b-hf,3,64,7,8.722272468730807e-05 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002640333550516516 +wikitext,mlp_down,Llama-2-7b-hf,3,64,7,0.00022724682639818639 +wikitext,attn_in,Llama-2-7b-hf,3,64,8,0.0003283045662101358 +wikitext,attn_out,Llama-2-7b-hf,3,64,8,0.0001359652087558061 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,0.0003327792801428586 +wikitext,mlp_down,Llama-2-7b-hf,3,64,8,0.0002796487824525684 +wikitext,attn_in,Llama-2-7b-hf,3,64,9,0.0004685376479756087 +wikitext,attn_out,Llama-2-7b-hf,3,64,9,0.00018266569531988353 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,0.0003906886850018054 +wikitext,mlp_down,Llama-2-7b-hf,3,64,9,0.00033080848515965044 +wikitext,attn_in,Llama-2-7b-hf,3,64,10,0.0005076915840618312 +wikitext,attn_out,Llama-2-7b-hf,3,64,10,0.0002470748731866479 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,0.0004606479196809232 +wikitext,mlp_down,Llama-2-7b-hf,3,64,10,0.0003729742602445185 +wikitext,attn_in,Llama-2-7b-hf,3,64,11,0.0006373812211677432 +wikitext,attn_out,Llama-2-7b-hf,3,64,11,0.0002412713220110163 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005134922685101628 +wikitext,mlp_down,Llama-2-7b-hf,3,64,11,0.0004232242936268449 +wikitext,attn_in,Llama-2-7b-hf,3,64,12,0.0006584867951460183 +wikitext,attn_out,Llama-2-7b-hf,3,64,12,0.00028628105064854026 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005738495965488255 +wikitext,mlp_down,Llama-2-7b-hf,3,64,12,0.000469339283881709 +wikitext,attn_in,Llama-2-7b-hf,3,64,13,0.0006321814726106822 +wikitext,attn_out,Llama-2-7b-hf,3,64,13,0.00033113276003859937 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006754285423085093 +wikitext,mlp_down,Llama-2-7b-hf,3,64,13,0.0005720924236811697 +wikitext,attn_in,Llama-2-7b-hf,3,64,14,0.0007140011293813586 +wikitext,attn_out,Llama-2-7b-hf,3,64,14,0.00035237197880633175 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007666944293305278 +wikitext,mlp_down,Llama-2-7b-hf,3,64,14,0.0006783522549085319 +wikitext,attn_in,Llama-2-7b-hf,3,64,15,0.0008293984574265778 +wikitext,attn_out,Llama-2-7b-hf,3,64,15,0.00039636195288039744 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009476192644797266 +wikitext,mlp_down,Llama-2-7b-hf,3,64,15,0.0008591992082074285 +wikitext,attn_in,Llama-2-7b-hf,3,64,16,0.000937047356273979 +wikitext,attn_out,Llama-2-7b-hf,3,64,16,0.0005138558917678893 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012166851665824652 +wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.0012721378589048982 +wikitext,attn_in,Llama-2-7b-hf,3,64,17,0.0007091183215379715 +wikitext,attn_out,Llama-2-7b-hf,3,64,17,0.0004315798869356513 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.001363679300993681 +wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.0013258986873552203 +wikitext,attn_in,Llama-2-7b-hf,3,64,18,0.0007269045454449952 +wikitext,attn_out,Llama-2-7b-hf,3,64,18,0.00040760921547189355 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016069968696683645 +wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0015471907099708915 +wikitext,attn_in,Llama-2-7b-hf,3,64,19,0.0007308994536288083 +wikitext,attn_out,Llama-2-7b-hf,3,64,19,0.0003857018309645355 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018411396304145455 +wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.0017105480656027794 +wikitext,attn_in,Llama-2-7b-hf,3,64,20,0.0008717732271179557 +wikitext,attn_out,Llama-2-7b-hf,3,64,20,0.0005119589040987194 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0021439127158373594 +wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.0021389396861195564 +wikitext,attn_in,Llama-2-7b-hf,3,64,21,0.0006691361777484417 +wikitext,attn_out,Llama-2-7b-hf,3,64,21,0.0003663823881652206 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.0024202722124755383 +wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0022737793624401093 +wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.0011278290767222643 +wikitext,attn_out,Llama-2-7b-hf,3,64,22,0.0005925109726376832 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.0027133943513035774 +wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.0024001270066946745 +wikitext,attn_in,Llama-2-7b-hf,3,64,23,0.0009233863675035536 +wikitext,attn_out,Llama-2-7b-hf,3,64,23,0.000551353208720684 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.003080271417275071 +wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0025732689537107944 +wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013641661498695612 +wikitext,attn_out,Llama-2-7b-hf,3,64,24,0.0005891053006052971 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.003396943211555481 +wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.0027254035230726004 +wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0011858174111694098 +wikitext,attn_out,Llama-2-7b-hf,3,64,25,0.0007721985457465053 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.0038500542286783457 +wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.0028875325806438923 +wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.0016286206664517522 +wikitext,attn_out,Llama-2-7b-hf,3,64,26,0.0008529627812094986 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.0043465858325362206 +wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003200103295966983 +wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0014582312433049083 +wikitext,attn_out,Llama-2-7b-hf,3,64,27,0.0008571550133638084 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.0050140502862632275 +wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.003736679907888174 +wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.0020639877766370773 +wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0011759502813220024 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.0058339182287454605 +wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.0043289270251989365 +wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.00197706650942564 +wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0011985675664618611 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.006951521150767803 +wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.006777389906346798 +wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0020288594532757998 +wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0014655522536486387 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.018042774870991707 +wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.031594689935445786 +wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.006402109283953905 +wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.002020666841417551 +wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.02355954237282276 +wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.04718219116330147 +c4,attn_in,Llama-2-7b-hf,4,128,0,5.268558993520855e-07 +c4,attn_out,Llama-2-7b-hf,4,128,0,9.043480986292707e-07 +c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.4491278932382556e-07 +c4,mlp_down,Llama-2-7b-hf,4,128,0,1.6287175412799115e-06 +c4,attn_in,Llama-2-7b-hf,4,128,1,2.1778066638944438e-06 +c4,attn_out,Llama-2-7b-hf,4,128,1,3.2737257242843043e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,1,1.546998282719869e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,1,0.024724392220377922 +c4,attn_in,Llama-2-7b-hf,4,128,2,5.512998995982343e-06 +c4,attn_out,Llama-2-7b-hf,4,128,2,2.138755462510744e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.541556791082257e-06 +c4,mlp_down,Llama-2-7b-hf,4,128,2,6.6966422309633344e-06 +c4,attn_in,Llama-2-7b-hf,4,128,3,9.815618795983028e-06 +c4,attn_out,Llama-2-7b-hf,4,128,3,3.924843440472614e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.1201648703718092e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1071300832554698e-05 +c4,attn_in,Llama-2-7b-hf,4,128,4,2.2081192582845688e-05 +c4,attn_out,Llama-2-7b-hf,4,128,4,7.729516255494673e-06 +c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.1983019905746914e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,4,3.447790368227288e-05 +c4,attn_in,Llama-2-7b-hf,4,128,5,3.4123168006772175e-05 +c4,attn_out,Llama-2-7b-hf,4,128,5,1.500338657933753e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.5552711779018864e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,5,3.11678450088948e-05 +c4,attn_in,Llama-2-7b-hf,4,128,6,4.5767817937303334e-05 +c4,attn_out,Llama-2-7b-hf,4,128,6,1.705598333501257e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.4120857384987175e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,6,4.76150271424558e-05 +c4,attn_in,Llama-2-7b-hf,4,128,7,6.623016815865412e-05 +c4,attn_out,Llama-2-7b-hf,4,128,7,2.4629678591736592e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.459544576704502e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,7,6.313849007710814e-05 +c4,attn_in,Llama-2-7b-hf,4,128,8,0.00011489128519315273 +c4,attn_out,Llama-2-7b-hf,4,128,8,3.524343992467038e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.174127626465634e-05 +c4,mlp_down,Llama-2-7b-hf,4,128,8,7.5649113568943e-05 +c4,attn_in,Llama-2-7b-hf,4,128,9,0.00015828256437089294 +c4,attn_out,Llama-2-7b-hf,4,128,9,5.0841485062846914e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,9,0.00010833106352947652 +c4,mlp_down,Llama-2-7b-hf,4,128,9,8.692224946571514e-05 +c4,attn_in,Llama-2-7b-hf,4,128,10,0.00015087494102772325 +c4,attn_out,Llama-2-7b-hf,4,128,10,6.915023550391197e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001298262068303302 +c4,mlp_down,Llama-2-7b-hf,4,128,10,0.00010150581510970369 +c4,attn_in,Llama-2-7b-hf,4,128,11,0.00016652753402013332 +c4,attn_out,Llama-2-7b-hf,4,128,11,6.904940528329462e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014598625421058387 +c4,mlp_down,Llama-2-7b-hf,4,128,11,0.00011775105667766184 +c4,attn_in,Llama-2-7b-hf,4,128,12,0.00020423627574928105 +c4,attn_out,Llama-2-7b-hf,4,128,12,7.711181388003752e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016403195331804454 +c4,mlp_down,Llama-2-7b-hf,4,128,12,0.0001338373840553686 +c4,attn_in,Llama-2-7b-hf,4,128,13,0.00018488691421225667 +c4,attn_out,Llama-2-7b-hf,4,128,13,9.119859896600246e-05 +c4,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019884204084519297 +c4,mlp_down,Llama-2-7b-hf,4,128,13,0.00016870113904587924 +c4,attn_in,Llama-2-7b-hf,4,128,14,0.00020361992937978357 +c4,attn_out,Llama-2-7b-hf,4,128,14,0.00010174199269386008 +c4,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022503496438730508 +c4,mlp_down,Llama-2-7b-hf,4,128,14,0.00020033684268128127 +c4,attn_in,Llama-2-7b-hf,4,128,15,0.00024614238645881414 +c4,attn_out,Llama-2-7b-hf,4,128,15,0.00011499675019877031 +c4,mlp_gate,Llama-2-7b-hf,4,128,15,0.00028161448426544666 +c4,mlp_down,Llama-2-7b-hf,4,128,15,0.00025347276823595166 +c4,attn_in,Llama-2-7b-hf,4,128,16,0.00028655046480707824 +c4,attn_out,Llama-2-7b-hf,4,128,16,0.00016485717787873 +c4,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003631523868534714 +c4,mlp_down,Llama-2-7b-hf,4,128,16,0.00038032548036426306 +c4,attn_in,Llama-2-7b-hf,4,128,17,0.0002163867757190019 +c4,attn_out,Llama-2-7b-hf,4,128,17,0.00011339517368469387 +c4,mlp_gate,Llama-2-7b-hf,4,128,17,0.00040162657387554646 +c4,mlp_down,Llama-2-7b-hf,4,128,17,0.0003944285854231566 +c4,attn_in,Llama-2-7b-hf,4,128,18,0.00022286090825218707 +c4,attn_out,Llama-2-7b-hf,4,128,18,0.00011705757060553879 +c4,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004722584271803498 +c4,mlp_down,Llama-2-7b-hf,4,128,18,0.0004664057632908225 +c4,attn_in,Llama-2-7b-hf,4,128,19,0.00020099272660445422 +c4,attn_out,Llama-2-7b-hf,4,128,19,0.00011786165123339742 +c4,mlp_gate,Llama-2-7b-hf,4,128,19,0.00054241280304268 +c4,mlp_down,Llama-2-7b-hf,4,128,19,0.0005267368978820741 +c4,attn_in,Llama-2-7b-hf,4,128,20,0.00025218387600034475 +c4,attn_out,Llama-2-7b-hf,4,128,20,0.00015526852803304791 +c4,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006351188058033586 +c4,mlp_down,Llama-2-7b-hf,4,128,20,0.0006455366383306682 +c4,attn_in,Llama-2-7b-hf,4,128,21,0.00020874335314147174 +c4,attn_out,Llama-2-7b-hf,4,128,21,0.00012115883873775601 +c4,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006937290308997035 +c4,mlp_down,Llama-2-7b-hf,4,128,21,0.0006516219000332057 +c4,attn_in,Llama-2-7b-hf,4,128,22,0.00033129029907286167 +c4,attn_out,Llama-2-7b-hf,4,128,22,0.00015473451639991254 +c4,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007839723257347941 +c4,mlp_down,Llama-2-7b-hf,4,128,22,0.0007272935472428799 +c4,attn_in,Llama-2-7b-hf,4,128,23,0.0002415199123788625 +c4,attn_out,Llama-2-7b-hf,4,128,23,0.00014175596879795194 +c4,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008749215630814433 +c4,mlp_down,Llama-2-7b-hf,4,128,23,0.0007589694578200579 +c4,attn_in,Llama-2-7b-hf,4,128,24,0.0003788639442063868 +c4,attn_out,Llama-2-7b-hf,4,128,24,0.00019858666928485036 +c4,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009588610846549273 +c4,mlp_down,Llama-2-7b-hf,4,128,24,0.0008026317227631807 +c4,attn_in,Llama-2-7b-hf,4,128,25,0.00025018583983182907 +c4,attn_out,Llama-2-7b-hf,4,128,25,0.00013055503950454295 +c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010790518717840314 +c4,mlp_down,Llama-2-7b-hf,4,128,25,0.0008441662648692727 +c4,attn_in,Llama-2-7b-hf,4,128,26,0.00048520631389692426 +c4,attn_out,Llama-2-7b-hf,4,128,26,0.00026165228337049484 +c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012075422564521432 +c4,mlp_down,Llama-2-7b-hf,4,128,26,0.0009194610174745321 +c4,attn_in,Llama-2-7b-hf,4,128,27,0.00040398843702860177 +c4,attn_out,Llama-2-7b-hf,4,128,27,0.0002155488182324916 +c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013845947105437517 +c4,mlp_down,Llama-2-7b-hf,4,128,27,0.0010457218158990145 +c4,attn_in,Llama-2-7b-hf,4,128,28,0.00047936098417267203 +c4,attn_out,Llama-2-7b-hf,4,128,28,0.000270926917437464 +c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016561818774789572 +c4,mlp_down,Llama-2-7b-hf,4,128,28,0.0013104447862133384 +c4,attn_in,Llama-2-7b-hf,4,128,29,0.00044353201519697905 +c4,attn_out,Llama-2-7b-hf,4,128,29,0.0002439904201310128 +c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.002015060046687722 +c4,mlp_down,Llama-2-7b-hf,4,128,29,0.001969020115211606 +c4,attn_in,Llama-2-7b-hf,4,128,30,0.0004975922638550401 +c4,attn_out,Llama-2-7b-hf,4,128,30,0.0003483237815089524 +c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.0034717556554824114 +c4,mlp_down,Llama-2-7b-hf,4,128,30,0.010127974674105644 +c4,attn_in,Llama-2-7b-hf,4,128,31,0.004368165973573923 +c4,attn_out,Llama-2-7b-hf,4,128,31,0.0005905328434891999 +c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.00737990066409111 +c4,mlp_down,Llama-2-7b-hf,4,128,31,0.019716903567314148 +pileval,attn_in,Llama-2-7b-hf,4,128,0,5.7365252814634e-07 +pileval,attn_out,Llama-2-7b-hf,4,128,0,1.0760882105387282e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,0,1.8616232466683869e-07 +pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.6233243513852358e-06 +pileval,attn_in,Llama-2-7b-hf,4,128,1,2.3217294256028254e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,1,3.3071662528527668e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,1,1.4456973985943478e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.020548053085803986 +pileval,attn_in,Llama-2-7b-hf,4,128,2,5.586959559877869e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,2,2.304789177287603e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,2,4.913480097457068e-06 +pileval,mlp_down,Llama-2-7b-hf,4,128,2,7.002425263635814e-06 +pileval,attn_in,Llama-2-7b-hf,4,128,3,9.725259587867185e-06 +pileval,attn_out,Llama-2-7b-hf,4,128,3,4.4643256842391565e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.216147302329773e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.1805925169028342e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,4,2.2199203158379532e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,4,8.570612408220768e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.340757055208087e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.4679556847549975e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,5,3.507204382913187e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,5,1.6959416825557128e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.639033093350008e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.133348218398169e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,6,4.818940215045586e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,6,2.074037547572516e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.433901969809085e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,6,4.722873927676119e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,7,6.71039815642871e-05 +pileval,attn_out,Llama-2-7b-hf,4,128,7,2.894057979574427e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,7,7.578438089694828e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.359624967444688e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,8,0.00011424276453908533 +pileval,attn_out,Llama-2-7b-hf,4,128,8,4.105494008399546e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,8,9.43815175560303e-05 +pileval,mlp_down,Llama-2-7b-hf,4,128,8,7.822819316061214e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,9,0.000158504510181956 +pileval,attn_out,Llama-2-7b-hf,4,128,9,5.523040090338327e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011118657857878134 +pileval,mlp_down,Llama-2-7b-hf,4,128,9,8.951593918027356e-05 +pileval,attn_in,Llama-2-7b-hf,4,128,10,0.00015122440527193248 +pileval,attn_out,Llama-2-7b-hf,4,128,10,7.65024742577225e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001312597596552223 +pileval,mlp_down,Llama-2-7b-hf,4,128,10,0.00010324067261535674 +pileval,attn_in,Llama-2-7b-hf,4,128,11,0.0001730322983348742 +pileval,attn_out,Llama-2-7b-hf,4,128,11,7.826091314200312e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001472002186346799 +pileval,mlp_down,Llama-2-7b-hf,4,128,11,0.00011815480684163049 +pileval,attn_in,Llama-2-7b-hf,4,128,12,0.00021173244749661535 +pileval,attn_out,Llama-2-7b-hf,4,128,12,9.13760595722124e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016588067228440195 +pileval,mlp_down,Llama-2-7b-hf,4,128,12,0.00013440914335660636 +pileval,attn_in,Llama-2-7b-hf,4,128,13,0.00019097744370810688 +pileval,attn_out,Llama-2-7b-hf,4,128,13,9.91007691482082e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,128,13,0.0001976076455321163 +pileval,mlp_down,Llama-2-7b-hf,4,128,13,0.00016543251695111394 +pileval,attn_in,Llama-2-7b-hf,4,128,14,0.0002107213658746332 +pileval,attn_out,Llama-2-7b-hf,4,128,14,0.00011130449274787679 +pileval,mlp_gate,Llama-2-7b-hf,4,128,14,0.0002224491472588852 +pileval,mlp_down,Llama-2-7b-hf,4,128,14,0.00019551784498617053 +pileval,attn_in,Llama-2-7b-hf,4,128,15,0.0002458944800309837 +pileval,attn_out,Llama-2-7b-hf,4,128,15,0.00012089239316992462 +pileval,mlp_gate,Llama-2-7b-hf,4,128,15,0.0002767146215774119 +pileval,mlp_down,Llama-2-7b-hf,4,128,15,0.0002460007381159812 +pileval,attn_in,Llama-2-7b-hf,4,128,16,0.0002837669453583658 +pileval,attn_out,Llama-2-7b-hf,4,128,16,0.0001727008493617177 +pileval,mlp_gate,Llama-2-7b-hf,4,128,16,0.00035564936115406454 +pileval,mlp_down,Llama-2-7b-hf,4,128,16,0.0003693106700666249 +pileval,attn_in,Llama-2-7b-hf,4,128,17,0.00022415092098526657 +pileval,attn_out,Llama-2-7b-hf,4,128,17,0.0001228631444973871 +pileval,mlp_gate,Llama-2-7b-hf,4,128,17,0.00039239952457137406 +pileval,mlp_down,Llama-2-7b-hf,4,128,17,0.0003733044140972197 +pileval,attn_in,Llama-2-7b-hf,4,128,18,0.00023681423044763505 +pileval,attn_out,Llama-2-7b-hf,4,128,18,0.00014489496243186295 +pileval,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004645519074983895 +pileval,mlp_down,Llama-2-7b-hf,4,128,18,0.0004531367449089885 +pileval,attn_in,Llama-2-7b-hf,4,128,19,0.00020435955957509577 +pileval,attn_out,Llama-2-7b-hf,4,128,19,0.0001246359315700829 +pileval,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005336335161700845 +pileval,mlp_down,Llama-2-7b-hf,4,128,19,0.0005132253281772137 +pileval,attn_in,Llama-2-7b-hf,4,128,20,0.00023086779401637614 +pileval,attn_out,Llama-2-7b-hf,4,128,20,0.00014661686145700514 +pileval,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006247639539651573 +pileval,mlp_down,Llama-2-7b-hf,4,128,20,0.0006176194874569774 +pileval,attn_in,Llama-2-7b-hf,4,128,21,0.0002204315533163026 +pileval,attn_out,Llama-2-7b-hf,4,128,21,0.00013527095143217593 +pileval,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006877121631987393 +pileval,mlp_down,Llama-2-7b-hf,4,128,21,0.000618741090875119 +pileval,attn_in,Llama-2-7b-hf,4,128,22,0.00034438358852639794 +pileval,attn_out,Llama-2-7b-hf,4,128,22,0.0001709384669084102 +pileval,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007817891892045736 +pileval,mlp_down,Llama-2-7b-hf,4,128,22,0.0006881689187139273 +pileval,attn_in,Llama-2-7b-hf,4,128,23,0.00024153989215847105 +pileval,attn_out,Llama-2-7b-hf,4,128,23,0.00014501088298857212 +pileval,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008728994871489704 +pileval,mlp_down,Llama-2-7b-hf,4,128,23,0.000731788924895227 +pileval,attn_in,Llama-2-7b-hf,4,128,24,0.00036296178586781025 +pileval,attn_out,Llama-2-7b-hf,4,128,24,0.0001910438877530396 +pileval,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009528508526273072 +pileval,mlp_down,Llama-2-7b-hf,4,128,24,0.0007561782258562744 +pileval,attn_in,Llama-2-7b-hf,4,128,25,0.0002808725112117827 +pileval,attn_out,Llama-2-7b-hf,4,128,25,0.00015183354844339192 +pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010718811536207795 +pileval,mlp_down,Llama-2-7b-hf,4,128,25,0.0008215110865421593 +pileval,attn_in,Llama-2-7b-hf,4,128,26,0.0004912471631541848 +pileval,attn_out,Llama-2-7b-hf,4,128,26,0.00027006331947632134 +pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012095802230760455 +pileval,mlp_down,Llama-2-7b-hf,4,128,26,0.0008855857304297388 +pileval,attn_in,Llama-2-7b-hf,4,128,27,0.0004173385677859187 +pileval,attn_out,Llama-2-7b-hf,4,128,27,0.00023814306769054383 +pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013937319163233042 +pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010281826835125685 +pileval,attn_in,Llama-2-7b-hf,4,128,28,0.000494153646286577 +pileval,attn_out,Llama-2-7b-hf,4,128,28,0.0002851902972906828 +pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016716602258384228 +pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0013159909285604954 +pileval,attn_in,Llama-2-7b-hf,4,128,29,0.0005010218592360616 +pileval,attn_out,Llama-2-7b-hf,4,128,29,0.00028737165848724544 +pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.0020488628651946783 +pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0019360092701390386 +pileval,attn_in,Llama-2-7b-hf,4,128,30,0.0005509056500159204 +pileval,attn_out,Llama-2-7b-hf,4,128,30,0.00039197682053782046 +pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.003443443216383457 +pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.009167671203613281 +pileval,attn_in,Llama-2-7b-hf,4,128,31,0.004307483788579702 +pileval,attn_out,Llama-2-7b-hf,4,128,31,0.00057166104670614 +pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007036197930574417 +pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.01826208271086216 +wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.548772262249258e-07 +wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.080179458767816e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.7277349684263754e-07 +wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.7217624872500892e-06 +wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.163163571822224e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.09294807468541e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,1.5109239939192776e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,1,0.03155465051531792 +wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.5039261092606466e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.7672438161753234e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.586156137520447e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,128,2,7.413012099277694e-06 +wikitext,attn_in,Llama-2-7b-hf,4,128,3,9.044926628121175e-06 +wikitext,attn_out,Llama-2-7b-hf,4,128,3,3.989676315541146e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.1182188245584257e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.0419776117487345e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.800286008801777e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.216979611257557e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.2206504581845365e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,4,4.6654869947815314e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.1199240766e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.519490160717396e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.591052154661156e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.1156483601080254e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.312341843615286e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,6,1.8884786186390556e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.361936564440839e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,6,4.695800816989504e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.911746484343894e-05 +wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.537908949307166e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.479974010493606e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.401238351827487e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,8,0.00010264469892717898 +wikitext,attn_out,Llama-2-7b-hf,4,128,8,3.893444227287546e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.397343819728121e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,128,8,7.895247108535841e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,9,0.00014566358004231006 +wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.153930760570802e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011128366168122739 +wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.251850133296102e-05 +wikitext,attn_in,Llama-2-7b-hf,4,128,10,0.00014020511298440397 +wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.025999366305768e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013143963587936014 +wikitext,mlp_down,Llama-2-7b-hf,4,128,10,0.0001043902593664825 +wikitext,attn_in,Llama-2-7b-hf,4,128,11,0.00015383886056952178 +wikitext,attn_out,Llama-2-7b-hf,4,128,11,6.865237082820386e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014594978711102158 +wikitext,mlp_down,Llama-2-7b-hf,4,128,11,0.00011848774738609791 +wikitext,attn_in,Llama-2-7b-hf,4,128,12,0.00019451997650321573 +wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.052637713262811e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016257481183856726 +wikitext,mlp_down,Llama-2-7b-hf,4,128,12,0.00013066225801594555 +wikitext,attn_in,Llama-2-7b-hf,4,128,13,0.00017599771672394127 +wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.403710282640532e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,0.0001911986037157476 +wikitext,mlp_down,Llama-2-7b-hf,4,128,13,0.0001607683370821178 +wikitext,attn_in,Llama-2-7b-hf,4,128,14,0.00018637361063156277 +wikitext,attn_out,Llama-2-7b-hf,4,128,14,9.912768291542307e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,0.00021654249576386064 +wikitext,mlp_down,Llama-2-7b-hf,4,128,14,0.00018909884965978563 +wikitext,attn_in,Llama-2-7b-hf,4,128,15,0.00022595067275688052 +wikitext,attn_out,Llama-2-7b-hf,4,128,15,0.00011184120376128703 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,0.00026841231738217175 +wikitext,mlp_down,Llama-2-7b-hf,4,128,15,0.000240202498389408 +wikitext,attn_in,Llama-2-7b-hf,4,128,16,0.0002493929350748658 +wikitext,attn_out,Llama-2-7b-hf,4,128,16,0.00014492598711512983 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003408390621189028 +wikitext,mlp_down,Llama-2-7b-hf,4,128,16,0.00037807421176694334 +wikitext,attn_in,Llama-2-7b-hf,4,128,17,0.0002003734844038263 +wikitext,attn_out,Llama-2-7b-hf,4,128,17,0.0001221325364895165 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003806753666140139 +wikitext,mlp_down,Llama-2-7b-hf,4,128,17,0.0003696641942951828 +wikitext,attn_in,Llama-2-7b-hf,4,128,18,0.00020806763495784253 +wikitext,attn_out,Llama-2-7b-hf,4,128,18,0.00011414914479246363 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,0.00044764328049495816 +wikitext,mlp_down,Llama-2-7b-hf,4,128,18,0.000435521244071424 +wikitext,attn_in,Llama-2-7b-hf,4,128,19,0.00017678078438621014 +wikitext,attn_out,Llama-2-7b-hf,4,128,19,0.00010916995233856142 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,0.000507189950440079 +wikitext,mlp_down,Llama-2-7b-hf,4,128,19,0.0004904067027382553 +wikitext,attn_in,Llama-2-7b-hf,4,128,20,0.0002238441229565069 +wikitext,attn_out,Llama-2-7b-hf,4,128,20,0.00014396403275895864 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,0.0005939682014286518 +wikitext,mlp_down,Llama-2-7b-hf,4,128,20,0.0005996082327328622 +wikitext,attn_in,Llama-2-7b-hf,4,128,21,0.00017963933350984007 +wikitext,attn_out,Llama-2-7b-hf,4,128,21,0.0001039719209074974 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006692438619211316 +wikitext,mlp_down,Llama-2-7b-hf,4,128,21,0.000633038638625294 +wikitext,attn_in,Llama-2-7b-hf,4,128,22,0.0003266377607360482 +wikitext,attn_out,Llama-2-7b-hf,4,128,22,0.0001647072349442169 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,0.000745974073652178 +wikitext,mlp_down,Llama-2-7b-hf,4,128,22,0.0006667301058769226 +wikitext,attn_in,Llama-2-7b-hf,4,128,23,0.0002356364275328815 +wikitext,attn_out,Llama-2-7b-hf,4,128,23,0.00015485510812141 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008470880566164851 +wikitext,mlp_down,Llama-2-7b-hf,4,128,23,0.0007137685897760093 +wikitext,attn_in,Llama-2-7b-hf,4,128,24,0.00032891216687858105 +wikitext,attn_out,Llama-2-7b-hf,4,128,24,0.0001707362534943968 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009314602939411998 +wikitext,mlp_down,Llama-2-7b-hf,4,128,24,0.0007580880192108452 +wikitext,attn_in,Llama-2-7b-hf,4,128,25,0.0003204891108907759 +wikitext,attn_out,Llama-2-7b-hf,4,128,25,0.00021485429897438735 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010629367316141725 +wikitext,mlp_down,Llama-2-7b-hf,4,128,25,0.000805300020147115 +wikitext,attn_in,Llama-2-7b-hf,4,128,26,0.0004354693810455501 +wikitext,attn_out,Llama-2-7b-hf,4,128,26,0.00024905012105591595 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011991806095466018 +wikitext,mlp_down,Llama-2-7b-hf,4,128,26,0.000890373601578176 +wikitext,attn_in,Llama-2-7b-hf,4,128,27,0.00040780409472063184 +wikitext,attn_out,Llama-2-7b-hf,4,128,27,0.000240338034927845 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.001389659708365798 +wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0010412661358714104 +wikitext,attn_in,Llama-2-7b-hf,4,128,28,0.0005317482282407582 +wikitext,attn_out,Llama-2-7b-hf,4,128,28,0.0003300319367554039 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016223408747464418 +wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0012172262649983168 +wikitext,attn_in,Llama-2-7b-hf,4,128,29,0.0005138126434758306 +wikitext,attn_out,Llama-2-7b-hf,4,128,29,0.00033482073922641575 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.0019627183210104704 +wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.002058294601738453 +wikitext,attn_in,Llama-2-7b-hf,4,128,30,0.0005799770588055253 +wikitext,attn_out,Llama-2-7b-hf,4,128,30,0.00041814608266577125 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.003245338099077344 +wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.023999538272619247 +wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.0034049605019390583 +wikitext,attn_out,Llama-2-7b-hf,4,128,31,0.0006511771352961659 +wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.00672587426379323 +wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.017016511410474777 +c4,attn_in,Llama-2-7b-hf,4,64,0,3.3729708093233057e-07 +c4,attn_out,Llama-2-7b-hf,4,64,0,4.946297167407465e-07 +c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.0226180080508129e-07 +c4,mlp_down,Llama-2-7b-hf,4,64,0,1.114810629587737e-06 +c4,attn_in,Llama-2-7b-hf,4,64,1,1.0804742487380281e-06 +c4,attn_out,Llama-2-7b-hf,4,64,1,1.9468507161946036e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,1,3.776359881157987e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,1,0.013430101796984673 +c4,attn_in,Llama-2-7b-hf,4,64,2,4.096171323908493e-06 +c4,attn_out,Llama-2-7b-hf,4,64,2,1.5377823956441716e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.5403334095462924e-06 +c4,mlp_down,Llama-2-7b-hf,4,64,2,4.799521775566973e-06 +c4,attn_in,Llama-2-7b-hf,4,64,3,8.211014574044384e-06 +c4,attn_out,Llama-2-7b-hf,4,64,3,2.8571084840223193e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,3,8.66579375724541e-06 +c4,mlp_down,Llama-2-7b-hf,4,64,3,8.597969099355396e-06 +c4,attn_in,Llama-2-7b-hf,4,64,4,1.8793251001625322e-05 +c4,attn_out,Llama-2-7b-hf,4,64,4,5.7263378039351664e-06 +c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.7077229131245986e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,4,2.269672586407978e-05 +c4,attn_in,Llama-2-7b-hf,4,64,5,3.164580630254932e-05 +c4,attn_out,Llama-2-7b-hf,4,64,5,1.1113956134067848e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.727672654145863e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,5,2.4330249289050698e-05 +c4,attn_in,Llama-2-7b-hf,4,64,6,3.934032065444626e-05 +c4,attn_out,Llama-2-7b-hf,4,64,6,1.2665343092521653e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.1467494156677276e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,6,3.7212244933471084e-05 +c4,attn_in,Llama-2-7b-hf,4,64,7,4.829469253309071e-05 +c4,attn_out,Llama-2-7b-hf,4,64,7,1.8594484572531655e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,7,5.684996358468197e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,7,4.917146361549385e-05 +c4,attn_in,Llama-2-7b-hf,4,64,8,8.260006870841607e-05 +c4,attn_out,Llama-2-7b-hf,4,64,8,2.693969327083323e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,8,6.959080928936601e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,8,5.8668971178121865e-05 +c4,attn_in,Llama-2-7b-hf,4,64,9,0.0001206279412144795 +c4,attn_out,Llama-2-7b-hf,4,64,9,3.906104029738344e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.179743599612266e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,9,6.772787310183048e-05 +c4,attn_in,Llama-2-7b-hf,4,64,10,0.00012087563663953915 +c4,attn_out,Llama-2-7b-hf,4,64,10,5.336314643500373e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,10,9.768236486706883e-05 +c4,mlp_down,Llama-2-7b-hf,4,64,10,7.923263183329254e-05 +c4,attn_in,Llama-2-7b-hf,4,64,11,0.00014164634922053665 +c4,attn_out,Llama-2-7b-hf,4,64,11,5.3056417527841404e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011055477079935372 +c4,mlp_down,Llama-2-7b-hf,4,64,11,9.198432235280052e-05 +c4,attn_in,Llama-2-7b-hf,4,64,12,0.0001557403156766668 +c4,attn_out,Llama-2-7b-hf,4,64,12,5.967789184069261e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012470160436350852 +c4,mlp_down,Llama-2-7b-hf,4,64,12,0.000104876009572763 +c4,attn_in,Llama-2-7b-hf,4,64,13,0.00014771512360312045 +c4,attn_out,Llama-2-7b-hf,4,64,13,7.078819180605933e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015107532090041786 +c4,mlp_down,Llama-2-7b-hf,4,64,13,0.00013151993334759027 +c4,attn_in,Llama-2-7b-hf,4,64,14,0.0001752182433847338 +c4,attn_out,Llama-2-7b-hf,4,64,14,7.913043373264372e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,14,0.0001708596828393638 +c4,mlp_down,Llama-2-7b-hf,4,64,14,0.00015671434812247753 +c4,attn_in,Llama-2-7b-hf,4,64,15,0.00019191676983609796 +c4,attn_out,Llama-2-7b-hf,4,64,15,8.848818833939731e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,15,0.00021352061594370753 +c4,mlp_down,Llama-2-7b-hf,4,64,15,0.00019823673937935382 +c4,attn_in,Llama-2-7b-hf,4,64,16,0.00022906236699782312 +c4,attn_out,Llama-2-7b-hf,4,64,16,0.0001279016287298873 +c4,mlp_gate,Llama-2-7b-hf,4,64,16,0.00027703054365701973 +c4,mlp_down,Llama-2-7b-hf,4,64,16,0.0002888747549150139 +c4,attn_in,Llama-2-7b-hf,4,64,17,0.0001765734050422907 +c4,attn_out,Llama-2-7b-hf,4,64,17,8.775456808507442e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030885598971508443 +c4,mlp_down,Llama-2-7b-hf,4,64,17,0.00030838677776046097 +c4,attn_in,Llama-2-7b-hf,4,64,18,0.0001933737366925925 +c4,attn_out,Llama-2-7b-hf,4,64,18,9.095181303564459e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003641756484284997 +c4,mlp_down,Llama-2-7b-hf,4,64,18,0.0003636933979578316 +c4,attn_in,Llama-2-7b-hf,4,64,19,0.00015777994121890515 +c4,attn_out,Llama-2-7b-hf,4,64,19,9.088716615224257e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,19,0.0004191286279819906 +c4,mlp_down,Llama-2-7b-hf,4,64,19,0.0004086371336597949 +c4,attn_in,Llama-2-7b-hf,4,64,20,0.0002149642532458529 +c4,attn_out,Llama-2-7b-hf,4,64,20,0.00012043747847201303 +c4,mlp_gate,Llama-2-7b-hf,4,64,20,0.00049251364544034 +c4,mlp_down,Llama-2-7b-hf,4,64,20,0.0005029036547057331 +c4,attn_in,Llama-2-7b-hf,4,64,21,0.00016386713832616806 +c4,attn_out,Llama-2-7b-hf,4,64,21,9.386499732499942e-05 +c4,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005396127817220986 +c4,mlp_down,Llama-2-7b-hf,4,64,21,0.000509208592120558 +c4,attn_in,Llama-2-7b-hf,4,64,22,0.0002616153797134757 +c4,attn_out,Llama-2-7b-hf,4,64,22,0.00011977670510532334 +c4,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006109297974035144 +c4,mlp_down,Llama-2-7b-hf,4,64,22,0.000569638330489397 +c4,attn_in,Llama-2-7b-hf,4,64,23,0.0002288144314661622 +c4,attn_out,Llama-2-7b-hf,4,64,23,0.00011067058949265629 +c4,mlp_gate,Llama-2-7b-hf,4,64,23,0.000681022007483989 +c4,mlp_down,Llama-2-7b-hf,4,64,23,0.0005947149475105107 +c4,attn_in,Llama-2-7b-hf,4,64,24,0.00028982083313167095 +c4,attn_out,Llama-2-7b-hf,4,64,24,0.00015076869749464095 +c4,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007488220580853522 +c4,mlp_down,Llama-2-7b-hf,4,64,24,0.000630563881713897 +c4,attn_in,Llama-2-7b-hf,4,64,25,0.00021049972565378994 +c4,attn_out,Llama-2-7b-hf,4,64,25,0.00010196196672040969 +c4,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008394346805289388 +c4,mlp_down,Llama-2-7b-hf,4,64,25,0.0006608251133002341 +c4,attn_in,Llama-2-7b-hf,4,64,26,0.00038491227314807475 +c4,attn_out,Llama-2-7b-hf,4,64,26,0.0001957471831701696 +c4,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009366699960082769 +c4,mlp_down,Llama-2-7b-hf,4,64,26,0.0007210131734609604 +c4,attn_in,Llama-2-7b-hf,4,64,27,0.0003013467648997903 +c4,attn_out,Llama-2-7b-hf,4,64,27,0.00016820899327285588 +c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010709749767556787 +c4,mlp_down,Llama-2-7b-hf,4,64,27,0.0008174377726390958 +c4,attn_in,Llama-2-7b-hf,4,64,28,0.0003630360006354749 +c4,attn_out,Llama-2-7b-hf,4,64,28,0.00021027341426815838 +c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.001269930275157094 +c4,mlp_down,Llama-2-7b-hf,4,64,28,0.0010140636004507542 +c4,attn_in,Llama-2-7b-hf,4,64,29,0.0003470199881121516 +c4,attn_out,Llama-2-7b-hf,4,64,29,0.00018852640641853213 +c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015330382157117128 +c4,mlp_down,Llama-2-7b-hf,4,64,29,0.0014574654633179307 +c4,attn_in,Llama-2-7b-hf,4,64,30,0.0003994089784100652 +c4,attn_out,Llama-2-7b-hf,4,64,30,0.0002666208893060684 +c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.0026317157316952944 +c4,mlp_down,Llama-2-7b-hf,4,64,30,0.006821810267865658 +c4,attn_in,Llama-2-7b-hf,4,64,31,0.0021023396402597427 +c4,attn_out,Llama-2-7b-hf,4,64,31,0.0004208543396089226 +c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.005615709349513054 +c4,mlp_down,Llama-2-7b-hf,4,64,31,0.012345918454229832 +pileval,attn_in,Llama-2-7b-hf,4,64,0,3.5112520890834276e-07 +pileval,attn_out,Llama-2-7b-hf,4,64,0,5.996923846396385e-07 +pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.3133123388797685e-07 +pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.116505359277653e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,1,1.12304314825451e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,1,1.969945742530399e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,1,3.1320436391979456e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.011093058623373508 +pileval,attn_in,Llama-2-7b-hf,4,64,2,4.232605533616152e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,2,1.6720406392778386e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,2,3.831834419543156e-06 +pileval,mlp_down,Llama-2-7b-hf,4,64,2,5.077979494672036e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,3,8.208774488593917e-06 +pileval,attn_out,Llama-2-7b-hf,4,64,3,3.243400669816765e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,3,9.412348845216911e-06 +pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.163415597868152e-06 +pileval,attn_in,Llama-2-7b-hf,4,64,4,1.8401562556391582e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,4,6.374198164849076e-06 +pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.817584598029498e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.3200966097647324e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,5,3.170717172906734e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,5,1.2589441212185193e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,5,2.7975864213658497e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.4448307158309035e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,6,4.124225597479381e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,6,1.5348055967479013e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.168144369032234e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,6,3.6887173337163404e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,7,5.036359289078973e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,7,2.1903964807279408e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,7,5.777885962743312e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,7,4.949988579028286e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,8,8.275778964161873e-05 +pileval,attn_out,Llama-2-7b-hf,4,64,8,3.149452095385641e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.17767616151832e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.0679958551190794e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,9,0.00012173040886409581 +pileval,attn_out,Llama-2-7b-hf,4,64,9,4.247191463946365e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,9,8.427867578575388e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,9,6.98142612236552e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,10,0.000123414647532627 +pileval,attn_out,Llama-2-7b-hf,4,64,10,5.917794260312803e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,10,9.91384731605649e-05 +pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.06271200417541e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,11,0.000148373466799967 +pileval,attn_out,Llama-2-7b-hf,4,64,11,6.02692634856794e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011188066855538636 +pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.2179914645385e-05 +pileval,attn_in,Llama-2-7b-hf,4,64,12,0.00016132608288899064 +pileval,attn_out,Llama-2-7b-hf,4,64,12,7.075579196680337e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012630975106731057 +pileval,mlp_down,Llama-2-7b-hf,4,64,12,0.00010519623901927844 +pileval,attn_in,Llama-2-7b-hf,4,64,13,0.00015229807468131185 +pileval,attn_out,Llama-2-7b-hf,4,64,13,7.673989603063092e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015027540212031454 +pileval,mlp_down,Llama-2-7b-hf,4,64,13,0.0001289901847485453 +pileval,attn_in,Llama-2-7b-hf,4,64,14,0.00017738041060511023 +pileval,attn_out,Llama-2-7b-hf,4,64,14,8.662755863042548e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016938794578891248 +pileval,mlp_down,Llama-2-7b-hf,4,64,14,0.0001527849235571921 +pileval,attn_in,Llama-2-7b-hf,4,64,15,0.00019123373203910887 +pileval,attn_out,Llama-2-7b-hf,4,64,15,9.319545642938465e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020994246006011963 +pileval,mlp_down,Llama-2-7b-hf,4,64,15,0.00019223986600991338 +pileval,attn_in,Llama-2-7b-hf,4,64,16,0.00022740114945918322 +pileval,attn_out,Llama-2-7b-hf,4,64,16,0.00013398136070463806 +pileval,mlp_gate,Llama-2-7b-hf,4,64,16,0.00027204511570744216 +pileval,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808613935485482 +pileval,attn_in,Llama-2-7b-hf,4,64,17,0.00018192801508121192 +pileval,attn_out,Llama-2-7b-hf,4,64,17,9.520111052552238e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030208282987587154 +pileval,mlp_down,Llama-2-7b-hf,4,64,17,0.0002921719860751182 +pileval,attn_in,Llama-2-7b-hf,4,64,18,0.00019964332750532776 +pileval,attn_out,Llama-2-7b-hf,4,64,18,0.00011155294487252831 +pileval,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003590426058508456 +pileval,mlp_down,Llama-2-7b-hf,4,64,18,0.0003533886047080159 +pileval,attn_in,Llama-2-7b-hf,4,64,19,0.0001624896249268204 +pileval,attn_out,Llama-2-7b-hf,4,64,19,9.622182551538572e-05 +pileval,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041257619159296155 +pileval,mlp_down,Llama-2-7b-hf,4,64,19,0.0003976707812398672 +pileval,attn_in,Llama-2-7b-hf,4,64,20,0.0001995739439735189 +pileval,attn_out,Llama-2-7b-hf,4,64,20,0.00011364641250111163 +pileval,mlp_gate,Llama-2-7b-hf,4,64,20,0.00048459446406923234 +pileval,mlp_down,Llama-2-7b-hf,4,64,20,0.00048141536535695195 +pileval,attn_in,Llama-2-7b-hf,4,64,21,0.00016971367585938424 +pileval,attn_out,Llama-2-7b-hf,4,64,21,0.00010500485223019496 +pileval,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005333538865670562 +pileval,mlp_down,Llama-2-7b-hf,4,64,21,0.0004839390458073467 +pileval,attn_in,Llama-2-7b-hf,4,64,22,0.00027103396132588387 +pileval,attn_out,Llama-2-7b-hf,4,64,22,0.00013151818711776286 +pileval,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006086437497287989 +pileval,mlp_down,Llama-2-7b-hf,4,64,22,0.0005396644701249897 +pileval,attn_in,Llama-2-7b-hf,4,64,23,0.00022278782853391021 +pileval,attn_out,Llama-2-7b-hf,4,64,23,0.00011295729200355709 +pileval,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006790853221900761 +pileval,mlp_down,Llama-2-7b-hf,4,64,23,0.0005731720011681318 +pileval,attn_in,Llama-2-7b-hf,4,64,24,0.0002745854726526886 +pileval,attn_out,Llama-2-7b-hf,4,64,24,0.00014576165995094925 +pileval,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007426714873872697 +pileval,mlp_down,Llama-2-7b-hf,4,64,24,0.0005940745468251407 +pileval,attn_in,Llama-2-7b-hf,4,64,25,0.00023970376059878618 +pileval,attn_out,Llama-2-7b-hf,4,64,25,0.00011872692266479135 +pileval,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008361029322259128 +pileval,mlp_down,Llama-2-7b-hf,4,64,25,0.0006420767167583108 +pileval,attn_in,Llama-2-7b-hf,4,64,26,0.0003932123363483697 +pileval,attn_out,Llama-2-7b-hf,4,64,26,0.00020280493481550366 +pileval,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009385851444676518 +pileval,mlp_down,Llama-2-7b-hf,4,64,26,0.0006941443425603211 +pileval,attn_in,Llama-2-7b-hf,4,64,27,0.00031606608536094427 +pileval,attn_out,Llama-2-7b-hf,4,64,27,0.00018605421064421535 +pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010777796851471066 +pileval,mlp_down,Llama-2-7b-hf,4,64,27,0.0008032440091483295 +pileval,attn_in,Llama-2-7b-hf,4,64,28,0.0003718793159350753 +pileval,attn_out,Llama-2-7b-hf,4,64,28,0.0002210378588642925 +pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.001283661462366581 +pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.0010199149837717414 +pileval,attn_in,Llama-2-7b-hf,4,64,29,0.0003946065262425691 +pileval,attn_out,Llama-2-7b-hf,4,64,29,0.00022196366626303643 +pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015613088617101312 +pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.0014427518472075462 +pileval,attn_in,Llama-2-7b-hf,4,64,30,0.0004478321352507919 +pileval,attn_out,Llama-2-7b-hf,4,64,30,0.00029882576200179756 +pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025910839904099703 +pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.006200830917805433 +pileval,attn_in,Llama-2-7b-hf,4,64,31,0.00205247662961483 +pileval,attn_out,Llama-2-7b-hf,4,64,31,0.00040692061884328723 +pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.005301843862980604 +pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.011456459760665894 +wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.4059203812830674e-07 +wikitext,attn_out,Llama-2-7b-hf,4,64,0,6.011898108226887e-07 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.1771944485872154e-07 +wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.168585413324763e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.1519208555910154e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.4331191070814384e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,4.0357921534450725e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.016534077003598213 +wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.5354222543683136e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.200917381538602e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.5732182368519716e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,64,2,5.041430085839238e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,3,7.825789907656144e-06 +wikitext,attn_out,Llama-2-7b-hf,4,64,3,2.9289344638527837e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,8.647603863209952e-06 +wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.087867172434926e-06 +wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.4963497051212471e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.308860181685304e-06 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.756671190378256e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,4,2.8490365366451442e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,5,2.9319691748241894e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.1315592018945608e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.7615822546067648e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.429425330774393e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.6611785617424175e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.4060519788472448e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.117864591535181e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,6,3.665533586172387e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.381275357445702e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,7,1.9183713448001072e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,5.710248660761863e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,7,4.9641719670034945e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,8,7.296948024304584e-05 +wikitext,attn_out,Llama-2-7b-hf,4,64,8,2.9846603865735233e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.188164454419166e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.123477214714512e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,9,0.0001110662124119699 +wikitext,attn_out,Llama-2-7b-hf,4,64,9,3.988656681030989e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,8.436005737166852e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.213328353827819e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,10,0.00011420525697758421 +wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.4285825171973556e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,9.945337660610676e-05 +wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.142711158143356e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,11,0.0001301486190641299 +wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.2761140977963805e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011020676174666733 +wikitext,mlp_down,Llama-2-7b-hf,4,64,11,9.24240448512137e-05 +wikitext,attn_in,Llama-2-7b-hf,4,64,12,0.00014403297973331064 +wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.241378287086263e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012335793871898204 +wikitext,mlp_down,Llama-2-7b-hf,4,64,12,0.00010233171633444726 +wikitext,attn_in,Llama-2-7b-hf,4,64,13,0.00013750814832746983 +wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.265024760272354e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,0.00014575899695046246 +wikitext,mlp_down,Llama-2-7b-hf,4,64,13,0.0001252394140465185 +wikitext,attn_in,Llama-2-7b-hf,4,64,14,0.00015674257883802056 +wikitext,attn_out,Llama-2-7b-hf,4,64,14,7.710497447988018e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016512848378624767 +wikitext,mlp_down,Llama-2-7b-hf,4,64,14,0.00014770955021958798 +wikitext,attn_in,Llama-2-7b-hf,4,64,15,0.0001753867691149935 +wikitext,attn_out,Llama-2-7b-hf,4,64,15,8.61740845721215e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020504623535089195 +wikitext,mlp_down,Llama-2-7b-hf,4,64,15,0.0001875134330475703 +wikitext,attn_in,Llama-2-7b-hf,4,64,16,0.00019868218805640936 +wikitext,attn_out,Llama-2-7b-hf,4,64,16,0.00011189649376319721 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002596857666503638 +wikitext,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808283898048103 +wikitext,attn_in,Llama-2-7b-hf,4,64,17,0.00016614086052868515 +wikitext,attn_out,Llama-2-7b-hf,4,64,17,9.37473596422933e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,0.00029307889053598046 +wikitext,mlp_down,Llama-2-7b-hf,4,64,17,0.0002895649813581258 +wikitext,attn_in,Llama-2-7b-hf,4,64,18,0.00017386606486979872 +wikitext,attn_out,Llama-2-7b-hf,4,64,18,8.850745507515967e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,0.00034612652962096035 +wikitext,mlp_down,Llama-2-7b-hf,4,64,18,0.00033934388193301857 +wikitext,attn_in,Llama-2-7b-hf,4,64,19,0.00014232212561182678 +wikitext,attn_out,Llama-2-7b-hf,4,64,19,8.437738142674789e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,0.000391582609154284 +wikitext,mlp_down,Llama-2-7b-hf,4,64,19,0.0003754559438675642 +wikitext,attn_in,Llama-2-7b-hf,4,64,20,0.00018860536511056125 +wikitext,attn_out,Llama-2-7b-hf,4,64,20,0.00011132890358567238 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004608203307725489 +wikitext,mlp_down,Llama-2-7b-hf,4,64,20,0.00046681510866619647 +wikitext,attn_in,Llama-2-7b-hf,4,64,21,0.00014581481809727848 +wikitext,attn_out,Llama-2-7b-hf,4,64,21,7.982884562807158e-05 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005208023358136415 +wikitext,mlp_down,Llama-2-7b-hf,4,64,21,0.000495106796734035 +wikitext,attn_in,Llama-2-7b-hf,4,64,22,0.0002594555844552815 +wikitext,attn_out,Llama-2-7b-hf,4,64,22,0.00012717519712168723 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,0.0005821189843118191 +wikitext,mlp_down,Llama-2-7b-hf,4,64,22,0.0005227257497608662 +wikitext,attn_in,Llama-2-7b-hf,4,64,23,0.00021944929903838784 +wikitext,attn_out,Llama-2-7b-hf,4,64,23,0.00012026941840304062 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006595466984435916 +wikitext,mlp_down,Llama-2-7b-hf,4,64,23,0.0005595992552116513 +wikitext,attn_in,Llama-2-7b-hf,4,64,24,0.00025150508736260235 +wikitext,attn_out,Llama-2-7b-hf,4,64,24,0.00013070835848338902 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007266495958901942 +wikitext,mlp_down,Llama-2-7b-hf,4,64,24,0.0005939872935414314 +wikitext,attn_in,Llama-2-7b-hf,4,64,25,0.0002675234864000231 +wikitext,attn_out,Llama-2-7b-hf,4,64,25,0.00016914989100769162 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,0.000829376105684787 +wikitext,mlp_down,Llama-2-7b-hf,4,64,25,0.0006299744127318263 +wikitext,attn_in,Llama-2-7b-hf,4,64,26,0.0003457283601164818 +wikitext,attn_out,Llama-2-7b-hf,4,64,26,0.0001904920645756647 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009316907962784171 +wikitext,mlp_down,Llama-2-7b-hf,4,64,26,0.0006992359994910657 +wikitext,attn_in,Llama-2-7b-hf,4,64,27,0.0003083133196923882 +wikitext,attn_out,Llama-2-7b-hf,4,64,27,0.00018695634207688272 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010744653409346938 +wikitext,mlp_down,Llama-2-7b-hf,4,64,27,0.0008121943683363497 +wikitext,attn_in,Llama-2-7b-hf,4,64,28,0.0003978904278483242 +wikitext,attn_out,Llama-2-7b-hf,4,64,28,0.00025665550492703915 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.001247194828465581 +wikitext,mlp_down,Llama-2-7b-hf,4,64,28,0.0009472117526456714 +wikitext,attn_in,Llama-2-7b-hf,4,64,29,0.00041710626101121306 +wikitext,attn_out,Llama-2-7b-hf,4,64,29,0.00025895345606841147 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.001486488152295351 +wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.0015039400896057487 +wikitext,attn_in,Llama-2-7b-hf,4,64,30,0.0004298438143450767 +wikitext,attn_out,Llama-2-7b-hf,4,64,30,0.00031902885530143976 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025743457954376936 +wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.01578998938202858 +wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.001698920619674027 +wikitext,attn_out,Llama-2-7b-hf,4,64,31,0.0004625377769116312 +wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.004995828960090876 +wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.01054172683507204 +c4,attn_in,Llama-2-7b-hf,8,128,0,2.1308561581889762e-09 +c4,attn_out,Llama-2-7b-hf,8,128,0,3.93266130771508e-09 +c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.153364484617896e-10 +c4,mlp_down,Llama-2-7b-hf,8,128,0,5.8026130567157e-09 +c4,attn_in,Llama-2-7b-hf,8,128,1,9.970690051375186e-09 +c4,attn_out,Llama-2-7b-hf,8,128,1,1.2882107824907507e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,1,1.02756030173623e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,1,0.0006517773726955056 +c4,attn_in,Llama-2-7b-hf,8,128,2,1.4004826631719425e-08 +c4,attn_out,Llama-2-7b-hf,8,128,2,7.75946418229978e-09 +c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.673923222256235e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,2,2.9577426730043044e-08 +c4,attn_in,Llama-2-7b-hf,8,128,3,3.442218599047919e-08 +c4,attn_out,Llama-2-7b-hf,8,128,3,1.444171093822888e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.1092047098345574e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,3,4.066338732400254e-08 +c4,attn_in,Llama-2-7b-hf,8,128,4,6.727077561663464e-08 +c4,attn_out,Llama-2-7b-hf,8,128,4,2.814201849332676e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.05316986429716e-08 +c4,mlp_down,Llama-2-7b-hf,8,128,4,1.261874444935529e-07 +c4,attn_in,Llama-2-7b-hf,8,128,5,1.269581844098866e-07 +c4,attn_out,Llama-2-7b-hf,8,128,5,5.5193915216023015e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3034971857450728e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,5,1.142576024903974e-07 +c4,attn_in,Llama-2-7b-hf,8,128,6,1.6344949926860863e-07 +c4,attn_out,Llama-2-7b-hf,8,128,6,6.250108697258838e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,6,1.9862252997882024e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7572222077433253e-07 +c4,attn_in,Llama-2-7b-hf,8,128,7,2.1626134127927799e-07 +c4,attn_out,Llama-2-7b-hf,8,128,7,8.991539601765908e-08 +c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.7372431077310466e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,7,2.3638733637199039e-07 +c4,attn_in,Llama-2-7b-hf,8,128,8,3.2634630997563363e-07 +c4,attn_out,Llama-2-7b-hf,8,128,8,1.2971975138498237e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.3563244983270124e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,8,2.871590538688906e-07 +c4,attn_in,Llama-2-7b-hf,8,128,9,5.057182761447621e-07 +c4,attn_out,Llama-2-7b-hf,8,128,9,1.848998039122307e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,9,3.946313711367111e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,9,3.186129617915867e-07 +c4,attn_in,Llama-2-7b-hf,8,128,10,5.933520128564851e-07 +c4,attn_out,Llama-2-7b-hf,8,128,10,2.516503059268871e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.752025404286542e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,10,3.730193043338659e-07 +c4,attn_in,Llama-2-7b-hf,8,128,11,6.236218723643105e-07 +c4,attn_out,Llama-2-7b-hf,8,128,11,2.5136657200164336e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.354492600417871e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,11,4.3035663566115545e-07 +c4,attn_in,Llama-2-7b-hf,8,128,12,6.993336114646809e-07 +c4,attn_out,Llama-2-7b-hf,8,128,12,2.809159695971175e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.017119176249253e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,12,4.884342388322693e-07 +c4,attn_in,Llama-2-7b-hf,8,128,13,6.904097062943038e-07 +c4,attn_out,Llama-2-7b-hf,8,128,13,3.33400123508909e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.276929068211757e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,13,6.239480967451527e-07 +c4,attn_in,Llama-2-7b-hf,8,128,14,8.12272674011183e-07 +c4,attn_out,Llama-2-7b-hf,8,128,14,3.7189519730418397e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.24029143586813e-07 +c4,mlp_down,Llama-2-7b-hf,8,128,14,7.306313136723475e-07 +c4,attn_in,Llama-2-7b-hf,8,128,15,9.336064294984681e-07 +c4,attn_out,Llama-2-7b-hf,8,128,15,4.1785665416682605e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.0315114877812448e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,15,9.342843441118021e-07 +c4,attn_in,Llama-2-7b-hf,8,128,16,1.1261904546699952e-06 +c4,attn_out,Llama-2-7b-hf,8,128,16,6.025207426318957e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3273198646857054e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,16,1.3908783103033784e-06 +c4,attn_in,Llama-2-7b-hf,8,128,17,8.358211971426499e-07 +c4,attn_out,Llama-2-7b-hf,8,128,17,4.123251073906431e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.4716325722474721e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4467821074504172e-06 +c4,attn_in,Llama-2-7b-hf,8,128,18,8.591803748458915e-07 +c4,attn_out,Llama-2-7b-hf,8,128,18,4.2738255956464855e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.7299418004768086e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7211535805472522e-06 +c4,attn_in,Llama-2-7b-hf,8,128,19,7.679860800635652e-07 +c4,attn_out,Llama-2-7b-hf,8,128,19,4.2877456962742144e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,19,1.9857698134728707e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9439880816207733e-06 +c4,attn_in,Llama-2-7b-hf,8,128,20,9.633130275688018e-07 +c4,attn_out,Llama-2-7b-hf,8,128,20,5.654152346323826e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.330125425942242e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,20,2.3756495011184597e-06 +c4,attn_in,Llama-2-7b-hf,8,128,21,7.52112384816428e-07 +c4,attn_out,Llama-2-7b-hf,8,128,21,4.4208428562342306e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5409394766029436e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,21,2.3728566702629905e-06 +c4,attn_in,Llama-2-7b-hf,8,128,22,1.2630903256649617e-06 +c4,attn_out,Llama-2-7b-hf,8,128,22,5.647223701998882e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.872667892006575e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,22,2.6499078558117617e-06 +c4,attn_in,Llama-2-7b-hf,8,128,23,1.0902631402132101e-06 +c4,attn_out,Llama-2-7b-hf,8,128,23,5.164643539501412e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2019677291827975e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,23,2.7760233933804557e-06 +c4,attn_in,Llama-2-7b-hf,8,128,24,1.2623562497537932e-06 +c4,attn_out,Llama-2-7b-hf,8,128,24,7.254243428178597e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.5053003557550255e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,24,2.9297059427335626e-06 +c4,attn_in,Llama-2-7b-hf,8,128,25,9.208717983710812e-07 +c4,attn_out,Llama-2-7b-hf,8,128,25,4.75556674928157e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,25,3.931671471946174e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,25,3.1757692795508774e-06 +c4,attn_in,Llama-2-7b-hf,8,128,26,1.7085404806493898e-06 +c4,attn_out,Llama-2-7b-hf,8,128,26,9.118870707425231e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.4055000216758344e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,26,3.347524852870265e-06 +c4,attn_in,Llama-2-7b-hf,8,128,27,1.4155833696349873e-06 +c4,attn_out,Llama-2-7b-hf,8,128,27,7.870280569477472e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.060534022049978e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,27,3.8075104384915903e-06 +c4,attn_in,Llama-2-7b-hf,8,128,28,1.835346097323054e-06 +c4,attn_out,Llama-2-7b-hf,8,128,28,9.881506457531941e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.054244295228273e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,28,4.844176601181971e-06 +c4,attn_in,Llama-2-7b-hf,8,128,29,1.6883432181202807e-06 +c4,attn_out,Llama-2-7b-hf,8,128,29,8.910096767067444e-07 +c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.3357787186978385e-06 +c4,mlp_down,Llama-2-7b-hf,8,128,29,7.259299763973104e-06 +c4,attn_in,Llama-2-7b-hf,8,128,30,1.9657090888358653e-06 +c4,attn_out,Llama-2-7b-hf,8,128,30,1.2695441000687424e-06 +c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.2699030776275322e-05 +c4,mlp_down,Llama-2-7b-hf,8,128,30,0.0006918857106938958 +c4,attn_in,Llama-2-7b-hf,8,128,31,1.6754069292801432e-05 +c4,attn_out,Llama-2-7b-hf,8,128,31,2.4620369458716596e-06 +c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.7713174858945422e-05 +c4,mlp_down,Llama-2-7b-hf,8,128,31,9.694216714706272e-05 +pileval,attn_in,Llama-2-7b-hf,8,128,0,2.1935657734672986e-09 +pileval,attn_out,Llama-2-7b-hf,8,128,0,4.5543706583828225e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.778527821855619e-10 +pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.838601158103529e-09 +pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0318509602313952e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2954477490723093e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,1,6.394955676114478e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,1,0.0005412891623564065 +pileval,attn_in,Llama-2-7b-hf,8,128,2,1.483207778818496e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,2,8.38313951589953e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.810896144149865e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.025081696250709e-08 +pileval,attn_in,Llama-2-7b-hf,8,128,3,3.5482333515801656e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,3,1.643419622610054e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.459777258603026e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.333760728059133e-08 +pileval,attn_in,Llama-2-7b-hf,8,128,4,6.92380766054157e-08 +pileval,attn_out,Llama-2-7b-hf,8,128,4,3.126263337094315e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.574225063284757e-08 +pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2699761953172128e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,5,1.2959958439751063e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,5,6.211430303437737e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3337258053525147e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1482148210006926e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,6,1.707775680870327e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,6,7.564409543192596e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,128,6,1.9935409056870412e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7462816970237327e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,7,2.2978926494943153e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,7,1.056890752693107e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.778625400878809e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.37929853597052e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,8,3.3914591313077835e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5105122486147593e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.453564261235442e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,8,2.9665645229215443e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,9,5.105371769786871e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0103504994040122e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.061616891704034e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.2829044016580156e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,10,5.931941586823086e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,10,2.778560030947119e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.800052124664944e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.7995158663761686e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,11,6.5871716969923e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,11,2.8477487035161175e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.406037644206663e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.313374688535987e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,12,7.443821914421278e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,12,3.3203301086359716e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.072710903026746e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.903309331893979e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,13,7.185370805018465e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,13,3.6191616459291254e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.242189212774974e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.117018074291991e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,14,8.370215596187336e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,14,4.0597353745397413e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.147375183398253e-07 +pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.127947583285277e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,15,9.316706268691632e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,15,4.406493872011197e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.013567157315265e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.07942933281447e-07 +pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1104940540462849e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,16,6.28817133474513e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.3014154092161334e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3499050055543194e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,17,8.623986786915339e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,17,4.4729054593517503e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.4366726190928603e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.3712310646951664e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,18,8.965255915427406e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,18,5.273778924674843e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7044707192326314e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.6718480537747382e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,19,7.748852794975392e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,19,4.5272969373399974e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.9531994439603295e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.8918508430942893e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,20,8.699889235685987e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,20,5.337087145562691e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.2917811293154955e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.2733659079676727e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,21,7.705243092459568e-07 +pileval,attn_out,Llama-2-7b-hf,8,128,21,4.927809413857176e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.5124227249762043e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.25635380957101e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,22,1.2994366898055887e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,22,6.266901095841604e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.862237806766643e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5071860818570713e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0509802450542338e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,23,5.279852643980121e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.1892789138510125e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.6717846139945323e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,24,1.2424908391039935e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,24,7.001152653174358e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.4768190744216554e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.7584096642385703e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0376774071119144e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,25,5.526753739104606e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.9156534512585495e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1231279535859358e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,26,1.794763193174731e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,26,9.432655474483909e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.404532319313148e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.224882675567642e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,27,1.4926208677934483e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,27,8.693614859112131e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.082523784949444e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.740876536539872e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8603178659759578e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0390718898634077e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.111525635787984e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.8574397624179255e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,29,1.871293420663278e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,29,1.0482567631697748e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.465375801984919e-06 +pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.13366125637549e-06 +pileval,attn_in,Llama-2-7b-hf,8,128,30,2.113741402354208e-06 +pileval,attn_out,Llama-2-7b-hf,8,128,30,1.427852112101391e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.2582522685988806e-05 +pileval,mlp_down,Llama-2-7b-hf,8,128,30,0.0006046570488251746 +pileval,attn_in,Llama-2-7b-hf,8,128,31,1.6400816093664616e-05 +pileval,attn_out,Llama-2-7b-hf,8,128,31,2.3950231025082758e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.635999226185959e-05 +pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.750717825023457e-05 +wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.5410327175734437e-09 +wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.690036803367548e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.038912785972684e-10 +wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.314912148752683e-09 +wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0289714857947274e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6030210048256777e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,1.283565211451787e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,1,0.0008200330776162446 +wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0089014956804476e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.418646503192349e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.6872981234428153e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.5953416244183245e-08 +wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.1766191455062653e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.4701153183693805e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.1046813947787086e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.8163001647717465e-08 +wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.541162195754623e-08 +wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.616905625529853e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.127641848432177e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7039988620126678e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.1750676520705383e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.6603564502211157e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3188220293613995e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.138534884148612e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.572234111790749e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,6,6.91481503167779e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,1.970348222357643e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.735270984681847e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,7,1.9749897717247222e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.269900402841813e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.7409251401877555e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.422275997560064e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.130200241230341e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4361938838192145e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.4505040957810706e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.0020328267710283e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.856198643210519e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.887589462512551e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.0671608303455287e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.407112103559484e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.626860684060375e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.561584722116095e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.821751531380869e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.826797296824225e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.958347060186497e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.513126560188539e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.353830943022331e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.3211218780925265e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.837792625447037e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.939669343504647e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,5.94316247770621e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.769348720401467e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.451935519180552e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.4350705391261727e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.021237706794636e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,13,5.940117944192025e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.403743325085088e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.63855576779315e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,7.92224000178976e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,14,6.902508857820067e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.612756232651009e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.062989944486617e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,9.849150046647992e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,128,15,8.874064292285766e-07 +wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.778203775567818e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.293839535625011e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2420036910043564e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.37822109991248e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.710530098847812e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.4189499703861657e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.3967339782539057e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3539175824917038e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,18,7.913285458016617e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.1613392909312097e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6403531617470435e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.60085107836494e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,19,6.767513696104288e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,19,3.9922943528836186e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8555329006630927e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8085120245814323e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.138202929330873e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.25817199559242e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.1810260477650445e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.208068053732859e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.350956596179458e-07 +wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.771547198994085e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.450883130222792e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.310077206857386e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.1783862419179059e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.034475177330023e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.7342268822394544e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.4276785097754328e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0539937420617207e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.633992259390652e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.097745775448857e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6085667741426732e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.0721751095843501e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.324587502604118e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.402089987503132e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.7574483283387963e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.198697873405763e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,25,7.879442591729457e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.870134150929516e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.0593328119721264e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.7997282384385471e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,26,8.838546250444779e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.375282969704131e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.2479690617037704e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.4887243651173776e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.795742587608402e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.071558007330168e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.7772686027892632e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.9547246665752027e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2086003380318289e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,5.927771780989133e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.5099063754605595e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.953743549165665e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2326198657319765e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.121846920199459e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.664074473723304e-06 +wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.145781763829291e-06 +wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.5287629366866895e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2109382623748388e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0021814005449414253 +wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.2876470464107115e-05 +wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.8489037049439503e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5221326723112725e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.712288399692625e-05 +c4,attn_in,Llama-2-7b-hf,8,64,0,1.5111354390029419e-09 +c4,attn_out,Llama-2-7b-hf,8,64,0,2.114418862220191e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.479939197388205e-10 +c4,mlp_down,Llama-2-7b-hf,8,64,0,4.0130130329885105e-09 +c4,attn_in,Llama-2-7b-hf,8,64,1,8.01797206406718e-09 +c4,attn_out,Llama-2-7b-hf,8,64,1,7.478780261749307e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,1,1.0514070254430408e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,1,0.0006594480364583433 +c4,attn_in,Llama-2-7b-hf,8,64,2,1.1253503018338051e-08 +c4,attn_out,Llama-2-7b-hf,8,64,2,5.669333447144709e-09 +c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.3190493142190007e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,2,2.016524547343579e-08 +c4,attn_in,Llama-2-7b-hf,8,64,3,2.524680020599135e-08 +c4,attn_out,Llama-2-7b-hf,8,64,3,1.0504860981086495e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.2103034897090765e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,3,3.169035878158866e-08 +c4,attn_in,Llama-2-7b-hf,8,64,4,5.98464566792245e-08 +c4,attn_out,Llama-2-7b-hf,8,64,4,2.1050224674468154e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.22283238271848e-08 +c4,mlp_down,Llama-2-7b-hf,8,64,4,8.651065286358062e-08 +c4,attn_in,Llama-2-7b-hf,8,64,5,9.253088961713729e-08 +c4,attn_out,Llama-2-7b-hf,8,64,5,4.08411686692034e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0083823553941329e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,5,8.960758179910044e-08 +c4,attn_in,Llama-2-7b-hf,8,64,6,1.391855874999237e-07 +c4,attn_out,Llama-2-7b-hf,8,64,6,4.7080721543579784e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.5365083072538255e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,6,1.375609741671724e-07 +c4,attn_in,Llama-2-7b-hf,8,64,7,1.8574698401607748e-07 +c4,attn_out,Llama-2-7b-hf,8,64,7,6.78742537729704e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.0991943472381536e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,7,1.8374109345131728e-07 +c4,attn_in,Llama-2-7b-hf,8,64,8,2.802089511533268e-07 +c4,attn_out,Llama-2-7b-hf,8,64,8,9.943448020521828e-08 +c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.570497201759281e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,8,2.2151340317577706e-07 +c4,attn_in,Llama-2-7b-hf,8,64,9,3.94622844623882e-07 +c4,attn_out,Llama-2-7b-hf,8,64,9,1.4358140276726772e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.02441151234234e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,9,2.4993136094053625e-07 +c4,attn_in,Llama-2-7b-hf,8,64,10,4.736917276204622e-07 +c4,attn_out,Llama-2-7b-hf,8,64,10,1.9554367725049815e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.6055931218470505e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,10,2.9307599902494985e-07 +c4,attn_in,Llama-2-7b-hf,8,64,11,5.063140520178422e-07 +c4,attn_out,Llama-2-7b-hf,8,64,11,1.9511060145305237e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.0944445345303393e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,11,3.3808387911449245e-07 +c4,attn_in,Llama-2-7b-hf,8,64,12,5.707945547328563e-07 +c4,attn_out,Llama-2-7b-hf,8,64,12,2.1946831907371234e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.6152891286510567e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,12,3.847292191494489e-07 +c4,attn_in,Llama-2-7b-hf,8,64,13,5.419450985755248e-07 +c4,attn_out,Llama-2-7b-hf,8,64,13,2.5996618546741956e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.588238423115399e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,13,4.878517643192026e-07 +c4,attn_in,Llama-2-7b-hf,8,64,14,6.730733161930402e-07 +c4,attn_out,Llama-2-7b-hf,8,64,14,2.9084918651278713e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.32960961866047e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,14,5.767359425590257e-07 +c4,attn_in,Llama-2-7b-hf,8,64,15,7.232212624330714e-07 +c4,attn_out,Llama-2-7b-hf,8,64,15,3.247827464747388e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,15,7.914724733382172e-07 +c4,mlp_down,Llama-2-7b-hf,8,64,15,7.324899797822582e-07 +c4,attn_in,Llama-2-7b-hf,8,64,16,9.535402796245762e-07 +c4,attn_out,Llama-2-7b-hf,8,64,16,4.705322851350502e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.0271745622958406e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,16,1.06124446119793e-06 +c4,attn_in,Llama-2-7b-hf,8,64,17,6.621463057854271e-07 +c4,attn_out,Llama-2-7b-hf,8,64,17,3.2300928864970047e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1468313232398941e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1405184068280505e-06 +c4,attn_in,Llama-2-7b-hf,8,64,18,6.353020580718294e-07 +c4,attn_out,Llama-2-7b-hf,8,64,18,3.345546986111003e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3494582162820734e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,18,1.3455294265440898e-06 +c4,attn_in,Llama-2-7b-hf,8,64,19,6.047513352314127e-07 +c4,attn_out,Llama-2-7b-hf,8,64,19,3.342071295264759e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.549521584820468e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,19,1.5019337524790899e-06 +c4,attn_in,Llama-2-7b-hf,8,64,20,7.724559623056848e-07 +c4,attn_out,Llama-2-7b-hf,8,64,20,4.424108510647784e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.8294596202395041e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,20,1.8571722648630384e-06 +c4,attn_in,Llama-2-7b-hf,8,64,21,6.361141799970937e-07 +c4,attn_out,Llama-2-7b-hf,8,64,21,3.4451971941962256e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,21,1.9961607904406264e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,21,1.8748426100501092e-06 +c4,attn_in,Llama-2-7b-hf,8,64,22,9.778806315807742e-07 +c4,attn_out,Llama-2-7b-hf,8,64,22,4.4116862341070373e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.261209147036425e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,22,2.0974553081032354e-06 +c4,attn_in,Llama-2-7b-hf,8,64,23,8.952831649366999e-07 +c4,attn_out,Llama-2-7b-hf,8,64,23,4.065324219482136e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.5302256290160585e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,23,2.193436557718087e-06 +c4,attn_in,Llama-2-7b-hf,8,64,24,1.0389505860075587e-06 +c4,attn_out,Llama-2-7b-hf,8,64,24,5.536150524676486e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.762623807939235e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,24,2.3158152089308714e-06 +c4,attn_in,Llama-2-7b-hf,8,64,25,7.279689384631638e-07 +c4,attn_out,Llama-2-7b-hf,8,64,25,3.7484119275177363e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.102085656792042e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,25,2.4721214231249178e-06 +c4,attn_in,Llama-2-7b-hf,8,64,26,1.354569235445524e-06 +c4,attn_out,Llama-2-7b-hf,8,64,26,7.070922833918303e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.4602619507495547e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,26,2.653847332112491e-06 +c4,attn_in,Llama-2-7b-hf,8,64,27,1.1594277111726115e-06 +c4,attn_out,Llama-2-7b-hf,8,64,27,6.17103523836704e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,27,3.951946382585447e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,27,3.002895937243011e-06 +c4,attn_in,Llama-2-7b-hf,8,64,28,1.4166806749926764e-06 +c4,attn_out,Llama-2-7b-hf,8,64,28,7.727727506789961e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.694175459007965e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,28,3.7597235404973617e-06 +c4,attn_in,Llama-2-7b-hf,8,64,29,1.3947224033472594e-06 +c4,attn_out,Llama-2-7b-hf,8,64,29,6.924488502590975e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.641952157020569e-06 +c4,mlp_down,Llama-2-7b-hf,8,64,29,5.458730811369605e-06 +c4,attn_in,Llama-2-7b-hf,8,64,30,1.516211113994359e-06 +c4,attn_out,Llama-2-7b-hf,8,64,30,9.796245876714238e-07 +c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0210479558736552e-05 +c4,mlp_down,Llama-2-7b-hf,8,64,30,0.00033876579254865646 +c4,attn_in,Llama-2-7b-hf,8,64,31,8.313484613609035e-06 +c4,attn_out,Llama-2-7b-hf,8,64,31,1.6836580698509351e-06 +c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.107794898620341e-05 +c4,mlp_down,Llama-2-7b-hf,8,64,31,5.629079169011675e-05 +pileval,attn_in,Llama-2-7b-hf,8,64,0,1.5505027262108229e-09 +pileval,attn_out,Llama-2-7b-hf,8,64,0,2.4739299497866796e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.713202133605932e-10 +pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.04464728376297e-09 +pileval,attn_in,Llama-2-7b-hf,8,64,1,8.181271660134826e-09 +pileval,attn_out,Llama-2-7b-hf,8,64,1,7.592174888770842e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,1,8.98151597539254e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,1,0.0005497487727552652 +pileval,attn_in,Llama-2-7b-hf,8,64,2,1.1798136689833427e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,2,6.154462717233855e-09 +pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.4287913074895187e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.098795448546298e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,3,2.6938366204376507e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,3,1.1925440190907466e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.4891748157406255e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.377574486762569e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,4,5.977076966701134e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,4,2.3428194495522803e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.637096561235012e-08 +pileval,mlp_down,Llama-2-7b-hf,8,64,4,8.820313013302439e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,5,9.344149987100536e-08 +pileval,attn_out,Llama-2-7b-hf,8,64,5,4.6306048773203656e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.0343546819058247e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.003696987974763e-08 +pileval,attn_in,Llama-2-7b-hf,8,64,6,1.4410289850275149e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,6,5.6906831247260925e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.545446508544046e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.3645701812947664e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,7,1.945762022614872e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,7,7.996649031838388e-08 +pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.1358695789785997e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.8481199504094548e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,8,2.951234705506067e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,8,1.163371123880097e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.6544833531261247e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.2862955972868804e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,9,4.001449269708246e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,9,1.5631583494268853e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.1152234214459895e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.572520259036537e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,10,4.807546361007553e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,10,2.1653696080647933e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.6570099837263115e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,10,2.9812142088303517e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,11,5.276092451822478e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,11,2.2176367053816648e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.1375344039806805e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.389767471162486e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,12,6.160846623970428e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,12,2.601708501970279e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.6742775339225773e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,12,3.863289350647392e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,13,5.671117833117023e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,13,2.820389397584222e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.559962801271467e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.779040523317235e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,14,6.878397016407689e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,14,3.18039269586734e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.275554937928973e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.623180072689138e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,15,7.255237619574473e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,15,3.420295513478777e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,15,7.790865197421226e-07 +pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.110463116077881e-07 +pileval,attn_in,Llama-2-7b-hf,8,64,16,9.323771905656031e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,16,4.921386107525905e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.007330297397857e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.031628244163585e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,17,6.887117933729314e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,17,3.5033434642173233e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1203198937437264e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.0810106232383987e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,18,6.737682838320325e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,18,4.1029522890312364e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3281985502544558e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3072377669232083e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,19,6.149050477688434e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,19,3.530627168402134e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5278346836566925e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.4651349147243309e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,20,6.933147460586042e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,20,4.1829852648334054e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.7976283288589912e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.7773049876268487e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,21,6.541345669575094e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,21,3.8580998307224945e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,21,1.975506620510714e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.782274921424687e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,22,1.0024768926086836e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,22,4.853792461290141e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.251688556498266e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,22,1.9845467704726616e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,23,8.687584909239376e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,23,4.1487257362859964e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.520464704502956e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.1111311525601195e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0199316875514342e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,24,5.3491021390073e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.7480627977638505e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.1835089683008846e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,25,8.194261909011402e-07 +pileval,attn_out,Llama-2-7b-hf,8,64,25,4.36012697946353e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.0854344004183076e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.4160190150723793e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,26,1.3812532415613532e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,26,7.3304624947923e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.4583088108774973e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.5562194423400797e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2129122524129343e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,27,6.822136242590204e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,27,3.9737224142299965e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,27,2.9472480491676833e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4437051731874817e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,28,8.138950988723082e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.740202712127939e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.7754707591375336e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,29,1.5226645473376266e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,29,8.185526780835062e-07 +pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.743962447013473e-06 +pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.394839263317408e-06 +pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6539523812753032e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,30,1.0972621566907037e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0148341971216723e-05 +pileval,mlp_down,Llama-2-7b-hf,8,64,30,0.00029628368793055415 +pileval,attn_in,Llama-2-7b-hf,8,64,31,8.097638783510774e-06 +pileval,attn_out,Llama-2-7b-hf,8,64,31,1.6324401030942681e-06 +pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.0032881366205402e-05 +pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.13160957780201e-05 +wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.7319948808491858e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.5706867745611817e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.163103833361049e-10 +wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.343708503995458e-09 +wikitext,attn_in,Llama-2-7b-hf,8,64,1,8.337371681932382e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.404091727560626e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,1.7186334844154771e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,1,0.0008567481418140233 +wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.72339170396208e-09 +wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.4662442633125465e-09 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.3262743792097353e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.288313361020755e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.3865569076519932e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.081009237680064e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.1991998383773534e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,3,2.974161006363829e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.796961405872935e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,4,1.973471341898403e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.293362275755499e-08 +wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.102167814792665e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,5,8.589872635411666e-08 +wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.211593918057588e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.0235918779244457e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,5,8.966063091975229e-08 +wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.3149808353318804e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.2264724104134075e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.5258544294738385e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.3574519641679217e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.6639548050534358e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.025824544371062e-08 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.1064529676095844e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.8749487651348318e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.792652935568185e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.103041427086282e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.64988699427704e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.3137394578043313e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.8086113818280865e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.4666157710507832e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.1194980465443223e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.665547924607381e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.5771838586006197e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,10,1.9976722853698448e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.67469141338006e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.0085860203143966e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,11,4.875222998634854e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,11,1.951770087771365e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.110995064365852e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.39370672008954e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.589596412391984e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.3030378315525013e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.579554797601304e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.756747446459485e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.167926246940624e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.6723938617578824e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.415495252236724e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.631793331100198e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.122680247244716e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.8473664315242786e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.113311314948078e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.447660669233301e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,15,6.769307105969347e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.173242362208839e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.563111239505815e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,15,6.960221980989445e-07 +wikitext,attn_in,Llama-2-7b-hf,8,64,16,8.293459927699587e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.130974389227049e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.63736397352477e-07 +wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0322543175789178e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.139051720310817e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.471337208793557e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.0868518529605353e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.0680569175747223e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,18,6.017649525347224e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.259823699863773e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.2834955214202637e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2541606793092797e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.345581257643062e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.1065502525962074e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.4512667121380218e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.380407979922893e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,20,6.782278205719194e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.123383803289471e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7098548141802894e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.7276615835726261e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.263590310278232e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,21,2.936192515790026e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.9257174699305324e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.8262435332871974e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,22,9.21392597774684e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.707459879682574e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.1518224002647912e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9227072698413394e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.510264706274029e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.4164005430502584e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.44631405621476e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.0658285393437836e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,24,8.661517085783998e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,24,4.827220436709467e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.682251533769886e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.182019898100407e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.999425856221933e-07 +wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.279557851485151e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.05268122247071e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.373808456468396e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.3163569292373722e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,26,6.900627340655774e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.4412162221997278e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.574736527094501e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.1792594705184456e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,27,6.906403768880409e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,3.9637252484681085e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,27,2.9817877020832384e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.5872975609454443e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.470222721574828e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.594701749738306e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.5067550925305113e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.6635424344713101e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.603346597941709e-07 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.511056770046707e-06 +wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.73704573980649e-06 +wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.6690632946847472e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.1795250429713633e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,1.18159587145783e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.001063307630829513 +wikitext,attn_in,Llama-2-7b-hf,8,64,31,6.595565082534449e-06 +wikitext,attn_out,Llama-2-7b-hf,8,64,31,1.943478991961456e-06 +wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.8937023924081586e-05 +wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.027085717301816e-05 +c4,attn_in,meditron-7b,3,128,0,1.0136539003724465e-06 +c4,attn_out,meditron-7b,3,128,0,1.648593297431944e-06 +c4,mlp_gate,meditron-7b,3,128,0,4.011132830328279e-07 +c4,mlp_down,meditron-7b,3,128,0,2.2685308067593724e-06 +c4,attn_in,meditron-7b,3,128,1,2.712637524382444e-06 +c4,attn_out,meditron-7b,3,128,1,4.520476977631915e-06 +c4,mlp_gate,meditron-7b,3,128,1,4.716988405562006e-05 +c4,mlp_down,meditron-7b,3,128,1,0.0019725158344954252 +c4,attn_in,meditron-7b,3,128,2,7.0754367698100396e-06 +c4,attn_out,meditron-7b,3,128,2,4.65026596430107e-06 +c4,mlp_gate,meditron-7b,3,128,2,9.5975838121376e-06 +c4,mlp_down,meditron-7b,3,128,2,1.1885242201969959e-05 +c4,attn_in,meditron-7b,3,128,3,1.1115761481050868e-05 +c4,attn_out,meditron-7b,3,128,3,6.58244834994548e-06 +c4,mlp_gate,meditron-7b,3,128,3,2.304212102899328e-05 +c4,mlp_down,meditron-7b,3,128,3,2.106090323650278e-05 +c4,attn_in,meditron-7b,3,128,4,2.7807520382339135e-05 +c4,attn_out,meditron-7b,3,128,4,1.4684596862934995e-05 +c4,mlp_gate,meditron-7b,3,128,4,4.266524047125131e-05 +c4,mlp_down,meditron-7b,3,128,4,4.888167677563615e-05 +c4,attn_in,meditron-7b,3,128,5,4.1096704080700874e-05 +c4,attn_out,meditron-7b,3,128,5,2.3627113478141837e-05 +c4,mlp_gate,meditron-7b,3,128,5,6.610884884139523e-05 +c4,mlp_down,meditron-7b,3,128,5,5.679874084307812e-05 +c4,attn_in,meditron-7b,3,128,6,5.27592928847298e-05 +c4,attn_out,meditron-7b,3,128,6,3.071284663747065e-05 +c4,mlp_gate,meditron-7b,3,128,6,9.871261863736436e-05 +c4,mlp_down,meditron-7b,3,128,6,8.431622700300068e-05 +c4,attn_in,meditron-7b,3,128,7,6.937423313502222e-05 +c4,attn_out,meditron-7b,3,128,7,4.080463622813113e-05 +c4,mlp_gate,meditron-7b,3,128,7,0.00013218470849096775 +c4,mlp_down,meditron-7b,3,128,7,0.00010964939428959042 +c4,attn_in,meditron-7b,3,128,8,0.00010903925431193784 +c4,attn_out,meditron-7b,3,128,8,5.703989518224262e-05 +c4,mlp_gate,meditron-7b,3,128,8,0.00015630210691597313 +c4,mlp_down,meditron-7b,3,128,8,0.00012699335638899356 +c4,attn_in,meditron-7b,3,128,9,0.00012910290388390422 +c4,attn_out,meditron-7b,3,128,9,8.190341031877324e-05 +c4,mlp_gate,meditron-7b,3,128,9,0.00018041399016510695 +c4,mlp_down,meditron-7b,3,128,9,0.00014547500177286565 +c4,attn_in,meditron-7b,3,128,10,0.0001926877157529816 +c4,attn_out,meditron-7b,3,128,10,0.00010466500680195168 +c4,mlp_gate,meditron-7b,3,128,10,0.00020984654838684946 +c4,mlp_down,meditron-7b,3,128,10,0.00016604529810138047 +c4,attn_in,meditron-7b,3,128,11,0.0001973941980395466 +c4,attn_out,meditron-7b,3,128,11,0.00010508290870347992 +c4,mlp_gate,meditron-7b,3,128,11,0.00023409261484630406 +c4,mlp_down,meditron-7b,3,128,11,0.00018952340178657323 +c4,attn_in,meditron-7b,3,128,12,0.0002237041189800948 +c4,attn_out,meditron-7b,3,128,12,0.00011460530367912725 +c4,mlp_gate,meditron-7b,3,128,12,0.0002575908729340881 +c4,mlp_down,meditron-7b,3,128,12,0.00020899626542814076 +c4,attn_in,meditron-7b,3,128,13,0.00022342349984683096 +c4,attn_out,meditron-7b,3,128,13,0.00013664495781995356 +c4,mlp_gate,meditron-7b,3,128,13,0.00029731434187851846 +c4,mlp_down,meditron-7b,3,128,13,0.00024942131130956113 +c4,attn_in,meditron-7b,3,128,14,0.0002529798075556755 +c4,attn_out,meditron-7b,3,128,14,0.00014935452782083303 +c4,mlp_gate,meditron-7b,3,128,14,0.0003309310122858733 +c4,mlp_down,meditron-7b,3,128,14,0.0002888138988055289 +c4,attn_in,meditron-7b,3,128,15,0.0002684218343347311 +c4,attn_out,meditron-7b,3,128,15,0.0001666614698478952 +c4,mlp_gate,meditron-7b,3,128,15,0.0003909844090230763 +c4,mlp_down,meditron-7b,3,128,15,0.0003453881945461035 +c4,attn_in,meditron-7b,3,128,16,0.0003201634099241346 +c4,attn_out,meditron-7b,3,128,16,0.00023135551600717008 +c4,mlp_gate,meditron-7b,3,128,16,0.00047964969417080283 +c4,mlp_down,meditron-7b,3,128,16,0.0004723191086668521 +c4,attn_in,meditron-7b,3,128,17,0.0002435645874356851 +c4,attn_out,meditron-7b,3,128,17,0.0001562438701512292 +c4,mlp_gate,meditron-7b,3,128,17,0.0005186212947592139 +c4,mlp_down,meditron-7b,3,128,17,0.0004942453233525157 +c4,attn_in,meditron-7b,3,128,18,0.00024155862047336996 +c4,attn_out,meditron-7b,3,128,18,0.00015863508451730013 +c4,mlp_gate,meditron-7b,3,128,18,0.0005943754804320633 +c4,mlp_down,meditron-7b,3,128,18,0.0005688336095772684 +c4,attn_in,meditron-7b,3,128,19,0.0002498970425222069 +c4,attn_out,meditron-7b,3,128,19,0.00015117533621378243 +c4,mlp_gate,meditron-7b,3,128,19,0.0006692051538266242 +c4,mlp_down,meditron-7b,3,128,19,0.0006211042637005448 +c4,attn_in,meditron-7b,3,128,20,0.00029089892632327974 +c4,attn_out,meditron-7b,3,128,20,0.00020972851780243218 +c4,mlp_gate,meditron-7b,3,128,20,0.0007701966096647084 +c4,mlp_down,meditron-7b,3,128,20,0.0007620110409334302 +c4,attn_in,meditron-7b,3,128,21,0.00024021965509746224 +c4,attn_out,meditron-7b,3,128,21,0.00016677554231137037 +c4,mlp_gate,meditron-7b,3,128,21,0.0008406947599723935 +c4,mlp_down,meditron-7b,3,128,21,0.0007749375072307885 +c4,attn_in,meditron-7b,3,128,22,0.0003467604983597994 +c4,attn_out,meditron-7b,3,128,22,0.00020668549404945225 +c4,mlp_gate,meditron-7b,3,128,22,0.0009680964285507798 +c4,mlp_down,meditron-7b,3,128,22,0.0008817348279990256 +c4,attn_in,meditron-7b,3,128,23,0.00032655056565999985 +c4,attn_out,meditron-7b,3,128,23,0.0001909870479721576 +c4,mlp_gate,meditron-7b,3,128,23,0.0010835222201421857 +c4,mlp_down,meditron-7b,3,128,23,0.0009212892618961632 +c4,attn_in,meditron-7b,3,128,24,0.00041782684274949133 +c4,attn_out,meditron-7b,3,128,24,0.0002886131696868688 +c4,mlp_gate,meditron-7b,3,128,24,0.0011998078553006053 +c4,mlp_down,meditron-7b,3,128,24,0.0009797917446121573 +c4,attn_in,meditron-7b,3,128,25,0.0003370080376043916 +c4,attn_out,meditron-7b,3,128,25,0.0001681967987678945 +c4,mlp_gate,meditron-7b,3,128,25,0.001356874592602253 +c4,mlp_down,meditron-7b,3,128,25,0.0010399151360616088 +c4,attn_in,meditron-7b,3,128,26,0.0006067201611585915 +c4,attn_out,meditron-7b,3,128,26,0.00033516695839352906 +c4,mlp_gate,meditron-7b,3,128,26,0.001547931577078998 +c4,mlp_down,meditron-7b,3,128,26,0.0011665929341688752 +c4,attn_in,meditron-7b,3,128,27,0.00044315768172964454 +c4,attn_out,meditron-7b,3,128,27,0.00027656368911266327 +c4,mlp_gate,meditron-7b,3,128,27,0.0018054835963994265 +c4,mlp_down,meditron-7b,3,128,27,0.0013730392092838883 +c4,attn_in,meditron-7b,3,128,28,0.0005508417380042374 +c4,attn_out,meditron-7b,3,128,28,0.00036341656232252717 +c4,mlp_gate,meditron-7b,3,128,28,0.0021525134798139334 +c4,mlp_down,meditron-7b,3,128,28,0.00170593720395118 +c4,attn_in,meditron-7b,3,128,29,0.0005887696170248091 +c4,attn_out,meditron-7b,3,128,29,0.00036236713640391827 +c4,mlp_gate,meditron-7b,3,128,29,0.002574173966422677 +c4,mlp_down,meditron-7b,3,128,29,0.0023572882637381554 +c4,attn_in,meditron-7b,3,128,30,0.0006590007105842233 +c4,attn_out,meditron-7b,3,128,30,0.0005130279459990561 +c4,mlp_gate,meditron-7b,3,128,30,0.004064925014972687 +c4,mlp_down,meditron-7b,3,128,30,0.006738780997693539 +c4,attn_in,meditron-7b,3,128,31,0.007590486668050289 +c4,attn_out,meditron-7b,3,128,31,0.0007666348246857524 +c4,mlp_gate,meditron-7b,3,128,31,0.005668375641107559 +c4,mlp_down,meditron-7b,3,128,31,0.008756992407143116 +pileval,attn_in,meditron-7b,3,128,0,1.042400072037708e-06 +pileval,attn_out,meditron-7b,3,128,0,1.9283495475974632e-06 +pileval,mlp_gate,meditron-7b,3,128,0,4.655135228404106e-07 +pileval,mlp_down,meditron-7b,3,128,0,2.4626458525744965e-06 +pileval,attn_in,meditron-7b,3,128,1,2.7892317575606285e-06 +pileval,attn_out,meditron-7b,3,128,1,4.716049261332955e-06 +pileval,mlp_gate,meditron-7b,3,128,1,4.7898214688757434e-05 +pileval,mlp_down,meditron-7b,3,128,1,0.0019600829109549522 +pileval,attn_in,meditron-7b,3,128,2,7.059373274387326e-06 +pileval,attn_out,meditron-7b,3,128,2,4.804400759894634e-06 +pileval,mlp_gate,meditron-7b,3,128,2,9.912782843457535e-06 +pileval,mlp_down,meditron-7b,3,128,2,1.234560022567166e-05 +pileval,attn_in,meditron-7b,3,128,3,1.17337258416228e-05 +pileval,attn_out,meditron-7b,3,128,3,7.389081929431995e-06 +pileval,mlp_gate,meditron-7b,3,128,3,2.389566543570254e-05 +pileval,mlp_down,meditron-7b,3,128,3,2.1613037461065687e-05 +pileval,attn_in,meditron-7b,3,128,4,2.7124126063426957e-05 +pileval,attn_out,meditron-7b,3,128,4,1.486978362663649e-05 +pileval,mlp_gate,meditron-7b,3,128,4,4.36434565926902e-05 +pileval,mlp_down,meditron-7b,3,128,4,5.009121377952397e-05 +pileval,attn_in,meditron-7b,3,128,5,4.058477497892454e-05 +pileval,attn_out,meditron-7b,3,128,5,2.4931010557338595e-05 +pileval,mlp_gate,meditron-7b,3,128,5,6.554196443175897e-05 +pileval,mlp_down,meditron-7b,3,128,5,5.5300144595094025e-05 +pileval,attn_in,meditron-7b,3,128,6,5.506725574377924e-05 +pileval,attn_out,meditron-7b,3,128,6,3.496479621389881e-05 +pileval,mlp_gate,meditron-7b,3,128,6,9.728602890390903e-05 +pileval,mlp_down,meditron-7b,3,128,6,8.264287316706032e-05 +pileval,attn_in,meditron-7b,3,128,7,7.248808105941862e-05 +pileval,attn_out,meditron-7b,3,128,7,4.5485412556445226e-05 +pileval,mlp_gate,meditron-7b,3,128,7,0.00013169825251679868 +pileval,mlp_down,meditron-7b,3,128,7,0.00010885995288845152 +pileval,attn_in,meditron-7b,3,128,8,0.00011062881094403565 +pileval,attn_out,meditron-7b,3,128,8,6.466673221439123e-05 +pileval,mlp_gate,meditron-7b,3,128,8,0.00015827492461539805 +pileval,mlp_down,meditron-7b,3,128,8,0.00013069955457467586 +pileval,attn_in,meditron-7b,3,128,9,0.0001318193826591596 +pileval,attn_out,meditron-7b,3,128,9,8.769398846197873e-05 +pileval,mlp_gate,meditron-7b,3,128,9,0.00018209582776762545 +pileval,mlp_down,meditron-7b,3,128,9,0.00014810284483246505 +pileval,attn_in,meditron-7b,3,128,10,0.00019420692115090787 +pileval,attn_out,meditron-7b,3,128,10,0.00011359185737092048 +pileval,mlp_gate,meditron-7b,3,128,10,0.0002095353847835213 +pileval,mlp_down,meditron-7b,3,128,10,0.00016649087774567306 +pileval,attn_in,meditron-7b,3,128,11,0.00020270480308681726 +pileval,attn_out,meditron-7b,3,128,11,0.0001158175800810568 +pileval,mlp_gate,meditron-7b,3,128,11,0.00023285909264814109 +pileval,mlp_down,meditron-7b,3,128,11,0.00018763811385724694 +pileval,attn_in,meditron-7b,3,128,12,0.0002393994218437001 +pileval,attn_out,meditron-7b,3,128,12,0.00013367699284572154 +pileval,mlp_gate,meditron-7b,3,128,12,0.00025652218027971685 +pileval,mlp_down,meditron-7b,3,128,12,0.00020744279026985168 +pileval,attn_in,meditron-7b,3,128,13,0.00022800386068411171 +pileval,attn_out,meditron-7b,3,128,13,0.00014638782886322588 +pileval,mlp_gate,meditron-7b,3,128,13,0.0002926166052930057 +pileval,mlp_down,meditron-7b,3,128,13,0.0002427442668704316 +pileval,attn_in,meditron-7b,3,128,14,0.0002609927032608539 +pileval,attn_out,meditron-7b,3,128,14,0.000162529744557105 +pileval,mlp_gate,meditron-7b,3,128,14,0.0003240770602133125 +pileval,mlp_down,meditron-7b,3,128,14,0.00027875544037669897 +pileval,attn_in,meditron-7b,3,128,15,0.00026542332489043474 +pileval,attn_out,meditron-7b,3,128,15,0.00017465018026996404 +pileval,mlp_gate,meditron-7b,3,128,15,0.0003808453038800508 +pileval,mlp_down,meditron-7b,3,128,15,0.0003312569751869887 +pileval,attn_in,meditron-7b,3,128,16,0.00031927108648233116 +pileval,attn_out,meditron-7b,3,128,16,0.00023542421695310622 +pileval,mlp_gate,meditron-7b,3,128,16,0.0004641557461582124 +pileval,mlp_down,meditron-7b,3,128,16,0.0004532905586529523 +pileval,attn_in,meditron-7b,3,128,17,0.0002482155687175691 +pileval,attn_out,meditron-7b,3,128,17,0.0001651891798246652 +pileval,mlp_gate,meditron-7b,3,128,17,0.0004991012974642217 +pileval,mlp_down,meditron-7b,3,128,17,0.0004565035633277148 +pileval,attn_in,meditron-7b,3,128,18,0.00025890275719575584 +pileval,attn_out,meditron-7b,3,128,18,0.00019269506447017193 +pileval,mlp_gate,meditron-7b,3,128,18,0.0005753558361902833 +pileval,mlp_down,meditron-7b,3,128,18,0.0005384903633967042 +pileval,attn_in,meditron-7b,3,128,19,0.0002469899191055447 +pileval,attn_out,meditron-7b,3,128,19,0.00015616837481502444 +pileval,mlp_gate,meditron-7b,3,128,19,0.0006483740289695561 +pileval,mlp_down,meditron-7b,3,128,19,0.0005904465215280652 +pileval,attn_in,meditron-7b,3,128,20,0.0002589796204119921 +pileval,attn_out,meditron-7b,3,128,20,0.00018633661966305226 +pileval,mlp_gate,meditron-7b,3,128,20,0.0007422716007567942 +pileval,mlp_down,meditron-7b,3,128,20,0.0007061821524985135 +pileval,attn_in,meditron-7b,3,128,21,0.00023279132437892258 +pileval,attn_out,meditron-7b,3,128,21,0.00017006574489641935 +pileval,mlp_gate,meditron-7b,3,128,21,0.0008181995945051312 +pileval,mlp_down,meditron-7b,3,128,21,0.0007207749295048416 +pileval,attn_in,meditron-7b,3,128,22,0.0003362160350661725 +pileval,attn_out,meditron-7b,3,128,22,0.00021523909526877105 +pileval,mlp_gate,meditron-7b,3,128,22,0.0009414344094693661 +pileval,mlp_down,meditron-7b,3,128,22,0.0008088081376627088 +pileval,attn_in,meditron-7b,3,128,23,0.0003084370691794902 +pileval,attn_out,meditron-7b,3,128,23,0.00018809258472174406 +pileval,mlp_gate,meditron-7b,3,128,23,0.0010625730501487851 +pileval,mlp_down,meditron-7b,3,128,23,0.000868441304191947 +pileval,attn_in,meditron-7b,3,128,24,0.0003941847535315901 +pileval,attn_out,meditron-7b,3,128,24,0.0002624883782118559 +pileval,mlp_gate,meditron-7b,3,128,24,0.0011792427394539118 +pileval,mlp_down,meditron-7b,3,128,24,0.0009153945720754564 +pileval,attn_in,meditron-7b,3,128,25,0.0003690950106829405 +pileval,attn_out,meditron-7b,3,128,25,0.0001874543377198279 +pileval,mlp_gate,meditron-7b,3,128,25,0.0013454967411234975 +pileval,mlp_down,meditron-7b,3,128,25,0.0010092544835060835 +pileval,attn_in,meditron-7b,3,128,26,0.0005972650833427906 +pileval,attn_out,meditron-7b,3,128,26,0.00034381242585368454 +pileval,mlp_gate,meditron-7b,3,128,26,0.0015446181641891599 +pileval,mlp_down,meditron-7b,3,128,26,0.001127154566347599 +pileval,attn_in,meditron-7b,3,128,27,0.0004578741791192442 +pileval,attn_out,meditron-7b,3,128,27,0.000296757702017203 +pileval,mlp_gate,meditron-7b,3,128,27,0.0018145086942240596 +pileval,mlp_down,meditron-7b,3,128,27,0.0013516212347894907 +pileval,attn_in,meditron-7b,3,128,28,0.0005604936741292477 +pileval,attn_out,meditron-7b,3,128,28,0.0003790921764448285 +pileval,mlp_gate,meditron-7b,3,128,28,0.002178210997954011 +pileval,mlp_down,meditron-7b,3,128,28,0.0017321401974186301 +pileval,attn_in,meditron-7b,3,128,29,0.0006400158745236695 +pileval,attn_out,meditron-7b,3,128,29,0.000406639272114262 +pileval,mlp_gate,meditron-7b,3,128,29,0.002626392524689436 +pileval,mlp_down,meditron-7b,3,128,29,0.0024300997611135244 +pileval,attn_in,meditron-7b,3,128,30,0.0006883541936986148 +pileval,attn_out,meditron-7b,3,128,30,0.0005407171556726098 +pileval,mlp_gate,meditron-7b,3,128,30,0.004023551009595394 +pileval,mlp_down,meditron-7b,3,128,30,0.00664655352011323 +pileval,attn_in,meditron-7b,3,128,31,0.007513031829148531 +pileval,attn_out,meditron-7b,3,128,31,0.0007328859646804631 +pileval,mlp_gate,meditron-7b,3,128,31,0.005435194354504347 +pileval,mlp_down,meditron-7b,3,128,31,0.008167720399796963 +wikitext,attn_in,meditron-7b,3,128,0,1.3304422736837296e-06 +wikitext,attn_out,meditron-7b,3,128,0,2.567402361819404e-06 +wikitext,mlp_gate,meditron-7b,3,128,0,5.231549380368961e-07 +wikitext,mlp_down,meditron-7b,3,128,0,1.8108372614733526e-06 +wikitext,attn_in,meditron-7b,3,128,1,3.1786614727025153e-06 +wikitext,attn_out,meditron-7b,3,128,1,6.135281637398293e-06 +wikitext,mlp_gate,meditron-7b,3,128,1,1.5152452760958113e-05 +wikitext,mlp_down,meditron-7b,3,128,1,0.0006954963901080191 +wikitext,attn_in,meditron-7b,3,128,2,7.123200703063048e-06 +wikitext,attn_out,meditron-7b,3,128,2,4.558995897241402e-06 +wikitext,mlp_gate,meditron-7b,3,128,2,9.542141015117522e-06 +wikitext,mlp_down,meditron-7b,3,128,2,1.1130270650028251e-05 +wikitext,attn_in,meditron-7b,3,128,3,1.1676323993015103e-05 +wikitext,attn_out,meditron-7b,3,128,3,6.735794613632606e-06 +wikitext,mlp_gate,meditron-7b,3,128,3,2.3363372747553512e-05 +wikitext,mlp_down,meditron-7b,3,128,3,2.049281647487078e-05 +wikitext,attn_in,meditron-7b,3,128,4,2.8630565793719143e-05 +wikitext,attn_out,meditron-7b,3,128,4,1.4804581041971687e-05 +wikitext,mlp_gate,meditron-7b,3,128,4,4.317934872233309e-05 +wikitext,mlp_down,meditron-7b,3,128,4,4.578607331495732e-05 +wikitext,attn_in,meditron-7b,3,128,5,4.289139178581536e-05 +wikitext,attn_out,meditron-7b,3,128,5,2.5691728296806104e-05 +wikitext,mlp_gate,meditron-7b,3,128,5,6.705821579089388e-05 +wikitext,mlp_down,meditron-7b,3,128,5,5.7098015531664714e-05 +wikitext,attn_in,meditron-7b,3,128,6,5.615876943920739e-05 +wikitext,attn_out,meditron-7b,3,128,6,3.3800999517552555e-05 +wikitext,mlp_gate,meditron-7b,3,128,6,9.82526908046566e-05 +wikitext,mlp_down,meditron-7b,3,128,6,8.307937969220802e-05 +wikitext,attn_in,meditron-7b,3,128,7,7.297220872715116e-05 +wikitext,attn_out,meditron-7b,3,128,7,4.5739372581010684e-05 +wikitext,mlp_gate,meditron-7b,3,128,7,0.00013197406951803714 +wikitext,mlp_down,meditron-7b,3,128,7,0.00010921350622083992 +wikitext,attn_in,meditron-7b,3,128,8,0.00011994656961178407 +wikitext,attn_out,meditron-7b,3,128,8,6.780914554838091e-05 +wikitext,mlp_gate,meditron-7b,3,128,8,0.00015666524996049702 +wikitext,mlp_down,meditron-7b,3,128,8,0.00012781500117853284 +wikitext,attn_in,meditron-7b,3,128,9,0.00014256940630730242 +wikitext,attn_out,meditron-7b,3,128,9,8.817957132123411e-05 +wikitext,mlp_gate,meditron-7b,3,128,9,0.00018047858611680567 +wikitext,mlp_down,meditron-7b,3,128,9,0.00014975317753851414 +wikitext,attn_in,meditron-7b,3,128,10,0.0002067478053504601 +wikitext,attn_out,meditron-7b,3,128,10,0.00011470068420749158 +wikitext,mlp_gate,meditron-7b,3,128,10,0.00020770523406099528 +wikitext,mlp_down,meditron-7b,3,128,10,0.0001662637514527887 +wikitext,attn_in,meditron-7b,3,128,11,0.00020379049237817526 +wikitext,attn_out,meditron-7b,3,128,11,0.00011163543240400031 +wikitext,mlp_gate,meditron-7b,3,128,11,0.00023065536515787244 +wikitext,mlp_down,meditron-7b,3,128,11,0.00018736989295575768 +wikitext,attn_in,meditron-7b,3,128,12,0.00024417994427494705 +wikitext,attn_out,meditron-7b,3,128,12,0.0001245136809302494 +wikitext,mlp_gate,meditron-7b,3,128,12,0.00025336435646750033 +wikitext,mlp_down,meditron-7b,3,128,12,0.0002022994594881311 +wikitext,attn_in,meditron-7b,3,128,13,0.00022771320072934031 +wikitext,attn_out,meditron-7b,3,128,13,0.00014574888336937875 +wikitext,mlp_gate,meditron-7b,3,128,13,0.0002862959518097341 +wikitext,mlp_down,meditron-7b,3,128,13,0.0002360192738706246 +wikitext,attn_in,meditron-7b,3,128,14,0.0002550448407419026 +wikitext,attn_out,meditron-7b,3,128,14,0.0001542970130685717 +wikitext,mlp_gate,meditron-7b,3,128,14,0.00031923639471642673 +wikitext,mlp_down,meditron-7b,3,128,14,0.00027433238574303687 +wikitext,attn_in,meditron-7b,3,128,15,0.00026753387646749616 +wikitext,attn_out,meditron-7b,3,128,15,0.00017194556130561978 +wikitext,mlp_gate,meditron-7b,3,128,15,0.0003747189766727388 +wikitext,mlp_down,meditron-7b,3,128,15,0.00032841498614288867 +wikitext,attn_in,meditron-7b,3,128,16,0.00030387938022613525 +wikitext,attn_out,meditron-7b,3,128,16,0.00022022798657417297 +wikitext,mlp_gate,meditron-7b,3,128,16,0.0004558886867016554 +wikitext,mlp_down,meditron-7b,3,128,16,0.0004441257915459573 +wikitext,attn_in,meditron-7b,3,128,17,0.0002492643834557384 +wikitext,attn_out,meditron-7b,3,128,17,0.00017431026208214462 +wikitext,mlp_gate,meditron-7b,3,128,17,0.0004953520838171244 +wikitext,mlp_down,meditron-7b,3,128,17,0.0004670084163080901 +wikitext,attn_in,meditron-7b,3,128,18,0.0002530340279918164 +wikitext,attn_out,meditron-7b,3,128,18,0.00016702177526894957 +wikitext,mlp_gate,meditron-7b,3,128,18,0.0005689407698810101 +wikitext,mlp_down,meditron-7b,3,128,18,0.0005353284650482237 +wikitext,attn_in,meditron-7b,3,128,19,0.0002456471265759319 +wikitext,attn_out,meditron-7b,3,128,19,0.0001492872106609866 +wikitext,mlp_gate,meditron-7b,3,128,19,0.00063603330636397 +wikitext,mlp_down,meditron-7b,3,128,19,0.0005685043870471418 +wikitext,attn_in,meditron-7b,3,128,20,0.00026635557878762484 +wikitext,attn_out,meditron-7b,3,128,20,0.00019975198665633798 +wikitext,mlp_gate,meditron-7b,3,128,20,0.0007312189554795623 +wikitext,mlp_down,meditron-7b,3,128,20,0.000721050426363945 +wikitext,attn_in,meditron-7b,3,128,21,0.0002282472705701366 +wikitext,attn_out,meditron-7b,3,128,21,0.0001546148705529049 +wikitext,mlp_gate,meditron-7b,3,128,21,0.0008126482716761529 +wikitext,mlp_down,meditron-7b,3,128,21,0.0007548676221631467 +wikitext,attn_in,meditron-7b,3,128,22,0.0003543840430211276 +wikitext,attn_out,meditron-7b,3,128,22,0.0002386989799560979 +wikitext,mlp_gate,meditron-7b,3,128,22,0.0009320333483628929 +wikitext,mlp_down,meditron-7b,3,128,22,0.0008145042811520398 +wikitext,attn_in,meditron-7b,3,128,23,0.000338958838256076 +wikitext,attn_out,meditron-7b,3,128,23,0.00020516339282039553 +wikitext,mlp_gate,meditron-7b,3,128,23,0.0010523140663281083 +wikitext,mlp_down,meditron-7b,3,128,23,0.0008641271851956844 +wikitext,attn_in,meditron-7b,3,128,24,0.0004300341825000942 +wikitext,attn_out,meditron-7b,3,128,24,0.0002789620775729418 +wikitext,mlp_gate,meditron-7b,3,128,24,0.0011699255555868149 +wikitext,mlp_down,meditron-7b,3,128,24,0.000923428509850055 +wikitext,attn_in,meditron-7b,3,128,25,0.0004935416509397328 +wikitext,attn_out,meditron-7b,3,128,25,0.0002972255169879645 +wikitext,mlp_gate,meditron-7b,3,128,25,0.0013383444165810943 +wikitext,mlp_down,meditron-7b,3,128,25,0.0009877299889922142 +wikitext,attn_in,meditron-7b,3,128,26,0.0005615527043119073 +wikitext,attn_out,meditron-7b,3,128,26,0.00033134143450297415 +wikitext,mlp_gate,meditron-7b,3,128,26,0.0015312152681872249 +wikitext,mlp_down,meditron-7b,3,128,26,0.001119472086429596 +wikitext,attn_in,meditron-7b,3,128,27,0.00047438632464036345 +wikitext,attn_out,meditron-7b,3,128,27,0.0003064267511945218 +wikitext,mlp_gate,meditron-7b,3,128,27,0.001817994168959558 +wikitext,mlp_down,meditron-7b,3,128,27,0.001346970908343792 +wikitext,attn_in,meditron-7b,3,128,28,0.0006214388413354754 +wikitext,attn_out,meditron-7b,3,128,28,0.000450471619842574 +wikitext,mlp_gate,meditron-7b,3,128,28,0.0021287258714437485 +wikitext,mlp_down,meditron-7b,3,128,28,0.0016340180300176144 +wikitext,attn_in,meditron-7b,3,128,29,0.0007431124104186893 +wikitext,attn_out,meditron-7b,3,128,29,0.0005073635256849229 +wikitext,mlp_gate,meditron-7b,3,128,29,0.002561385277658701 +wikitext,mlp_down,meditron-7b,3,128,29,0.0021583791822195053 +wikitext,attn_in,meditron-7b,3,128,30,0.0007203288841992617 +wikitext,attn_out,meditron-7b,3,128,30,0.0006010268698446453 +wikitext,mlp_gate,meditron-7b,3,128,30,0.003873203881084919 +wikitext,mlp_down,meditron-7b,3,128,30,0.005016148090362549 +wikitext,attn_in,meditron-7b,3,128,31,0.007651227060705423 +wikitext,attn_out,meditron-7b,3,128,31,0.0007545800763182342 +wikitext,mlp_gate,meditron-7b,3,128,31,0.005229078698903322 +wikitext,mlp_down,meditron-7b,3,128,31,0.007798381615430117 +c4,attn_in,meditron-7b,3,64,0,6.247858550523233e-07 +c4,attn_out,meditron-7b,3,64,0,1.0503339353817864e-06 +c4,mlp_gate,meditron-7b,3,64,0,2.8856726430603885e-07 +c4,mlp_down,meditron-7b,3,64,0,1.6450034081572085e-06 +c4,attn_in,meditron-7b,3,64,1,1.7855602436611662e-06 +c4,attn_out,meditron-7b,3,64,1,3.115070057901903e-06 +c4,mlp_gate,meditron-7b,3,64,1,6.502997621282702e-06 +c4,mlp_down,meditron-7b,3,64,1,0.0009862916776910424 +c4,attn_in,meditron-7b,3,64,2,8.479187272314448e-06 +c4,attn_out,meditron-7b,3,64,2,3.487432195470319e-06 +c4,mlp_gate,meditron-7b,3,64,2,7.537770216003992e-06 +c4,mlp_down,meditron-7b,3,64,2,8.964547305367887e-06 +c4,attn_in,meditron-7b,3,64,3,8.347870789293665e-06 +c4,attn_out,meditron-7b,3,64,3,4.9443792704551015e-06 +c4,mlp_gate,meditron-7b,3,64,3,1.7908478184835985e-05 +c4,mlp_down,meditron-7b,3,64,3,1.643942596274428e-05 +c4,attn_in,meditron-7b,3,64,4,1.998227889998816e-05 +c4,attn_out,meditron-7b,3,64,4,1.1069416359532624e-05 +c4,mlp_gate,meditron-7b,3,64,4,3.2922380341915414e-05 +c4,mlp_down,meditron-7b,3,64,4,3.578023461159319e-05 +c4,attn_in,meditron-7b,3,64,5,3.088443190790713e-05 +c4,attn_out,meditron-7b,3,64,5,1.798187986423727e-05 +c4,mlp_gate,meditron-7b,3,64,5,5.090077320346609e-05 +c4,mlp_down,meditron-7b,3,64,5,4.443415309651755e-05 +c4,attn_in,meditron-7b,3,64,6,4.236855966155417e-05 +c4,attn_out,meditron-7b,3,64,6,2.3359070837614127e-05 +c4,mlp_gate,meditron-7b,3,64,6,7.607661973452196e-05 +c4,mlp_down,meditron-7b,3,64,6,6.596243474632502e-05 +c4,attn_in,meditron-7b,3,64,7,5.303142097545788e-05 +c4,attn_out,meditron-7b,3,64,7,3.105978976236656e-05 +c4,mlp_gate,meditron-7b,3,64,7,0.00010140996164409444 +c4,mlp_down,meditron-7b,3,64,7,8.570490899728611e-05 +c4,attn_in,meditron-7b,3,64,8,9.093917469726875e-05 +c4,attn_out,meditron-7b,3,64,8,4.393405106384307e-05 +c4,mlp_gate,meditron-7b,3,64,8,0.00011960855044890195 +c4,mlp_down,meditron-7b,3,64,8,9.914054680848494e-05 +c4,attn_in,meditron-7b,3,64,9,0.00010760432633105665 +c4,attn_out,meditron-7b,3,64,9,6.348496390273795e-05 +c4,mlp_gate,meditron-7b,3,64,9,0.00013735210814047605 +c4,mlp_down,meditron-7b,3,64,9,0.00011361628276063129 +c4,attn_in,meditron-7b,3,64,10,0.00016008743841666728 +c4,attn_out,meditron-7b,3,64,10,8.126543980324641e-05 +c4,mlp_gate,meditron-7b,3,64,10,0.0001590469473740086 +c4,mlp_down,meditron-7b,3,64,10,0.00012965992209501565 +c4,attn_in,meditron-7b,3,64,11,0.000162325261044316 +c4,attn_out,meditron-7b,3,64,11,8.157535194186494e-05 +c4,mlp_gate,meditron-7b,3,64,11,0.00017809707787819207 +c4,mlp_down,meditron-7b,3,64,11,0.00014838755305390805 +c4,attn_in,meditron-7b,3,64,12,0.0001771470851963386 +c4,attn_out,meditron-7b,3,64,12,8.893309131963179e-05 +c4,mlp_gate,meditron-7b,3,64,12,0.00019652173796202987 +c4,mlp_down,meditron-7b,3,64,12,0.00016354945546481758 +c4,attn_in,meditron-7b,3,64,13,0.0001769410155247897 +c4,attn_out,meditron-7b,3,64,13,0.00010602043039398268 +c4,mlp_gate,meditron-7b,3,64,13,0.00022689496108796448 +c4,mlp_down,meditron-7b,3,64,13,0.00019564667309168726 +c4,attn_in,meditron-7b,3,64,14,0.0002114849485224113 +c4,attn_out,meditron-7b,3,64,14,0.00011651603563223034 +c4,mlp_gate,meditron-7b,3,64,14,0.0002522965078242123 +c4,mlp_down,meditron-7b,3,64,14,0.00022610295854974538 +c4,attn_in,meditron-7b,3,64,15,0.00021615102014038712 +c4,attn_out,meditron-7b,3,64,15,0.0001293792447540909 +c4,mlp_gate,meditron-7b,3,64,15,0.0002985185128636658 +c4,mlp_down,meditron-7b,3,64,15,0.00027013756334781647 +c4,attn_in,meditron-7b,3,64,16,0.0002600255829747766 +c4,attn_out,meditron-7b,3,64,16,0.00017975275113712996 +c4,mlp_gate,meditron-7b,3,64,16,0.0003690865996759385 +c4,mlp_down,meditron-7b,3,64,16,0.0003652574960142374 +c4,attn_in,meditron-7b,3,64,17,0.00019988826534245163 +c4,attn_out,meditron-7b,3,64,17,0.00012151565169915557 +c4,mlp_gate,meditron-7b,3,64,17,0.00040021660970523953 +c4,mlp_down,meditron-7b,3,64,17,0.00038741808384656906 +c4,attn_in,meditron-7b,3,64,18,0.00020363357907626778 +c4,attn_out,meditron-7b,3,64,18,0.00012347963638603687 +c4,mlp_gate,meditron-7b,3,64,18,0.0004588907759170979 +c4,mlp_down,meditron-7b,3,64,18,0.00044462463119998574 +c4,attn_in,meditron-7b,3,64,19,0.00018516949785407633 +c4,attn_out,meditron-7b,3,64,19,0.00011704790085786954 +c4,mlp_gate,meditron-7b,3,64,19,0.0005174873513169587 +c4,mlp_down,meditron-7b,3,64,19,0.0004839471075683832 +c4,attn_in,meditron-7b,3,64,20,0.0002347114059375599 +c4,attn_out,meditron-7b,3,64,20,0.00016229227185249329 +c4,mlp_gate,meditron-7b,3,64,20,0.00059780094306916 +c4,mlp_down,meditron-7b,3,64,20,0.0005944202421233058 +c4,attn_in,meditron-7b,3,64,21,0.0002038301608990878 +c4,attn_out,meditron-7b,3,64,21,0.00012973810953553766 +c4,mlp_gate,meditron-7b,3,64,21,0.0006541340844705701 +c4,mlp_down,meditron-7b,3,64,21,0.0006062178290449083 +c4,attn_in,meditron-7b,3,64,22,0.00028375416877679527 +c4,attn_out,meditron-7b,3,64,22,0.00016099489585030824 +c4,mlp_gate,meditron-7b,3,64,22,0.000755236076656729 +c4,mlp_down,meditron-7b,3,64,22,0.0006940264720469713 +c4,attn_in,meditron-7b,3,64,23,0.00024690828286111355 +c4,attn_out,meditron-7b,3,64,23,0.00014901334361638874 +c4,mlp_gate,meditron-7b,3,64,23,0.0008449488668702543 +c4,mlp_down,meditron-7b,3,64,23,0.0007233890937641263 +c4,attn_in,meditron-7b,3,64,24,0.00029533059569075704 +c4,attn_out,meditron-7b,3,64,24,0.00022046704543754458 +c4,mlp_gate,meditron-7b,3,64,24,0.000937904987949878 +c4,mlp_down,meditron-7b,3,64,24,0.0007685244781896472 +c4,attn_in,meditron-7b,3,64,25,0.0002449994790367782 +c4,attn_out,meditron-7b,3,64,25,0.0001314196560997516 +c4,mlp_gate,meditron-7b,3,64,25,0.0010567227145656943 +c4,mlp_down,meditron-7b,3,64,25,0.0008178283460438251 +c4,attn_in,meditron-7b,3,64,26,0.0004526824632193893 +c4,attn_out,meditron-7b,3,64,26,0.0002588537463452667 +c4,mlp_gate,meditron-7b,3,64,26,0.0011985850287601352 +c4,mlp_down,meditron-7b,3,64,26,0.0009189016418531537 +c4,attn_in,meditron-7b,3,64,27,0.00034682461409829557 +c4,attn_out,meditron-7b,3,64,27,0.00021687845583073795 +c4,mlp_gate,meditron-7b,3,64,27,0.0013928560074418783 +c4,mlp_down,meditron-7b,3,64,27,0.0010774849215522408 +c4,attn_in,meditron-7b,3,64,28,0.00044460990466177464 +c4,attn_out,meditron-7b,3,64,28,0.0002810416917782277 +c4,mlp_gate,meditron-7b,3,64,28,0.0016541621880605817 +c4,mlp_down,meditron-7b,3,64,28,0.0013383845798671246 +c4,attn_in,meditron-7b,3,64,29,0.00045210382086224854 +c4,attn_out,meditron-7b,3,64,29,0.00028171174926683307 +c4,mlp_gate,meditron-7b,3,64,29,0.0019629932940006256 +c4,mlp_down,meditron-7b,3,64,29,0.001791209913790226 +c4,attn_in,meditron-7b,3,64,30,0.0005073401844128966 +c4,attn_out,meditron-7b,3,64,30,0.00039050099439918995 +c4,mlp_gate,meditron-7b,3,64,30,0.0029628484044224024 +c4,mlp_down,meditron-7b,3,64,30,0.004555854946374893 +c4,attn_in,meditron-7b,3,64,31,0.00419259537011385 +c4,attn_out,meditron-7b,3,64,31,0.0005568421329371631 +c4,mlp_gate,meditron-7b,3,64,31,0.004197854548692703 +c4,mlp_down,meditron-7b,3,64,31,0.006088432390242815 +pileval,attn_in,meditron-7b,3,64,0,6.358749260471086e-07 +pileval,attn_out,meditron-7b,3,64,0,1.2224602414789842e-06 +pileval,mlp_gate,meditron-7b,3,64,0,3.3729395454429323e-07 +pileval,mlp_down,meditron-7b,3,64,0,1.7887895182866487e-06 +pileval,attn_in,meditron-7b,3,64,1,1.8773182546283351e-06 +pileval,attn_out,meditron-7b,3,64,1,3.2410462154075503e-06 +pileval,mlp_gate,meditron-7b,3,64,1,6.06461571805994e-06 +pileval,mlp_down,meditron-7b,3,64,1,0.0009815936209633946 +pileval,attn_in,meditron-7b,3,64,2,8.540559065295383e-06 +pileval,attn_out,meditron-7b,3,64,2,3.619981498559355e-06 +pileval,mlp_gate,meditron-7b,3,64,2,7.787283720972482e-06 +pileval,mlp_down,meditron-7b,3,64,2,9.312213478551712e-06 +pileval,attn_in,meditron-7b,3,64,3,8.722113307157997e-06 +pileval,attn_out,meditron-7b,3,64,3,5.54330972590833e-06 +pileval,mlp_gate,meditron-7b,3,64,3,1.857722418208141e-05 +pileval,mlp_down,meditron-7b,3,64,3,1.6860372852534056e-05 +pileval,attn_in,meditron-7b,3,64,4,2.0075112843187526e-05 +pileval,attn_out,meditron-7b,3,64,4,1.1249564522586297e-05 +pileval,mlp_gate,meditron-7b,3,64,4,3.3705444366205484e-05 +pileval,mlp_down,meditron-7b,3,64,4,3.664520409074612e-05 +pileval,attn_in,meditron-7b,3,64,5,3.037987153220456e-05 +pileval,attn_out,meditron-7b,3,64,5,1.9020157196791843e-05 +pileval,mlp_gate,meditron-7b,3,64,5,5.0453367293812335e-05 +pileval,mlp_down,meditron-7b,3,64,5,4.323408211348578e-05 +pileval,attn_in,meditron-7b,3,64,6,4.426575469551608e-05 +pileval,attn_out,meditron-7b,3,64,6,2.6743005946627818e-05 +pileval,mlp_gate,meditron-7b,3,64,6,7.500057108700275e-05 +pileval,mlp_down,meditron-7b,3,64,6,6.455439870478585e-05 +pileval,attn_in,meditron-7b,3,64,7,5.639150185743347e-05 +pileval,attn_out,meditron-7b,3,64,7,3.479372026049532e-05 +pileval,mlp_gate,meditron-7b,3,64,7,0.00010129526344826445 +pileval,mlp_down,meditron-7b,3,64,7,8.504364814143628e-05 +pileval,attn_in,meditron-7b,3,64,8,9.317174408352003e-05 +pileval,attn_out,meditron-7b,3,64,8,4.996481220587157e-05 +pileval,mlp_gate,meditron-7b,3,64,8,0.00012139442696934566 +pileval,mlp_down,meditron-7b,3,64,8,0.00010196876246482134 +pileval,attn_in,meditron-7b,3,64,9,0.00010968807328026742 +pileval,attn_out,meditron-7b,3,64,9,6.803919677622616e-05 +pileval,mlp_gate,meditron-7b,3,64,9,0.00013908027904108167 +pileval,mlp_down,meditron-7b,3,64,9,0.00011567326146177948 +pileval,attn_in,meditron-7b,3,64,10,0.0001615665969438851 +pileval,attn_out,meditron-7b,3,64,10,8.820569200906903e-05 +pileval,mlp_gate,meditron-7b,3,64,10,0.0001588743762113154 +pileval,mlp_down,meditron-7b,3,64,10,0.00012995583529118448 +pileval,attn_in,meditron-7b,3,64,11,0.00016661467088852078 +pileval,attn_out,meditron-7b,3,64,11,8.963895379565656e-05 +pileval,mlp_gate,meditron-7b,3,64,11,0.0001774472329998389 +pileval,mlp_down,meditron-7b,3,64,11,0.00014680794265586883 +pileval,attn_in,meditron-7b,3,64,12,0.00018724985420703888 +pileval,attn_out,meditron-7b,3,64,12,0.00010357458813814446 +pileval,mlp_gate,meditron-7b,3,64,12,0.00019592746684793383 +pileval,mlp_down,meditron-7b,3,64,12,0.00016240606782957911 +pileval,attn_in,meditron-7b,3,64,13,0.00018253298185300082 +pileval,attn_out,meditron-7b,3,64,13,0.00011345226084813476 +pileval,mlp_gate,meditron-7b,3,64,13,0.00022372031526174396 +pileval,mlp_down,meditron-7b,3,64,13,0.0001903530937852338 +pileval,attn_in,meditron-7b,3,64,14,0.00021636157180182636 +pileval,attn_out,meditron-7b,3,64,14,0.000126849947264418 +pileval,mlp_gate,meditron-7b,3,64,14,0.00024696337641216815 +pileval,mlp_down,meditron-7b,3,64,14,0.00021806870063301176 +pileval,attn_in,meditron-7b,3,64,15,0.00021516683045774698 +pileval,attn_out,meditron-7b,3,64,15,0.0001357056898996234 +pileval,mlp_gate,meditron-7b,3,64,15,0.0002912270138040185 +pileval,mlp_down,meditron-7b,3,64,15,0.00025919260224327445 +pileval,attn_in,meditron-7b,3,64,16,0.0002636938588693738 +pileval,attn_out,meditron-7b,3,64,16,0.00018260208889842033 +pileval,mlp_gate,meditron-7b,3,64,16,0.0003579100884962827 +pileval,mlp_down,meditron-7b,3,64,16,0.000349710724549368 +pileval,attn_in,meditron-7b,3,64,17,0.00020312599372118711 +pileval,attn_out,meditron-7b,3,64,17,0.00012819173571188003 +pileval,mlp_gate,meditron-7b,3,64,17,0.00038466861587949097 +pileval,mlp_down,meditron-7b,3,64,17,0.00035762027255259454 +pileval,attn_in,meditron-7b,3,64,18,0.0002126335457433015 +pileval,attn_out,meditron-7b,3,64,18,0.00014877924695611 +pileval,mlp_gate,meditron-7b,3,64,18,0.0004443444195203483 +pileval,mlp_down,meditron-7b,3,64,18,0.0004212023632135242 +pileval,attn_in,meditron-7b,3,64,19,0.0001863045763457194 +pileval,attn_out,meditron-7b,3,64,19,0.00012106424401281402 +pileval,mlp_gate,meditron-7b,3,64,19,0.000501954578794539 +pileval,mlp_down,meditron-7b,3,64,19,0.0004598223022185266 +pileval,attn_in,meditron-7b,3,64,20,0.00021118513541296124 +pileval,attn_out,meditron-7b,3,64,20,0.00014459717203862965 +pileval,mlp_gate,meditron-7b,3,64,20,0.0005770529969595373 +pileval,mlp_down,meditron-7b,3,64,20,0.0005514125223271549 +pileval,attn_in,meditron-7b,3,64,21,0.00019804187468253076 +pileval,attn_out,meditron-7b,3,64,21,0.00013222113193478435 +pileval,mlp_gate,meditron-7b,3,64,21,0.0006358912214636803 +pileval,mlp_down,meditron-7b,3,64,21,0.0005642551695927978 +pileval,attn_in,meditron-7b,3,64,22,0.00027754867915064096 +pileval,attn_out,meditron-7b,3,64,22,0.00016758788842707872 +pileval,mlp_gate,meditron-7b,3,64,22,0.0007350297528319061 +pileval,mlp_down,meditron-7b,3,64,22,0.0006363246939145029 +pileval,attn_in,meditron-7b,3,64,23,0.00023702048929408193 +pileval,attn_out,meditron-7b,3,64,23,0.00014678758452646434 +pileval,mlp_gate,meditron-7b,3,64,23,0.0008277254528366029 +pileval,mlp_down,meditron-7b,3,64,23,0.0006815498927608132 +pileval,attn_in,meditron-7b,3,64,24,0.0002874977944884449 +pileval,attn_out,meditron-7b,3,64,24,0.00020160751591902226 +pileval,mlp_gate,meditron-7b,3,64,24,0.0009206368122249842 +pileval,mlp_down,meditron-7b,3,64,24,0.0007184947025962174 +pileval,attn_in,meditron-7b,3,64,25,0.0002691616246011108 +pileval,attn_out,meditron-7b,3,64,25,0.00014638897846452892 +pileval,mlp_gate,meditron-7b,3,64,25,0.0010484353406354785 +pileval,mlp_down,meditron-7b,3,64,25,0.0007936705951578915 +pileval,attn_in,meditron-7b,3,64,26,0.00046184007078409195 +pileval,attn_out,meditron-7b,3,64,26,0.0002658574085216969 +pileval,mlp_gate,meditron-7b,3,64,26,0.0011982464930042624 +pileval,mlp_down,meditron-7b,3,64,26,0.0008864512201398611 +pileval,attn_in,meditron-7b,3,64,27,0.0003565862716641277 +pileval,attn_out,meditron-7b,3,64,27,0.00023223362222779542 +pileval,mlp_gate,meditron-7b,3,64,27,0.00140085828024894 +pileval,mlp_down,meditron-7b,3,64,27,0.0010600420646369457 +pileval,attn_in,meditron-7b,3,64,28,0.000454248976893723 +pileval,attn_out,meditron-7b,3,64,28,0.00029319978784769773 +pileval,mlp_gate,meditron-7b,3,64,28,0.00167248270008713 +pileval,mlp_down,meditron-7b,3,64,28,0.0013564317487180233 +pileval,attn_in,meditron-7b,3,64,29,0.0005009138840250671 +pileval,attn_out,meditron-7b,3,64,29,0.0003172479337081313 +pileval,mlp_gate,meditron-7b,3,64,29,0.002001912333071232 +pileval,mlp_down,meditron-7b,3,64,29,0.0018465033499523997 +pileval,attn_in,meditron-7b,3,64,30,0.0005414049373939633 +pileval,attn_out,meditron-7b,3,64,30,0.0004117123899050057 +pileval,mlp_gate,meditron-7b,3,64,30,0.0029320151079446077 +pileval,mlp_down,meditron-7b,3,64,30,0.004512793384492397 +pileval,attn_in,meditron-7b,3,64,31,0.004057129845023155 +pileval,attn_out,meditron-7b,3,64,31,0.0005294004222378135 +pileval,mlp_gate,meditron-7b,3,64,31,0.004039748106151819 +pileval,mlp_down,meditron-7b,3,64,31,0.005753037054091692 +wikitext,attn_in,meditron-7b,3,64,0,8.300305012198805e-07 +wikitext,attn_out,meditron-7b,3,64,0,1.6294947045025765e-06 +wikitext,mlp_gate,meditron-7b,3,64,0,3.7251933804327564e-07 +wikitext,mlp_down,meditron-7b,3,64,0,1.303265548813215e-06 +wikitext,attn_in,meditron-7b,3,64,1,2.1128948901605327e-06 +wikitext,attn_out,meditron-7b,3,64,1,4.222465122438734e-06 +wikitext,mlp_gate,meditron-7b,3,64,1,3.091224698437145e-06 +wikitext,mlp_down,meditron-7b,3,64,1,0.0003494550765026361 +wikitext,attn_in,meditron-7b,3,64,2,8.456161594949663e-06 +wikitext,attn_out,meditron-7b,3,64,2,3.409554665267933e-06 +wikitext,mlp_gate,meditron-7b,3,64,2,7.4747431426658295e-06 +wikitext,mlp_down,meditron-7b,3,64,2,8.440259989583865e-06 +wikitext,attn_in,meditron-7b,3,64,3,8.659550985612441e-06 +wikitext,attn_out,meditron-7b,3,64,3,5.024394340580329e-06 +wikitext,mlp_gate,meditron-7b,3,64,3,1.8096585336024873e-05 +wikitext,mlp_down,meditron-7b,3,64,3,1.597528716956731e-05 +wikitext,attn_in,meditron-7b,3,64,4,2.2140575310913846e-05 +wikitext,attn_out,meditron-7b,3,64,4,1.1075842849095352e-05 +wikitext,mlp_gate,meditron-7b,3,64,4,3.329263927298598e-05 +wikitext,mlp_down,meditron-7b,3,64,4,3.404315066291019e-05 +wikitext,attn_in,meditron-7b,3,64,5,3.442024171818048e-05 +wikitext,attn_out,meditron-7b,3,64,5,1.962472560990136e-05 +wikitext,mlp_gate,meditron-7b,3,64,5,5.1571583753684536e-05 +wikitext,mlp_down,meditron-7b,3,64,5,4.4696982513414696e-05 +wikitext,attn_in,meditron-7b,3,64,6,4.5458771637640893e-05 +wikitext,attn_out,meditron-7b,3,64,6,2.582733031886164e-05 +wikitext,mlp_gate,meditron-7b,3,64,6,7.578852819278836e-05 +wikitext,mlp_down,meditron-7b,3,64,6,6.501182360807434e-05 +wikitext,attn_in,meditron-7b,3,64,7,5.715393854188733e-05 +wikitext,attn_out,meditron-7b,3,64,7,3.500422462821007e-05 +wikitext,mlp_gate,meditron-7b,3,64,7,0.00010152401955565438 +wikitext,mlp_down,meditron-7b,3,64,7,8.535076631233096e-05 +wikitext,attn_in,meditron-7b,3,64,8,9.993260755436495e-05 +wikitext,attn_out,meditron-7b,3,64,8,5.249066452961415e-05 +wikitext,mlp_gate,meditron-7b,3,64,8,0.00012040086585329846 +wikitext,mlp_down,meditron-7b,3,64,8,9.981345647247508e-05 +wikitext,attn_in,meditron-7b,3,64,9,0.00011567269393708557 +wikitext,attn_out,meditron-7b,3,64,9,6.841227150289342e-05 +wikitext,mlp_gate,meditron-7b,3,64,9,0.00013799822772853076 +wikitext,mlp_down,meditron-7b,3,64,9,0.00011715815344359726 +wikitext,attn_in,meditron-7b,3,64,10,0.00016390052041970193 +wikitext,attn_out,meditron-7b,3,64,10,8.940671978052706e-05 +wikitext,mlp_gate,meditron-7b,3,64,10,0.00015794250066392124 +wikitext,mlp_down,meditron-7b,3,64,10,0.00012959865853190422 +wikitext,attn_in,meditron-7b,3,64,11,0.00016449057147838175 +wikitext,attn_out,meditron-7b,3,64,11,8.67444250616245e-05 +wikitext,mlp_gate,meditron-7b,3,64,11,0.0001757119025569409 +wikitext,mlp_down,meditron-7b,3,64,11,0.00014689260569866747 +wikitext,attn_in,meditron-7b,3,64,12,0.0001810659159673378 +wikitext,attn_out,meditron-7b,3,64,12,9.643830708228052e-05 +wikitext,mlp_gate,meditron-7b,3,64,12,0.00019331499061081558 +wikitext,mlp_down,meditron-7b,3,64,12,0.0001584625570103526 +wikitext,attn_in,meditron-7b,3,64,13,0.0001862023927969858 +wikitext,attn_out,meditron-7b,3,64,13,0.00011221069871680811 +wikitext,mlp_gate,meditron-7b,3,64,13,0.00021883541194256395 +wikitext,mlp_down,meditron-7b,3,64,13,0.00018605616060085595 +wikitext,attn_in,meditron-7b,3,64,14,0.00021261889196466655 +wikitext,attn_out,meditron-7b,3,64,14,0.00012022194277960807 +wikitext,mlp_gate,meditron-7b,3,64,14,0.00024309782020282 +wikitext,mlp_down,meditron-7b,3,64,14,0.00021416124945972115 +wikitext,attn_in,meditron-7b,3,64,15,0.000220189118408598 +wikitext,attn_out,meditron-7b,3,64,15,0.0001344727788819 +wikitext,mlp_gate,meditron-7b,3,64,15,0.00028742579161189497 +wikitext,mlp_down,meditron-7b,3,64,15,0.00025723440921865404 +wikitext,attn_in,meditron-7b,3,64,16,0.0002523751463741064 +wikitext,attn_out,meditron-7b,3,64,16,0.00017113646026700735 +wikitext,mlp_gate,meditron-7b,3,64,16,0.00035134769859723747 +wikitext,mlp_down,meditron-7b,3,64,16,0.0003444746253080666 +wikitext,attn_in,meditron-7b,3,64,17,0.00020998265244998038 +wikitext,attn_out,meditron-7b,3,64,17,0.00013409892562776804 +wikitext,mlp_gate,meditron-7b,3,64,17,0.000382772006560117 +wikitext,mlp_down,meditron-7b,3,64,17,0.0003662270319182426 +wikitext,attn_in,meditron-7b,3,64,18,0.00020975698134861887 +wikitext,attn_out,meditron-7b,3,64,18,0.00013007746019866318 +wikitext,mlp_gate,meditron-7b,3,64,18,0.0004382837505545467 +wikitext,mlp_down,meditron-7b,3,64,18,0.0004181159019935876 +wikitext,attn_in,meditron-7b,3,64,19,0.00018743127293419093 +wikitext,attn_out,meditron-7b,3,64,19,0.00011592118244152516 +wikitext,mlp_gate,meditron-7b,3,64,19,0.0004908367991447449 +wikitext,mlp_down,meditron-7b,3,64,19,0.0004428738320712 +wikitext,attn_in,meditron-7b,3,64,20,0.00022510405688080937 +wikitext,attn_out,meditron-7b,3,64,20,0.00015494509716518223 +wikitext,mlp_gate,meditron-7b,3,64,20,0.0005666664801537991 +wikitext,mlp_down,meditron-7b,3,64,20,0.0005620189476758242 +wikitext,attn_in,meditron-7b,3,64,21,0.0001872390421340242 +wikitext,attn_out,meditron-7b,3,64,21,0.00012048373173456639 +wikitext,mlp_gate,meditron-7b,3,64,21,0.0006304194102995098 +wikitext,mlp_down,meditron-7b,3,64,21,0.0005886626313440502 +wikitext,attn_in,meditron-7b,3,64,22,0.00030241726199164987 +wikitext,attn_out,meditron-7b,3,64,22,0.00018621905473992229 +wikitext,mlp_gate,meditron-7b,3,64,22,0.0007255240343511105 +wikitext,mlp_down,meditron-7b,3,64,22,0.0006420679274015129 +wikitext,attn_in,meditron-7b,3,64,23,0.0002640141756273806 +wikitext,attn_out,meditron-7b,3,64,23,0.00015990034444257617 +wikitext,mlp_gate,meditron-7b,3,64,23,0.0008169966749846935 +wikitext,mlp_down,meditron-7b,3,64,23,0.0006786247249692678 +wikitext,attn_in,meditron-7b,3,64,24,0.00028474925784394145 +wikitext,attn_out,meditron-7b,3,64,24,0.00021586361981462687 +wikitext,mlp_gate,meditron-7b,3,64,24,0.0009118351736105978 +wikitext,mlp_down,meditron-7b,3,64,24,0.0007231253548525274 +wikitext,attn_in,meditron-7b,3,64,25,0.00041107842116616666 +wikitext,attn_out,meditron-7b,3,64,25,0.00023132599017117172 +wikitext,mlp_gate,meditron-7b,3,64,25,0.0010402030311524868 +wikitext,mlp_down,meditron-7b,3,64,25,0.0007751910015940666 +wikitext,attn_in,meditron-7b,3,64,26,0.0004359014565125108 +wikitext,attn_out,meditron-7b,3,64,26,0.00025457260198891163 +wikitext,mlp_gate,meditron-7b,3,64,26,0.0011852073948830366 +wikitext,mlp_down,meditron-7b,3,64,26,0.0008807588019408286 +wikitext,attn_in,meditron-7b,3,64,27,0.00037279308889992535 +wikitext,attn_out,meditron-7b,3,64,27,0.0002400381927145645 +wikitext,mlp_gate,meditron-7b,3,64,27,0.0013977919006720185 +wikitext,mlp_down,meditron-7b,3,64,27,0.0010568136349320412 +wikitext,attn_in,meditron-7b,3,64,28,0.0005133413942530751 +wikitext,attn_out,meditron-7b,3,64,28,0.00034620042424649 +wikitext,mlp_gate,meditron-7b,3,64,28,0.001637239009141922 +wikitext,mlp_down,meditron-7b,3,64,28,0.0012771348701789975 +wikitext,attn_in,meditron-7b,3,64,29,0.0005804861430078745 +wikitext,attn_out,meditron-7b,3,64,29,0.00039960394497029483 +wikitext,mlp_gate,meditron-7b,3,64,29,0.0019472602289170027 +wikitext,mlp_down,meditron-7b,3,64,29,0.0016535010654479265 +wikitext,attn_in,meditron-7b,3,64,30,0.0005677710869349539 +wikitext,attn_out,meditron-7b,3,64,30,0.00045726116513833404 +wikitext,mlp_gate,meditron-7b,3,64,30,0.002891051582992077 +wikitext,mlp_down,meditron-7b,3,64,30,0.003499277401715517 +wikitext,attn_in,meditron-7b,3,64,31,0.004277931060642004 +wikitext,attn_out,meditron-7b,3,64,31,0.0005501470295712352 +wikitext,mlp_gate,meditron-7b,3,64,31,0.0038556598592549562 +wikitext,mlp_down,meditron-7b,3,64,31,0.005459435284137726 +c4,attn_in,meditron-7b,4,128,0,2.1285441675900074e-07 +c4,attn_out,meditron-7b,4,128,0,4.132520530220063e-07 +c4,mlp_gate,meditron-7b,4,128,0,8.825792718880621e-08 +c4,mlp_down,meditron-7b,4,128,0,5.094455559628841e-07 +c4,attn_in,meditron-7b,4,128,1,6.764810791537457e-07 +c4,attn_out,meditron-7b,4,128,1,1.0516198472032556e-06 +c4,mlp_gate,meditron-7b,4,128,1,2.1499834019778064e-06 +c4,mlp_down,meditron-7b,4,128,1,0.0014438973739743233 +c4,attn_in,meditron-7b,4,128,2,1.173549321720202e-06 +c4,attn_out,meditron-7b,4,128,2,1.0167275377170881e-06 +c4,mlp_gate,meditron-7b,4,128,2,2.054638798654196e-06 +c4,mlp_down,meditron-7b,4,128,2,2.948614564957097e-06 +c4,attn_in,meditron-7b,4,128,3,2.082712853734847e-06 +c4,attn_out,meditron-7b,4,128,3,1.4543822999257827e-06 +c4,mlp_gate,meditron-7b,4,128,3,4.958078534400556e-06 +c4,mlp_down,meditron-7b,4,128,3,4.617520971805789e-06 +c4,attn_in,meditron-7b,4,128,4,5.379766207624925e-06 +c4,attn_out,meditron-7b,4,128,4,3.3140258892672136e-06 +c4,mlp_gate,meditron-7b,4,128,4,9.208779374603182e-06 +c4,mlp_down,meditron-7b,4,128,4,1.1351987268426456e-05 +c4,attn_in,meditron-7b,4,128,5,8.15622024674667e-06 +c4,attn_out,meditron-7b,4,128,5,5.157050964044174e-06 +c4,mlp_gate,meditron-7b,4,128,5,1.427541246812325e-05 +c4,mlp_down,meditron-7b,4,128,5,1.2414400771376677e-05 +c4,attn_in,meditron-7b,4,128,6,1.1015798918379005e-05 +c4,attn_out,meditron-7b,4,128,6,6.796053185098572e-06 +c4,mlp_gate,meditron-7b,4,128,6,2.1307438146322966e-05 +c4,mlp_down,meditron-7b,4,128,6,1.8416310922475532e-05 +c4,attn_in,meditron-7b,4,128,7,1.5892461306066252e-05 +c4,attn_out,meditron-7b,4,128,7,8.973532203526702e-06 +c4,mlp_gate,meditron-7b,4,128,7,2.8529293558676727e-05 +c4,mlp_down,meditron-7b,4,128,7,2.4021612262004055e-05 +c4,attn_in,meditron-7b,4,128,8,2.5909825126291253e-05 +c4,attn_out,meditron-7b,4,128,8,1.258403790416196e-05 +c4,mlp_gate,meditron-7b,4,128,8,3.3717740734573454e-05 +c4,mlp_down,meditron-7b,4,128,8,2.7934520403505303e-05 +c4,attn_in,meditron-7b,4,128,9,3.1820462027098984e-05 +c4,attn_out,meditron-7b,4,128,9,1.7908887457451783e-05 +c4,mlp_gate,meditron-7b,4,128,9,3.8853100704727694e-05 +c4,mlp_down,meditron-7b,4,128,9,3.179987470502965e-05 +c4,attn_in,meditron-7b,4,128,10,4.0878858271753415e-05 +c4,attn_out,meditron-7b,4,128,10,2.2960044589126483e-05 +c4,mlp_gate,meditron-7b,4,128,10,4.53662833024282e-05 +c4,mlp_down,meditron-7b,4,128,10,3.623666270868853e-05 +c4,attn_in,meditron-7b,4,128,11,4.314518446335569e-05 +c4,attn_out,meditron-7b,4,128,11,2.308852162968833e-05 +c4,mlp_gate,meditron-7b,4,128,11,5.054273424320854e-05 +c4,mlp_down,meditron-7b,4,128,11,4.151956818532199e-05 +c4,attn_in,meditron-7b,4,128,12,4.6548480895580724e-05 +c4,attn_out,meditron-7b,4,128,12,2.512746323191095e-05 +c4,mlp_gate,meditron-7b,4,128,12,5.56333179702051e-05 +c4,mlp_down,meditron-7b,4,128,12,4.5622011384693906e-05 +c4,attn_in,meditron-7b,4,128,13,5.195394260226749e-05 +c4,attn_out,meditron-7b,4,128,13,2.9727543733315542e-05 +c4,mlp_gate,meditron-7b,4,128,13,6.420938007067889e-05 +c4,mlp_down,meditron-7b,4,128,13,5.453748963191174e-05 +c4,attn_in,meditron-7b,4,128,14,5.490950570674613e-05 +c4,attn_out,meditron-7b,4,128,14,3.2782740163384005e-05 +c4,mlp_gate,meditron-7b,4,128,14,7.133478356990963e-05 +c4,mlp_down,meditron-7b,4,128,14,6.28829948254861e-05 +c4,attn_in,meditron-7b,4,128,15,6.141730409581214e-05 +c4,attn_out,meditron-7b,4,128,15,3.643130185082555e-05 +c4,mlp_gate,meditron-7b,4,128,15,8.421320671914145e-05 +c4,mlp_down,meditron-7b,4,128,15,7.532023300882429e-05 +c4,attn_in,meditron-7b,4,128,16,7.356736023211852e-05 +c4,attn_out,meditron-7b,4,128,16,5.0218648539157584e-05 +c4,mlp_gate,meditron-7b,4,128,16,0.00010358866711612791 +c4,mlp_down,meditron-7b,4,128,16,0.00010338601714465767 +c4,attn_in,meditron-7b,4,128,17,5.5788972531445324e-05 +c4,attn_out,meditron-7b,4,128,17,3.406907489988953e-05 +c4,mlp_gate,meditron-7b,4,128,17,0.00011165944306412712 +c4,mlp_down,meditron-7b,4,128,17,0.00010777539137052372 +c4,attn_in,meditron-7b,4,128,18,5.8356585213914514e-05 +c4,attn_out,meditron-7b,4,128,18,3.457486309343949e-05 +c4,mlp_gate,meditron-7b,4,128,18,0.00012795240036211908 +c4,mlp_down,meditron-7b,4,128,18,0.0001248552871402353 +c4,attn_in,meditron-7b,4,128,19,4.9325743020744994e-05 +c4,attn_out,meditron-7b,4,128,19,3.300133903394453e-05 +c4,mlp_gate,meditron-7b,4,128,19,0.0001439739135093987 +c4,mlp_down,meditron-7b,4,128,19,0.00013608163862954825 +c4,attn_in,meditron-7b,4,128,20,5.931476698606275e-05 +c4,attn_out,meditron-7b,4,128,20,4.5523916924139485e-05 +c4,mlp_gate,meditron-7b,4,128,20,0.00016536671319045126 +c4,mlp_down,meditron-7b,4,128,20,0.00016638239321764559 +c4,attn_in,meditron-7b,4,128,21,5.2267798309912905e-05 +c4,attn_out,meditron-7b,4,128,21,3.652221494121477e-05 +c4,mlp_gate,meditron-7b,4,128,21,0.00018008789629675448 +c4,mlp_down,meditron-7b,4,128,21,0.000169321327120997 +c4,attn_in,meditron-7b,4,128,22,7.133708277251571e-05 +c4,attn_out,meditron-7b,4,128,22,4.544662806438282e-05 +c4,mlp_gate,meditron-7b,4,128,22,0.00020824724924750626 +c4,mlp_down,meditron-7b,4,128,22,0.00019232823979109526 +c4,attn_in,meditron-7b,4,128,23,6.228683196241036e-05 +c4,attn_out,meditron-7b,4,128,23,4.1703551687533036e-05 +c4,mlp_gate,meditron-7b,4,128,23,0.00023280372261069715 +c4,mlp_down,meditron-7b,4,128,23,0.00020109493925701827 +c4,attn_in,meditron-7b,4,128,24,0.00011341352364979684 +c4,attn_out,meditron-7b,4,128,24,6.418550765374675e-05 +c4,mlp_gate,meditron-7b,4,128,24,0.0002574618556536734 +c4,mlp_down,meditron-7b,4,128,24,0.00021389163157436997 +c4,attn_in,meditron-7b,4,128,25,6.380163540598005e-05 +c4,attn_out,meditron-7b,4,128,25,3.6670553527073935e-05 +c4,mlp_gate,meditron-7b,4,128,25,0.00029041856760159135 +c4,mlp_down,meditron-7b,4,128,25,0.00022764912864658982 +c4,attn_in,meditron-7b,4,128,26,0.00012163908104412258 +c4,attn_out,meditron-7b,4,128,26,7.588127482449636e-05 +c4,mlp_gate,meditron-7b,4,128,26,0.00033053025254048407 +c4,mlp_down,meditron-7b,4,128,26,0.0002550549106672406 +c4,attn_in,meditron-7b,4,128,27,9.031863010022789e-05 +c4,attn_out,meditron-7b,4,128,27,6.026865230523981e-05 +c4,mlp_gate,meditron-7b,4,128,27,0.000386872939998284 +c4,mlp_down,meditron-7b,4,128,27,0.00030002236599102616 +c4,attn_in,meditron-7b,4,128,28,0.000121049459266942 +c4,attn_out,meditron-7b,4,128,28,7.896398892626166e-05 +c4,mlp_gate,meditron-7b,4,128,28,0.0004620513063855469 +c4,mlp_down,meditron-7b,4,128,28,0.00037437258288264275 +c4,attn_in,meditron-7b,4,128,29,0.00012713720207102597 +c4,attn_out,meditron-7b,4,128,29,7.91480197221972e-05 +c4,mlp_gate,meditron-7b,4,128,29,0.0005537776742130518 +c4,mlp_down,meditron-7b,4,128,29,0.0005302744102664292 +c4,attn_in,meditron-7b,4,128,30,0.00013874676369596273 +c4,attn_out,meditron-7b,4,128,30,0.00011179021385032684 +c4,mlp_gate,meditron-7b,4,128,30,0.0008488844614475965 +c4,mlp_down,meditron-7b,4,128,30,0.002204406773671508 +c4,attn_in,meditron-7b,4,128,31,0.002480623312294483 +c4,attn_out,meditron-7b,4,128,31,0.00018988203373737633 +c4,mlp_gate,meditron-7b,4,128,31,0.001218482037074864 +c4,mlp_down,meditron-7b,4,128,31,0.0019810416270047426 +pileval,attn_in,meditron-7b,4,128,0,2.1695626628570608e-07 +pileval,attn_out,meditron-7b,4,128,0,4.938053734804271e-07 +pileval,mlp_gate,meditron-7b,4,128,0,1.0268396977153316e-07 +pileval,mlp_down,meditron-7b,4,128,0,5.519559067579394e-07 +pileval,attn_in,meditron-7b,4,128,1,6.940093157936644e-07 +pileval,attn_out,meditron-7b,4,128,1,1.0938749710476259e-06 +pileval,mlp_gate,meditron-7b,4,128,1,2.306964461240568e-06 +pileval,mlp_down,meditron-7b,4,128,1,0.0014340560883283615 +pileval,attn_in,meditron-7b,4,128,2,1.2120399333070964e-06 +pileval,attn_out,meditron-7b,4,128,2,1.0545072655077092e-06 +pileval,mlp_gate,meditron-7b,4,128,2,2.12505915442307e-06 +pileval,mlp_down,meditron-7b,4,128,2,3.0577311918023042e-06 +pileval,attn_in,meditron-7b,4,128,3,2.233633949799696e-06 +pileval,attn_out,meditron-7b,4,128,3,1.6399827700297465e-06 +pileval,mlp_gate,meditron-7b,4,128,3,5.142215741216205e-06 +pileval,mlp_down,meditron-7b,4,128,3,4.74295802632696e-06 +pileval,attn_in,meditron-7b,4,128,4,5.381276423577219e-06 +pileval,attn_out,meditron-7b,4,128,4,3.3417272788938135e-06 +pileval,mlp_gate,meditron-7b,4,128,4,9.415645763510838e-06 +pileval,mlp_down,meditron-7b,4,128,4,1.1630670087470207e-05 +pileval,attn_in,meditron-7b,4,128,5,8.238680493377615e-06 +pileval,attn_out,meditron-7b,4,128,5,5.466239599627443e-06 +pileval,mlp_gate,meditron-7b,4,128,5,1.4152627045405097e-05 +pileval,mlp_down,meditron-7b,4,128,5,1.2094443263777066e-05 +pileval,attn_in,meditron-7b,4,128,6,1.1437985449447297e-05 +pileval,attn_out,meditron-7b,4,128,6,7.767221177346073e-06 +pileval,mlp_gate,meditron-7b,4,128,6,2.098789809679147e-05 +pileval,mlp_down,meditron-7b,4,128,6,1.80515071406262e-05 +pileval,attn_in,meditron-7b,4,128,7,1.6609166777925566e-05 +pileval,attn_out,meditron-7b,4,128,7,1.0022426067735069e-05 +pileval,mlp_gate,meditron-7b,4,128,7,2.8407248464645818e-05 +pileval,mlp_down,meditron-7b,4,128,7,2.3855505787651055e-05 +pileval,attn_in,meditron-7b,4,128,8,2.6475583581486717e-05 +pileval,attn_out,meditron-7b,4,128,8,1.4254635971155949e-05 +pileval,mlp_gate,meditron-7b,4,128,8,3.413006561459042e-05 +pileval,mlp_down,meditron-7b,4,128,8,2.87207276414847e-05 +pileval,attn_in,meditron-7b,4,128,9,3.279617158113979e-05 +pileval,attn_out,meditron-7b,4,128,9,1.917716690513771e-05 +pileval,mlp_gate,meditron-7b,4,128,9,3.923838085029274e-05 +pileval,mlp_down,meditron-7b,4,128,9,3.238026692997664e-05 +pileval,attn_in,meditron-7b,4,128,10,4.1657018300611526e-05 +pileval,attn_out,meditron-7b,4,128,10,2.4934130124165677e-05 +pileval,mlp_gate,meditron-7b,4,128,10,4.517952766036615e-05 +pileval,mlp_down,meditron-7b,4,128,10,3.6360594094730914e-05 +pileval,attn_in,meditron-7b,4,128,11,4.407872256706469e-05 +pileval,attn_out,meditron-7b,4,128,11,2.530192978156265e-05 +pileval,mlp_gate,meditron-7b,4,128,11,5.024180791224353e-05 +pileval,mlp_down,meditron-7b,4,128,11,4.110344161745161e-05 +pileval,attn_in,meditron-7b,4,128,12,4.9051934183808044e-05 +pileval,attn_out,meditron-7b,4,128,12,2.9245464247651398e-05 +pileval,mlp_gate,meditron-7b,4,128,12,5.533047442440875e-05 +pileval,mlp_down,meditron-7b,4,128,12,4.529082798399031e-05 +pileval,attn_in,meditron-7b,4,128,13,5.292234709486365e-05 +pileval,attn_out,meditron-7b,4,128,13,3.184608794981614e-05 +pileval,mlp_gate,meditron-7b,4,128,13,6.32533265161328e-05 +pileval,mlp_down,meditron-7b,4,128,13,5.308429172146134e-05 +pileval,attn_in,meditron-7b,4,128,14,5.725511073251255e-05 +pileval,attn_out,meditron-7b,4,128,14,3.554371141945012e-05 +pileval,mlp_gate,meditron-7b,4,128,14,6.967964145587757e-05 +pileval,mlp_down,meditron-7b,4,128,14,6.072056930861436e-05 +pileval,attn_in,meditron-7b,4,128,15,6.121923070168123e-05 +pileval,attn_out,meditron-7b,4,128,15,3.8144826248753816e-05 +pileval,mlp_gate,meditron-7b,4,128,15,8.194657857529819e-05 +pileval,mlp_down,meditron-7b,4,128,15,7.226647721836343e-05 +pileval,attn_in,meditron-7b,4,128,16,7.28892264305614e-05 +pileval,attn_out,meditron-7b,4,128,16,5.1212362450314686e-05 +pileval,mlp_gate,meditron-7b,4,128,16,0.00010009120887843892 +pileval,mlp_down,meditron-7b,4,128,16,9.913229587255046e-05 +pileval,attn_in,meditron-7b,4,128,17,5.8203284424962476e-05 +pileval,attn_out,meditron-7b,4,128,17,3.603524237405509e-05 +pileval,mlp_gate,meditron-7b,4,128,17,0.00010728977213148028 +pileval,mlp_down,meditron-7b,4,128,17,9.944345947587863e-05 +pileval,attn_in,meditron-7b,4,128,18,6.1034963437123224e-05 +pileval,attn_out,meditron-7b,4,128,18,4.2083363950951025e-05 +pileval,mlp_gate,meditron-7b,4,128,18,0.0001239100965904072 +pileval,mlp_down,meditron-7b,4,128,18,0.00011824974353658035 +pileval,attn_in,meditron-7b,4,128,19,4.892443030257709e-05 +pileval,attn_out,meditron-7b,4,128,19,3.4101951314369217e-05 +pileval,mlp_gate,meditron-7b,4,128,19,0.00013917661271989346 +pileval,mlp_down,meditron-7b,4,128,19,0.00012937388964928687 +pileval,attn_in,meditron-7b,4,128,20,5.438096559373662e-05 +pileval,attn_out,meditron-7b,4,128,20,4.0666869608685374e-05 +pileval,mlp_gate,meditron-7b,4,128,20,0.00015952698595356196 +pileval,mlp_down,meditron-7b,4,128,20,0.00015410626656375825 +pileval,attn_in,meditron-7b,4,128,21,5.101490023662336e-05 +pileval,attn_out,meditron-7b,4,128,21,3.715225830092095e-05 +pileval,mlp_gate,meditron-7b,4,128,21,0.00017548170580994338 +pileval,mlp_down,meditron-7b,4,128,21,0.0001573441841173917 +pileval,attn_in,meditron-7b,4,128,22,7.119684596545994e-05 +pileval,attn_out,meditron-7b,4,128,22,4.746880222228356e-05 +pileval,mlp_gate,meditron-7b,4,128,22,0.00020203182066325098 +pileval,mlp_down,meditron-7b,4,128,22,0.0001763166073942557 +pileval,attn_in,meditron-7b,4,128,23,5.959099144092761e-05 +pileval,attn_out,meditron-7b,4,128,23,4.108717985218391e-05 +pileval,mlp_gate,meditron-7b,4,128,23,0.0002277288876939565 +pileval,mlp_down,meditron-7b,4,128,23,0.00018966331845149398 +pileval,attn_in,meditron-7b,4,128,24,0.00010096840560436249 +pileval,attn_out,meditron-7b,4,128,24,5.8448287745704874e-05 +pileval,mlp_gate,meditron-7b,4,128,24,0.00025281557464040816 +pileval,mlp_down,meditron-7b,4,128,24,0.00019959664496127516 +pileval,attn_in,meditron-7b,4,128,25,6.759401730960235e-05 +pileval,attn_out,meditron-7b,4,128,25,4.087791603524238e-05 +pileval,mlp_gate,meditron-7b,4,128,25,0.00028795073740184307 +pileval,mlp_down,meditron-7b,4,128,25,0.00022151249868329614 +pileval,attn_in,meditron-7b,4,128,26,0.00012133246491430327 +pileval,attn_out,meditron-7b,4,128,26,7.737611304037273e-05 +pileval,mlp_gate,meditron-7b,4,128,26,0.0003303993144072592 +pileval,mlp_down,meditron-7b,4,128,26,0.00024608185049146414 +pileval,attn_in,meditron-7b,4,128,27,9.46263680816628e-05 +pileval,attn_out,meditron-7b,4,128,27,6.461771408794448e-05 +pileval,mlp_gate,meditron-7b,4,128,27,0.00038842708454467356 +pileval,mlp_down,meditron-7b,4,128,27,0.000295306061161682 +pileval,attn_in,meditron-7b,4,128,28,0.0001249615743290633 +pileval,attn_out,meditron-7b,4,128,28,8.248602534877136e-05 +pileval,mlp_gate,meditron-7b,4,128,28,0.00046643076348118484 +pileval,mlp_down,meditron-7b,4,128,28,0.00037982629146426916 +pileval,attn_in,meditron-7b,4,128,29,0.0001363779156235978 +pileval,attn_out,meditron-7b,4,128,29,8.895353676052764e-05 +pileval,mlp_gate,meditron-7b,4,128,29,0.0005633849650621414 +pileval,mlp_down,meditron-7b,4,128,29,0.0005452116602100432 +pileval,attn_in,meditron-7b,4,128,30,0.0001453537552151829 +pileval,attn_out,meditron-7b,4,128,30,0.00011810829164460301 +pileval,mlp_gate,meditron-7b,4,128,30,0.0008427899447269738 +pileval,mlp_down,meditron-7b,4,128,30,0.0021870210766792297 +pileval,attn_in,meditron-7b,4,128,31,0.002478847512975335 +pileval,attn_out,meditron-7b,4,128,31,0.00018198738689534366 +pileval,mlp_gate,meditron-7b,4,128,31,0.0011679247254505754 +pileval,mlp_down,meditron-7b,4,128,31,0.0018516679992899299 +wikitext,attn_in,meditron-7b,4,128,0,2.893218606914161e-07 +wikitext,attn_out,meditron-7b,4,128,0,6.321996579572442e-07 +wikitext,mlp_gate,meditron-7b,4,128,0,1.1555034262755726e-07 +wikitext,mlp_down,meditron-7b,4,128,0,4.1214261159439047e-07 +wikitext,attn_in,meditron-7b,4,128,1,8.326074407705164e-07 +wikitext,attn_out,meditron-7b,4,128,1,1.4314126701719943e-06 +wikitext,mlp_gate,meditron-7b,4,128,1,1.5034131592983613e-06 +wikitext,mlp_down,meditron-7b,4,128,1,0.0004995568306185305 +wikitext,attn_in,meditron-7b,4,128,2,1.2734568599626073e-06 +wikitext,attn_out,meditron-7b,4,128,2,1.0024235734817921e-06 +wikitext,mlp_gate,meditron-7b,4,128,2,2.040254685198306e-06 +wikitext,mlp_down,meditron-7b,4,128,2,2.7091780339105753e-06 +wikitext,attn_in,meditron-7b,4,128,3,2.269932110721129e-06 +wikitext,attn_out,meditron-7b,4,128,3,1.4683436120321858e-06 +wikitext,mlp_gate,meditron-7b,4,128,3,5.015847818867769e-06 +wikitext,mlp_down,meditron-7b,4,128,3,4.4984617488808e-06 +wikitext,attn_in,meditron-7b,4,128,4,5.762835371569963e-06 +wikitext,attn_out,meditron-7b,4,128,4,3.3534665817569476e-06 +wikitext,mlp_gate,meditron-7b,4,128,4,9.315975148638245e-06 +wikitext,mlp_down,meditron-7b,4,128,4,1.046409124683123e-05 +wikitext,attn_in,meditron-7b,4,128,5,8.583071576140355e-06 +wikitext,attn_out,meditron-7b,4,128,5,5.671998223988339e-06 +wikitext,mlp_gate,meditron-7b,4,128,5,1.4462239050772041e-05 +wikitext,mlp_down,meditron-7b,4,128,5,1.2484912076615728e-05 +wikitext,attn_in,meditron-7b,4,128,6,1.1616185474849772e-05 +wikitext,attn_out,meditron-7b,4,128,6,7.5150364864384755e-06 +wikitext,mlp_gate,meditron-7b,4,128,6,2.120209865097422e-05 +wikitext,mlp_down,meditron-7b,4,128,6,1.816037911339663e-05 +wikitext,attn_in,meditron-7b,4,128,7,1.7160286006401293e-05 +wikitext,attn_out,meditron-7b,4,128,7,1.011390304483939e-05 +wikitext,mlp_gate,meditron-7b,4,128,7,2.844876507879235e-05 +wikitext,mlp_down,meditron-7b,4,128,7,2.3918808437883854e-05 +wikitext,attn_in,meditron-7b,4,128,8,2.8531756470329128e-05 +wikitext,attn_out,meditron-7b,4,128,8,1.4900415408192202e-05 +wikitext,mlp_gate,meditron-7b,4,128,8,3.387713513802737e-05 +wikitext,mlp_down,meditron-7b,4,128,8,2.8112441214034334e-05 +wikitext,attn_in,meditron-7b,4,128,9,3.402657603146508e-05 +wikitext,attn_out,meditron-7b,4,128,9,1.9339848222443834e-05 +wikitext,mlp_gate,meditron-7b,4,128,9,3.887015191139653e-05 +wikitext,mlp_down,meditron-7b,4,128,9,3.278849180787802e-05 +wikitext,attn_in,meditron-7b,4,128,10,4.4240990973776206e-05 +wikitext,attn_out,meditron-7b,4,128,10,2.530018173274584e-05 +wikitext,mlp_gate,meditron-7b,4,128,10,4.494148015510291e-05 +wikitext,mlp_down,meditron-7b,4,128,10,3.631541767390445e-05 +wikitext,attn_in,meditron-7b,4,128,11,4.3871477828361094e-05 +wikitext,attn_out,meditron-7b,4,128,11,2.4382849005633034e-05 +wikitext,mlp_gate,meditron-7b,4,128,11,4.9797457904787734e-05 +wikitext,mlp_down,meditron-7b,4,128,11,4.1076815250562504e-05 +wikitext,attn_in,meditron-7b,4,128,12,4.651145718526095e-05 +wikitext,attn_out,meditron-7b,4,128,12,2.7263156880508177e-05 +wikitext,mlp_gate,meditron-7b,4,128,12,5.447729199659079e-05 +wikitext,mlp_down,meditron-7b,4,128,12,4.4243734009796754e-05 +wikitext,attn_in,meditron-7b,4,128,13,5.212396717979573e-05 +wikitext,attn_out,meditron-7b,4,128,13,3.1361039873445407e-05 +wikitext,mlp_gate,meditron-7b,4,128,13,6.170288543216884e-05 +wikitext,mlp_down,meditron-7b,4,128,13,5.183945540920831e-05 +wikitext,attn_in,meditron-7b,4,128,14,5.573224916588515e-05 +wikitext,attn_out,meditron-7b,4,128,14,3.3957272535189986e-05 +wikitext,mlp_gate,meditron-7b,4,128,14,6.880066212033853e-05 +wikitext,mlp_down,meditron-7b,4,128,14,5.9637830418068916e-05 +wikitext,attn_in,meditron-7b,4,128,15,6.154738366603851e-05 +wikitext,attn_out,meditron-7b,4,128,15,3.768441820284352e-05 +wikitext,mlp_gate,meditron-7b,4,128,15,8.092521602520719e-05 +wikitext,mlp_down,meditron-7b,4,128,15,7.169880700530484e-05 +wikitext,attn_in,meditron-7b,4,128,16,7.114389154594392e-05 +wikitext,attn_out,meditron-7b,4,128,16,4.793384505319409e-05 +wikitext,mlp_gate,meditron-7b,4,128,16,9.847438923316076e-05 +wikitext,mlp_down,meditron-7b,4,128,16,9.718322689877823e-05 +wikitext,attn_in,meditron-7b,4,128,17,5.862057878402993e-05 +wikitext,attn_out,meditron-7b,4,128,17,3.802018545684405e-05 +wikitext,mlp_gate,meditron-7b,4,128,17,0.00010647506860550493 +wikitext,mlp_down,meditron-7b,4,128,17,0.00010196959919994697 +wikitext,attn_in,meditron-7b,4,128,18,5.978013723506592e-05 +wikitext,attn_out,meditron-7b,4,128,18,3.631050276453607e-05 +wikitext,mlp_gate,meditron-7b,4,128,18,0.00012269322178326547 +wikitext,mlp_down,meditron-7b,4,128,18,0.00011730229743989184 +wikitext,attn_in,meditron-7b,4,128,19,4.723215170088224e-05 +wikitext,attn_out,meditron-7b,4,128,19,3.2629781344439834e-05 +wikitext,mlp_gate,meditron-7b,4,128,19,0.00013619563833344728 +wikitext,mlp_down,meditron-7b,4,128,19,0.0001247282198164612 +wikitext,attn_in,meditron-7b,4,128,20,6.0355960158631206e-05 +wikitext,attn_out,meditron-7b,4,128,20,4.3391992221586406e-05 +wikitext,mlp_gate,meditron-7b,4,128,20,0.00015770552272442728 +wikitext,mlp_down,meditron-7b,4,128,20,0.00015755950880702585 +wikitext,attn_in,meditron-7b,4,128,21,5.218834485276602e-05 +wikitext,attn_out,meditron-7b,4,128,21,3.3849435567390174e-05 +wikitext,mlp_gate,meditron-7b,4,128,21,0.00017448636936023831 +wikitext,mlp_down,meditron-7b,4,128,21,0.0001646714808885008 +wikitext,attn_in,meditron-7b,4,128,22,7.795770216034725e-05 +wikitext,attn_out,meditron-7b,4,128,22,5.2531464461935684e-05 +wikitext,mlp_gate,meditron-7b,4,128,22,0.00019994194735772908 +wikitext,mlp_down,meditron-7b,4,128,22,0.00017783734074328095 +wikitext,attn_in,meditron-7b,4,128,23,6.493164983112365e-05 +wikitext,attn_out,meditron-7b,4,128,23,4.51152773166541e-05 +wikitext,mlp_gate,meditron-7b,4,128,23,0.00022567059204448014 +wikitext,mlp_down,meditron-7b,4,128,23,0.00018887118494603783 +wikitext,attn_in,meditron-7b,4,128,24,0.00010719187412178144 +wikitext,attn_out,meditron-7b,4,128,24,6.307099829427898e-05 +wikitext,mlp_gate,meditron-7b,4,128,24,0.0002507250173948705 +wikitext,mlp_down,meditron-7b,4,128,24,0.00020191380463074893 +wikitext,attn_in,meditron-7b,4,128,25,8.908001473173499e-05 +wikitext,attn_out,meditron-7b,4,128,25,6.391231727320701e-05 +wikitext,mlp_gate,meditron-7b,4,128,25,0.0002856204519048333 +wikitext,mlp_down,meditron-7b,4,128,25,0.0002165386831620708 +wikitext,attn_in,meditron-7b,4,128,26,0.00012075007543899119 +wikitext,attn_out,meditron-7b,4,128,26,7.464452210115269e-05 +wikitext,mlp_gate,meditron-7b,4,128,26,0.00032731896499171853 +wikitext,mlp_down,meditron-7b,4,128,26,0.0002445924619678408 +wikitext,attn_in,meditron-7b,4,128,27,9.979244350688532e-05 +wikitext,attn_out,meditron-7b,4,128,27,6.709725857945159e-05 +wikitext,mlp_gate,meditron-7b,4,128,27,0.00038727931678295135 +wikitext,mlp_down,meditron-7b,4,128,27,0.00029373844154179096 +wikitext,attn_in,meditron-7b,4,128,28,0.00014061748515814543 +wikitext,attn_out,meditron-7b,4,128,28,9.701897215563804e-05 +wikitext,mlp_gate,meditron-7b,4,128,28,0.0004563005641102791 +wikitext,mlp_down,meditron-7b,4,128,28,0.0003574797883629799 +wikitext,attn_in,meditron-7b,4,128,29,0.00015645015810150653 +wikitext,attn_out,meditron-7b,4,128,29,0.0001120093947974965 +wikitext,mlp_gate,meditron-7b,4,128,29,0.0005497271195054054 +wikitext,mlp_down,meditron-7b,4,128,29,0.0004780603339895606 +wikitext,attn_in,meditron-7b,4,128,30,0.00015278933278750628 +wikitext,attn_out,meditron-7b,4,128,30,0.00013201315596234053 +wikitext,mlp_gate,meditron-7b,4,128,30,0.0008197496645152569 +wikitext,mlp_down,meditron-7b,4,128,30,0.0014619420981034636 +wikitext,attn_in,meditron-7b,4,128,31,0.0025737036485224962 +wikitext,attn_out,meditron-7b,4,128,31,0.00018642016220837831 +wikitext,mlp_gate,meditron-7b,4,128,31,0.0011402324307709932 +wikitext,mlp_down,meditron-7b,4,128,31,0.001759264967404306 +c4,attn_in,meditron-7b,4,64,0,1.0880514622613191e-07 +c4,attn_out,meditron-7b,4,64,0,2.5183098273373616e-07 +c4,mlp_gate,meditron-7b,4,64,0,6.319035605883982e-08 +c4,mlp_down,meditron-7b,4,64,0,3.6554649796016747e-07 +c4,attn_in,meditron-7b,4,64,1,4.382697795790591e-07 +c4,attn_out,meditron-7b,4,64,1,6.917426844665897e-07 +c4,mlp_gate,meditron-7b,4,64,1,4.190595063846558e-06 +c4,mlp_down,meditron-7b,4,64,1,0.0006631776341237128 +c4,attn_in,meditron-7b,4,64,2,8.916165938899212e-07 +c4,attn_out,meditron-7b,4,64,2,7.602723144373158e-07 +c4,mlp_gate,meditron-7b,4,64,2,1.612097435099713e-06 +c4,mlp_down,meditron-7b,4,64,2,2.126960680470802e-06 +c4,attn_in,meditron-7b,4,64,3,1.8443640783516457e-06 +c4,attn_out,meditron-7b,4,64,3,1.0870849109778646e-06 +c4,mlp_gate,meditron-7b,4,64,3,3.850633220281452e-06 +c4,mlp_down,meditron-7b,4,64,3,3.5829177704727044e-06 +c4,attn_in,meditron-7b,4,64,4,4.917753813060699e-06 +c4,attn_out,meditron-7b,4,64,4,2.4473306439176667e-06 +c4,mlp_gate,meditron-7b,4,64,4,7.075299436110072e-06 +c4,mlp_down,meditron-7b,4,64,4,8.084231012617238e-06 +c4,attn_in,meditron-7b,4,64,5,7.25632753528771e-06 +c4,attn_out,meditron-7b,4,64,5,3.934589130949462e-06 +c4,mlp_gate,meditron-7b,4,64,5,1.0996175660693552e-05 +c4,mlp_down,meditron-7b,4,64,5,9.679601134848781e-06 +c4,attn_in,meditron-7b,4,64,6,9.173259968520142e-06 +c4,attn_out,meditron-7b,4,64,6,5.132469595992006e-06 +c4,mlp_gate,meditron-7b,4,64,6,1.639500624150969e-05 +c4,mlp_down,meditron-7b,4,64,6,1.438907111150911e-05 +c4,attn_in,meditron-7b,4,64,7,1.2081722161383368e-05 +c4,attn_out,meditron-7b,4,64,7,6.812182164139813e-06 +c4,mlp_gate,meditron-7b,4,64,7,2.1895533791393973e-05 +c4,mlp_down,meditron-7b,4,64,7,1.8688324416871183e-05 +c4,attn_in,meditron-7b,4,64,8,1.8066550182993524e-05 +c4,attn_out,meditron-7b,4,64,8,9.615996532374993e-06 +c4,mlp_gate,meditron-7b,4,64,8,2.580438922450412e-05 +c4,mlp_down,meditron-7b,4,64,8,2.169576873711776e-05 +c4,attn_in,meditron-7b,4,64,9,2.469548962835688e-05 +c4,attn_out,meditron-7b,4,64,9,1.3843585293216165e-05 +c4,mlp_gate,meditron-7b,4,64,9,2.9600221751024947e-05 +c4,mlp_down,meditron-7b,4,64,9,2.4803988708299585e-05 +c4,attn_in,meditron-7b,4,64,10,3.3972348319366574e-05 +c4,attn_out,meditron-7b,4,64,10,1.777774559741374e-05 +c4,mlp_gate,meditron-7b,4,64,10,3.424147143959999e-05 +c4,mlp_down,meditron-7b,4,64,10,2.8289756301091984e-05 +c4,attn_in,meditron-7b,4,64,11,3.392690632608719e-05 +c4,attn_out,meditron-7b,4,64,11,1.7875832782010548e-05 +c4,mlp_gate,meditron-7b,4,64,11,3.8463731470983475e-05 +c4,mlp_down,meditron-7b,4,64,11,3.234931864426471e-05 +c4,attn_in,meditron-7b,4,64,12,3.772550553549081e-05 +c4,attn_out,meditron-7b,4,64,12,1.9429784515523352e-05 +c4,mlp_gate,meditron-7b,4,64,12,4.236473250784911e-05 +c4,mlp_down,meditron-7b,4,64,12,3.5635534004541114e-05 +c4,attn_in,meditron-7b,4,64,13,4.18321906181518e-05 +c4,attn_out,meditron-7b,4,64,13,2.3064587367116474e-05 +c4,mlp_gate,meditron-7b,4,64,13,4.886146416538395e-05 +c4,mlp_down,meditron-7b,4,64,13,4.258527769707143e-05 +c4,attn_in,meditron-7b,4,64,14,4.201018964522518e-05 +c4,attn_out,meditron-7b,4,64,14,2.536066858738195e-05 +c4,mlp_gate,meditron-7b,4,64,14,5.456643702927977e-05 +c4,mlp_down,meditron-7b,4,64,14,4.918406921206042e-05 +c4,attn_in,meditron-7b,4,64,15,4.7033165174070746e-05 +c4,attn_out,meditron-7b,4,64,15,2.8150714570074342e-05 +c4,mlp_gate,meditron-7b,4,64,15,6.431668589357287e-05 +c4,mlp_down,meditron-7b,4,64,15,5.8941615861840546e-05 +c4,attn_in,meditron-7b,4,64,16,6.11282666795887e-05 +c4,attn_out,meditron-7b,4,64,16,3.9228794776136056e-05 +c4,mlp_gate,meditron-7b,4,64,16,7.929182174848393e-05 +c4,mlp_down,meditron-7b,4,64,16,7.978048961376771e-05 +c4,attn_in,meditron-7b,4,64,17,4.560107481665909e-05 +c4,attn_out,meditron-7b,4,64,17,2.6418492780067027e-05 +c4,mlp_gate,meditron-7b,4,64,17,8.623422036180273e-05 +c4,mlp_down,meditron-7b,4,64,17,8.430219168076292e-05 +c4,attn_in,meditron-7b,4,64,18,4.2768107960000634e-05 +c4,attn_out,meditron-7b,4,64,18,2.6804151275428012e-05 +c4,mlp_gate,meditron-7b,4,64,18,9.891384252114221e-05 +c4,mlp_down,meditron-7b,4,64,18,9.700817463453859e-05 +c4,attn_in,meditron-7b,4,64,19,3.948766607209109e-05 +c4,attn_out,meditron-7b,4,64,19,2.5512070351396687e-05 +c4,mlp_gate,meditron-7b,4,64,19,0.00011120786803076044 +c4,mlp_down,meditron-7b,4,64,19,0.00010571257735136896 +c4,attn_in,meditron-7b,4,64,20,4.563920811051503e-05 +c4,attn_out,meditron-7b,4,64,20,3.5439315979601815e-05 +c4,mlp_gate,meditron-7b,4,64,20,0.00012849659833591431 +c4,mlp_down,meditron-7b,4,64,20,0.00012964708730578423 +c4,attn_in,meditron-7b,4,64,21,4.503447053139098e-05 +c4,attn_out,meditron-7b,4,64,21,2.8313010261626914e-05 +c4,mlp_gate,meditron-7b,4,64,21,0.00014039917732588947 +c4,mlp_down,meditron-7b,4,64,21,0.00013245994341559708 +c4,attn_in,meditron-7b,4,64,22,5.65945592825301e-05 +c4,attn_out,meditron-7b,4,64,22,3.535852738423273e-05 +c4,mlp_gate,meditron-7b,4,64,22,0.00016216046060435474 +c4,mlp_down,meditron-7b,4,64,22,0.00015106536739040166 +c4,attn_in,meditron-7b,4,64,23,4.938685742672533e-05 +c4,attn_out,meditron-7b,4,64,23,3.246412961743772e-05 +c4,mlp_gate,meditron-7b,4,64,23,0.000181610303116031 +c4,mlp_down,meditron-7b,4,64,23,0.00015753397019580007 +c4,attn_in,meditron-7b,4,64,24,8.638038707431406e-05 +c4,attn_out,meditron-7b,4,64,24,4.872928548138589e-05 +c4,mlp_gate,meditron-7b,4,64,24,0.00020116452651564032 +c4,mlp_down,meditron-7b,4,64,24,0.00016790686640888453 +c4,attn_in,meditron-7b,4,64,25,5.294593938742764e-05 +c4,attn_out,meditron-7b,4,64,25,2.867857074306812e-05 +c4,mlp_gate,meditron-7b,4,64,25,0.00022634609194938093 +c4,mlp_down,meditron-7b,4,64,25,0.00017837229825090617 +c4,attn_in,meditron-7b,4,64,26,9.316976502304897e-05 +c4,attn_out,meditron-7b,4,64,26,5.757787585025653e-05 +c4,mlp_gate,meditron-7b,4,64,26,0.00025641024694778025 +c4,mlp_down,meditron-7b,4,64,26,0.00020070951723027974 +c4,attn_in,meditron-7b,4,64,27,7.210114563349634e-05 +c4,attn_out,meditron-7b,4,64,27,4.7123758122324944e-05 +c4,mlp_gate,meditron-7b,4,64,27,0.0002985450846608728 +c4,mlp_down,meditron-7b,4,64,27,0.00023518927628174424 +c4,attn_in,meditron-7b,4,64,28,0.0001010818887152709 +c4,attn_out,meditron-7b,4,64,28,6.133482384029776e-05 +c4,mlp_gate,meditron-7b,4,64,28,0.00035486771957948804 +c4,mlp_down,meditron-7b,4,64,28,0.0002914517535828054 +c4,attn_in,meditron-7b,4,64,29,9.795015648705885e-05 +c4,attn_out,meditron-7b,4,64,29,6.092924013501033e-05 +c4,mlp_gate,meditron-7b,4,64,29,0.00042176671558991075 +c4,mlp_down,meditron-7b,4,64,29,0.0003982188645750284 +c4,attn_in,meditron-7b,4,64,30,0.00010202777048107237 +c4,attn_out,meditron-7b,4,64,30,8.480902761220932e-05 +c4,mlp_gate,meditron-7b,4,64,30,0.0006704236147925258 +c4,mlp_down,meditron-7b,4,64,30,0.00141427805647254 +c4,attn_in,meditron-7b,4,64,31,0.001108380383811891 +c4,attn_out,meditron-7b,4,64,31,0.00013575264893006533 +c4,mlp_gate,meditron-7b,4,64,31,0.0008980806451290846 +c4,mlp_down,meditron-7b,4,64,31,0.0013565253466367722 +pileval,attn_in,meditron-7b,4,64,0,1.1482171657917206e-07 +pileval,attn_out,meditron-7b,4,64,0,3.0218049573704775e-07 +pileval,mlp_gate,meditron-7b,4,64,0,7.3811214917896e-08 +pileval,mlp_down,meditron-7b,4,64,0,3.962059338391555e-07 +pileval,attn_in,meditron-7b,4,64,1,4.465513541163091e-07 +pileval,attn_out,meditron-7b,4,64,1,7.201159633041243e-07 +pileval,mlp_gate,meditron-7b,4,64,1,4.1234529817302246e-06 +pileval,mlp_down,meditron-7b,4,64,1,0.000660204968880862 +pileval,attn_in,meditron-7b,4,64,2,9.20657896585908e-07 +pileval,attn_out,meditron-7b,4,64,2,7.895443445704586e-07 +pileval,mlp_gate,meditron-7b,4,64,2,1.6656116486046812e-06 +pileval,mlp_down,meditron-7b,4,64,2,2.205511918873526e-06 +pileval,attn_in,meditron-7b,4,64,3,1.931376118591288e-06 +pileval,attn_out,meditron-7b,4,64,3,1.218666056956863e-06 +pileval,mlp_gate,meditron-7b,4,64,3,3.997698968305485e-06 +pileval,mlp_down,meditron-7b,4,64,3,3.678570237752865e-06 +pileval,attn_in,meditron-7b,4,64,4,4.691129561251728e-06 +pileval,attn_out,meditron-7b,4,64,4,2.4829951144056395e-06 +pileval,mlp_gate,meditron-7b,4,64,4,7.247280791489175e-06 +pileval,mlp_down,meditron-7b,4,64,4,8.279882422357332e-06 +pileval,attn_in,meditron-7b,4,64,5,7.203331733762752e-06 +pileval,attn_out,meditron-7b,4,64,5,4.162086042924784e-06 +pileval,mlp_gate,meditron-7b,4,64,5,1.0899791050178465e-05 +pileval,mlp_down,meditron-7b,4,64,5,9.42222868616227e-06 +pileval,attn_in,meditron-7b,4,64,6,9.64911851042416e-06 +pileval,attn_out,meditron-7b,4,64,6,5.882949153601658e-06 +pileval,mlp_gate,meditron-7b,4,64,6,1.6164187400136143e-05 +pileval,mlp_down,meditron-7b,4,64,6,1.4077991181693505e-05 +pileval,attn_in,meditron-7b,4,64,7,1.2736246389977168e-05 +pileval,attn_out,meditron-7b,4,64,7,7.609804470121162e-06 +pileval,mlp_gate,meditron-7b,4,64,7,2.183096694352571e-05 +pileval,mlp_down,meditron-7b,4,64,7,1.856422568380367e-05 +pileval,attn_in,meditron-7b,4,64,8,1.893695480248425e-05 +pileval,attn_out,meditron-7b,4,64,8,1.0927452422038186e-05 +pileval,mlp_gate,meditron-7b,4,64,8,2.618011239974294e-05 +pileval,mlp_down,meditron-7b,4,64,8,2.2314077796181664e-05 +pileval,attn_in,meditron-7b,4,64,9,2.5160004952340387e-05 +pileval,attn_out,meditron-7b,4,64,9,1.4847223610559013e-05 +pileval,mlp_gate,meditron-7b,4,64,9,2.9960043320897967e-05 +pileval,mlp_down,meditron-7b,4,64,9,2.524216688470915e-05 +pileval,attn_in,meditron-7b,4,64,10,3.482879401417449e-05 +pileval,attn_out,meditron-7b,4,64,10,1.927122320921626e-05 +pileval,mlp_gate,meditron-7b,4,64,10,3.4253323974553496e-05 +pileval,mlp_down,meditron-7b,4,64,10,2.833520011336077e-05 +pileval,attn_in,meditron-7b,4,64,11,3.4740001865429804e-05 +pileval,attn_out,meditron-7b,4,64,11,1.9598530343500897e-05 +pileval,mlp_gate,meditron-7b,4,64,11,3.8285154005279765e-05 +pileval,mlp_down,meditron-7b,4,64,11,3.204204040230252e-05 +pileval,attn_in,meditron-7b,4,64,12,4.077402991242707e-05 +pileval,attn_out,meditron-7b,4,64,12,2.266078990942333e-05 +pileval,mlp_gate,meditron-7b,4,64,12,4.217899186187424e-05 +pileval,mlp_down,meditron-7b,4,64,12,3.535169526003301e-05 +pileval,attn_in,meditron-7b,4,64,13,4.271990110282786e-05 +pileval,attn_out,meditron-7b,4,64,13,2.4710076104383916e-05 +pileval,mlp_gate,meditron-7b,4,64,13,4.820643152925186e-05 +pileval,mlp_down,meditron-7b,4,64,13,4.141881800023839e-05 +pileval,attn_in,meditron-7b,4,64,14,4.46609737991821e-05 +pileval,attn_out,meditron-7b,4,64,14,2.7585889256442897e-05 +pileval,mlp_gate,meditron-7b,4,64,14,5.33368656761013e-05 +pileval,mlp_down,meditron-7b,4,64,14,4.748054561787285e-05 +pileval,attn_in,meditron-7b,4,64,15,4.666711174650118e-05 +pileval,attn_out,meditron-7b,4,64,15,2.9531844120356254e-05 +pileval,mlp_gate,meditron-7b,4,64,15,6.275642954278737e-05 +pileval,mlp_down,meditron-7b,4,64,15,5.651454921462573e-05 +pileval,attn_in,meditron-7b,4,64,16,6.0492082411656156e-05 +pileval,attn_out,meditron-7b,4,64,16,3.9855298382462934e-05 +pileval,mlp_gate,meditron-7b,4,64,16,7.668328180443496e-05 +pileval,mlp_down,meditron-7b,4,64,16,7.631129847140983e-05 +pileval,attn_in,meditron-7b,4,64,17,4.6504610509146005e-05 +pileval,attn_out,meditron-7b,4,64,17,2.788949859677814e-05 +pileval,mlp_gate,meditron-7b,4,64,17,8.292477286886424e-05 +pileval,mlp_down,meditron-7b,4,64,17,7.782474858686328e-05 +pileval,attn_in,meditron-7b,4,64,18,4.5283617509994656e-05 +pileval,attn_out,meditron-7b,4,64,18,3.235705298720859e-05 +pileval,mlp_gate,meditron-7b,4,64,18,9.566675726091489e-05 +pileval,mlp_down,meditron-7b,4,64,18,9.190350101562217e-05 +pileval,attn_in,meditron-7b,4,64,19,3.938260124414228e-05 +pileval,attn_out,meditron-7b,4,64,19,2.6419338610139675e-05 +pileval,mlp_gate,meditron-7b,4,64,19,0.00010795372509164736 +pileval,mlp_down,meditron-7b,4,64,19,0.00010048002150142565 +pileval,attn_in,meditron-7b,4,64,20,4.174283822067082e-05 +pileval,attn_out,meditron-7b,4,64,20,3.1530413252767175e-05 +pileval,mlp_gate,meditron-7b,4,64,20,0.00012380717089399695 +pileval,mlp_down,meditron-7b,4,64,20,0.00012023775343550369 +pileval,attn_in,meditron-7b,4,64,21,4.3445434130262583e-05 +pileval,attn_out,meditron-7b,4,64,21,2.8864444175269455e-05 +pileval,mlp_gate,meditron-7b,4,64,21,0.00013649655738845468 +pileval,mlp_down,meditron-7b,4,64,21,0.00012307330325711519 +pileval,attn_in,meditron-7b,4,64,22,5.5960208555916324e-05 +pileval,attn_out,meditron-7b,4,64,22,3.678722714539617e-05 +pileval,mlp_gate,meditron-7b,4,64,22,0.00015735975466668606 +pileval,mlp_down,meditron-7b,4,64,22,0.0001386570802424103 +pileval,attn_in,meditron-7b,4,64,23,4.7526558773824945e-05 +pileval,attn_out,meditron-7b,4,64,23,3.197095065843314e-05 +pileval,mlp_gate,meditron-7b,4,64,23,0.00017788223340176046 +pileval,mlp_down,meditron-7b,4,64,23,0.00014838192146271467 +pileval,attn_in,meditron-7b,4,64,24,7.990253652678803e-05 +pileval,attn_out,meditron-7b,4,64,24,4.4435881136450917e-05 +pileval,mlp_gate,meditron-7b,4,64,24,0.0001975611667148769 +pileval,mlp_down,meditron-7b,4,64,24,0.00015680043725296855 +pileval,attn_in,meditron-7b,4,64,25,5.6854878494050354e-05 +pileval,attn_out,meditron-7b,4,64,25,3.2010735594667494e-05 +pileval,mlp_gate,meditron-7b,4,64,25,0.0002247435477329418 +pileval,mlp_down,meditron-7b,4,64,25,0.00017353259318042547 +pileval,attn_in,meditron-7b,4,64,26,9.51531546888873e-05 +pileval,attn_out,meditron-7b,4,64,26,5.9006863011745736e-05 +pileval,mlp_gate,meditron-7b,4,64,26,0.00025673318305052817 +pileval,mlp_down,meditron-7b,4,64,26,0.0001937271299539134 +pileval,attn_in,meditron-7b,4,64,27,7.516109326388687e-05 +pileval,attn_out,meditron-7b,4,64,27,5.05210118717514e-05 +pileval,mlp_gate,meditron-7b,4,64,27,0.00030023945146240294 +pileval,mlp_down,meditron-7b,4,64,27,0.0002312472788617015 +pileval,attn_in,meditron-7b,4,64,28,0.0001027053440338932 +pileval,attn_out,meditron-7b,4,64,28,6.414429662982002e-05 +pileval,mlp_gate,meditron-7b,4,64,28,0.00035827409010380507 +pileval,mlp_down,meditron-7b,4,64,28,0.0002952807117253542 +pileval,attn_in,meditron-7b,4,64,29,0.00010793282854137942 +pileval,attn_out,meditron-7b,4,64,29,6.86352577758953e-05 +pileval,mlp_gate,meditron-7b,4,64,29,0.0004303725727368146 +pileval,mlp_down,meditron-7b,4,64,29,0.0004105206753592938 +pileval,attn_in,meditron-7b,4,64,30,0.0001093639075406827 +pileval,attn_out,meditron-7b,4,64,30,8.973528019851074e-05 +pileval,mlp_gate,meditron-7b,4,64,30,0.000666436564642936 +pileval,mlp_down,meditron-7b,4,64,30,0.0014053569175302982 +pileval,attn_in,meditron-7b,4,64,31,0.0011059833923354745 +pileval,attn_out,meditron-7b,4,64,31,0.00013084107195027173 +pileval,mlp_gate,meditron-7b,4,64,31,0.000868448696564883 +pileval,mlp_down,meditron-7b,4,64,31,0.0012767509324476123 +wikitext,attn_in,meditron-7b,4,64,0,1.380511065462997e-07 +wikitext,attn_out,meditron-7b,4,64,0,3.8252059653132164e-07 +wikitext,mlp_gate,meditron-7b,4,64,0,8.182237820619775e-08 +wikitext,mlp_down,meditron-7b,4,64,0,2.904023119754129e-07 +wikitext,attn_in,meditron-7b,4,64,1,4.953739107804722e-07 +wikitext,attn_out,meditron-7b,4,64,1,9.350853815703886e-07 +wikitext,mlp_gate,meditron-7b,4,64,1,1.9392859940126073e-06 +wikitext,mlp_down,meditron-7b,4,64,1,0.00023664745094720274 +wikitext,attn_in,meditron-7b,4,64,2,9.425934308637807e-07 +wikitext,attn_out,meditron-7b,4,64,2,7.448915084751206e-07 +wikitext,mlp_gate,meditron-7b,4,64,2,1.6024440583350952e-06 +wikitext,mlp_down,meditron-7b,4,64,2,1.977004558284534e-06 +wikitext,attn_in,meditron-7b,4,64,3,1.9320946194056887e-06 +wikitext,attn_out,meditron-7b,4,64,3,1.0997176786986529e-06 +wikitext,mlp_gate,meditron-7b,4,64,3,3.900450792571064e-06 +wikitext,mlp_down,meditron-7b,4,64,3,3.4833490190067096e-06 +wikitext,attn_in,meditron-7b,4,64,4,5.0407111302774865e-06 +wikitext,attn_out,meditron-7b,4,64,4,2.4692330953257624e-06 +wikitext,mlp_gate,meditron-7b,4,64,4,7.1746044341125526e-06 +wikitext,mlp_down,meditron-7b,4,64,4,7.605963673995575e-06 +wikitext,attn_in,meditron-7b,4,64,5,7.784192348481156e-06 +wikitext,attn_out,meditron-7b,4,64,5,4.292020093998872e-06 +wikitext,mlp_gate,meditron-7b,4,64,5,1.1141984032292385e-05 +wikitext,mlp_down,meditron-7b,4,64,5,9.740371751831844e-06 +wikitext,attn_in,meditron-7b,4,64,6,9.402470823260956e-06 +wikitext,attn_out,meditron-7b,4,64,6,5.710468030883931e-06 +wikitext,mlp_gate,meditron-7b,4,64,6,1.628798599995207e-05 +wikitext,mlp_down,meditron-7b,4,64,6,1.414673442923231e-05 +wikitext,attn_in,meditron-7b,4,64,7,1.3267894246382639e-05 +wikitext,attn_out,meditron-7b,4,64,7,7.671192179259378e-06 +wikitext,mlp_gate,meditron-7b,4,64,7,2.1874062440474518e-05 +wikitext,mlp_down,meditron-7b,4,64,7,1.8637239918462e-05 +wikitext,attn_in,meditron-7b,4,64,8,2.0104174836887978e-05 +wikitext,attn_out,meditron-7b,4,64,8,1.1479373824840877e-05 +wikitext,mlp_gate,meditron-7b,4,64,8,2.5993007511715405e-05 +wikitext,mlp_down,meditron-7b,4,64,8,2.1880785425310023e-05 +wikitext,attn_in,meditron-7b,4,64,9,2.620982559164986e-05 +wikitext,attn_out,meditron-7b,4,64,9,1.4935983017494436e-05 +wikitext,mlp_gate,meditron-7b,4,64,9,2.9705226552323438e-05 +wikitext,mlp_down,meditron-7b,4,64,9,2.5504610675852746e-05 +wikitext,attn_in,meditron-7b,4,64,10,3.908242069883272e-05 +wikitext,attn_out,meditron-7b,4,64,10,1.948661338246893e-05 +wikitext,mlp_gate,meditron-7b,4,64,10,3.401342110009864e-05 +wikitext,mlp_down,meditron-7b,4,64,10,2.8376862246659584e-05 +wikitext,attn_in,meditron-7b,4,64,11,3.478024882497266e-05 +wikitext,attn_out,meditron-7b,4,64,11,1.8794531570165418e-05 +wikitext,mlp_gate,meditron-7b,4,64,11,3.788763206102885e-05 +wikitext,mlp_down,meditron-7b,4,64,11,3.196340912836604e-05 +wikitext,attn_in,meditron-7b,4,64,12,3.808563269558363e-05 +wikitext,attn_out,meditron-7b,4,64,12,2.109125125571154e-05 +wikitext,mlp_gate,meditron-7b,4,64,12,4.164594065514393e-05 +wikitext,mlp_down,meditron-7b,4,64,12,3.445297625148669e-05 +wikitext,attn_in,meditron-7b,4,64,13,4.192669075564481e-05 +wikitext,attn_out,meditron-7b,4,64,13,2.445983591314871e-05 +wikitext,mlp_gate,meditron-7b,4,64,13,4.721030927612446e-05 +wikitext,mlp_down,meditron-7b,4,64,13,4.04091042582877e-05 +wikitext,attn_in,meditron-7b,4,64,14,4.2997511627618223e-05 +wikitext,attn_out,meditron-7b,4,64,14,2.6234652978018858e-05 +wikitext,mlp_gate,meditron-7b,4,64,14,5.255959331407212e-05 +wikitext,mlp_down,meditron-7b,4,64,14,4.665051892516203e-05 +wikitext,attn_in,meditron-7b,4,64,15,4.630478360923007e-05 +wikitext,attn_out,meditron-7b,4,64,15,2.9251408705022186e-05 +wikitext,mlp_gate,meditron-7b,4,64,15,6.18814883637242e-05 +wikitext,mlp_down,meditron-7b,4,64,15,5.615834743366577e-05 +wikitext,attn_in,meditron-7b,4,64,16,5.8772657212102786e-05 +wikitext,attn_out,meditron-7b,4,64,16,3.7426296330522746e-05 +wikitext,mlp_gate,meditron-7b,4,64,16,7.548314169980586e-05 +wikitext,mlp_down,meditron-7b,4,64,16,7.510295108659193e-05 +wikitext,attn_in,meditron-7b,4,64,17,4.6800600102869794e-05 +wikitext,attn_out,meditron-7b,4,64,17,2.943388062703889e-05 +wikitext,mlp_gate,meditron-7b,4,64,17,8.235112181864679e-05 +wikitext,mlp_down,meditron-7b,4,64,17,7.962712697917596e-05 +wikitext,attn_in,meditron-7b,4,64,18,4.384909334476106e-05 +wikitext,attn_out,meditron-7b,4,64,18,2.8090116757084616e-05 +wikitext,mlp_gate,meditron-7b,4,64,18,9.462965681450441e-05 +wikitext,mlp_down,meditron-7b,4,64,18,9.111410327022895e-05 +wikitext,attn_in,meditron-7b,4,64,19,3.891976666636765e-05 +wikitext,attn_out,meditron-7b,4,64,19,2.5231376639567316e-05 +wikitext,mlp_gate,meditron-7b,4,64,19,0.0001055595712387003 +wikitext,mlp_down,meditron-7b,4,64,19,9.695551125332713e-05 +wikitext,attn_in,meditron-7b,4,64,20,4.454521695151925e-05 +wikitext,attn_out,meditron-7b,4,64,20,3.394430677872151e-05 +wikitext,mlp_gate,meditron-7b,4,64,20,0.00012237847840879112 +wikitext,mlp_down,meditron-7b,4,64,20,0.00012252118904143572 +wikitext,attn_in,meditron-7b,4,64,21,4.268330303602852e-05 +wikitext,attn_out,meditron-7b,4,64,21,2.6250883820466697e-05 +wikitext,mlp_gate,meditron-7b,4,64,21,0.00013547817070502788 +wikitext,mlp_down,meditron-7b,4,64,21,0.00012883369345217943 +wikitext,attn_in,meditron-7b,4,64,22,6.0064376157242805e-05 +wikitext,attn_out,meditron-7b,4,64,22,4.0837254346115515e-05 +wikitext,mlp_gate,meditron-7b,4,64,22,0.00015556665312033147 +wikitext,mlp_down,meditron-7b,4,64,22,0.00013978261267766356 +wikitext,attn_in,meditron-7b,4,64,23,5.087920362711884e-05 +wikitext,attn_out,meditron-7b,4,64,23,3.490541348583065e-05 +wikitext,mlp_gate,meditron-7b,4,64,23,0.000176499699591659 +wikitext,mlp_down,meditron-7b,4,64,23,0.00014793875743635 +wikitext,attn_in,meditron-7b,4,64,24,8.663546032039449e-05 +wikitext,attn_out,meditron-7b,4,64,24,4.769621591549367e-05 +wikitext,mlp_gate,meditron-7b,4,64,24,0.00019590133160818368 +wikitext,mlp_down,meditron-7b,4,64,24,0.0001583104021847248 +wikitext,attn_in,meditron-7b,4,64,25,7.296237163245678e-05 +wikitext,attn_out,meditron-7b,4,64,25,5.010456152376719e-05 +wikitext,mlp_gate,meditron-7b,4,64,25,0.00022321219148579985 +wikitext,mlp_down,meditron-7b,4,64,25,0.0001692225196165964 +wikitext,attn_in,meditron-7b,4,64,26,9.312811016570777e-05 +wikitext,attn_out,meditron-7b,4,64,26,5.674924614140764e-05 +wikitext,mlp_gate,meditron-7b,4,64,26,0.00025413729599677026 +wikitext,mlp_down,meditron-7b,4,64,26,0.00019269538461230695 +wikitext,attn_in,meditron-7b,4,64,27,8.008433360373601e-05 +wikitext,attn_out,meditron-7b,4,64,27,5.23578783031553e-05 +wikitext,mlp_gate,meditron-7b,4,64,27,0.000299970677588135 +wikitext,mlp_down,meditron-7b,4,64,27,0.00023028795840218663 +wikitext,attn_in,meditron-7b,4,64,28,0.00011779527267208323 +wikitext,attn_out,meditron-7b,4,64,28,7.534126052632928e-05 +wikitext,mlp_gate,meditron-7b,4,64,28,0.0003502564213704318 +wikitext,mlp_down,meditron-7b,4,64,28,0.00027781343669630587 +wikitext,attn_in,meditron-7b,4,64,29,0.0001216990131069906 +wikitext,attn_out,meditron-7b,4,64,29,8.653853001305833e-05 +wikitext,mlp_gate,meditron-7b,4,64,29,0.000419111194787547 +wikitext,mlp_down,meditron-7b,4,64,29,0.0003642444498836994 +wikitext,attn_in,meditron-7b,4,64,30,0.0001212446004501544 +wikitext,attn_out,meditron-7b,4,64,30,0.00010031263082055375 +wikitext,mlp_gate,meditron-7b,4,64,30,0.0006350632174871862 +wikitext,mlp_down,meditron-7b,4,64,30,0.0009741600952111185 +wikitext,attn_in,meditron-7b,4,64,31,0.0010921424254775047 +wikitext,attn_out,meditron-7b,4,64,31,0.0001329854130744934 +wikitext,mlp_gate,meditron-7b,4,64,31,0.0008476595976389945 +wikitext,mlp_down,meditron-7b,4,64,31,0.0012050626100972295 +c4,attn_in,meditron-7b,8,128,0,9.058137018236323e-10 +c4,attn_out,meditron-7b,8,128,0,1.5681848042348179e-09 +c4,mlp_gate,meditron-7b,8,128,0,3.5754005311972037e-10 +c4,mlp_down,meditron-7b,8,128,0,1.8605447182906687e-09 +c4,attn_in,meditron-7b,8,128,1,3.045407703794467e-09 +c4,attn_out,meditron-7b,8,128,1,3.917174584699978e-09 +c4,mlp_gate,meditron-7b,8,128,1,2.7364390575712605e-07 +c4,mlp_down,meditron-7b,8,128,1,0.00022635595814790577 +c4,attn_in,meditron-7b,8,128,2,6.026739551856508e-09 +c4,attn_out,meditron-7b,8,128,2,3.703260809118092e-09 +c4,mlp_gate,meditron-7b,8,128,2,7.576728577873837e-09 +c4,mlp_down,meditron-7b,8,128,2,1.2593163845053823e-08 +c4,attn_in,meditron-7b,8,128,3,9.055936445179213e-09 +c4,attn_out,meditron-7b,8,128,3,5.353476772995691e-09 +c4,mlp_gate,meditron-7b,8,128,3,1.8156578462935613e-08 +c4,mlp_down,meditron-7b,8,128,3,1.6872965247216598e-08 +c4,attn_in,meditron-7b,8,128,4,1.8484776376226364e-08 +c4,attn_out,meditron-7b,8,128,4,1.215662770448489e-08 +c4,mlp_gate,meditron-7b,8,128,4,3.3642272967426834e-08 +c4,mlp_down,meditron-7b,8,128,4,4.175537071660074e-08 +c4,attn_in,meditron-7b,8,128,5,3.2220530243876055e-08 +c4,attn_out,meditron-7b,8,128,5,1.8817720714991992e-08 +c4,mlp_gate,meditron-7b,8,128,5,5.2258386062931095e-08 +c4,mlp_down,meditron-7b,8,128,5,4.539920439583511e-08 +c4,attn_in,meditron-7b,8,128,6,4.2034258740386576e-08 +c4,attn_out,meditron-7b,8,128,6,2.4700350209627686e-08 +c4,mlp_gate,meditron-7b,8,128,6,7.789544298475448e-08 +c4,mlp_down,meditron-7b,8,128,6,6.775380967383171e-08 +c4,attn_in,meditron-7b,8,128,7,6.107389083354064e-08 +c4,attn_out,meditron-7b,8,128,7,3.262987391394745e-08 +c4,mlp_gate,meditron-7b,8,128,7,1.0435448416501458e-07 +c4,mlp_down,meditron-7b,8,128,7,8.842394549901655e-08 +c4,attn_in,meditron-7b,8,128,8,9.462534222848262e-08 +c4,attn_out,meditron-7b,8,128,8,4.581348278520636e-08 +c4,mlp_gate,meditron-7b,8,128,8,1.2358539436263527e-07 +c4,mlp_down,meditron-7b,8,128,8,1.0339714151541557e-07 +c4,attn_in,meditron-7b,8,128,9,1.247577472440753e-07 +c4,attn_out,meditron-7b,8,128,9,6.531054452807439e-08 +c4,mlp_gate,meditron-7b,8,128,9,1.4195624942203722e-07 +c4,mlp_down,meditron-7b,8,128,9,1.1622645956776978e-07 +c4,attn_in,meditron-7b,8,128,10,1.481710683037818e-07 +c4,attn_out,meditron-7b,8,128,10,8.37132958508846e-08 +c4,mlp_gate,meditron-7b,8,128,10,1.6543356196052628e-07 +c4,mlp_down,meditron-7b,8,128,10,1.3251491282062489e-07 +c4,attn_in,meditron-7b,8,128,11,1.629856143381403e-07 +c4,attn_out,meditron-7b,8,128,11,8.390101413624507e-08 +c4,mlp_gate,meditron-7b,8,128,11,1.850500126465704e-07 +c4,mlp_down,meditron-7b,8,128,11,1.5116960128125356e-07 +c4,attn_in,meditron-7b,8,128,12,1.896378307719715e-07 +c4,attn_out,meditron-7b,8,128,12,9.144061863253228e-08 +c4,mlp_gate,meditron-7b,8,128,12,2.0301656888932484e-07 +c4,mlp_down,meditron-7b,8,128,12,1.6582337991621898e-07 +c4,attn_in,meditron-7b,8,128,13,1.8642545285274537e-07 +c4,attn_out,meditron-7b,8,128,13,1.086465957200744e-07 +c4,mlp_gate,meditron-7b,8,128,13,2.3485213773710711e-07 +c4,mlp_down,meditron-7b,8,128,13,1.996235710066685e-07 +c4,attn_in,meditron-7b,8,128,14,1.9594155276081437e-07 +c4,attn_out,meditron-7b,8,128,14,1.1935708243981935e-07 +c4,mlp_gate,meditron-7b,8,128,14,2.6126872398890555e-07 +c4,mlp_down,meditron-7b,8,128,14,2.291824614530924e-07 +c4,attn_in,meditron-7b,8,128,15,2.19421181668622e-07 +c4,attn_out,meditron-7b,8,128,15,1.324384584222571e-07 +c4,mlp_gate,meditron-7b,8,128,15,3.08824752437431e-07 +c4,mlp_down,meditron-7b,8,128,15,2.765435169749253e-07 +c4,attn_in,meditron-7b,8,128,16,2.688546771878464e-07 +c4,attn_out,meditron-7b,8,128,16,1.846798340920941e-07 +c4,mlp_gate,meditron-7b,8,128,16,3.7904942473687697e-07 +c4,mlp_down,meditron-7b,8,128,16,3.761049072181777e-07 +c4,attn_in,meditron-7b,8,128,17,2.0204656436817459e-07 +c4,attn_out,meditron-7b,8,128,17,1.2415037531354756e-07 +c4,mlp_gate,meditron-7b,8,128,17,4.0961955960483465e-07 +c4,mlp_down,meditron-7b,8,128,17,3.933824928026297e-07 +c4,attn_in,meditron-7b,8,128,18,2.2434674917803932e-07 +c4,attn_out,meditron-7b,8,128,18,1.256971273733143e-07 +c4,mlp_gate,meditron-7b,8,128,18,4.685373369284207e-07 +c4,mlp_down,meditron-7b,8,128,18,4.5795326286679483e-07 +c4,attn_in,meditron-7b,8,128,19,1.8286759484453796e-07 +c4,attn_out,meditron-7b,8,128,19,1.2046518804709194e-07 +c4,mlp_gate,meditron-7b,8,128,19,5.265481490823731e-07 +c4,mlp_down,meditron-7b,8,128,19,4.98220003919414e-07 +c4,attn_in,meditron-7b,8,128,20,2.242275485286882e-07 +c4,attn_out,meditron-7b,8,128,20,1.6623251042346965e-07 +c4,mlp_gate,meditron-7b,8,128,20,6.061779345145624e-07 +c4,mlp_down,meditron-7b,8,128,20,6.091418640608026e-07 +c4,attn_in,meditron-7b,8,128,21,1.8647351396339218e-07 +c4,attn_out,meditron-7b,8,128,21,1.3243187879652396e-07 +c4,mlp_gate,meditron-7b,8,128,21,6.604819304811826e-07 +c4,mlp_down,meditron-7b,8,128,21,6.16457839441864e-07 +c4,attn_in,meditron-7b,8,128,22,2.987637515161623e-07 +c4,attn_out,meditron-7b,8,128,22,1.6634149346828053e-07 +c4,mlp_gate,meditron-7b,8,128,22,7.618005497533886e-07 +c4,mlp_down,meditron-7b,8,128,22,7.009624027887185e-07 +c4,attn_in,meditron-7b,8,128,23,2.6043591105917585e-07 +c4,attn_out,meditron-7b,8,128,23,1.5191024260730046e-07 +c4,mlp_gate,meditron-7b,8,128,23,8.510065185873827e-07 +c4,mlp_down,meditron-7b,8,128,23,7.359883511526277e-07 +c4,attn_in,meditron-7b,8,128,24,3.3493688533781096e-07 +c4,attn_out,meditron-7b,8,128,24,2.3310305152790534e-07 +c4,mlp_gate,meditron-7b,8,128,24,9.389308956997411e-07 +c4,mlp_down,meditron-7b,8,128,24,7.799909553796169e-07 +c4,attn_in,meditron-7b,8,128,25,2.2292496737463807e-07 +c4,attn_out,meditron-7b,8,128,25,1.3358605599478324e-07 +c4,mlp_gate,meditron-7b,8,128,25,1.0599036386338412e-06 +c4,mlp_down,meditron-7b,8,128,25,8.542239697817422e-07 +c4,attn_in,meditron-7b,8,128,26,4.7379646161971323e-07 +c4,attn_out,meditron-7b,8,128,26,2.685530091639521e-07 +c4,mlp_gate,meditron-7b,8,128,26,1.210756522596057e-06 +c4,mlp_down,meditron-7b,8,128,26,9.272789043279772e-07 +c4,attn_in,meditron-7b,8,128,27,3.4296297712899104e-07 +c4,attn_out,meditron-7b,8,128,27,2.201974211857305e-07 +c4,mlp_gate,meditron-7b,8,128,27,1.4108869663687074e-06 +c4,mlp_down,meditron-7b,8,128,27,1.094269805435033e-06 +c4,attn_in,meditron-7b,8,128,28,4.504158255258517e-07 +c4,attn_out,meditron-7b,8,128,28,2.8751017566719383e-07 +c4,mlp_gate,meditron-7b,8,128,28,1.6863336895767134e-06 +c4,mlp_down,meditron-7b,8,128,28,1.3887984096072614e-06 +c4,attn_in,meditron-7b,8,128,29,4.720735091723327e-07 +c4,attn_out,meditron-7b,8,128,29,2.896843795952009e-07 +c4,mlp_gate,meditron-7b,8,128,29,2.0220566057105316e-06 +c4,mlp_down,meditron-7b,8,128,29,1.93855635188811e-06 +c4,attn_in,meditron-7b,8,128,30,5.238190965428657e-07 +c4,attn_out,meditron-7b,8,128,30,4.0577734239377605e-07 +c4,mlp_gate,meditron-7b,8,128,30,3.3148610327771166e-06 +c4,mlp_down,meditron-7b,8,128,30,0.00012945785420015454 +c4,attn_in,meditron-7b,8,128,31,7.212564014480449e-06 +c4,attn_out,meditron-7b,8,128,31,7.75824219090282e-07 +c4,mlp_gate,meditron-7b,8,128,31,4.601935415848857e-06 +c4,mlp_down,meditron-7b,8,128,31,8.09184530226048e-06 +pileval,attn_in,meditron-7b,8,128,0,9.243373844114444e-10 +pileval,attn_out,meditron-7b,8,128,0,1.901457657993433e-09 +pileval,mlp_gate,meditron-7b,8,128,0,4.15422030108914e-10 +pileval,mlp_down,meditron-7b,8,128,0,2.0191857075246844e-09 +pileval,attn_in,meditron-7b,8,128,1,3.1018141388727827e-09 +pileval,attn_out,meditron-7b,8,128,1,4.062666647541846e-09 +pileval,mlp_gate,meditron-7b,8,128,1,1.78182119725534e-07 +pileval,mlp_down,meditron-7b,8,128,1,0.00022453468409366906 +pileval,attn_in,meditron-7b,8,128,2,6.231938964873507e-09 +pileval,attn_out,meditron-7b,8,128,2,3.838677375966881e-09 +pileval,mlp_gate,meditron-7b,8,128,2,7.837393845022689e-09 +pileval,mlp_down,meditron-7b,8,128,2,1.3057879222344582e-08 +pileval,attn_in,meditron-7b,8,128,3,9.555266800020945e-09 +pileval,attn_out,meditron-7b,8,128,3,6.043397338117984e-09 +pileval,mlp_gate,meditron-7b,8,128,3,1.88406197310087e-08 +pileval,mlp_down,meditron-7b,8,128,3,1.733023324845817e-08 +pileval,attn_in,meditron-7b,8,128,4,1.852474262875603e-08 +pileval,attn_out,meditron-7b,8,128,4,1.2192516329889713e-08 +pileval,mlp_gate,meditron-7b,8,128,4,3.439710383190686e-08 +pileval,mlp_down,meditron-7b,8,128,4,4.2743824479885006e-08 +pileval,attn_in,meditron-7b,8,128,5,3.224181455152575e-08 +pileval,attn_out,meditron-7b,8,128,5,1.988630060623109e-08 +pileval,mlp_gate,meditron-7b,8,128,5,5.16925346971675e-08 +pileval,mlp_down,meditron-7b,8,128,5,4.420992993914297e-08 +pileval,attn_in,meditron-7b,8,128,6,4.5042384044791106e-08 +pileval,attn_out,meditron-7b,8,128,6,2.820975097961309e-08 +pileval,mlp_gate,meditron-7b,8,128,6,7.687749103979513e-08 +pileval,mlp_down,meditron-7b,8,128,6,6.649254657986603e-08 +pileval,attn_in,meditron-7b,8,128,7,6.346398606638104e-08 +pileval,attn_out,meditron-7b,8,128,7,3.633233092159571e-08 +pileval,mlp_gate,meditron-7b,8,128,7,1.0400846406355413e-07 +pileval,mlp_down,meditron-7b,8,128,7,8.792525818535069e-08 +pileval,attn_in,meditron-7b,8,128,8,9.738983663964973e-08 +pileval,attn_out,meditron-7b,8,128,8,5.190509000385646e-08 +pileval,mlp_gate,meditron-7b,8,128,8,1.251825381132221e-07 +pileval,mlp_down,meditron-7b,8,128,8,1.0637567982030305e-07 +pileval,attn_in,meditron-7b,8,128,9,1.2507966573593876e-07 +pileval,attn_out,meditron-7b,8,128,9,7.018391556812276e-08 +pileval,mlp_gate,meditron-7b,8,128,9,1.4346674959142547e-07 +pileval,mlp_down,meditron-7b,8,128,9,1.1823267698218842e-07 +pileval,attn_in,meditron-7b,8,128,10,1.5412311427098757e-07 +pileval,attn_out,meditron-7b,8,128,10,9.06844732639911e-08 +pileval,mlp_gate,meditron-7b,8,128,10,1.650370506922627e-07 +pileval,mlp_down,meditron-7b,8,128,10,1.329013770146048e-07 +pileval,attn_in,meditron-7b,8,128,11,1.669331908260574e-07 +pileval,attn_out,meditron-7b,8,128,11,9.238472387096408e-08 +pileval,mlp_gate,meditron-7b,8,128,11,1.840225678506613e-07 +pileval,mlp_down,meditron-7b,8,128,11,1.497927684113165e-07 +pileval,attn_in,meditron-7b,8,128,12,1.9756667768433545e-07 +pileval,attn_out,meditron-7b,8,128,12,1.063830623593276e-07 +pileval,mlp_gate,meditron-7b,8,128,12,2.0168400283182564e-07 +pileval,mlp_down,meditron-7b,8,128,12,1.6451099327241536e-07 +pileval,attn_in,meditron-7b,8,128,13,1.9346815349763347e-07 +pileval,attn_out,meditron-7b,8,128,13,1.161629086254834e-07 +pileval,mlp_gate,meditron-7b,8,128,13,2.3119523007153475e-07 +pileval,mlp_down,meditron-7b,8,128,13,1.945388135027315e-07 +pileval,attn_in,meditron-7b,8,128,14,2.0487674134983536e-07 +pileval,attn_out,meditron-7b,8,128,14,1.2949872996159684e-07 +pileval,mlp_gate,meditron-7b,8,128,14,2.5492599320386944e-07 +pileval,mlp_down,meditron-7b,8,128,14,2.2126587850834767e-07 +pileval,attn_in,meditron-7b,8,128,15,2.225316393378307e-07 +pileval,attn_out,meditron-7b,8,128,15,1.386736840913727e-07 +pileval,mlp_gate,meditron-7b,8,128,15,3.0054579269744863e-07 +pileval,mlp_down,meditron-7b,8,128,15,2.657657205418218e-07 +pileval,attn_in,meditron-7b,8,128,16,2.6429700028529624e-07 +pileval,attn_out,meditron-7b,8,128,16,1.86940269486513e-07 +pileval,mlp_gate,meditron-7b,8,128,16,3.6678920878330246e-07 +pileval,mlp_down,meditron-7b,8,128,16,3.6077824461244745e-07 +pileval,attn_in,meditron-7b,8,128,17,2.0438636738617788e-07 +pileval,attn_out,meditron-7b,8,128,17,1.310666419840345e-07 +pileval,mlp_gate,meditron-7b,8,128,17,3.9335708379439893e-07 +pileval,mlp_down,meditron-7b,8,128,17,3.635192058482062e-07 +pileval,attn_in,meditron-7b,8,128,18,2.2993661730197346e-07 +pileval,attn_out,meditron-7b,8,128,18,1.5323298896419146e-07 +pileval,mlp_gate,meditron-7b,8,128,18,4.538921984931221e-07 +pileval,mlp_down,meditron-7b,8,128,18,4.342584247751802e-07 +pileval,attn_in,meditron-7b,8,128,19,1.8523404321513226e-07 +pileval,attn_out,meditron-7b,8,128,19,1.243224261315845e-07 +pileval,mlp_gate,meditron-7b,8,128,19,5.099368536320981e-07 +pileval,mlp_down,meditron-7b,8,128,19,4.733998935080308e-07 +pileval,attn_in,meditron-7b,8,128,20,2.0177327542114654e-07 +pileval,attn_out,meditron-7b,8,128,20,1.4803671888330427e-07 +pileval,mlp_gate,meditron-7b,8,128,20,5.840561243530829e-07 +pileval,mlp_down,meditron-7b,8,128,20,5.650675234392111e-07 +pileval,attn_in,meditron-7b,8,128,21,1.8329366469060915e-07 +pileval,attn_out,meditron-7b,8,128,21,1.3534051390706736e-07 +pileval,mlp_gate,meditron-7b,8,128,21,6.429024779208703e-07 +pileval,mlp_down,meditron-7b,8,128,21,5.729933150178113e-07 +pileval,attn_in,meditron-7b,8,128,22,2.8495324499999697e-07 +pileval,attn_out,meditron-7b,8,128,22,1.7326902934655664e-07 +pileval,mlp_gate,meditron-7b,8,128,22,7.388827611976012e-07 +pileval,mlp_down,meditron-7b,8,128,22,6.42346378754155e-07 +pileval,attn_in,meditron-7b,8,128,23,2.5126979608103284e-07 +pileval,attn_out,meditron-7b,8,128,23,1.494802717161292e-07 +pileval,mlp_gate,meditron-7b,8,128,23,8.316040975842043e-07 +pileval,mlp_down,meditron-7b,8,128,23,6.931707616786298e-07 +pileval,attn_in,meditron-7b,8,128,24,3.116134337233234e-07 +pileval,attn_out,meditron-7b,8,128,24,2.11739532574029e-07 +pileval,mlp_gate,meditron-7b,8,128,24,9.235590141543071e-07 +pileval,mlp_down,meditron-7b,8,128,24,7.276714200088463e-07 +pileval,attn_in,meditron-7b,8,128,25,2.435533303923876e-07 +pileval,attn_out,meditron-7b,8,128,25,1.4905172918133758e-07 +pileval,mlp_gate,meditron-7b,8,128,25,1.0535122783039697e-06 +pileval,mlp_down,meditron-7b,8,128,25,8.346553386218147e-07 +pileval,attn_in,meditron-7b,8,128,26,4.775094453179918e-07 +pileval,attn_out,meditron-7b,8,128,26,2.749562497683655e-07 +pileval,mlp_gate,meditron-7b,8,128,26,1.2065526107107871e-06 +pileval,mlp_down,meditron-7b,8,128,26,8.941394753492204e-07 +pileval,attn_in,meditron-7b,8,128,27,3.5991692470815906e-07 +pileval,attn_out,meditron-7b,8,128,27,2.3563448792174313e-07 +pileval,mlp_gate,meditron-7b,8,128,27,1.418262513652735e-06 +pileval,mlp_down,meditron-7b,8,128,27,1.0779289141282788e-06 +pileval,attn_in,meditron-7b,8,128,28,4.6303102863021195e-07 +pileval,attn_out,meditron-7b,8,128,28,3.0065277201174467e-07 +pileval,mlp_gate,meditron-7b,8,128,28,1.703924453977379e-06 +pileval,mlp_down,meditron-7b,8,128,28,1.406555043104163e-06 +pileval,attn_in,meditron-7b,8,128,29,5.117700538903591e-07 +pileval,attn_out,meditron-7b,8,128,29,3.2542862982154475e-07 +pileval,mlp_gate,meditron-7b,8,128,29,2.060249016722082e-06 +pileval,mlp_down,meditron-7b,8,128,29,1.9965723367931787e-06 +pileval,attn_in,meditron-7b,8,128,30,5.533639750865404e-07 +pileval,attn_out,meditron-7b,8,128,30,4.293783888442704e-07 +pileval,mlp_gate,meditron-7b,8,128,30,3.262521431679488e-06 +pileval,mlp_down,meditron-7b,8,128,30,0.00012938521103933454 +pileval,attn_in,meditron-7b,8,128,31,7.1023446253093425e-06 +pileval,attn_out,meditron-7b,8,128,31,7.49996956983523e-07 +pileval,mlp_gate,meditron-7b,8,128,31,4.384930889500538e-06 +pileval,mlp_down,meditron-7b,8,128,31,7.6144970080349594e-06 +wikitext,attn_in,meditron-7b,8,128,0,1.2740870580785213e-09 +wikitext,attn_out,meditron-7b,8,128,0,2.4128985476323805e-09 +wikitext,mlp_gate,meditron-7b,8,128,0,4.485617988159163e-10 +wikitext,mlp_down,meditron-7b,8,128,0,1.5132611830281917e-09 +wikitext,attn_in,meditron-7b,8,128,1,3.626297040426607e-09 +wikitext,attn_out,meditron-7b,8,128,1,5.322800422646878e-09 +wikitext,mlp_gate,meditron-7b,8,128,1,1.598715044792698e-07 +wikitext,mlp_down,meditron-7b,8,128,1,7.64811848057434e-05 +wikitext,attn_in,meditron-7b,8,128,2,6.71707756083606e-09 +wikitext,attn_out,meditron-7b,8,128,2,3.6396534675020575e-09 +wikitext,mlp_gate,meditron-7b,8,128,2,7.530757351048578e-09 +wikitext,mlp_down,meditron-7b,8,128,2,1.1313937342549707e-08 +wikitext,attn_in,meditron-7b,8,128,3,1.034241670083702e-08 +wikitext,attn_out,meditron-7b,8,128,3,5.446605388925718e-09 +wikitext,mlp_gate,meditron-7b,8,128,3,1.8390192479955658e-08 +wikitext,mlp_down,meditron-7b,8,128,3,1.6424319682073474e-08 +wikitext,attn_in,meditron-7b,8,128,4,1.8935827128530036e-08 +wikitext,attn_out,meditron-7b,8,128,4,1.2129939719329741e-08 +wikitext,mlp_gate,meditron-7b,8,128,4,3.411122762031482e-08 +wikitext,mlp_down,meditron-7b,8,128,4,3.845104856736725e-08 +wikitext,attn_in,meditron-7b,8,128,5,3.405851956017614e-08 +wikitext,attn_out,meditron-7b,8,128,5,2.062444615091863e-08 +wikitext,mlp_gate,meditron-7b,8,128,5,5.2976631081946834e-08 +wikitext,mlp_down,meditron-7b,8,128,5,4.5631313838612186e-08 +wikitext,attn_in,meditron-7b,8,128,6,4.565922395727284e-08 +wikitext,attn_out,meditron-7b,8,128,6,2.7602805374726813e-08 +wikitext,mlp_gate,meditron-7b,8,128,6,7.756091946475863e-08 +wikitext,mlp_down,meditron-7b,8,128,6,6.666373764119271e-08 +wikitext,attn_in,meditron-7b,8,128,7,6.538195407301828e-08 +wikitext,attn_out,meditron-7b,8,128,7,3.694721684155411e-08 +wikitext,mlp_gate,meditron-7b,8,128,7,1.0443358888778675e-07 +wikitext,mlp_down,meditron-7b,8,128,7,8.80734347674661e-08 +wikitext,attn_in,meditron-7b,8,128,8,1.0692924234945167e-07 +wikitext,attn_out,meditron-7b,8,128,8,5.4691675188678346e-08 +wikitext,mlp_gate,meditron-7b,8,128,8,1.2414717787123664e-07 +wikitext,mlp_down,meditron-7b,8,128,8,1.0399837435670634e-07 +wikitext,attn_in,meditron-7b,8,128,9,1.318998386068415e-07 +wikitext,attn_out,meditron-7b,8,128,9,7.07346927697472e-08 +wikitext,mlp_gate,meditron-7b,8,128,9,1.4210441179329791e-07 +wikitext,mlp_down,meditron-7b,8,128,9,1.1970865898547345e-07 +wikitext,attn_in,meditron-7b,8,128,10,1.6276240444312862e-07 +wikitext,attn_out,meditron-7b,8,128,10,9.17502447350671e-08 +wikitext,mlp_gate,meditron-7b,8,128,10,1.638944411297416e-07 +wikitext,mlp_down,meditron-7b,8,128,10,1.326596219541898e-07 +wikitext,attn_in,meditron-7b,8,128,11,1.750988616322502e-07 +wikitext,attn_out,meditron-7b,8,128,11,8.880319057880115e-08 +wikitext,mlp_gate,meditron-7b,8,128,11,1.8235193977034214e-07 +wikitext,mlp_down,meditron-7b,8,128,11,1.4976788520471018e-07 +wikitext,attn_in,meditron-7b,8,128,12,1.939455813726454e-07 +wikitext,attn_out,meditron-7b,8,128,12,9.904676545602342e-08 +wikitext,mlp_gate,meditron-7b,8,128,12,1.9921370153497264e-07 +wikitext,mlp_down,meditron-7b,8,128,12,1.6067508568085032e-07 +wikitext,attn_in,meditron-7b,8,128,13,1.9560576447474887e-07 +wikitext,attn_out,meditron-7b,8,128,13,1.1559622947743264e-07 +wikitext,mlp_gate,meditron-7b,8,128,13,2.2589071591028187e-07 +wikitext,mlp_down,meditron-7b,8,128,13,1.8940502855002705e-07 +wikitext,attn_in,meditron-7b,8,128,14,2.0036324599459476e-07 +wikitext,attn_out,meditron-7b,8,128,14,1.2391049608595495e-07 +wikitext,mlp_gate,meditron-7b,8,128,14,2.511089007839473e-07 +wikitext,mlp_down,meditron-7b,8,128,14,2.1702338415252598e-07 +wikitext,attn_in,meditron-7b,8,128,15,2.2395674648123531e-07 +wikitext,attn_out,meditron-7b,8,128,15,1.3810659993396257e-07 +wikitext,mlp_gate,meditron-7b,8,128,15,2.967141767840076e-07 +wikitext,mlp_down,meditron-7b,8,128,15,2.637367231272947e-07 +wikitext,attn_in,meditron-7b,8,128,16,2.626088075885491e-07 +wikitext,attn_out,meditron-7b,8,128,16,1.766662620639181e-07 +wikitext,mlp_gate,meditron-7b,8,128,16,3.604801577239414e-07 +wikitext,mlp_down,meditron-7b,8,128,16,3.5381546581447765e-07 +wikitext,attn_in,meditron-7b,8,128,17,2.0958955815331137e-07 +wikitext,attn_out,meditron-7b,8,128,17,1.3752607230799185e-07 +wikitext,mlp_gate,meditron-7b,8,128,17,3.908973269517446e-07 +wikitext,mlp_down,meditron-7b,8,128,17,3.7172739553170686e-07 +wikitext,attn_in,meditron-7b,8,128,18,2.2046218361992942e-07 +wikitext,attn_out,meditron-7b,8,128,18,1.3206258131504e-07 +wikitext,mlp_gate,meditron-7b,8,128,18,4.491622860314237e-07 +wikitext,mlp_down,meditron-7b,8,128,18,4.3016601125600573e-07 +wikitext,attn_in,meditron-7b,8,128,19,1.7860551793091872e-07 +wikitext,attn_out,meditron-7b,8,128,19,1.1962895030137588e-07 +wikitext,mlp_gate,meditron-7b,8,128,19,4.993702305000625e-07 +wikitext,mlp_down,meditron-7b,8,128,19,4.562450612866087e-07 +wikitext,attn_in,meditron-7b,8,128,20,2.2367541419043846e-07 +wikitext,attn_out,meditron-7b,8,128,20,1.5968852551395685e-07 +wikitext,mlp_gate,meditron-7b,8,128,20,5.747868954131263e-07 +wikitext,mlp_down,meditron-7b,8,128,20,5.769538802269381e-07 +wikitext,attn_in,meditron-7b,8,128,21,1.760997605515513e-07 +wikitext,attn_out,meditron-7b,8,128,21,1.2388770187499176e-07 +wikitext,mlp_gate,meditron-7b,8,128,21,6.385258188856824e-07 +wikitext,mlp_down,meditron-7b,8,128,21,6.000734060762625e-07 +wikitext,attn_in,meditron-7b,8,128,22,3.1812606948733446e-07 +wikitext,attn_out,meditron-7b,8,128,22,1.917777723292602e-07 +wikitext,mlp_gate,meditron-7b,8,128,22,7.31711281787284e-07 +wikitext,mlp_down,meditron-7b,8,128,22,6.474414249169058e-07 +wikitext,attn_in,meditron-7b,8,128,23,2.7421845061326167e-07 +wikitext,attn_out,meditron-7b,8,128,23,1.6351437182038353e-07 +wikitext,mlp_gate,meditron-7b,8,128,23,8.260713570962253e-07 +wikitext,mlp_down,meditron-7b,8,128,23,6.899986715325213e-07 +wikitext,attn_in,meditron-7b,8,128,24,3.291776238256716e-07 +wikitext,attn_out,meditron-7b,8,128,24,2.275223494052625e-07 +wikitext,mlp_gate,meditron-7b,8,128,24,9.157107001556142e-07 +wikitext,mlp_down,meditron-7b,8,128,24,7.356144351433613e-07 +wikitext,attn_in,meditron-7b,8,128,25,3.096408249803062e-07 +wikitext,attn_out,meditron-7b,8,128,25,2.3582900610108481e-07 +wikitext,mlp_gate,meditron-7b,8,128,25,1.0437204309710069e-06 +wikitext,mlp_down,meditron-7b,8,128,25,8.213755791075528e-07 +wikitext,attn_in,meditron-7b,8,128,26,4.730236469185911e-07 +wikitext,attn_out,meditron-7b,8,128,26,2.6606230107972806e-07 +wikitext,mlp_gate,meditron-7b,8,128,26,1.1964691566390684e-06 +wikitext,mlp_down,meditron-7b,8,128,26,8.882500424078899e-07 +wikitext,attn_in,meditron-7b,8,128,27,3.7617846260218357e-07 +wikitext,attn_out,meditron-7b,8,128,27,2.443000539642526e-07 +wikitext,mlp_gate,meditron-7b,8,128,27,1.4146543207971263e-06 +wikitext,mlp_down,meditron-7b,8,128,27,1.0763008049252676e-06 +wikitext,attn_in,meditron-7b,8,128,28,5.294231186780962e-07 +wikitext,attn_out,meditron-7b,8,128,28,3.557247509888839e-07 +wikitext,mlp_gate,meditron-7b,8,128,28,1.6699884781701257e-06 +wikitext,mlp_down,meditron-7b,8,128,28,1.3294143172970507e-06 +wikitext,attn_in,meditron-7b,8,128,29,5.9374247030064e-07 +wikitext,attn_out,meditron-7b,8,128,29,4.141987233197142e-07 +wikitext,mlp_gate,meditron-7b,8,128,29,2.009935315072653e-06 +wikitext,mlp_down,meditron-7b,8,128,29,1.746081693454471e-06 +wikitext,attn_in,meditron-7b,8,128,30,5.781565164397762e-07 +wikitext,attn_out,meditron-7b,8,128,30,4.819968921765394e-07 +wikitext,mlp_gate,meditron-7b,8,128,30,3.1184749786916655e-06 +wikitext,mlp_down,meditron-7b,8,128,30,6.282622780418023e-05 +wikitext,attn_in,meditron-7b,8,128,31,6.98522262609913e-06 +wikitext,attn_out,meditron-7b,8,128,31,7.475378538401856e-07 +wikitext,mlp_gate,meditron-7b,8,128,31,4.270792032912141e-06 +wikitext,mlp_down,meditron-7b,8,128,31,7.160278528317576e-06 +c4,attn_in,meditron-7b,8,64,0,6.783742456661912e-10 +c4,attn_out,meditron-7b,8,64,0,9.171551851316906e-10 +c4,mlp_gate,meditron-7b,8,64,0,2.5589055874242206e-10 +c4,mlp_down,meditron-7b,8,64,0,1.3206264970477832e-09 +c4,attn_in,meditron-7b,8,64,1,2.147187760925817e-09 +c4,attn_out,meditron-7b,8,64,1,2.614695793212718e-09 +c4,mlp_gate,meditron-7b,8,64,1,1.8784305666486034e-07 +c4,mlp_down,meditron-7b,8,64,1,0.00011628926586126909 +c4,attn_in,meditron-7b,8,64,2,4.395410257984622e-09 +c4,attn_out,meditron-7b,8,64,2,2.827440948038884e-09 +c4,mlp_gate,meditron-7b,8,64,2,5.98280980312893e-09 +c4,mlp_down,meditron-7b,8,64,2,8.614951418906003e-09 +c4,attn_in,meditron-7b,8,64,3,7.38790184584559e-09 +c4,attn_out,meditron-7b,8,64,3,3.9950731611781976e-09 +c4,mlp_gate,meditron-7b,8,64,3,1.4275385318285316e-08 +c4,mlp_down,meditron-7b,8,64,3,1.3170489587821521e-08 +c4,attn_in,meditron-7b,8,64,4,1.3933594722459475e-08 +c4,attn_out,meditron-7b,8,64,4,9.041498216788568e-09 +c4,mlp_gate,meditron-7b,8,64,4,2.6249459494920302e-08 +c4,mlp_down,meditron-7b,8,64,4,2.9811907609200716e-08 +c4,attn_in,meditron-7b,8,64,5,2.4990672642388745e-08 +c4,attn_out,meditron-7b,8,64,5,1.4470636244823254e-08 +c4,mlp_gate,meditron-7b,8,64,5,4.071570103292288e-08 +c4,mlp_down,meditron-7b,8,64,5,3.563669181971818e-08 +c4,attn_in,meditron-7b,8,64,6,3.372462842321511e-08 +c4,attn_out,meditron-7b,8,64,6,1.885546474511557e-08 +c4,mlp_gate,meditron-7b,8,64,6,6.060029278387447e-08 +c4,mlp_down,meditron-7b,8,64,6,5.314239714948599e-08 +c4,attn_in,meditron-7b,8,64,7,4.7541789172100835e-08 +c4,attn_out,meditron-7b,8,64,7,2.5001481773756495e-08 +c4,mlp_gate,meditron-7b,8,64,7,8.098653836441372e-08 +c4,mlp_down,meditron-7b,8,64,7,6.936889462849649e-08 +c4,attn_in,meditron-7b,8,64,8,7.145395386487507e-08 +c4,attn_out,meditron-7b,8,64,8,3.555858540948975e-08 +c4,mlp_gate,meditron-7b,8,64,8,9.549241752893067e-08 +c4,mlp_down,meditron-7b,8,64,8,8.058574252345352e-08 +c4,attn_in,meditron-7b,8,64,9,1.0160668750813784e-07 +c4,attn_out,meditron-7b,8,64,9,5.0788784733413195e-08 +c4,mlp_gate,meditron-7b,8,64,9,1.0950136442033909e-07 +c4,mlp_down,meditron-7b,8,64,9,9.139311174521936e-08 +c4,attn_in,meditron-7b,8,64,10,1.1610296724029467e-07 +c4,attn_out,meditron-7b,8,64,10,6.535736929436098e-08 +c4,mlp_gate,meditron-7b,8,64,10,1.2680081340477045e-07 +c4,mlp_down,meditron-7b,8,64,10,1.0413966577971223e-07 +c4,attn_in,meditron-7b,8,64,11,1.2836274265737302e-07 +c4,attn_out,meditron-7b,8,64,11,6.547716679961013e-08 +c4,mlp_gate,meditron-7b,8,64,11,1.4212380960998416e-07 +c4,mlp_down,meditron-7b,8,64,11,1.1898853102820794e-07 +c4,attn_in,meditron-7b,8,64,12,1.5151577770211588e-07 +c4,attn_out,meditron-7b,8,64,12,7.16327619443291e-08 +c4,mlp_gate,meditron-7b,8,64,12,1.5658648067073955e-07 +c4,mlp_down,meditron-7b,8,64,12,1.3096999396111642e-07 +c4,attn_in,meditron-7b,8,64,13,1.4387065050414094e-07 +c4,attn_out,meditron-7b,8,64,13,8.504534321218671e-08 +c4,mlp_gate,meditron-7b,8,64,13,1.8127057899164356e-07 +c4,mlp_down,meditron-7b,8,64,13,1.5725628088603116e-07 +c4,attn_in,meditron-7b,8,64,14,1.6075408382221212e-07 +c4,attn_out,meditron-7b,8,64,14,9.354159402619189e-08 +c4,mlp_gate,meditron-7b,8,64,14,2.0167965431028279e-07 +c4,mlp_down,meditron-7b,8,64,14,1.804793896553747e-07 +c4,attn_in,meditron-7b,8,64,15,1.738381882887552e-07 +c4,attn_out,meditron-7b,8,64,15,1.0351221391147192e-07 +c4,mlp_gate,meditron-7b,8,64,15,2.3805313276170637e-07 +c4,mlp_down,meditron-7b,8,64,15,2.1720656206980493e-07 +c4,attn_in,meditron-7b,8,64,16,2.141405701650001e-07 +c4,attn_out,meditron-7b,8,64,16,1.4362721856286953e-07 +c4,mlp_gate,meditron-7b,8,64,16,2.938392356099939e-07 +c4,mlp_down,meditron-7b,8,64,16,2.9310871241250425e-07 +c4,attn_in,meditron-7b,8,64,17,1.6226938726049411e-07 +c4,attn_out,meditron-7b,8,64,17,9.711812509749507e-08 +c4,mlp_gate,meditron-7b,8,64,17,3.1896166774458834e-07 +c4,mlp_down,meditron-7b,8,64,17,3.1032394076646597e-07 +c4,attn_in,meditron-7b,8,64,18,1.7278438235734939e-07 +c4,attn_out,meditron-7b,8,64,18,9.847236270843496e-08 +c4,mlp_gate,meditron-7b,8,64,18,3.6687964666271e-07 +c4,mlp_down,meditron-7b,8,64,18,3.585143986128969e-07 +c4,attn_in,meditron-7b,8,64,19,1.5500452832384326e-07 +c4,attn_out,meditron-7b,8,64,19,9.371094478183295e-08 +c4,mlp_gate,meditron-7b,8,64,19,4.1238524772779783e-07 +c4,mlp_down,meditron-7b,8,64,19,3.8992769191281695e-07 +c4,attn_in,meditron-7b,8,64,20,1.818501829120578e-07 +c4,attn_out,meditron-7b,8,64,20,1.2961440631897858e-07 +c4,mlp_gate,meditron-7b,8,64,20,4.764295056247647e-07 +c4,mlp_down,meditron-7b,8,64,20,4.77945093280141e-07 +c4,attn_in,meditron-7b,8,64,21,1.549857699956192e-07 +c4,attn_out,meditron-7b,8,64,21,1.0378949610867494e-07 +c4,mlp_gate,meditron-7b,8,64,21,5.197858854444348e-07 +c4,mlp_down,meditron-7b,8,64,21,4.856706254940946e-07 +c4,attn_in,meditron-7b,8,64,22,2.427256049486459e-07 +c4,attn_out,meditron-7b,8,64,22,1.2973096374935267e-07 +c4,mlp_gate,meditron-7b,8,64,22,6.009382786942297e-07 +c4,mlp_down,meditron-7b,8,64,22,5.552713560064149e-07 +c4,attn_in,meditron-7b,8,64,23,2.0335994577180827e-07 +c4,attn_out,meditron-7b,8,64,23,1.1932652910218167e-07 +c4,mlp_gate,meditron-7b,8,64,23,6.7093469624524e-07 +c4,mlp_down,meditron-7b,8,64,23,5.810451852994447e-07 +c4,attn_in,meditron-7b,8,64,24,2.740303841619607e-07 +c4,attn_out,meditron-7b,8,64,24,1.8013825808793626e-07 +c4,mlp_gate,meditron-7b,8,64,24,7.421447207889287e-07 +c4,mlp_down,meditron-7b,8,64,24,6.172530788717268e-07 +c4,attn_in,meditron-7b,8,64,25,1.8435052595577872e-07 +c4,attn_out,meditron-7b,8,64,25,1.052553173508386e-07 +c4,mlp_gate,meditron-7b,8,64,25,8.360274819096958e-07 +c4,mlp_down,meditron-7b,8,64,25,6.684850859528524e-07 +c4,attn_in,meditron-7b,8,64,26,3.533921528742212e-07 +c4,attn_out,meditron-7b,8,64,26,2.0822508872697654e-07 +c4,mlp_gate,meditron-7b,8,64,26,9.486522571933165e-07 +c4,mlp_down,meditron-7b,8,64,26,7.349386237365252e-07 +c4,attn_in,meditron-7b,8,64,27,2.7091027732240036e-07 +c4,attn_out,meditron-7b,8,64,27,1.7414326691778115e-07 +c4,mlp_gate,meditron-7b,8,64,27,1.1035914440071792e-06 +c4,mlp_down,meditron-7b,8,64,27,8.602609682384355e-07 +c4,attn_in,meditron-7b,8,64,28,3.573076696739008e-07 +c4,attn_out,meditron-7b,8,64,28,2.249468735726623e-07 +c4,mlp_gate,meditron-7b,8,64,28,1.3104025811117026e-06 +c4,mlp_down,meditron-7b,8,64,28,1.0798507901199628e-06 +c4,attn_in,meditron-7b,8,64,29,3.82107572249879e-07 +c4,attn_out,meditron-7b,8,64,29,2.2527943599470746e-07 +c4,mlp_gate,meditron-7b,8,64,29,1.5583251524731168e-06 +c4,mlp_down,meditron-7b,8,64,29,1.4722568266734015e-06 +c4,attn_in,meditron-7b,8,64,30,4.0232961850961146e-07 +c4,attn_out,meditron-7b,8,64,30,3.1151597568168654e-07 +c4,mlp_gate,meditron-7b,8,64,30,2.4958542326203315e-06 +c4,mlp_down,meditron-7b,8,64,30,6.337589729810134e-05 +c4,attn_in,meditron-7b,8,64,31,3.5575858419178985e-06 +c4,attn_out,meditron-7b,8,64,31,5.156603037903551e-07 +c4,mlp_gate,meditron-7b,8,64,31,3.3942390018637525e-06 +c4,mlp_down,meditron-7b,8,64,31,5.378894002205925e-06 +pileval,attn_in,meditron-7b,8,64,0,6.931307194868452e-10 +pileval,attn_out,meditron-7b,8,64,0,1.098310886682441e-09 +pileval,mlp_gate,meditron-7b,8,64,0,2.969962609178367e-10 +pileval,mlp_down,meditron-7b,8,64,0,1.4355928668052798e-09 +pileval,attn_in,meditron-7b,8,64,1,2.192773296272321e-09 +pileval,attn_out,meditron-7b,8,64,1,2.712394753245917e-09 +pileval,mlp_gate,meditron-7b,8,64,1,1.143466406006155e-07 +pileval,mlp_down,meditron-7b,8,64,1,0.00011521904525579885 +pileval,attn_in,meditron-7b,8,64,2,4.468695191661709e-09 +pileval,attn_out,meditron-7b,8,64,2,2.9243480970109204e-09 +pileval,mlp_gate,meditron-7b,8,64,2,6.183437317730522e-09 +pileval,mlp_down,meditron-7b,8,64,2,8.934907036461937e-09 +pileval,attn_in,meditron-7b,8,64,3,7.730560191987479e-09 +pileval,attn_out,meditron-7b,8,64,3,4.485150473243493e-09 +pileval,mlp_gate,meditron-7b,8,64,3,1.481688460813757e-08 +pileval,mlp_down,meditron-7b,8,64,3,1.3516949337599726e-08 +pileval,attn_in,meditron-7b,8,64,4,1.3970342216396148e-08 +pileval,attn_out,meditron-7b,8,64,4,9.132606670902987e-09 +pileval,mlp_gate,meditron-7b,8,64,4,2.68819917437213e-08 +pileval,mlp_down,meditron-7b,8,64,4,3.051725627756241e-08 +pileval,attn_in,meditron-7b,8,64,5,2.5051296148603797e-08 +pileval,attn_out,meditron-7b,8,64,5,1.530673898741952e-08 +pileval,mlp_gate,meditron-7b,8,64,5,4.035035416904975e-08 +pileval,mlp_down,meditron-7b,8,64,5,3.468940690254385e-08 +pileval,attn_in,meditron-7b,8,64,6,3.546845306345858e-08 +pileval,attn_out,meditron-7b,8,64,6,2.1560817131671683e-08 +pileval,mlp_gate,meditron-7b,8,64,6,5.977397421474961e-08 +pileval,mlp_down,meditron-7b,8,64,6,5.208267594980498e-08 +pileval,attn_in,meditron-7b,8,64,7,4.905802697408035e-08 +pileval,attn_out,meditron-7b,8,64,7,2.7947329783728492e-08 +pileval,mlp_gate,meditron-7b,8,64,7,8.081828895001308e-08 +pileval,mlp_down,meditron-7b,8,64,7,6.885186820682065e-08 +pileval,attn_in,meditron-7b,8,64,8,7.401013846219939e-08 +pileval,attn_out,meditron-7b,8,64,8,4.036030887277775e-08 +pileval,mlp_gate,meditron-7b,8,64,8,9.693967939483628e-08 +pileval,mlp_down,meditron-7b,8,64,8,8.278887975166072e-08 +pileval,attn_in,meditron-7b,8,64,9,1.0192376720397078e-07 +pileval,attn_out,meditron-7b,8,64,9,5.457466656366705e-08 +pileval,mlp_gate,meditron-7b,8,64,9,1.10879227577243e-07 +pileval,mlp_down,meditron-7b,8,64,9,9.295896319372332e-08 +pileval,attn_in,meditron-7b,8,64,10,1.2218821154874604e-07 +pileval,attn_out,meditron-7b,8,64,10,7.098691412465996e-08 +pileval,mlp_gate,meditron-7b,8,64,10,1.2670032845107926e-07 +pileval,mlp_down,meditron-7b,8,64,10,1.0443991982356238e-07 +pileval,attn_in,meditron-7b,8,64,11,1.320790374848002e-07 +pileval,attn_out,meditron-7b,8,64,11,7.190477901986014e-08 +pileval,mlp_gate,meditron-7b,8,64,11,1.417987078866645e-07 +pileval,mlp_down,meditron-7b,8,64,11,1.1768992891347807e-07 +pileval,attn_in,meditron-7b,8,64,12,1.57129548483681e-07 +pileval,attn_out,meditron-7b,8,64,12,8.319057087646797e-08 +pileval,mlp_gate,meditron-7b,8,64,12,1.560057398819481e-07 +pileval,mlp_down,meditron-7b,8,64,12,1.2994313181025063e-07 +pileval,attn_in,meditron-7b,8,64,13,1.4940187043066544e-07 +pileval,attn_out,meditron-7b,8,64,13,9.075748153009044e-08 +pileval,mlp_gate,meditron-7b,8,64,13,1.7864437040771008e-07 +pileval,mlp_down,meditron-7b,8,64,13,1.5302336464628752e-07 +pileval,attn_in,meditron-7b,8,64,14,1.6638013278225117e-07 +pileval,attn_out,meditron-7b,8,64,14,1.0168972153223876e-07 +pileval,mlp_gate,meditron-7b,8,64,14,1.9729083078345866e-07 +pileval,mlp_down,meditron-7b,8,64,14,1.7435287702483038e-07 +pileval,attn_in,meditron-7b,8,64,15,1.7704898880310793e-07 +pileval,attn_out,meditron-7b,8,64,15,1.0865588961905814e-07 +pileval,mlp_gate,meditron-7b,8,64,15,2.3230036561017187e-07 +pileval,mlp_down,meditron-7b,8,64,15,2.0843381776103342e-07 +pileval,attn_in,meditron-7b,8,64,16,2.1119308257766534e-07 +pileval,attn_out,meditron-7b,8,64,16,1.4629485178829782e-07 +pileval,mlp_gate,meditron-7b,8,64,16,2.842087098997581e-07 +pileval,mlp_down,meditron-7b,8,64,16,2.8040923893968284e-07 +pileval,attn_in,meditron-7b,8,64,17,1.6466502472667344e-07 +pileval,attn_out,meditron-7b,8,64,17,1.026752656230201e-07 +pileval,mlp_gate,meditron-7b,8,64,17,3.069928311560943e-07 +pileval,mlp_down,meditron-7b,8,64,17,2.866330248707527e-07 +pileval,attn_in,meditron-7b,8,64,18,1.7782890893158765e-07 +pileval,attn_out,meditron-7b,8,64,18,1.1862155702146993e-07 +pileval,mlp_gate,meditron-7b,8,64,18,3.5524018926480494e-07 +pileval,mlp_down,meditron-7b,8,64,18,3.398050694158883e-07 +pileval,attn_in,meditron-7b,8,64,19,1.553465267534193e-07 +pileval,attn_out,meditron-7b,8,64,19,9.693963676227213e-08 +pileval,mlp_gate,meditron-7b,8,64,19,3.992041399669688e-07 +pileval,mlp_down,meditron-7b,8,64,19,3.7043434986117063e-07 +pileval,attn_in,meditron-7b,8,64,20,1.6275829750611592e-07 +pileval,attn_out,meditron-7b,8,64,20,1.1585214565457136e-07 +pileval,mlp_gate,meditron-7b,8,64,20,4.5882396193519526e-07 +pileval,mlp_down,meditron-7b,8,64,20,4.433493927535892e-07 +pileval,attn_in,meditron-7b,8,64,21,1.5111511686427548e-07 +pileval,attn_out,meditron-7b,8,64,21,1.0591371335522126e-07 +pileval,mlp_gate,meditron-7b,8,64,21,5.049185460848093e-07 +pileval,mlp_down,meditron-7b,8,64,21,4.517086722444219e-07 +pileval,attn_in,meditron-7b,8,64,22,2.2897485507655801e-07 +pileval,attn_out,meditron-7b,8,64,22,1.3498593887106836e-07 +pileval,mlp_gate,meditron-7b,8,64,22,5.834057219544775e-07 +pileval,mlp_down,meditron-7b,8,64,22,5.090815875519183e-07 +pileval,attn_in,meditron-7b,8,64,23,1.942468799143171e-07 +pileval,attn_out,meditron-7b,8,64,23,1.1771032859542174e-07 +pileval,mlp_gate,meditron-7b,8,64,23,6.57601049169898e-07 +pileval,mlp_down,meditron-7b,8,64,23,5.467838377626322e-07 +pileval,attn_in,meditron-7b,8,64,24,2.557340224029758e-07 +pileval,attn_out,meditron-7b,8,64,24,1.6400093727497733e-07 +pileval,mlp_gate,meditron-7b,8,64,24,7.285106562449073e-07 +pileval,mlp_down,meditron-7b,8,64,24,5.758647034781461e-07 +pileval,attn_in,meditron-7b,8,64,25,2.0018227075979667e-07 +pileval,attn_out,meditron-7b,8,64,25,1.1751856732189481e-07 +pileval,mlp_gate,meditron-7b,8,64,25,8.300259537463717e-07 +pileval,mlp_down,meditron-7b,8,64,25,6.520377269225719e-07 +pileval,attn_in,meditron-7b,8,64,26,3.59627819079833e-07 +pileval,attn_out,meditron-7b,8,64,26,2.1364583346894506e-07 +pileval,mlp_gate,meditron-7b,8,64,26,9.466338610764069e-07 +pileval,mlp_down,meditron-7b,8,64,26,7.098042829056794e-07 +pileval,attn_in,meditron-7b,8,64,27,2.8131768203820684e-07 +pileval,attn_out,meditron-7b,8,64,27,1.861149314663635e-07 +pileval,mlp_gate,meditron-7b,8,64,27,1.1095446552644717e-06 +pileval,mlp_down,meditron-7b,8,64,27,8.461070137855131e-07 +pileval,attn_in,meditron-7b,8,64,28,3.6066492725694843e-07 +pileval,attn_out,meditron-7b,8,64,28,2.3509777236085938e-07 +pileval,mlp_gate,meditron-7b,8,64,28,1.323134483754984e-06 +pileval,mlp_down,meditron-7b,8,64,28,1.0935235650322284e-06 +pileval,attn_in,meditron-7b,8,64,29,4.145928471643856e-07 +pileval,attn_out,meditron-7b,8,64,29,2.535857390739693e-07 +pileval,mlp_gate,meditron-7b,8,64,29,1.5883891819612472e-06 +pileval,mlp_down,meditron-7b,8,64,29,1.519051011200645e-06 +pileval,attn_in,meditron-7b,8,64,30,4.3025352169934195e-07 +pileval,attn_out,meditron-7b,8,64,30,3.3056358006433584e-07 +pileval,mlp_gate,meditron-7b,8,64,30,2.5057950097107096e-06 +pileval,mlp_down,meditron-7b,8,64,30,6.325945287244394e-05 +pileval,attn_in,meditron-7b,8,64,31,3.4779973248078022e-06 +pileval,attn_out,meditron-7b,8,64,31,4.975876208845875e-07 +pileval,mlp_gate,meditron-7b,8,64,31,3.292473820692976e-06 +pileval,mlp_down,meditron-7b,8,64,31,5.093225809105206e-06 +wikitext,attn_in,meditron-7b,8,64,0,8.731502743053454e-10 +wikitext,attn_out,meditron-7b,8,64,0,1.4312502294444585e-09 +wikitext,mlp_gate,meditron-7b,8,64,0,3.2581526365760283e-10 +wikitext,mlp_down,meditron-7b,8,64,0,1.072789856948475e-09 +wikitext,attn_in,meditron-7b,8,64,1,2.6110977824345127e-09 +wikitext,attn_out,meditron-7b,8,64,1,3.5092344585763158e-09 +wikitext,mlp_gate,meditron-7b,8,64,1,5.2297746577778526e-08 +wikitext,mlp_down,meditron-7b,8,64,1,3.9214060961967334e-05 +wikitext,attn_in,meditron-7b,8,64,2,4.761245175899376e-09 +wikitext,attn_out,meditron-7b,8,64,2,2.7768600752153816e-09 +wikitext,mlp_gate,meditron-7b,8,64,2,5.934229552195802e-09 +wikitext,mlp_down,meditron-7b,8,64,2,7.888609765416277e-09 +wikitext,attn_in,meditron-7b,8,64,3,8.146566976563463e-09 +wikitext,attn_out,meditron-7b,8,64,3,4.061553759981962e-09 +wikitext,mlp_gate,meditron-7b,8,64,3,1.4406067450067894e-08 +wikitext,mlp_down,meditron-7b,8,64,3,1.2805993598874466e-08 +wikitext,attn_in,meditron-7b,8,64,4,1.3909668084011173e-08 +wikitext,attn_out,meditron-7b,8,64,4,9.10854769387015e-09 +wikitext,mlp_gate,meditron-7b,8,64,4,2.6529882291015383e-08 +wikitext,mlp_down,meditron-7b,8,64,4,2.8088566139672366e-08 +wikitext,attn_in,meditron-7b,8,64,5,2.5763860378447134e-08 +wikitext,attn_out,meditron-7b,8,64,5,1.5827009036684103e-08 +wikitext,mlp_gate,meditron-7b,8,64,5,4.1360507907484134e-08 +wikitext,mlp_down,meditron-7b,8,64,5,3.584397134659412e-08 +wikitext,attn_in,meditron-7b,8,64,6,3.599089737349459e-08 +wikitext,attn_out,meditron-7b,8,64,6,2.105405805252758e-08 +wikitext,mlp_gate,meditron-7b,8,64,6,6.037507205292059e-08 +wikitext,mlp_down,meditron-7b,8,64,6,5.240092093572457e-08 +wikitext,attn_in,meditron-7b,8,64,7,5.1243450371885046e-08 +wikitext,attn_out,meditron-7b,8,64,7,2.8146766695158476e-08 +wikitext,mlp_gate,meditron-7b,8,64,7,8.106066928803557e-08 +wikitext,mlp_down,meditron-7b,8,64,7,6.897502657920995e-08 +wikitext,attn_in,meditron-7b,8,64,8,8.010026419924543e-08 +wikitext,attn_out,meditron-7b,8,64,8,4.237855577571281e-08 +wikitext,mlp_gate,meditron-7b,8,64,8,9.60115897896685e-08 +wikitext,mlp_down,meditron-7b,8,64,8,8.10588716149141e-08 +wikitext,attn_in,meditron-7b,8,64,9,1.0753424817266932e-07 +wikitext,attn_out,meditron-7b,8,64,9,5.487577681151379e-08 +wikitext,mlp_gate,meditron-7b,8,64,9,1.0992112464691672e-07 +wikitext,mlp_down,meditron-7b,8,64,9,9.400033462725332e-08 +wikitext,attn_in,meditron-7b,8,64,10,1.2793361747753806e-07 +wikitext,attn_out,meditron-7b,8,64,10,7.180808125895055e-08 +wikitext,mlp_gate,meditron-7b,8,64,10,1.2592825271440233e-07 +wikitext,mlp_down,meditron-7b,8,64,10,1.0419132934202935e-07 +wikitext,attn_in,meditron-7b,8,64,11,1.4061239994589414e-07 +wikitext,attn_out,meditron-7b,8,64,11,6.949460384930717e-08 +wikitext,mlp_gate,meditron-7b,8,64,11,1.4077026833092532e-07 +wikitext,mlp_down,meditron-7b,8,64,11,1.1746351447072811e-07 +wikitext,attn_in,meditron-7b,8,64,12,1.5313190715460223e-07 +wikitext,attn_out,meditron-7b,8,64,12,7.767415155512936e-08 +wikitext,mlp_gate,meditron-7b,8,64,12,1.540249030540508e-07 +wikitext,mlp_down,meditron-7b,8,64,12,1.2673913829530647e-07 +wikitext,attn_in,meditron-7b,8,64,13,1.526669990425944e-07 +wikitext,attn_out,meditron-7b,8,64,13,9.051736782339503e-08 +wikitext,mlp_gate,meditron-7b,8,64,13,1.7429640308819216e-07 +wikitext,mlp_down,meditron-7b,8,64,13,1.4919264401669352e-07 +wikitext,attn_in,meditron-7b,8,64,14,1.6367357602575794e-07 +wikitext,attn_out,meditron-7b,8,64,14,9.720357496689758e-08 +wikitext,mlp_gate,meditron-7b,8,64,14,1.9451135813142173e-07 +wikitext,mlp_down,meditron-7b,8,64,14,1.7139936403509637e-07 +wikitext,attn_in,meditron-7b,8,64,15,1.785686549737875e-07 +wikitext,attn_out,meditron-7b,8,64,15,1.0781861448094787e-07 +wikitext,mlp_gate,meditron-7b,8,64,15,2.2894768392234255e-07 +wikitext,mlp_down,meditron-7b,8,64,15,2.0718309201583907e-07 +wikitext,attn_in,meditron-7b,8,64,16,2.0682814749761746e-07 +wikitext,attn_out,meditron-7b,8,64,16,1.379405034640513e-07 +wikitext,mlp_gate,meditron-7b,8,64,16,2.7999101348541444e-07 +wikitext,mlp_down,meditron-7b,8,64,16,2.763029272045969e-07 +wikitext,attn_in,meditron-7b,8,64,17,1.680167258655274e-07 +wikitext,attn_out,meditron-7b,8,64,17,1.0843922382264282e-07 +wikitext,mlp_gate,meditron-7b,8,64,17,3.056498769637983e-07 +wikitext,mlp_down,meditron-7b,8,64,17,2.9334157147786755e-07 +wikitext,attn_in,meditron-7b,8,64,18,1.734356658289471e-07 +wikitext,attn_out,meditron-7b,8,64,18,1.0388715310227781e-07 +wikitext,mlp_gate,meditron-7b,8,64,18,3.510326109790185e-07 +wikitext,mlp_down,meditron-7b,8,64,18,3.366263001680636e-07 +wikitext,attn_in,meditron-7b,8,64,19,1.5222498461753275e-07 +wikitext,attn_out,meditron-7b,8,64,19,9.318225124843593e-08 +wikitext,mlp_gate,meditron-7b,8,64,19,3.905862229203194e-07 +wikitext,mlp_down,meditron-7b,8,64,19,3.571900322185684e-07 +wikitext,attn_in,meditron-7b,8,64,20,1.814906767094726e-07 +wikitext,attn_out,meditron-7b,8,64,20,1.240944271785338e-07 +wikitext,mlp_gate,meditron-7b,8,64,20,4.532803359325044e-07 +wikitext,mlp_down,meditron-7b,8,64,20,4.5283599092726945e-07 +wikitext,attn_in,meditron-7b,8,64,21,1.4783512369831442e-07 +wikitext,attn_out,meditron-7b,8,64,21,9.687681767900358e-08 +wikitext,mlp_gate,meditron-7b,8,64,21,5.020021376367367e-07 +wikitext,mlp_down,meditron-7b,8,64,21,4.7235482725227484e-07 +wikitext,attn_in,meditron-7b,8,64,22,2.4539767196074536e-07 +wikitext,attn_out,meditron-7b,8,64,22,1.4959373118017538e-07 +wikitext,mlp_gate,meditron-7b,8,64,22,5.782835046375112e-07 +wikitext,mlp_down,meditron-7b,8,64,22,5.136789695825428e-07 +wikitext,attn_in,meditron-7b,8,64,23,2.155860556740663e-07 +wikitext,attn_out,meditron-7b,8,64,23,1.2888526157439628e-07 +wikitext,mlp_gate,meditron-7b,8,64,23,6.527894811370061e-07 +wikitext,mlp_down,meditron-7b,8,64,23,5.451032620840124e-07 +wikitext,attn_in,meditron-7b,8,64,24,2.681280477645487e-07 +wikitext,attn_out,meditron-7b,8,64,24,1.7739888846790564e-07 +wikitext,mlp_gate,meditron-7b,8,64,24,7.228886147458979e-07 +wikitext,mlp_down,meditron-7b,8,64,24,5.812298127239046e-07 +wikitext,attn_in,meditron-7b,8,64,25,2.6311701617487415e-07 +wikitext,attn_out,meditron-7b,8,64,25,1.8428649184443202e-07 +wikitext,mlp_gate,meditron-7b,8,64,25,8.221382472584082e-07 +wikitext,mlp_down,meditron-7b,8,64,25,6.398515211003541e-07 +wikitext,attn_in,meditron-7b,8,64,26,3.5901726391784905e-07 +wikitext,attn_out,meditron-7b,8,64,26,2.0612189643998136e-07 +wikitext,mlp_gate,meditron-7b,8,64,26,9.391139883518917e-07 +wikitext,mlp_down,meditron-7b,8,64,26,7.039168963274278e-07 +wikitext,attn_in,meditron-7b,8,64,27,2.9236011300781684e-07 +wikitext,attn_out,meditron-7b,8,64,27,1.9306742160551948e-07 +wikitext,mlp_gate,meditron-7b,8,64,27,1.1075496786361327e-06 +wikitext,mlp_down,meditron-7b,8,64,27,8.456989348815114e-07 +wikitext,attn_in,meditron-7b,8,64,28,4.2387034682178637e-07 +wikitext,attn_out,meditron-7b,8,64,28,2.7980217964795884e-07 +wikitext,mlp_gate,meditron-7b,8,64,28,1.2963541848876048e-06 +wikitext,mlp_down,meditron-7b,8,64,28,1.0333914133298094e-06 +wikitext,attn_in,meditron-7b,8,64,29,4.805889943781949e-07 +wikitext,attn_out,meditron-7b,8,64,29,3.219632844775333e-07 +wikitext,mlp_gate,meditron-7b,8,64,29,1.541978349450801e-06 +wikitext,mlp_down,meditron-7b,8,64,29,1.3428175407170784e-06 +wikitext,attn_in,meditron-7b,8,64,30,4.548065248854982e-07 +wikitext,attn_out,meditron-7b,8,64,30,3.687889886805351e-07 +wikitext,mlp_gate,meditron-7b,8,64,30,2.351736611672095e-06 +wikitext,mlp_down,meditron-7b,8,64,30,3.116772131761536e-05 +wikitext,attn_in,meditron-7b,8,64,31,3.4571130527183414e-06 +wikitext,attn_out,meditron-7b,8,64,31,5.046437081546173e-07 +wikitext,mlp_gate,meditron-7b,8,64,31,3.1699689770903205e-06 +wikitext,mlp_down,meditron-7b,8,64,31,4.826414169656346e-06 +c4,attn_in,Meta-Llama-3-8B,3,128,0,1.5365917533927131e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,0,2.1331306925276294e-06 +c4,mlp_down,Meta-Llama-3-8B,3,128,0,5.110216079629026e-06 +c4,attn_in,Meta-Llama-3-8B,3,128,1,3.989569449913688e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,1,4.719341086456552e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012532365508377552 +c4,attn_in,Meta-Llama-3-8B,3,128,2,7.131057373044314e-06 +c4,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1430274753365666e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,2,1.151376636698842e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,3,1.0556135748629458e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5508410544716753e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,3,2.083044637402054e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,4,2.3308894014917314e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,4,4.613120836438611e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,4,3.6578963772626594e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,5,3.0498291380354203e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,5,6.517058500321582e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,5,5.457858060253784e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,6,3.9504517189925537e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,6,8.367379632545635e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,6,6.686014967272058e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,7,5.32951598870568e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,7,9.876258263830096e-05 +c4,mlp_down,Meta-Llama-3-8B,3,128,7,7.499010825995356e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,8,7.034047303022817e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010860877955565229 +c4,mlp_down,Meta-Llama-3-8B,3,128,8,8.141723810695112e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,9,9.053098619915545e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,9,0.0001242064608959481 +c4,mlp_down,Meta-Llama-3-8B,3,128,9,9.484057954978198e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,10,9.497706196270883e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012383778812363744 +c4,mlp_down,Meta-Llama-3-8B,3,128,10,9.728594159241766e-05 +c4,attn_in,Meta-Llama-3-8B,3,128,11,9.250061702914536e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013430284161586314 +c4,mlp_down,Meta-Llama-3-8B,3,128,11,0.0001017711401800625 +c4,attn_in,Meta-Llama-3-8B,3,128,12,9.540916653349996e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,12,0.0001591784821357578 +c4,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011232181714149192 +c4,attn_in,Meta-Llama-3-8B,3,128,13,0.00012589586549438536 +c4,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00018395866209175438 +c4,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013651009066961706 +c4,attn_in,Meta-Llama-3-8B,3,128,14,0.00015267405251506716 +c4,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00022084407100919634 +c4,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015379271644633263 +c4,attn_in,Meta-Llama-3-8B,3,128,15,0.00014082725101616234 +c4,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002542067668400705 +c4,mlp_down,Meta-Llama-3-8B,3,128,15,0.00020239433797542006 +c4,attn_in,Meta-Llama-3-8B,3,128,16,0.00015674969472456723 +c4,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00025895913131535053 +c4,mlp_down,Meta-Llama-3-8B,3,128,16,0.0002121725701726973 +c4,attn_in,Meta-Llama-3-8B,3,128,17,0.00012381131818983704 +c4,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002963559527415782 +c4,mlp_down,Meta-Llama-3-8B,3,128,17,0.0002556987456046045 +c4,attn_in,Meta-Llama-3-8B,3,128,18,8.861670357873663e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002890345349442214 +c4,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002460240793880075 +c4,attn_in,Meta-Llama-3-8B,3,128,19,7.897881005192176e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0003026543708983809 +c4,mlp_down,Meta-Llama-3-8B,3,128,19,0.00025553363957442343 +c4,attn_in,Meta-Llama-3-8B,3,128,20,9.400381532032043e-05 +c4,mlp_gate,Meta-Llama-3-8B,3,128,20,0.0003263791440986097 +c4,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002796692424453795 +c4,attn_in,Meta-Llama-3-8B,3,128,21,0.00015426057507283986 +c4,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003886050544679165 +c4,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003416180261410773 +c4,attn_in,Meta-Llama-3-8B,3,128,22,0.00011363567318767309 +c4,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0004024041991215199 +c4,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003540752222761512 +c4,attn_in,Meta-Llama-3-8B,3,128,23,0.0001400799083057791 +c4,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004387826193124056 +c4,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003643692471086979 +c4,attn_in,Meta-Llama-3-8B,3,128,24,0.00013860770559404045 +c4,mlp_gate,Meta-Llama-3-8B,3,128,24,0.00047774112317711115 +c4,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003870439832098782 +c4,attn_in,Meta-Llama-3-8B,3,128,25,0.00019422238983679563 +c4,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005415991181507707 +c4,mlp_down,Meta-Llama-3-8B,3,128,25,0.00040217413334175944 +c4,attn_in,Meta-Llama-3-8B,3,128,26,0.00023470184532925487 +c4,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006363127031363547 +c4,mlp_down,Meta-Llama-3-8B,3,128,26,0.00044650177005678415 +c4,attn_in,Meta-Llama-3-8B,3,128,27,0.00031854136614128947 +c4,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007906259270384908 +c4,mlp_down,Meta-Llama-3-8B,3,128,27,0.000580144755076617 +c4,attn_in,Meta-Llama-3-8B,3,128,28,0.00038866157410666347 +c4,mlp_gate,Meta-Llama-3-8B,3,128,28,0.001092627295292914 +c4,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007860318874008954 +c4,attn_in,Meta-Llama-3-8B,3,128,29,0.0005788345006294549 +c4,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015556173166260123 +c4,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012721680104732513 +c4,attn_in,Meta-Llama-3-8B,3,128,30,0.0013904229272156954 +c4,mlp_gate,Meta-Llama-3-8B,3,128,30,0.002907166024670005 +c4,mlp_down,Meta-Llama-3-8B,3,128,30,0.0031683859415352345 +c4,attn_in,Meta-Llama-3-8B,3,128,31,0.0015286102425307035 +c4,mlp_gate,Meta-Llama-3-8B,3,128,31,0.01319227833300829 +c4,mlp_down,Meta-Llama-3-8B,3,128,31,0.5750308632850647 +pileval,attn_in,Meta-Llama-3-8B,3,128,0,1.544794940855354e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,0,2.361693759667105e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,128,0,5.241831786406692e-06 +pileval,attn_in,Meta-Llama-3-8B,3,128,1,4.324185283621773e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,1,4.570466626319103e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012476055417209864 +pileval,attn_in,Meta-Llama-3-8B,3,128,2,7.247757366712904e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1657590221147984e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,2,1.1639222066150978e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,3,1.1063851161452476e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,3,2.651978502399288e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,3,2.1829580873600207e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,4,2.4198921892093495e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,4,4.6261524403234944e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,4,3.6464618460740894e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,5,3.086642027483322e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,5,6.537950685014948e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,5,5.4653559345752e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,6,3.95933493564371e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,6,8.340432395925745e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,6,6.686098640784621e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,7,5.531349597731605e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,7,9.77323143160902e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,128,7,7.443874346790835e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,8,7.223091961350292e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010692634532460943 +pileval,mlp_down,Meta-Llama-3-8B,3,128,8,8.0579673522152e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,9,9.218925697496161e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012141401384724304 +pileval,mlp_down,Meta-Llama-3-8B,3,128,9,9.301817044615746e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,10,9.812545613385737e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012259652430657297 +pileval,mlp_down,Meta-Llama-3-8B,3,128,10,9.684174438007176e-05 +pileval,attn_in,Meta-Llama-3-8B,3,128,11,9.304854756919667e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013252576172817498 +pileval,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010170336463488638 +pileval,attn_in,Meta-Llama-3-8B,3,128,12,9.665832476457581e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015655285096727312 +pileval,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011174903920618817 +pileval,attn_in,Meta-Llama-3-8B,3,128,13,0.00013068466796539724 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,13,0.0001798015582608059 +pileval,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013515188766177744 +pileval,attn_in,Meta-Llama-3-8B,3,128,14,0.00016106052498798817 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002159245195798576 +pileval,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015062399324961007 +pileval,attn_in,Meta-Llama-3-8B,3,128,15,0.00014184809697326273 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024529226357117295 +pileval,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001944765681400895 +pileval,attn_in,Meta-Llama-3-8B,3,128,16,0.00016813556430861354 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024943408789113164 +pileval,mlp_down,Meta-Llama-3-8B,3,128,16,0.00020535460498649627 +pileval,attn_in,Meta-Llama-3-8B,3,128,17,0.0001259809941984713 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002868500887416303 +pileval,mlp_down,Meta-Llama-3-8B,3,128,17,0.00025302395806647837 +pileval,attn_in,Meta-Llama-3-8B,3,128,18,9.330666944151744e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002802689268719405 +pileval,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002424429840175435 +pileval,attn_in,Meta-Llama-3-8B,3,128,19,8.462114055873826e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00029494171030819416 +pileval,mlp_down,Meta-Llama-3-8B,3,128,19,0.00024604552891105413 +pileval,attn_in,Meta-Llama-3-8B,3,128,20,9.847430919762701e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00032026434200815856 +pileval,mlp_down,Meta-Llama-3-8B,3,128,20,0.000268489500740543 +pileval,attn_in,Meta-Llama-3-8B,3,128,21,0.00014510858454741538 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,21,0.000379851961042732 +pileval,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003273093025200069 +pileval,attn_in,Meta-Llama-3-8B,3,128,22,0.0001180741674033925 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003936117864213884 +pileval,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003358915855642408 +pileval,attn_in,Meta-Llama-3-8B,3,128,23,0.000127275416161865 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004307501658331603 +pileval,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003447300405241549 +pileval,attn_in,Meta-Llama-3-8B,3,128,24,0.0001503444800619036 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004720622964669019 +pileval,mlp_down,Meta-Llama-3-8B,3,128,24,0.00037122401408851147 +pileval,attn_in,Meta-Llama-3-8B,3,128,25,0.00020723009947687387 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,25,0.00054027303121984 +pileval,mlp_down,Meta-Llama-3-8B,3,128,25,0.0003905740159098059 +pileval,attn_in,Meta-Llama-3-8B,3,128,26,0.00024855780065990984 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006374387303367257 +pileval,mlp_down,Meta-Llama-3-8B,3,128,26,0.00045264995424076915 +pileval,attn_in,Meta-Llama-3-8B,3,128,27,0.0003487702051643282 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007989684236235917 +pileval,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005988689372316003 +pileval,attn_in,Meta-Llama-3-8B,3,128,28,0.00040490084211342037 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0011075626825913787 +pileval,mlp_down,Meta-Llama-3-8B,3,128,28,0.0008166598272509873 +pileval,attn_in,Meta-Llama-3-8B,3,128,29,0.0006047905771993101 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015858564293012023 +pileval,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012886500917375088 +pileval,attn_in,Meta-Llama-3-8B,3,128,30,0.0014396430924534798 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029372309800237417 +pileval,mlp_down,Meta-Llama-3-8B,3,128,30,0.0031554093584418297 +pileval,attn_in,Meta-Llama-3-8B,3,128,31,0.0015650439308956265 +pileval,mlp_gate,Meta-Llama-3-8B,3,128,31,0.012974492274224758 +pileval,mlp_down,Meta-Llama-3-8B,3,128,31,0.47028017044067383 +wikitext,attn_in,Meta-Llama-3-8B,3,128,0,1.3884064173907973e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,0,2.059782218566397e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,0,9.051344022736885e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,128,1,2.8101951556891436e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,1,6.02903965045698e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,1,0.0001606108562555164 +wikitext,attn_in,Meta-Llama-3-8B,3,128,2,4.890150648861891e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,2,1.115008672059048e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,2,1.1062485100410413e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,3,7.689793164900038e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5308119802502915e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,3,1.9690394765348174e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,4,1.89861239050515e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,4,4.518905916484073e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,4,3.469262446742505e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,5,2.8761878638761118e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,5,6.39888021396473e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,5,5.431065437733196e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,6,3.860732613247819e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,6,8.207224891521037e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,6,6.602863140869886e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,7,5.226421490078792e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,7,9.667666745372117e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,7,7.321505836443976e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,8,6.492124521173537e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010609705350361764 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,8,8.114619413390756e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,9,8.74209072208032e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012154695286881179 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,9,9.34515701374039e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,10,8.849005826050416e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012190144479973242 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,10,9.855652751866728e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,128,11,8.420972153544426e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001327993522863835 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010492066212464124 +wikitext,attn_in,Meta-Llama-3-8B,3,128,12,9.393045911565423e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,12,0.0001569196756463498 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,12,0.000111879147880245 +wikitext,attn_in,Meta-Llama-3-8B,3,128,13,0.0001167772279586643 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,13,0.0001774720149114728 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013228411262389272 +wikitext,attn_in,Meta-Llama-3-8B,3,128,14,0.00014819444913882762 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021348950394894928 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,14,0.00014894086052663624 +wikitext,attn_in,Meta-Llama-3-8B,3,128,15,0.00013008246605750173 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002425958518870175 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001941785158123821 +wikitext,attn_in,Meta-Llama-3-8B,3,128,16,0.00014927488518878818 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024652390857227147 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,16,0.00019928847905248404 +wikitext,attn_in,Meta-Llama-3-8B,3,128,17,0.0001200348197016865 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00027851510094478726 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,17,0.00024121813476085663 +wikitext,attn_in,Meta-Llama-3-8B,3,128,18,8.92988609848544e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00027127869543619454 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,18,0.00023081328254193068 +wikitext,attn_in,Meta-Llama-3-8B,3,128,19,6.863164890091866e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00028185543487779796 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,19,0.00023290517856366932 +wikitext,attn_in,Meta-Llama-3-8B,3,128,20,8.419268124271184e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00030759203946217895 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002633969997987151 +wikitext,attn_in,Meta-Llama-3-8B,3,128,21,0.00013466546079143882 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00036426063161343336 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,21,0.00031383492751047015 +wikitext,attn_in,Meta-Llama-3-8B,3,128,22,9.520370804239064e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003823647275567055 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003308872983325273 +wikitext,attn_in,Meta-Llama-3-8B,3,128,23,0.00012223832891322672 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,23,0.00041862018406391144 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,23,0.00033363874536007643 +wikitext,attn_in,Meta-Llama-3-8B,3,128,24,0.00014436733908951283 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004631547490134835 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003506512730382383 +wikitext,attn_in,Meta-Llama-3-8B,3,128,25,0.00019116263138130307 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,25,0.000525699695572257 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,25,0.000369295448763296 +wikitext,attn_in,Meta-Llama-3-8B,3,128,26,0.00024264954845421016 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006109307869337499 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,26,0.00042151554953306913 +wikitext,attn_in,Meta-Llama-3-8B,3,128,27,0.00036546861520037055 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007740802830085158 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005372777231968939 +wikitext,attn_in,Meta-Llama-3-8B,3,128,28,0.0004564718692563474 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010847736848518252 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007557097123935819 +wikitext,attn_in,Meta-Llama-3-8B,3,128,29,0.0007600244134664536 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,29,0.001523569575510919 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012377973180264235 +wikitext,attn_in,Meta-Llama-3-8B,3,128,30,0.0017688915831968188 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,30,0.002751160878688097 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,30,0.0035963719710707664 +wikitext,attn_in,Meta-Llama-3-8B,3,128,31,0.0019311454379931092 +wikitext,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013138441368937492 +wikitext,mlp_down,Meta-Llama-3-8B,3,128,31,1.593855619430542 +pileval,attn_in,Meta-Llama-3-8B,3,64,0,1.038490268001624e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,0,1.8013412272921414e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,0,3.4650261113711167e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,1,2.5599902073736303e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,1,9.069554653251544e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,1,5.135602259542793e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,2,4.280191205907613e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,2,8.925608199206181e-06 +pileval,mlp_down,Meta-Llama-3-8B,3,64,2,8.735466508369427e-06 +pileval,attn_in,Meta-Llama-3-8B,3,64,3,8.722858183318749e-06 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,3,2.009028867178131e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,3,1.6575868357904255e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,4,1.5838213585084304e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,4,3.480964005575515e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,4,2.8048738386132754e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,5,2.57990941463504e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,5,4.9762656999519095e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,5,4.1649189370218664e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,6,3.341814226587303e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,6,6.316392682492733e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,6,5.112733197165653e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,7,4.194225402898155e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,7,7.352502143476158e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,7,5.700819747289643e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,8,5.167651761439629e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,8,8.031787729123607e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,8,6.213559390744194e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,9,6.844092422397807e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,9,9.111036342801526e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,9,7.166803698055446e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,10,7.073130109347403e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,10,9.245656110579148e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,10,7.474896119674668e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,11,7.857677701395005e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,11,9.905103070195764e-05 +pileval,mlp_down,Meta-Llama-3-8B,3,64,11,7.790184463374317e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,12,7.519239443354309e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011542701395228505 +pileval,mlp_down,Meta-Llama-3-8B,3,64,12,8.532775973435491e-05 +pileval,attn_in,Meta-Llama-3-8B,3,64,13,9.560862963553518e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001325107441516593 +pileval,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010346071940148249 +pileval,attn_in,Meta-Llama-3-8B,3,64,14,0.00011446440475992858 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,14,0.000158407143317163 +pileval,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011654674744931981 +pileval,attn_in,Meta-Llama-3-8B,3,64,15,0.00010491805005585775 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018114734848495573 +pileval,mlp_down,Meta-Llama-3-8B,3,64,15,0.0001498428318882361 +pileval,attn_in,Meta-Llama-3-8B,3,64,16,0.0001225951564265415 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018641247879713774 +pileval,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015867073670960963 +pileval,attn_in,Meta-Llama-3-8B,3,64,17,0.00010433735587866977 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00021479986025951803 +pileval,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019335899560246617 +pileval,attn_in,Meta-Llama-3-8B,3,64,18,7.015615119598806e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00021260256471578032 +pileval,mlp_down,Meta-Llama-3-8B,3,64,18,0.0001870399428298697 +pileval,attn_in,Meta-Llama-3-8B,3,64,19,6.004032911732793e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,19,0.00022377459390554577 +pileval,mlp_down,Meta-Llama-3-8B,3,64,19,0.00018954921688418835 +pileval,attn_in,Meta-Llama-3-8B,3,64,20,7.373773405561224e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,20,0.0002436871873214841 +pileval,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020657890127040446 +pileval,attn_in,Meta-Llama-3-8B,3,64,21,0.000105290200735908 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,21,0.000288577371975407 +pileval,mlp_down,Meta-Llama-3-8B,3,64,21,0.00024927270715124905 +pileval,attn_in,Meta-Llama-3-8B,3,64,22,9.302908438257873e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,22,0.00030130677623674273 +pileval,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025790397194214165 +pileval,attn_in,Meta-Llama-3-8B,3,64,23,8.946908928919584e-05 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00032916959025897086 +pileval,mlp_down,Meta-Llama-3-8B,3,64,23,0.00026686303317546844 +pileval,attn_in,Meta-Llama-3-8B,3,64,24,0.00011330391862429678 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036114227259531617 +pileval,mlp_down,Meta-Llama-3-8B,3,64,24,0.00028542501968331635 +pileval,attn_in,Meta-Llama-3-8B,3,64,25,0.00015830242773517966 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041208788752555847 +pileval,mlp_down,Meta-Llama-3-8B,3,64,25,0.00030291106668300927 +pileval,attn_in,Meta-Llama-3-8B,3,64,26,0.0001790872629499063 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004836381122004241 +pileval,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003521325998008251 +pileval,attn_in,Meta-Llama-3-8B,3,64,27,0.00029561889823526144 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0006014392711222172 +pileval,mlp_down,Meta-Llama-3-8B,3,64,27,0.00046185668907128274 +pileval,attn_in,Meta-Llama-3-8B,3,64,28,0.00029986698064021766 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008338678744621575 +pileval,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006312638288363814 +pileval,attn_in,Meta-Llama-3-8B,3,64,29,0.0004402217164169997 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011848893482238054 +pileval,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009707563440315425 +pileval,attn_in,Meta-Llama-3-8B,3,64,30,0.0009141933405771852 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002212098566815257 +pileval,mlp_down,Meta-Llama-3-8B,3,64,30,0.0022655907087028027 +pileval,attn_in,Meta-Llama-3-8B,3,64,31,0.0013320728903636336 +pileval,mlp_gate,Meta-Llama-3-8B,3,64,31,0.00975739024579525 +pileval,mlp_down,Meta-Llama-3-8B,3,64,31,0.20120778679847717 +wikitext,attn_in,Meta-Llama-3-8B,3,64,0,9.592622518539429e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5911064110696316e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,0,5.187408532947302e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,1,1.6275416783173569e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00010830656538018957 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,1,6.543195922859013e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,2,2.8968684091523755e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,2,8.546440767531749e-06 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,2,8.276138942164835e-06 +wikitext,attn_in,Meta-Llama-3-8B,3,64,3,5.893796696909703e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,3,1.924651223816909e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,3,1.491679358878173e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,4,1.2887330740340985e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,4,3.403932714718394e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,4,2.6723439077613875e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,5,2.276193117722869e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,5,4.8506713937968016e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,5,4.101719241589308e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,6,3.2726136851124465e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,6,6.219786882866174e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,6,5.024809797760099e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,7,4.001725392299704e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,7,7.253733201650903e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,7,5.617943679681048e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,8,4.701250873040408e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,8,7.993305189302191e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,8,6.268704601097852e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,9,6.342380947899073e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,9,9.087292710319161e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,9,7.195849320851266e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,10,6.36240656604059e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,10,9.223211964126676e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,10,7.572125468868762e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,11,7.176150393206626e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,11,9.926553320838138e-05 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,11,7.973271567607298e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,12,7.023099169600755e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001152994082076475 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,12,8.557222463423386e-05 +wikitext,attn_in,Meta-Llama-3-8B,3,64,13,8.943158900365233e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013080623466521502 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,13,0.0001013005239656195 +wikitext,attn_in,Meta-Llama-3-8B,3,64,14,0.00011054467177018523 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00015596476441714913 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011534070654306561 +wikitext,attn_in,Meta-Llama-3-8B,3,64,15,9.747133299242705e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018019505660049617 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014931325858924538 +wikitext,attn_in,Meta-Llama-3-8B,3,64,16,0.00011043086124118418 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018434427329339087 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015389331383630633 +wikitext,attn_in,Meta-Llama-3-8B,3,64,17,9.141615009866655e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,17,0.000208809768082574 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,17,0.00018467108020558953 +wikitext,attn_in,Meta-Llama-3-8B,3,64,18,6.068968650652096e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00020617926202248782 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,18,0.00017852216842584312 +wikitext,attn_in,Meta-Llama-3-8B,3,64,19,5.011278699385002e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,19,0.00021372221817728132 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,19,0.00017949476023204625 +wikitext,attn_in,Meta-Llama-3-8B,3,64,20,6.5681102569215e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00023426894040312618 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020205049077048898 +wikitext,attn_in,Meta-Llama-3-8B,3,64,21,9.421641880180687e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,21,0.00027570739621296525 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,21,0.00023943718406371772 +wikitext,attn_in,Meta-Llama-3-8B,3,64,22,7.78799585532397e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0002934694057330489 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025411241222172976 +wikitext,attn_in,Meta-Llama-3-8B,3,64,23,8.181547309504822e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00031981556094251573 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,23,0.00025856721913442016 +wikitext,attn_in,Meta-Llama-3-8B,3,64,24,0.00010564835974946618 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00035355205181986094 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,24,0.00027034772210754454 +wikitext,attn_in,Meta-Llama-3-8B,3,64,25,0.00013382884208112955 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00040242448449134827 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,25,0.0002874650526791811 +wikitext,attn_in,Meta-Llama-3-8B,3,64,26,0.000182898627826944 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004629900795407593 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003281304962001741 +wikitext,attn_in,Meta-Llama-3-8B,3,64,27,0.00030019466066733 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005824092077091336 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,27,0.0004151553148403764 +wikitext,attn_in,Meta-Llama-3-8B,3,64,28,0.00034177323686890304 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008094212971627712 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,28,0.0005817540804855525 +wikitext,attn_in,Meta-Llama-3-8B,3,64,29,0.0005309425760060549 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,29,0.00114408356603235 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009199982741847634 +wikitext,attn_in,Meta-Llama-3-8B,3,64,30,0.0011657665017992258 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0020492286421358585 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,30,0.0025853312108665705 +wikitext,attn_in,Meta-Llama-3-8B,3,64,31,0.001610263017937541 +wikitext,mlp_gate,Meta-Llama-3-8B,3,64,31,0.010063455440104008 +wikitext,mlp_down,Meta-Llama-3-8B,3,64,31,0.6779025793075562 +c4,attn_in,Meta-Llama-3-8B,4,128,0,3.2388163617724786e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,0,4.5854324071115116e-07 +c4,mlp_down,Meta-Llama-3-8B,4,128,0,2.0928380308760097e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,1,5.513485916708305e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3265346296975622e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,1,9.904617036227137e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,2,1.3200580042393995e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,2,2.4512507934559835e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,2,2.594618990769959e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,3,2.3733070975140436e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,3,5.482948836288415e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,3,4.572063971863827e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,4,4.955083568347618e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,4,9.980016329791397e-06 +c4,mlp_down,Meta-Llama-3-8B,4,128,4,8.009669727471191e-06 +c4,attn_in,Meta-Llama-3-8B,4,128,5,6.484268396889092e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4094435755396262e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,5,1.2084958143532276e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,6,8.920861546357628e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,128,6,1.810103094612714e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,6,1.4625192306993995e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,7,1.2536906979221385e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1390356778283603e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,7,1.647203680477105e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,8,1.675839303061366e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3459606381948106e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,8,1.787019573384896e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,9,2.152118759113364e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,9,2.684931860130746e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,9,2.0785584638360888e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,10,2.149145075236447e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,10,2.683839193196036e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,10,2.1516301785595715e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,11,2.265404509671498e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8946293241460808e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,11,2.2290982087724842e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,12,2.1873922378290445e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4594959288369864e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,12,2.4707987904548645e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,13,2.974595372506883e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,13,3.995032966486178e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,13,2.9859820642741397e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,14,3.683681643451564e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,14,4.809076926903799e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,14,3.353121064719744e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,15,3.159679181408137e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,15,5.52328783669509e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,15,4.430596163729206e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,16,3.4199121728306636e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,16,5.5912500101840124e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,16,4.684463419835083e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,17,2.6265857741236687e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,17,6.392968498403206e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,17,5.697070082533173e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,18,1.7749758626450785e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,18,6.224578100955114e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,18,5.428330769063905e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,19,1.554021037009079e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,19,6.51780646876432e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,19,5.630806117551401e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,20,2.3053657059790567e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,20,7.030087726889178e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,20,6.167118408484384e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,21,3.345086588524282e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,21,8.37323532323353e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,21,7.565745909232646e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,22,2.435457645333372e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,22,8.647669164929539e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,22,7.761508459225297e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,23,3.0008632165845484e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,23,9.395004599355161e-05 +c4,mlp_down,Meta-Llama-3-8B,4,128,23,8.092507778201252e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,24,2.8457523512770422e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001025037927320227 +c4,mlp_down,Meta-Llama-3-8B,4,128,24,8.496244117850438e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,25,4.109969813725911e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011644198093563318 +c4,mlp_down,Meta-Llama-3-8B,4,128,25,8.848238940117881e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,26,4.706549952970818e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001364135678159073 +c4,mlp_down,Meta-Llama-3-8B,4,128,26,9.827520989347249e-05 +c4,attn_in,Meta-Llama-3-8B,4,128,27,6.653765740338713e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016852564294822514 +c4,mlp_down,Meta-Llama-3-8B,4,128,27,0.0001274629175895825 +c4,attn_in,Meta-Llama-3-8B,4,128,28,7.767011993564665e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023427723499480635 +c4,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017232751997653395 +c4,attn_in,Meta-Llama-3-8B,4,128,29,0.00012013824743917212 +c4,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003355524968355894 +c4,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002863984555006027 +c4,attn_in,Meta-Llama-3-8B,4,128,30,0.00026077457005158067 +c4,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006179154152050614 +c4,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006949380040168762 +c4,attn_in,Meta-Llama-3-8B,4,128,31,0.0003673633618745953 +c4,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0028447085060179234 +c4,mlp_down,Meta-Llama-3-8B,4,128,31,0.20771090686321259 +pileval,attn_in,Meta-Llama-3-8B,4,128,0,3.2987088616209803e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,0,5.093812092127337e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,128,0,2.063586862277589e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,1,6.016545057718758e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3354477914617746e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,1,9.840718848863617e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,2,1.409731794410618e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,2,2.5021713554451708e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,2,2.627240974106826e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,3,2.4369337552343495e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,3,5.70038764635683e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,128,3,4.78601350550889e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,4,5.125317329657264e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,4,1.0000129805121105e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,4,7.984555850271136e-06 +pileval,attn_in,Meta-Llama-3-8B,4,128,5,6.6485222305345815e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4122530046734028e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,5,1.2154278010712005e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,6,8.790691936155781e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,6,1.8006065147346817e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,6,1.4634416402259376e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,7,1.2711245290120132e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1187099264352582e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,7,1.634722502785735e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,8,1.7116200979216956e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3089525711839087e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,8,1.772208634065464e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,9,2.1664587620762177e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6324321879656054e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,9,2.0389195924508385e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,10,2.210798629675992e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,10,2.651914292073343e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,10,2.144786594726611e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,11,2.269739707116969e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,11,2.854804006346967e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,11,2.2252741473494098e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,12,2.2472915588878095e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,12,3.400802961550653e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,12,2.4586828658357263e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,13,3.0403563869185746e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,13,3.900165393133648e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,13,2.9518505471060053e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,14,3.849124550470151e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,14,4.707760308519937e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,14,3.2864572858670726e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,15,3.188585105817765e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,15,5.3226252930471674e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,15,4.253476799931377e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,16,3.682071837829426e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,16,5.402808892540634e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,16,4.5373719331109896e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,17,2.7411106202634983e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,17,6.196091999299824e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,17,5.633941327687353e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,18,1.8515156625653617e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,18,6.0404359828680754e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,18,5.34649079781957e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,19,1.7246869902010076e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,19,6.344871508190408e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,19,5.4290518164634705e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,20,2.347878398722969e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,20,6.890354416100308e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,20,5.92948381381575e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,21,3.236230986658484e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,21,8.191720553440973e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,21,7.25519421393983e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,22,2.5776376787689514e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,22,8.451334724668413e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,22,7.373132393695414e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,23,2.7256875910097733e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,23,9.237717313226312e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,128,23,7.652866042917594e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,24,3.160279811709188e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001013380751828663 +pileval,mlp_down,Meta-Llama-3-8B,4,128,24,8.153050293913111e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,25,4.385364081826992e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011588927736738697 +pileval,mlp_down,Meta-Llama-3-8B,4,128,25,8.595752296969295e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,26,5.144996248418465e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001366738579235971 +pileval,mlp_down,Meta-Llama-3-8B,4,128,26,9.95264999801293e-05 +pileval,attn_in,Meta-Llama-3-8B,4,128,27,7.469809497706592e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00017064207349903882 +pileval,mlp_down,Meta-Llama-3-8B,4,128,27,0.00013164074334781617 +pileval,attn_in,Meta-Llama-3-8B,4,128,28,8.012139733182266e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023793776927050203 +pileval,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017912314797285944 +pileval,attn_in,Meta-Llama-3-8B,4,128,29,0.0001285529142478481 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003421831352170557 +pileval,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002882404951378703 +pileval,attn_in,Meta-Llama-3-8B,4,128,30,0.0002731300191953778 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,30,0.000628613168373704 +pileval,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006927720969542861 +pileval,attn_in,Meta-Llama-3-8B,4,128,31,0.00037046769284643233 +pileval,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027725251857191324 +pileval,mlp_down,Meta-Llama-3-8B,4,128,31,0.17146660387516022 +wikitext,attn_in,Meta-Llama-3-8B,4,128,0,3.303063067505718e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,0,4.4453020109358476e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,0,5.442208930617198e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,1,4.5307774598768447e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,1,1.4547279079124564e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,1,0.0001281124132219702 +wikitext,attn_in,Meta-Llama-3-8B,4,128,2,9.414795272277843e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,2,2.3923466869746335e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,2,2.479214572304045e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,3,1.7575589481566567e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,3,5.444104317575693e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,3,4.329124749347102e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,4,4.079245627508499e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,4,9.802250133361667e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,4,7.6008668656868394e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,128,5,6.053373908798676e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3787140233034734e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,5,1.1995234672212973e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,6,8.66400296217762e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7777943867258728e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,6,1.4436951460083947e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,7,1.2044856703141704e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0890565792797133e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,7,1.609138234925922e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,8,1.5219497981888708e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,8,2.2959280613576993e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,8,1.7827665942604654e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,9,1.956086271093227e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,9,2.624908483994659e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,9,2.0474610209930688e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,10,2.021557702391874e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6395557142677717e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,10,2.197643516410608e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,11,2.047886300715618e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,11,2.859867163351737e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,11,2.3018936190055683e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,12,2.13397743209498e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4022144973278046e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,12,2.4578654119977728e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,13,2.754971501417458e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,13,3.85492603527382e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,13,2.8928290703333914e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,14,3.6027526221005246e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,14,4.6384811867028475e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,14,3.2555253710597754e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,15,2.9946155336801894e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,15,5.26140647707507e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,15,4.2392199247842655e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,16,3.10686846205499e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,16,5.34342834725976e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,16,4.3931908294325694e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,17,2.529269113438204e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,17,5.988770499243401e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,17,5.376280751079321e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,18,1.698885353107471e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,18,5.868026346433908e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,18,5.1017912483075634e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,19,1.443025394110009e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,19,6.070685776649043e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,19,5.133399463375099e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,20,2.0654153559007682e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,20,6.613282312173396e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,20,5.8180143241770566e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,21,2.9540165996877477e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,21,7.846705557312816e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,21,6.933254917385057e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,22,2.2288075342657976e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,22,8.212264947360381e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,22,7.271251524798572e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,23,2.659182791830972e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,23,8.979827543953434e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,23,7.43600248824805e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,24,3.107022712356411e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,24,9.953897824743763e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,24,7.700288551859558e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,25,4.414317663758993e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011286230437690392 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,25,8.112772775348276e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,26,5.123436130816117e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013078708434477448 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,26,9.28442896110937e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,128,27,7.717068365309387e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,27,0.0001648037723498419 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,27,0.00011755646846722811 +wikitext,attn_in,Meta-Llama-3-8B,4,128,28,8.70699732331559e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023157524992711842 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001663776347413659 +wikitext,attn_in,Meta-Llama-3-8B,4,128,29,0.00015561969485133886 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003273015609011054 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002804415998980403 +wikitext,attn_in,Meta-Llama-3-8B,4,128,30,0.00035625998862087727 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0005690245889127254 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,30,0.000783455150667578 +wikitext,attn_in,Meta-Llama-3-8B,4,128,31,0.0004640238475985825 +wikitext,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027181797195225954 +wikitext,mlp_down,Meta-Llama-3-8B,4,128,31,0.6164246797561646 +c4,attn_in,Meta-Llama-3-8B,4,64,0,2.3067143217758712e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,0,3.4889794164882915e-07 +c4,mlp_down,Meta-Llama-3-8B,4,64,0,1.0104909051733557e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,1,3.7178460843279026e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5676481552873156e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,1,2.604418114060536e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,2,8.705702612132882e-07 +c4,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8786115560942562e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,2,1.9043983456867863e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,3,1.4837283970337012e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,3,4.169231033301912e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,3,3.4567488000902813e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,4,3.694997758429963e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,4,7.490687949029962e-06 +c4,mlp_down,Meta-Llama-3-8B,4,64,4,6.1535888562502805e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,5,5.419690751296002e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0680825653253123e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,5,9.147120181296486e-06 +c4,attn_in,Meta-Llama-3-8B,4,64,6,6.8498052314680535e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3691182175534777e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,6,1.1203549547644798e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,7,8.676646757521667e-06 +c4,mlp_gate,Meta-Llama-3-8B,4,64,7,1.607111880730372e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,7,1.2586176126205828e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,8,1.2036241969326511e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7589623894309625e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,8,1.3759779903921299e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,9,1.547433748783078e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,9,2.0112744095968083e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,9,1.5953275578795e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,10,1.499345034972066e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0272305846447125e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,10,1.650642298045568e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,11,1.5696994523750618e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,11,2.161650081689004e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,11,1.7016127458191477e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,12,1.587178667250555e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,12,2.5336770704598166e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,12,1.87942150660092e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,13,2.1482399461092427e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,13,2.9328033633646555e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,13,2.291329474246595e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,14,2.5344987079733983e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,14,3.509122325340286e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,14,2.6017230993602425e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,15,2.2944292140891775e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,15,4.074786193086766e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,15,3.4106029488611966e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,16,2.6018718926934525e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,16,4.17381597799249e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,16,3.59213663614355e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,17,2.0454663172131404e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,17,4.782870382769033e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,17,4.331804666435346e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,18,1.33873500089976e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,18,4.724734026240185e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,18,4.173144407104701e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,19,1.1420086593716405e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,19,4.9489197408547625e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,19,4.31218468293082e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,20,1.4416774320125114e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,20,5.361048533814028e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,20,4.7186113079078496e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,21,2.5321052817162126e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,21,6.371145718730986e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,21,5.728723044740036e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,22,1.8159313185606152e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,22,6.635525642195717e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,22,5.980592322885059e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,23,2.0696732462965883e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,23,7.197955710580572e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,23,6.211328582139686e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,24,2.1039206330897287e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,24,7.860978075768799e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,24,6.512934487545863e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,25,3.208600901416503e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,25,8.901987166609615e-05 +c4,mlp_down,Meta-Llama-3-8B,4,64,25,6.824525189585984e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,26,3.484628541627899e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010347713396186009 +c4,mlp_down,Meta-Llama-3-8B,4,64,26,7.636775990249589e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,27,5.099888221593574e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,27,0.0001275113900192082 +c4,mlp_down,Meta-Llama-3-8B,4,64,27,9.820974082686007e-05 +c4,attn_in,Meta-Llama-3-8B,4,64,28,6.235137698240578e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017583587032277137 +c4,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013290022616274655 +c4,attn_in,Meta-Llama-3-8B,4,64,29,9.174099250230938e-05 +c4,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002503005671314895 +c4,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021133600967004895 +c4,attn_in,Meta-Llama-3-8B,4,64,30,0.00019813688413705677 +c4,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00046736650983802974 +c4,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004922673106193542 +c4,attn_in,Meta-Llama-3-8B,4,64,31,0.0002587130293250084 +c4,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021118069998919964 +c4,mlp_down,Meta-Llama-3-8B,4,64,31,0.12421043962240219 +pileval,attn_in,Meta-Llama-3-8B,4,64,0,2.3503763202370465e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,0,3.873591936098819e-07 +pileval,mlp_down,Meta-Llama-3-8B,4,64,0,1.0224446214124328e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,1,3.939605619507347e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,1,1.6182992794711026e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,1,2.5881892725010403e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,2,9.328300620836671e-07 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,2,1.916656856337795e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,2,1.924657908602967e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,3,1.5666835224692477e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,3,4.331222953624092e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,3,3.619274593802402e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,4,3.733171752173803e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,4,7.518128313677153e-06 +pileval,mlp_down,Meta-Llama-3-8B,4,64,4,6.131339887360809e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,5,5.492423952091485e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0729907444329001e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,5,9.169680197373964e-06 +pileval,attn_in,Meta-Llama-3-8B,4,64,6,6.827417109889211e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3640467841469217e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,6,1.1193368663953152e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,7,8.94353706826223e-06 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,7,1.591826367075555e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,7,1.24662756206817e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,8,1.2590295227710158e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,8,1.736627018544823e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,8,1.3631518413603771e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,9,1.544988299428951e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9693685317179188e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,9,1.563162004458718e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,10,1.5661174984415993e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0057592337252572e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,10,1.6424310160800815e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,11,1.5981251635821536e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1369785827118903e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,11,1.7028120055329055e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,12,1.6119931387947872e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4925084289861843e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,12,1.8671074940357357e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,13,2.2023195924703032e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8638625735766254e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,13,2.2669375539408065e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,14,2.6784422516357154e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,14,3.440665386733599e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,14,2.5456380171817727e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,15,2.328891605429817e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,15,3.931598621420562e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,15,3.2721909519750625e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,16,2.775915891106706e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,16,4.0286118746735156e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,16,3.478202415863052e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,17,2.09332811209606e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,17,4.629563045455143e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,17,4.277709740563296e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,18,1.4197734344634227e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,18,4.586499562719837e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,18,4.105157859157771e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,19,1.2589200196089223e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,19,4.832692866330035e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,19,4.149414598941803e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,20,1.5595282093272544e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,20,5.256958320387639e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,20,4.533610990620218e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,21,2.3959133613971062e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,21,6.226616824278608e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,21,5.4853746405569836e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,22,1.862989302026108e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,22,6.484211917268112e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,22,5.6781373132253066e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,23,1.953767605300527e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,23,7.073514279909432e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,23,5.8689573052106425e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,24,2.3223490643431433e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,24,7.768996874801815e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,24,6.239393405849114e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,25,3.281849785707891e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,25,8.866574353305623e-05 +pileval,mlp_down,Meta-Llama-3-8B,4,64,25,6.630380812566727e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,26,3.806283712037839e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010367034701630473 +pileval,mlp_down,Meta-Llama-3-8B,4,64,26,7.719933637417853e-05 +pileval,attn_in,Meta-Llama-3-8B,4,64,27,5.681816037395038e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012905147741548717 +pileval,mlp_down,Meta-Llama-3-8B,4,64,27,0.00010147097054868937 +pileval,attn_in,Meta-Llama-3-8B,4,64,28,6.34344105492346e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017864667461253703 +pileval,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013823415793012828 +pileval,attn_in,Meta-Llama-3-8B,4,64,29,9.894200775306672e-05 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002560102439019829 +pileval,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021439953707158566 +pileval,attn_in,Meta-Llama-3-8B,4,64,30,0.00020989766926504672 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004750012594740838 +pileval,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004934162716381252 +pileval,attn_in,Meta-Llama-3-8B,4,64,31,0.0002617175050545484 +pileval,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0020970420446246862 +pileval,mlp_down,Meta-Llama-3-8B,4,64,31,0.10233720391988754 +wikitext,attn_in,Meta-Llama-3-8B,4,64,0,2.0621530438802438e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,0,3.3711029345795396e-07 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,0,2.0303427845647093e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,1,3.1558170121570583e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5501422012675903e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,1,3.3791668101912364e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,2,6.245691679396259e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8313098735234234e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,2,1.8171801912103547e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,3,1.0773200074254419e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,3,4.142073066759622e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,3,3.2453822313982528e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,4,3.0001569939486217e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,4,7.346169695665594e-06 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,4,5.84750296184211e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,5,4.724452992377337e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,5,1.045572935254313e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,5,9.044972102856264e-06 +wikitext,attn_in,Meta-Llama-3-8B,4,64,6,6.5930962591664866e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3524221685656812e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,6,1.1042655387427658e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,7,8.52973334986018e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,7,1.567957406223286e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,7,1.2279766451683827e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,8,1.0595890671538655e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7260637832805514e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,8,1.372269616695121e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,9,1.4095752703724429e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9642318875412457e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,9,1.5738531146780588e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,10,1.4222734534996562e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0034309272887185e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,10,1.674550185271073e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,11,1.5096386050572619e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1434076188597828e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,11,1.7480979295214638e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,12,1.5378234820673242e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4923720047809184e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,12,1.8704407921177335e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,13,1.9792680177488364e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8343354642856866e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,13,2.2189571609487757e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,14,2.5085424567805603e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,14,3.386414755368605e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,14,2.517407847335562e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,15,2.1622992790071294e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,15,3.884938269038685e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,15,3.260697121731937e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,16,2.4062239390332252e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,16,3.971606929553673e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,16,3.377746179467067e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,17,1.9501241695252247e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,17,4.4939697545487434e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,17,4.0806495235301554e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,18,1.3345439583645202e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,18,4.446143066161312e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,18,3.929895319743082e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,19,1.0374369594501331e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,19,4.6111377741908655e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,19,3.924037446267903e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,20,1.2893615348730236e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,20,5.060553667135537e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,20,4.441016062628478e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,21,2.1169167666812427e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,21,5.966064418316819e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,21,5.260089164949022e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,22,1.5094377886271104e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,22,6.269357254495844e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,22,5.598825009656139e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,23,1.9247812815592624e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,23,6.880679575260729e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,23,5.701886402675882e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,24,2.2851270841783844e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,24,7.604736310895532e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,24,5.9128688008058816e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,25,3.0581453756894916e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,25,8.622554742032662e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,25,6.298415246419609e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,26,3.7513535062316805e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,26,9.963008051272482e-05 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,26,7.199721585493535e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,27,5.850789602845907e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012499946751631796 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,27,9.092096297536045e-05 +wikitext,attn_in,Meta-Llama-3-8B,4,64,28,7.048195402603596e-05 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,28,0.0001733871758915484 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,28,0.00012784305727109313 +wikitext,attn_in,Meta-Llama-3-8B,4,64,29,0.00011340378841850907 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002451943582855165 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,29,0.00020462580141611397 +wikitext,attn_in,Meta-Llama-3-8B,4,64,30,0.00027360208332538605 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004364985506981611 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,30,0.0005615575355477631 +wikitext,attn_in,Meta-Llama-3-8B,4,64,31,0.0003284498816356063 +wikitext,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021380605176091194 +wikitext,mlp_down,Meta-Llama-3-8B,4,64,31,0.3648295998573303 +c4,attn_in,Meta-Llama-3-8B,8,128,0,1.3892597072739932e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7482013614511516e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,0,4.120568419807569e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,1,2.3580539743051077e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,1,1.6980422401502437e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,1,6.703085546178045e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,2,4.658054830741776e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,2,8.975836962576977e-09 +c4,mlp_down,Meta-Llama-3-8B,8,128,2,9.523194677285574e-09 +c4,attn_in,Meta-Llama-3-8B,8,128,3,8.074123591939042e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,128,3,2.006030364043454e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,3,1.667484283984777e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,4,1.7604516955316285e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,4,3.641716972424547e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,4,2.9212163354941367e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,5,2.4377875718073483e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,5,5.154856808076147e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,5,4.4371855523195336e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,6,3.335116360858592e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,6,6.62110934968041e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,6,5.350490894784343e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,7,4.5501764134314726e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,7,7.808935009734341e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,7,6.005443964340884e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,8,6.18934876683852e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,8,8.582241406429603e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,8,6.536206598184435e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,9,7.878129082428131e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,9,9.813203405428794e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,9,7.592205975015531e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,10,7.87816460956492e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,10,9.767295239271334e-08 +c4,mlp_down,Meta-Llama-3-8B,8,128,10,7.872626639482405e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,11,8.556418151783873e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0541182859924447e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,11,8.109159210789585e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,12,8.546201257786379e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,12,1.259262489838875e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,12,9.162397418549517e-08 +c4,attn_in,Meta-Llama-3-8B,8,128,13,1.07915958835747e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4564436412456416e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,13,1.1099245966761373e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,14,1.3155269584785856e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,14,1.756575898070878e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,14,1.2622986389487778e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,15,1.2318741937633604e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,15,2.0149863644292054e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,15,1.6190381302294554e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,16,1.2674296101522486e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,16,2.037486694916879e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,16,1.7822000586420472e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,17,1.0743234213350661e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,17,2.3415286420913617e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,17,2.1122852444932505e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,18,7.075871621964325e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2781829045470658e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,18,2.0248269549938414e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,19,5.826482052384563e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3819583816475642e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,19,2.1356746060519072e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,20,7.327417961278115e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,20,2.571324841937894e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,20,2.2577602010187547e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,21,1.3236832785423758e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,21,3.0659134608868044e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,21,2.823851730227034e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,22,9.499586184347208e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,22,3.1696720270701917e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,22,2.8682580932581914e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,23,9.928670863246225e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,128,23,3.430110098179284e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,23,3.0351790769600484e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,24,1.0251215343259901e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,24,3.741079126484692e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,24,3.138050601592113e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,25,1.5076565773597395e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,25,4.2598617255862337e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,25,3.413028366594517e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,26,1.9062622413912322e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,26,4.986198973710998e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,26,3.631109848356573e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,27,2.451390344049287e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,27,6.145301654214563e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,27,4.803159185939876e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,28,3.085811215441936e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,28,8.537871281077969e-07 +c4,mlp_down,Meta-Llama-3-8B,8,128,28,6.353468506858917e-07 +c4,attn_in,Meta-Llama-3-8B,8,128,29,4.7067254627108923e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2156581306044245e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,29,1.1003716053892276e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,30,9.080362701752165e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,128,30,2.2709164113621227e-06 +c4,mlp_down,Meta-Llama-3-8B,8,128,30,2.562960389695945e-06 +c4,attn_in,Meta-Llama-3-8B,8,128,31,1.2948556786795962e-06 +c4,mlp_gate,Meta-Llama-3-8B,8,128,31,1.116608200391056e-05 +c4,mlp_down,Meta-Llama-3-8B,8,128,31,0.001086120493710041 +pileval,attn_in,Meta-Llama-3-8B,8,128,0,1.4132508496800256e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,0,1.9328150191455507e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,0,3.943876336620633e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,1,2.526395093127576e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,1,2.7767677934775747e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,1,6.639369075855939e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,2,4.865205127657646e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,2,9.161717606787079e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,128,2,9.65666302477075e-09 +pileval,attn_in,Meta-Llama-3-8B,8,128,3,8.494699166305963e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,3,2.085256944894809e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,3,1.7479667491215878e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,4,1.8264795897948716e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,4,3.6469010922246525e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,4,2.9137440904491996e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,5,2.5110736601163808e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,5,5.1752802932014674e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,5,4.457716329397954e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,6,3.3186683623398494e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,6,6.587619338915829e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,6,5.3583388393008136e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,7,4.677821863197096e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,7,7.710776372960026e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,7,5.961000226761826e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,8,6.36027195355382e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,8,8.460111899921685e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,8,6.485167602932052e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,9,7.963785009224011e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,9,9.599733630238916e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,9,7.459659912001371e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,10,8.09996123507517e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,10,9.68199032058692e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,128,10,7.844270299983691e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,11,8.781926652545735e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0427931584899852e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,11,8.100260373566925e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,12,8.729156064646304e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2390589176902722e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,12,9.119563060266955e-08 +pileval,attn_in,Meta-Llama-3-8B,8,128,13,1.1159274748706594e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4230731437692157e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,13,1.1004401301306643e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,14,1.378813436758719e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,14,1.719882334327849e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,14,1.2335782173522603e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,15,1.2201310539694532e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9425411323936714e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,15,1.5546491738405166e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,16,1.4018476690580428e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9667011486035335e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,16,1.7243476690964599e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,17,1.0901403157959066e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,17,2.2643580166459287e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,17,2.0921464738421491e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,18,7.346021391185786e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2090783602379815e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,18,1.9989984423318674e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,19,6.385781148310343e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,19,2.323286310002004e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,19,2.0750294993376883e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,20,7.666345425150212e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,20,2.519853410376527e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,20,2.171134383388562e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,21,1.2662374615501903e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,21,2.997318517827807e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,21,2.7086744580628874e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,22,9.930013789016812e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,22,3.0933207995076373e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,22,2.723242857882724e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,23,9.380901389022256e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,23,3.3734625048964517e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,23,2.8660102202593407e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,24,1.1305579050713277e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,24,3.696385135754099e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,24,3.0092448355389934e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,25,1.5701955646818533e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,25,4.2398033883728203e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,25,3.346786172642169e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,26,2.0391034638578276e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,26,4.993323159396823e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,26,3.6796706126551726e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,27,2.705050690110511e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,27,6.215049666025152e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,27,4.983944563718978e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,28,3.2767121638244134e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,28,8.662547088533756e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,128,28,6.592500767510501e-07 +pileval,attn_in,Meta-Llama-3-8B,8,128,29,5.065007826487999e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2405562301864848e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,29,1.1091664191553718e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,30,9.495266795056523e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,30,2.302295115441666e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,128,30,2.557592779339757e-06 +pileval,attn_in,Meta-Llama-3-8B,8,128,31,1.3025241969444323e-06 +pileval,mlp_gate,Meta-Llama-3-8B,8,128,31,1.1273114978394005e-05 +pileval,mlp_down,Meta-Llama-3-8B,8,128,31,0.0008986722095869482 +wikitext,attn_in,Meta-Llama-3-8B,8,128,0,1.2117198355809933e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,0,1.805696592249717e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,0,1.3352604355532094e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,1,1.8794761302842744e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,1,3.1162741720436316e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,1,8.642220564070158e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,2,3.3289158096749816e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,2,8.813116458838977e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,2,9.119587751627023e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,128,3,6.0701439430488335e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,3,1.9914500271056568e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,3,1.5818212517615393e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,4,1.5320708257604565e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,4,3.5723545011023816e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,4,2.7860444617999747e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,5,2.2173196612129686e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,5,5.0556188568862126e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,5,4.4151736489084215e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,6,3.26596456545758e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,6,6.507920602416561e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,6,5.299935423863644e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,7,4.32966373864474e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,7,7.631011555986333e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,7,5.8841827410560654e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,8,5.8088659216082306e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,8,8.434723497430241e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,8,6.547981712401452e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,9,7.339053098576187e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,9,9.605048489902401e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,9,7.536084467574256e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,10,7.361033738106926e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,10,9.691704860870232e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,10,8.076287372205115e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,11,7.983504701769562e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0472241740444588e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,11,8.35220319572727e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,12,8.053979172473191e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,12,1.242823088887235e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,12,9.156042324320879e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,128,13,1.0239331516004313e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4141710380499717e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,13,1.0812307493779372e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,14,1.3373704632613226e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7029537957569119e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,14,1.235510183050792e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,15,1.1042616421264029e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,15,1.934058388997073e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,15,1.552895838585755e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,16,1.2568477814056678e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9466105527499167e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,16,1.681286079247002e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,17,1.0064323419101129e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,17,2.1955703743969934e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,17,1.9924465277654235e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,18,6.706027733116571e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,18,2.150935927147657e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,18,1.928486881297431e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,19,5.3341967287678926e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,19,2.2184246972756227e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,19,1.9589498378991266e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,20,6.571871580263178e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,20,2.4307618673446996e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,20,2.141296278068694e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,21,1.0406633066395443e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,21,2.869585387088591e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,21,2.6031216293631587e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,22,8.036341370143418e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,22,3.0209113788259856e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,22,2.7057581064582337e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,23,8.969838916073058e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,23,3.293855854735739e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,23,2.828448373293213e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,24,1.0785018389469769e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,24,3.632430036759615e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,24,2.8640337745855504e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,25,1.4689206295770418e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,25,4.13360794482287e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,25,3.145158018469374e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,26,2.099239679864695e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,26,4.784533302881755e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,26,3.4424382988618163e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,27,2.937188128271373e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,27,6.043301254976541e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,27,4.456904036942433e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,28,3.762794449357898e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,28,8.437491487711668e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,28,6.171240443109127e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,128,29,6.136345973573043e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,29,1.1991457995463861e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,29,1.133422983912169e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,30,1.1987847301497823e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,30,2.147381337636034e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,30,2.902524329329026e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,128,31,1.6084300114016514e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,128,31,1.745970075717196e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,128,31,0.0033303999807685614 +c4,attn_in,Meta-Llama-3-8B,8,64,0,1.1910190611530425e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3456359360120018e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,0,1.798699322819175e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,1,2.1356330037747284e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,1,1.5434469702313436e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,1,3.615961304603843e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,2,3.6647278545132167e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,2,6.954189224472884e-09 +c4,mlp_down,Meta-Llama-3-8B,8,64,2,7.050008132836183e-09 +c4,attn_in,Meta-Llama-3-8B,8,64,3,6.228882298842109e-09 +c4,mlp_gate,Meta-Llama-3-8B,8,64,3,1.539538807548979e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,3,1.2729697296265385e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,4,1.3228798501074834e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,4,2.768068618763664e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,4,2.2629649265581975e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,5,1.769312341082241e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,5,3.943009119211638e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,5,3.3682908906484954e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,6,2.6099579386595906e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,6,5.053541585198218e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,6,4.115906548918247e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,7,3.411922122609212e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,7,5.94023070732419e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,7,4.614105719724648e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,8,4.424638788691482e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,8,6.514534334201016e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,8,5.0531728135183585e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,9,5.5534137288759666e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,9,7.436195659238365e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,9,5.8696993932016994e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,10,6.035166677520465e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,10,7.464809215207424e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,10,6.071878999591718e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,11,6.152374965040508e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,11,7.985535432908364e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,11,6.25704146273165e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,12,6.325632284642779e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,12,9.367138886773319e-08 +c4,mlp_down,Meta-Llama-3-8B,8,64,12,6.964058485436908e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,13,7.815422264911831e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0823276852534036e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,13,8.525854156005153e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,14,9.971041947665071e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,14,1.292862208401857e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,14,9.724773519792507e-08 +c4,attn_in,Meta-Llama-3-8B,8,64,15,8.997250233733212e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,15,1.5032946976134554e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,15,1.252958270470117e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,16,9.153067281886251e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,16,1.544211585269295e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,16,1.3550800304074073e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,17,7.92391006143589e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7764584470114642e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,17,1.6033145300298202e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,18,5.10521935837005e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,18,1.7459349521686818e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,18,1.5530029884303076e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,19,4.498479100334407e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,19,1.8272784529926867e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,19,1.6251081547125068e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,20,6.296354371215784e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,20,1.980728256967268e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,20,1.737671482260339e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,21,9.463555983302285e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,21,2.3491585920965008e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,21,2.135580956519334e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,22,7.094659792983293e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,22,2.461254666741297e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,22,2.2080847372762946e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,23,7.616093000706314e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,23,2.654899446952186e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,23,2.3161831563811575e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,24,8.345473645476886e-08 +c4,mlp_gate,Meta-Llama-3-8B,8,64,24,2.89969591449335e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,24,2.4108524598887016e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,25,1.1089810669773215e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,25,3.2860927490219183e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,25,2.6008490294771036e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,26,1.3526991438084224e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,26,3.8206565022846917e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,26,2.831507686096302e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,27,1.935507185635288e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,27,4.698557063420594e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,27,3.6946721593267284e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,28,2.244192813805057e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,28,6.527093319164123e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,28,4.918013019050704e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,29,3.432724611229787e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,29,9.2018376562919e-07 +c4,mlp_down,Meta-Llama-3-8B,8,64,29,8.011514296413225e-07 +c4,attn_in,Meta-Llama-3-8B,8,64,30,7.277988061105134e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,30,1.728036522763432e-06 +c4,mlp_down,Meta-Llama-3-8B,8,64,30,1.8230442719868734e-06 +c4,attn_in,Meta-Llama-3-8B,8,64,31,9.561131264490541e-07 +c4,mlp_gate,Meta-Llama-3-8B,8,64,31,9.404971933690831e-06 +c4,mlp_down,Meta-Llama-3-8B,8,64,31,0.000529994023963809 +pileval,attn_in,Meta-Llama-3-8B,8,64,0,1.2028604778890895e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4861527564136168e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,0,1.7263992901916936e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,1,2.4111121987857587e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,1,1.7464031998315477e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,1,3.5950777146354085e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,2,3.768112932789336e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,2,7.099525856091304e-09 +pileval,mlp_down,Meta-Llama-3-8B,8,64,2,7.12758785326173e-09 +pileval,attn_in,Meta-Llama-3-8B,8,64,3,6.6331469206204474e-09 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,3,1.6021653337361386e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,3,1.3336464377289303e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,4,1.3863928671753456e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7765976184923602e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,4,2.2541851052437778e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,5,1.8248783817398362e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,5,3.958487937438804e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,5,3.3781947905708876e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,6,2.6303080602474438e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,6,5.034926786606775e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,6,4.1088874525030405e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,7,3.5463411762748365e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,7,5.876950837091499e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,7,4.5720710772911843e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,8,4.566615530166018e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,8,6.419163156579089e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,8,5.0030639187070847e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,9,5.600990604648359e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,9,7.284810976670997e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,9,5.7546881038206266e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,10,6.19558306880208e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,10,7.380343447493942e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,10,6.04336065634925e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,11,6.26044496243594e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,11,7.897022413771992e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,11,6.245701911211654e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,12,6.385105422168635e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,12,9.223675334624204e-08 +pileval,mlp_down,Meta-Llama-3-8B,8,64,12,6.93709552024302e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,13,7.969871518298532e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0568405883759624e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,13,8.418722785563659e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,14,1.0251795856675017e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,14,1.264511553245029e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,14,9.510818443914104e-08 +pileval,attn_in,Meta-Llama-3-8B,8,64,15,8.850929589243606e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4479994092653214e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,15,1.2007335215002968e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,16,9.904124453896657e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4917014823367936e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,16,1.3120447306391725e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,17,8.068433032804023e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7179608846618066e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,17,1.584744637739277e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,18,5.2675673600788286e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6942834690780728e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,18,1.5307583112189604e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,19,5.008214287727242e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,19,1.782174621212107e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,19,1.5738140746179852e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,20,6.536311047966592e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9426722985826927e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,20,1.6687418735727988e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,21,8.98176395480732e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2963446610901883e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,21,2.049468861287096e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,22,7.342480046190758e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,22,2.40191781131216e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,22,2.0962083624453953e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,23,7.229258613961065e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,23,2.6120366669601935e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,23,2.1882226519664982e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,24,9.427429148445299e-08 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,24,2.868287651835999e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,24,2.3111425662136753e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,25,1.1554809731251225e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,25,3.2612376799079357e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,25,2.5398063030479534e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,26,1.4423054039980343e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,26,3.839537043859309e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,26,2.864040880012908e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,27,2.1318422227523115e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,27,4.7529601943097077e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,27,3.826591807865043e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,28,2.3882489585957956e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,28,6.605428666262014e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,28,5.113781753607327e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,29,3.7149283116377774e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,29,9.371009355163551e-07 +pileval,mlp_down,Meta-Llama-3-8B,8,64,29,8.146416234922071e-07 +pileval,attn_in,Meta-Llama-3-8B,8,64,30,7.599424520776665e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7425511487090262e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,30,1.8258672298543388e-06 +pileval,attn_in,Meta-Llama-3-8B,8,64,31,9.630635986468405e-07 +pileval,mlp_gate,Meta-Llama-3-8B,8,64,31,9.028597560245544e-06 +pileval,mlp_down,Meta-Llama-3-8B,8,64,31,0.00043858037679456174 +wikitext,attn_in,Meta-Llama-3-8B,8,64,0,1.1192127225001514e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4214462940032035e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,0,5.7238825235117474e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,1,1.7695380716276077e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,1,4.7955822424228245e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,1,4.657081262848806e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,2,2.6140862807721987e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,2,6.810964237047301e-09 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,2,6.7456991104108965e-09 +wikitext,attn_in,Meta-Llama-3-8B,8,64,3,4.711786516509164e-09 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,3,1.532238513846096e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,3,1.2041970975928962e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,4,1.126292392683581e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7290955273429063e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,4,2.1563336005669953e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,5,1.6163411942216044e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,5,3.870204778877451e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,5,3.33960130660671e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,6,2.4693395772601434e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,6,4.9859743000979506e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,6,4.072117221198823e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,7,3.312706553515454e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,7,5.8041003114794876e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,7,4.5226496325767584e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,8,4.083456772718819e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,8,6.402640906344459e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,8,5.0540435836410325e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,9,5.046071294145804e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,9,7.294287485137829e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,9,5.8058304830410634e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,10,5.57342616502865e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,10,7.394275769456726e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,10,6.175740452363243e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,11,5.6680995896840614e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,11,7.97547770048368e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,11,6.441416644520359e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,12,5.996834318011679e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,12,9.257331612388953e-08 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,12,6.973405675125832e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,13,7.225651188491611e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0492072988199652e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,13,8.262911421752506e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,14,9.280812207634881e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2498327350840555e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,14,9.487470720159763e-08 +wikitext,attn_in,Meta-Llama-3-8B,8,64,15,8.339481638586221e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,15,1.442663233319763e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,15,1.2044249331211176e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,16,8.556280306493136e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,16,1.482954132825398e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,16,1.2795942438970087e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,17,7.449566652439898e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,17,1.6692004578544584e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,17,1.511696439138177e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,18,4.8225373916466197e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6446395534330804e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,18,1.472360793286498e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,19,4.096352057558761e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,19,1.7010542308071308e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,19,1.4953349136703764e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,20,5.6941601656035346e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,20,1.877058934951492e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,20,1.6431850724529795e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,21,7.659892986566774e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2085404793870111e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,21,1.9795076866557793e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,22,5.972842131996003e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,22,2.3468771814805223e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,22,2.079769672036491e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,23,6.87192169834816e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,23,2.543019661516155e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,23,2.154755662786556e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,24,9.119985122651997e-08 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,24,2.8227566417626804e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,24,2.2003919752933143e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,25,1.116214107810265e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,25,3.1925372923069517e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,25,2.396075444721646e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,26,1.4221019739579788e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,26,3.693128292070469e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,26,2.674049994766392e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,27,2.3243981672749214e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,27,4.6229470740399847e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,27,3.418454070924781e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,28,2.5524130364829034e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,28,6.417394047275593e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,28,4.775083652930334e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,29,4.401882449656114e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,29,8.915054650060483e-07 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,29,8.068217880463635e-07 +wikitext,attn_in,Meta-Llama-3-8B,8,64,30,9.244915872841375e-07 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,30,1.5937648640829138e-06 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,30,2.100243136737845e-06 +wikitext,attn_in,Meta-Llama-3-8B,8,64,31,1.2221003089507576e-06 +wikitext,mlp_gate,Meta-Llama-3-8B,8,64,31,1.5506104318774305e-05 +wikitext,mlp_down,Meta-Llama-3-8B,8,64,31,0.0016247087623924017 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.633372448850423e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.972997097254847e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.4571214655443328e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,8.963285836216528e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.307661947677843e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.758168794680387e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.52496214065468e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1353981790307444e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1861410712299403e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.1379356692486908e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.426264290988911e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.986049574043136e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.4491309886798263e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.347792491898872e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.421989822527394e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.192243821104057e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.171123823150992e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.178839273867197e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.629995601135306e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,7.994026236701757e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.417885015252978e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.552465881919488e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.45249485084787e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.200748950708658e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.018971857381985e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.0001034614397212863 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.755712431389838e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.481193410465494e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011810496653197333 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.992852235678583e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.828736801864579e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011874943447764963 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.227804548572749e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.328400483354926e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012824672739952803 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.742374822963029e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.000101400502899196 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015199951303657144 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010743339953478426 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013046518142800778 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017206136544700712 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012752441398333758 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.000171003004652448 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.0002076777454931289 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00014366106188390404 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00015071254165377468 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00023826508549973369 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00018930785881821066 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00016228064487222582 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023947835143189877 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019670758047141135 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012737938959617168 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00027156813303008676 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.0002321531210327521 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.390028233407065e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002606728521641344 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00022036608424969018 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.228333899751306e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00027345013222657144 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00022872479166835546 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.319398668594658e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00029365794034674764 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.0002471855259500444 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.0001558633812237531 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003460284206084907 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00029671634547412395 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011328261462040246 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003556844312697649 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00030054329545237124 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00012391452037263662 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.00038783063064329326 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00031100731575861573 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00014471304893959314 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004221537383273244 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0003323874552734196 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019535493629518896 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004884876543655992 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00035157965612597764 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.0002710040716920048 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005806423723697662 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.000396756106056273 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003226545813959092 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007035996532067657 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005253342096693814 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00036335436743684113 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.000920881808269769 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.000682578538544476 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005326228565536439 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.0013028794201090932 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010548688005656004 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0010918955085799098 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0025097725447267294 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.0025860019959509373 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013242177665233612 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.01037977822124958 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.13728566467761993 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.6305884855682962e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,2.204937345595681e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.6820376863033744e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,9.275493539462332e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.303423338569701e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.980825466802344e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.713018360140268e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1540611922100652e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1952458407904487e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.155600602942286e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.5044088033610024e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,2.0587167455232702e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.505161137378309e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.3548468966037035e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.4309163311263546e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.3374202757840976e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.222441152203828e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.2648683777078986e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.779743176186457e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.039615931920707e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.520167517010123e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.758467159466818e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.507227514404804e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.275813550222665e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.346614049514756e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010395708522992209 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.836188888177276e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,0.00010028846008935943 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011805038957390934 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,9.010899520944804e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,0.00010621790715958923 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011987181642325595 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.37754666665569e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.730562305776402e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012900463480036706 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.942346514435485e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.00010541531082708389 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015239324420690536 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010869244579225779 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013879468315280974 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017021721578203142 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.0001274633832508698 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.000182592382770963 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.00020462060638237745 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00014121369167696685 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014975701924413443 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00023102133127395064 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00018193497089669108 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00017857861530501395 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023229976068250835 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019039215112570673 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00013031049456913024 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00026469730073586106 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00023162923753261566 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,9.287658758694306e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002546613395679742 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00021876138634979725 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.74330653459765e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00026856258045881987 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00022210119641385972 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.720530943013728e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.000290498515823856 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.0002400439843768254 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00014943277346901596 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003415348764974624 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00028759310953319073 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011719930625986308 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003530408430378884 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00028948282124474645 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011640733282547444 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003860992146655917 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.0003002412850037217 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00015558412997052073 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.00042326381662860513 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.00032545809517614543 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00020561995916068554 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004925672546960413 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00034702845732681453 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00027692364528775215 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005908259772695601 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.00040887630893848836 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003661401569843292 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007250796188600361 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005484629655256867 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00036812524194829166 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009582483326084912 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0007222360582090914 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005496465601027012 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001363369170576334 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0011184861650690436 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0011643987381830812 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0026108063757419586 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.002668344182893634 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013436819426715374 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010185395367443562 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.09982587397098541 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.4851214018563041e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.895624450298783e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.4209729165013414e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,1.0103275599249173e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,0.00010943646339001134 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,0.00010291647049598396 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,7.5423331509227864e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1732573511835653e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.227200118592009e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.0463791113579646e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.4982200557133183e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.9414572307141498e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.0478855731198564e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.400356556288898e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.408468182897195e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,2.811141348502133e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.215309258550406e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.269307075650431e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.18907729908824e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.011660975171253e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.48145069135353e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.303130092215724e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.3978873337619e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.130489393603057e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,7.374052074737847e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010311359073966742 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.819931488484144e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.498005965724587e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011676811118377373 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.921918924897909e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.48288943618536e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011784289381466806 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.386940655531362e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.023071470437571e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012743170373141766 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.889396460494027e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,9.87272069323808e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015078372962307185 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010760007717180997 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00012897516717202961 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00016686429444234818 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012513957335613668 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00016572637832723558 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.0002005931455641985 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00013846912770532072 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014215888222679496 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00022679941321257502 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.0001810323738027364 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00016478856559842825 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.0002271392586408183 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00018555957649368793 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012431788491085172 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00025590628501959145 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00022148573771119118 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.810601138975471e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002449097519274801 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.0002091118658427149 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,7.007361273281276e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.0002541100257076323 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00020972374477423728 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,8.55884063639678e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00027350481832399964 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.00023312542180065066 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00013657883391715586 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.00032236124388873577 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00027627486269921064 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,9.63111306191422e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.00033754820469766855 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00028699691756628454 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011301327322144061 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003728369774762541 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00029418047051876783 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00014508332242257893 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004129296285100281 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0003108714008703828 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019570243603084236 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.00048059632536023855 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.0003323042765259743 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00026146878371946514 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005770730786025524 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.00038607270107604563 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.000352781789842993 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007110902806743979 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005080199334770441 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.0003616830217652023 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009459576103836298 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0006748957093805075 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0006158715113997459 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001323143020272255 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010916183236986399 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.001107505988329649 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0025327326729893684 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.004012659192085266 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013240863336250186 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010307078249752522 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,1.348434329032898 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.973313126465655e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.498544975220284e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.5108531644946197e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.5946748034330085e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.826447159051895e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.363978612469509e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.877812327526044e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.669865565025248e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.826652447169181e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.965302185970359e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8367629309068434e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5062536476762034e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.5647263353457674e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.263305552536622e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.631607094372157e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1759103876538575e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.6690758608747274e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.930246748495847e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.48544490407221e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.0353522712830454e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.906589674646966e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.223579526296817e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.107315468601882e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.5048789363354445e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.607394268736243e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.750127406325191e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,5.992810838506557e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.288291089935228e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.829453872749582e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.906460475875065e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.21347241778858e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.948351023718715e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.119576912373304e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.836814620532095e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.552751726005226e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.455147715518251e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.064798021223396e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011191469093319029 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.185589103959501e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.715555643197149e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012652945588342845 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.789536125026643e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011255622666794807 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.0001517207274446264 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00011117512622149661 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011045156134059653 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017591880168765783 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.0001460341300116852 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012256325862836093 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017866099369712174 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.00015185655502136797 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00011165393516421318 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00020272404071874917 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00017758914327714592 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.165596278151497e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019782401795964688 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016985047841444612 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.5713080655550584e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020757707534357905 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00017615649267099798 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.399803143925965e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.0002236776053905487 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00019022922788280994 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00011120168346678838 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00026247993810102344 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.000225943120312877 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.135953587247059e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002727253013290465 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00023126622545532882 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.865915151545778e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00029658101266250014 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.00024029146879911423 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010163675324292853 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.0003229162248317152 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.00025529321283102036 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.00017281131295021623 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.0003728971350938082 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00027177701122127473 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.000165952616953291 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00043990794802084565 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.000309703522361815 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00027703234809450805 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005291186389513314 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0004044808156322688 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027476754621602595 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0006886266637593508 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005266171647235751 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00037165425601415336 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0009795479709282517 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0007943507516756654 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006955084390938282 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0018533631227910519 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0018569478997960687 +c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.00099556939676404 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007846934720873833 +c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.08161354064941406 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,1.0492998399058706e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.67662619787734e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.676452140804031e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.8399241424922366e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.8888304920401424e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.460718289716169e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,6.219189344847109e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.81714095157804e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.867382348398678e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,9.060532647708897e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8974789782078005e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5609015463269316e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.614390748727601e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.2713691325625405e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.635046257637441e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1807874620426446e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.722991798189469e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.9881502743810415e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.4606415283633396e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.0847825807286426e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.985241321264766e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.455023372429423e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.152855687309057e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.555430834647268e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.863616752321832e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.778613507980481e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.046485941624269e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.59520407882519e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.827678539091721e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.91882087267004e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.775758422212675e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,9.029721695696935e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.240603736136109e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,8.223270560847595e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.630740532884374e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.612646732013673e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.315329614561051e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011233701661694795 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.283011266030371e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,0.00010474667942617089 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012560657341964543 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.754037455422804e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011909808381460607 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00014970859047025442 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010917890176642686 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011133997759316117 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017036779900081456 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013997865607962012 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00013043609214946628 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017342630599159747 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001469366834498942 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010799007577588782 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.0001981470122700557 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.0001766420027706772 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.5600048401393e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019302338478155434 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.000168476122780703 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,6.039055733708665e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020434801990631968 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00017128541367128491 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.744669710518792e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.0002212862018495798 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00018479501886758953 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010632496559992433 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00025923686916939914 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021885694877710193 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.533300180919468e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002700492041185498 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00022319643176160753 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.383262320421636e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00029569765320047736 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002319033956155181 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010799452138599008 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.0003240936202928424 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.0002498796384315938 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.00017278628365602344 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00037587215774692595 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.0002681463665794581 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00017828425916377455 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00044850751874037087 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00031844546901993454 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00030160689493641257 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005447921575978398 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.00042186342761851847 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027545151533558965 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007174411439336836 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005573736852966249 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00039644321077503264 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0010250243358314037 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008458539377897978 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.000751351413782686 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0019404877675697207 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0019233269849792123 +pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.001051109516993165 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007763273548334837 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.0597807914018631 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.878690434561577e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.4387230748980073e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.436462636978831e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,6.884984941279981e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,0.00013669296458829194 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,4.4374977733241394e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.888421128474874e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.972009709395934e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.98646339919651e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.165901817847043e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.894192428153474e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.474420332669979e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.3421557014225982e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.302029654150829e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.6226007321383804e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,2.7148693334311247e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.711726069217548e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.99825039494317e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.127065428998321e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.074817792978138e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.958673889632337e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.148964217165485e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.089474092936143e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.447774310596287e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.285776569508016e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.716173422522843e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.044883411959745e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.003059727139771e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.727617387194186e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.855397805338725e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,6.83958496665582e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.90597584657371e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.216550875455141e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.794018893036991e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.520015737507492e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.57415036787279e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,7.627641025464982e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011058573727495968 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.197224815376103e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.801527630770579e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012302894901949912 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.568403766024858e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.0001153140765381977 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.0001466133544454351 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010704465967137367 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00010732029477367178 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00016742548905313015 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013914023293182254 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012305214477237314 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017016855417750776 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.00014323256618808955 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010145321721211076 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00019093249284196645 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00016939484339673072 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.13179145148024e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.0001859978074207902 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016082660295069218 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.056540612713434e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00019236281514167786 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00016174549818970263 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,6.91007444402203e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.00020895681518595666 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00017916338401846588 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010285018652211875 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00024331005988642573 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021080512669868767 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,7.783651381032541e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002581352018751204 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.0002209876838605851 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,7.276420365087688e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00028644988196901977 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002262595371576026 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,9.959853196050972e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.00031543601653538644 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.0002395618794253096 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.0001538903161417693 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00036779738729819655 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00025691211340017617 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00016664827126078308 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.0004369557718746364 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00030102807795628905 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00029197975527495146 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005360108334571123 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.00039053609361872077 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.0002633684780448675 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007066486869007349 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005216969875618815 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.0004426997038535774 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0010056725004687905 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008159492863342166 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006895591504871845 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.001831138040870428 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.002982957288622856 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0010469082044437528 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007817886769771576 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.7924338579177856 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.289270580353332e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.2606600914041337e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.141500984493177e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.4820845990470843e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2438257499525207e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.689507452188991e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.912513425850193e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.4322475837834645e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.8061035663995426e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.433722102068714e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.2218156270100735e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.359515969554195e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.114150437497301e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.392255378770642e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.4770464379980695e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.386703146039508e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3309013411344495e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1595442629186437e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.70707606029464e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.7291788026341237e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.406200863129925e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.2690136827586684e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0429022697499022e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.5771833204780705e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.810264802770689e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2388467186829075e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.7041456885635853e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.0931662220391445e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5586161427781917e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9726136088138446e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.2998652639216743e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5635643396526575e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.0285842765588313e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.302248867636081e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.762189797067549e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1351868781493977e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.3136390154832043e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.3107400668086484e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3638243874302134e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.066017961828038e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.7458907172549516e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7942071028519422e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.016197635792196e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.5273049181560054e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.134306098218076e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.297544753877446e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.180407242733054e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,4.1430354031035677e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.462186214164831e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.163862806512043e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.35059228038881e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.7962259991909377e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.8609904954209924e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.215809869696386e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.7759604816092178e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.620795127470046e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.872341742157005e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.5332640032283962e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.879611853742972e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,5.0596696382854134e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.1713716705562547e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.322073022602126e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.4730535339331254e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.1895189749775454e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.442072092089802e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.60312216496095e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.521199348848313e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.654758519493043e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.669706635875627e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.757929905783385e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.322051871800795e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.918889994267374e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.836402018147055e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.065905032912269e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.274445670191199e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.725209510070272e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010480797209311277 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.724437455181032e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.0191829359391704e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00012433364463504404 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.751048153499141e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,7.777601422276348e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015043198072817177 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00011493539932416752 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.332740642596036e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00019759457791224122 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.0001481594517827034 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012257271737325937 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.0002798316127154976 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.0002323608787264675 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.0002194205590058118 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005282894126139581 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005653270636685193 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003423889575060457 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0022640081588178873 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.04648829251527786 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.4125324077649566e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.759838816426054e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.63134516748687e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.5743139556434471e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2616341109605855e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.856236020918004e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,2.0316008431109367e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.472795131325256e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.8391591513354797e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.4727103209443158e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.3869789553573355e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.522204108070582e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.208330432855291e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.4122915470507e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.499593266402371e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.646171070518903e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3421223229670431e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1802313565567601e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.676275112724397e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.7382397345500067e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.430563770554727e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.3072347428533249e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0540954210446216e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.5963778423611075e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.8738684957497753e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2497892132378183e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.722083288768772e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.179210787289776e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5581639420124702e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9756955225602724e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.420142300252337e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5868108423310332e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.063167266896926e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.398166907369159e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.7826552468468435e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1771402316517197e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.4136135834851302e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.322658085380681e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3942551706568338e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.254697730881162e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.7029025406809524e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7931038857786916e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.185578291071579e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.457873001229018e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.083654155489057e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.2962958357529715e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.025285645388067e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.980624387622811e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.775699224206619e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.009809319744818e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.211036139167845e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.889161987695843e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.7115088566206396e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.2081952162552625e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.886513018689584e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.4987580369925126e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.835617801290937e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.6936050087679178e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.768017945229076e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.915198587696068e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.225942625955213e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.247325654840097e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.314507507137023e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.0714876629645005e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.34792702132836e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.399617996066809e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.6434106985107064e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.573605398647487e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.42332379356958e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.4468641640851274e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.299492037622258e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.674967153230682e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,3.081226168433204e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.091122774407268e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.111159357009456e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.8603822506265715e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010562578972894698 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.614064816152677e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.2688908908749e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00012640336353797466 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,9.022471931530163e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.68366623762995e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015495758270844817 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00012000396236544475 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.437040039803833e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020586569735314697 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00015672687732148916 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012361002154648304 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.00029344597714953125 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.00024638077593408525 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.00023643944587092847 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005498961545526981 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005837218486703932 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003506038920022547 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.002258086111396551 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.03322082385420799 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.2507693958905293e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.09860149375163e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.35240030028217e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,2.012123331951443e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.4708857634104788e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,7.618843665113673e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.7980870552491979e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.507842054910725e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.968513399537187e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.2259594061324606e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.376243279897608e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.276389063306851e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,5.024530764785595e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.51850142882904e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.455019840563182e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,6.551734259119257e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3391305401455611e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1797541446867399e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,8.904340575099923e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.732145028654486e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.4223460311768577e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.2016387699986808e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.033384589594789e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.562680336064659e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.6697595128789544e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2317362891044468e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.715395410428755e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,1.9357808923814446e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5291392375947908e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9633080228231847e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.202173891419079e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5415874915779568e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.069044603558723e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.192098691011779e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.74319936579559e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1747027858509682e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.2088317564339377e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.285845014033839e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3731481633149087e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.014067442563828e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.642895899247378e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7446872991276905e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.038593760924414e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.3585783714661375e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.0202947527868673e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.222213126718998e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,4.9408277845941484e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.957503940910101e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.4778553526848555e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,4.896210884908214e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.097163400729187e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.766798024822492e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.5128857638919726e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,4.981799065717496e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.754095865180716e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.289793261908926e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.6311459300341085e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.4584590644517448e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.484884241013788e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.636525773094036e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.1476043912116438e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,5.887814040761441e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.168969073565677e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,2.79052273981506e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,6.912235403433442e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.123090861365199e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.2648033336736262e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.257251854753122e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.36861877865158e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.338620470254682e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,7.988874858710915e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.53488386888057e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.932167444669176e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,8.841786620905623e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,6.826750177424401e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,5.268079985398799e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010331811790820211 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.285205356311053e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,4.8959303967421874e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.0001232448994414881 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.519583207089454e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.677734149387106e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.0001528093416709453 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00011105550220236182 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.358918810496107e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020221508748363703 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00014604929310735315 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.0001385146169923246 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.0002912372874561697 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.000240759298321791 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.0002210566308349371 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.000528481905348599 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0008864384726621211 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.00032174374791793525 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0021854573860764503 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.4575091004371643 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.524438684758934e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.230610161608638e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.781425329587364e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.036358071360155e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.2495604551077122e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.5603771316818893e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.162894250228419e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.860545694398752e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.000213726205402e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.725412630548817e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,3.956497039325768e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.288075959062553e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.669576472020708e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.040493983367924e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.746996521338588e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.948080797679722e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0066612958326004e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.71315296535613e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.1306399149762e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3077450603304897e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0753567948995624e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.952984899224248e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.5346071450039744e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2025213436572812e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.322029947914416e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6787456843303517e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3117909475113265e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.7234853658010252e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.9089864508714527e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5107070794329047e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.658401743043214e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9306273316033185e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.563361547596287e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.6985823094728403e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.0651938029914163e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.623201933398377e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7027023204718716e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4303864847752266e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7933019989868626e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.1926385670667514e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.7493073503137566e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1417034076876007e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5737886971910484e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.297294824733399e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.4274469978990965e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.533233600843232e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.821239442913793e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.1914427381707355e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.9490929591702297e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.8656318793073297e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.336320514790714e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1444764570333064e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.387725130072795e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.939515954698436e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2845768651459366e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.25887483288534e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.733621269930154e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.1207541319890879e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.473443914321251e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.8522099202964455e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.3946566468803212e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.8271271225530654e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.1790251998463646e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.5334717065561563e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.6545992265455425e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.966229244018905e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.7927275621332228e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.869496817467734e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,5.104725278215483e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.9456016161711887e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.381444109138101e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.2768307796213776e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.1666932298103347e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.950939859962091e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.578224590863101e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.550988913048059e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.004988194443285e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.9395220887381583e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.4422195312799886e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.438323468202725e-05 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.819693226134405e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,4.898372571915388e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011357670155121014 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.895649807527661e-05 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.872710607945919e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00014865683624520898 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011506205919431522 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.106306970352307e-05 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021081192244309932 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001742931635817513 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00016673623758833855 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.00039265365921892226 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0004047892289236188 +c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.0002126216859323904 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.001718748826533556 +c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.02734493650496006 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.632069140418025e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.612908301420248e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,6.148650300019654e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.0888396673180978e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.260155954696529e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.6076681276899762e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.2312331136854482e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.893331386781938e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.014452320509008e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.7609503402127302e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.088973128091311e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.411958005017368e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.7541919937211787e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.052859473333228e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.755762231274275e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,6.109020432631951e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0167506843572482e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.851194252201822e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.253687726915814e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3167884389986284e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0920688509941101e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,9.360051990370266e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.5440866263816133e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2135134966229089e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.3953250345366541e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6883303032955155e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3255084013508167e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.775525015546009e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.907690239022486e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5136009096750058e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.775749660737347e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9522281945683062e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5887793779256754e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.7934482457349077e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.08373512577964e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.6566105841775425e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7741023839334957e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.432373003102839e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.81478462764062e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.337769365112763e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.719132498896215e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1389676476246677e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.731548374867998e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.251827001804486e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.383842547715176e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.5423338229302317e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.704360278788954e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.05680041492451e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,3.127640957245603e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.746081711142324e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.2319007004844025e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1912577722105198e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.277550760889426e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.923097756342031e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.3727430086873937e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.154474663664587e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.701299283420667e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.2310926649661269e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.398737655719742e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.747536175069399e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.4957664461690001e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.778556103701703e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.060591527377255e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.3849130229791626e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.57340172235854e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.8135858378373086e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.880836316558998e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.810678703710437e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.919605271425098e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.7949785615201108e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.362140265991911e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.09646997670643e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.3893471734481864e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.972461414989084e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.450141543406062e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.5963668779004365e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.054655336309224e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.872863403055817e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.673469473142177e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.61505647865124e-05 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,7.009169348748401e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,5.6445682275807485e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011700594768626615 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,9.28483932511881e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,6.0767859395127743e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.0001547995489090681 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00012208663974888623 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.360830881632864e-05 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00022047739184927195 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.00018531468231230974 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00018019109847955406 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0004092422896064818 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.00042090925853699446 +pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.0002145955804735422 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0017066355794668198 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.01955398917198181 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.4384917196584865e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.110325508259848e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.778135800937889e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.3908806977269705e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.9131405224470655e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,2.089824920403771e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.1076838291046442e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.9185972632840276e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.0743127606692724e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.585757217981154e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.090979018656071e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.20963044941891e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.092053702857811e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.120807367755333e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.730181328544859e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.172062628844287e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0152397408091929e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.867437827575486e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,6.713030415994581e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3202954505686648e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0834874046850018e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.59670944919344e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.527309177618008e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.1898784578079358e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.2326987416599877e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6713902368792333e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3245458831079304e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.574041925778147e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.8878738046623766e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5032390365377069e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.5893441741354764e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9219860405428335e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5891364455455914e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.640036680328194e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.0574861991917714e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.648154648137279e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.6636891814414412e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4144828785210848e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7994450900005177e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.2101310605648905e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.6758900276036002e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.0989395125070587e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5758508854778484e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.17362901114393e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.33712671615649e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.462435259076301e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.634768654592335e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.0463004804914817e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.8738777473336086e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.663612005766481e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.1415718694915995e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.087570828734897e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.1240029531763867e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.751992335310206e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2534806955954991e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,3.997962630819529e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.53761060978286e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.0088497219840065e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.162907134741545e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.5475943150231615e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.2633721780730411e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.498746420722455e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,3.934533742722124e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.3194266759674065e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.253540803096257e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.628784517990425e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.479061847931007e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.543260704143904e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.872760473517701e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.6855026842677034e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.131595000624657e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,4.9899041187018156e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.304310692125e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.772475899197161e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.2258365030866116e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.428001582506113e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,7.865105726523325e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.625549238175154e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.489624577923678e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.370611951453611e-05 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.616127211600542e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,6.016292900312692e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011491411714814603 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.602211164543405e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.6055101595120504e-05 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00015241975779645145 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011448069562902674 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,0.00011098876711912453 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021547448704950511 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001799340097932145 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00016516188043169677 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.00039100961294025183 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0006519921589642763 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00022063255892135203 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0016967941774055362 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.26272284984588623 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.4469070386269323e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.5723125024180717e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,4.7851211881777544e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.507403504940612e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.6572379024637485e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.141191311646253e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.9094915627611044e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,8.909492699160637e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0333742750390229e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0303433661817962e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9039072540749657e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.592558440677294e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0249844467912226e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.424036520982554e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.73461093769356e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.8484629766012404e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.875142423088619e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.2592066762381364e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.766919220993259e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.318091294588157e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.1489728036813176e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.82379753918849e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.482876185349596e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.760843535540516e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.850248723822006e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.192376554916336e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.24845597485546e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.439930354597891e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.334952721928857e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.1965637005178e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.603205259305469e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.387206745259391e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.452056394186002e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.622933478363848e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0102577618908981e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.780138844282192e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.261555078410311e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2176670338703843e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.841978882401236e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1460966931053918e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3665986386968143e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0483763901447674e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.4168946904646873e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.6563309657158243e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1889387963037734e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.3062042114597716e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8946185775803315e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.5140095399601705e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3583856173227105e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.886824634311779e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.6875617347977823e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.0311253362260686e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.1378109238412435e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.9597415246153105e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.680600961317396e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.0603813766228996e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.826100941570985e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.397761609377994e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.1538019723266189e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.9687522012645786e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.126882906050014e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.3124835024646018e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,2.0056161531556427e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.4015743943218695e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.720844349823892e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.48906417255057e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,9.641308196250975e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.8010879304929404e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.456085894664284e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,1.0806315486888707e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.044486618364317e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.5736002839948924e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.1373818864512941e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.307680742636876e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.681203170595836e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5348516058111272e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.8237516264416627e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.0789084348725737e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6630009724849515e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.534617232820892e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.262833558892453e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.620044767809304e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.481384732775041e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.337634891271591e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.945523647213122e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.194411750788277e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.425815174930904e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.6499175709868723e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0192982244916493e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,8.810667395664495e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.40789573683287e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.988266149055562e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.073863697660272e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.1375587973816437e-06 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.377827725780662e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.00017146601749118418 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.4668805059514511e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.7567750587588193e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,5.062424257573639e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.808783759026937e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.311827624306261e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.260114110365976e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,6.2376712683942515e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.055558969350841e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0459210386670748e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0298621511140027e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9672917517254973e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.6537715197273428e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0269602885036875e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.434375983601967e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.745537663884079e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.9292117176282773e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.9164579962734933e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.336789771741678e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.760142064379579e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.35225134715256e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.231727229215721e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,5.02391053203155e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.531733103860461e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.828069404856251e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,7.20568351653128e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.222669833912732e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.312321687573785e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.676673246554856e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.330145189778705e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.221350983854791e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,9.13240754130129e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.465166783684253e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.577033755978846e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,9.00862957564641e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0187560661734096e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.940910506931687e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.682806023647572e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.217948124576651e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.956997987752402e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.2053047271365358e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3525144026971248e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0509376835443618e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.5325188940096268e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.6310897876792296e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1660920051781432e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.2983851149783732e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8343772012485715e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4545933879617223e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.4539712367422908e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.8311010308025288e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.640000704128397e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.0572689745913522e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.0871740957773e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.9617675661720568e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,7.054122619365444e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.011147728353535e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.8132105594759196e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.887285763923501e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.117014759051017e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.924909440731426e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.488318232162783e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.285577238581027e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.9471700341000542e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.383624805839645e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.689462235139217e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.4120060970744817e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,1.0252615822992084e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.769987759165815e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.36660696373292e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.86665185109814e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.0297047715066583e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.47609619918876e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.2275518201931845e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.3151465572700545e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.62150649632531e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.6735008045998256e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.8518308542734303e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.04996177646899e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.7677616881428548e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.6167602363311744e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.36063379791085e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.899649302889884e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.639731739393028e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.524979146935948e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.9417898872452497e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.538660611317027e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.743911515310174e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.797792030331038e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0669978109945077e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.366316930936591e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,8.086121852102224e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,2.0455852336453972e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.142702896890114e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.136165678872203e-06 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.322471330757253e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.0001227081083925441 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.3542786891918013e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.5260221974955357e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,6.41811048751606e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,8.143326013509977e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,2.236584961679e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,5.442539531941293e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.8363935906413644e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.225399999479578e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0993657539870583e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,9.003120027273326e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9654223137877125e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.56815964658108e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,1.7581470501681906e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.4846614482830773e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.7365341992435788e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.591427161746651e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.909714235168394e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.349113780222069e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.362410438967345e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.350309433855728e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.2226660329779406e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.743025172615489e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.491179587759689e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.718685969213766e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.400159691111185e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.16861245311884e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.306942168521346e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,7.794301382091362e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.281861679255599e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.19125949899535e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.195211620432019e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.336260120562656e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.638485044481058e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.240037630002917e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.011878651979714e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.95424455191096e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,8.842562237987295e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2040618457831442e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.874638979250449e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1489547091514396e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.329024996721273e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0285438634127786e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.435826959550468e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.5998003277672979e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1550124412451623e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.1854417891754565e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8143983027130162e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4499281064672687e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3664782727573765e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.7970100429920421e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.591316163285228e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,9.686893065463664e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.0227838604114368e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.863506895460887e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.95309481102413e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,1.9427794484272454e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.7574373600837134e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,5.5195222614656814e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.0154708124664467e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.8141855662179296e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,6.21630817931873e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.1623868917686195e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.895043482136316e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.2097981993974827e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.5408655801584246e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.3242020574798516e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,8.251097227685023e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.6667535735214187e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.357956248033588e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.004064338569151e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,2.939484033959161e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.450269676046446e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.121611177268278e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.22853480838603e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.5289403993156157e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5558885024802294e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.778773134399671e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,2.863587269530399e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6902899346860067e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.517982006291277e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.174214668888453e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,3.2547751516176504e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.565482297242852e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.205782033750438e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.785108961234073e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.429138122461154e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.426741154224146e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,5.482542064783047e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0503654266358353e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.369213671561738e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.37379991733178e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.9606573005148675e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,3.2314517284248723e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.0973897133226274e-06 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,9.311645044363104e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.001675429753959179 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.2391135895128969e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.211820088720117e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.812777566418845e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.365825478913621e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.7091874582320088e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.099491666740505e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.565518185728479e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,6.884749215174679e-09 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.395112078256716e-09 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.808875324144537e-09 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.4612322907225916e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2122295167671382e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4407299353536018e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6015174015014964e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.1148652606939322e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.029627488298047e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.7203719216449826e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.2032442476293e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7161963345179174e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.819197840788547e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,3.946073690030971e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.696650452411632e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.6798551639758443e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.423479893489457e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.862710412112392e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.217209147507674e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.821624344231168e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.982261797043975e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.040598148932986e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.55960539827538e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.229003446378556e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.129007428829937e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.7512849593877036e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.06314571882649e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.629565601519062e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,5.98171467913744e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.542866515246715e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.975003851219299e-08 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.682954989400969e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.225883618706575e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,1.0111713066862649e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.013665819817106e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.861095406904496e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.2173052255093353e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,9.177862381193336e-08 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.791739330466953e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.408320429163723e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1714658398886968e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.627493113839591e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.42311833428721e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2744037292122812e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.820635516964103e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.6233487087902176e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4745609178135055e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.3286196788349116e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.5760825533561729e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.395630562228689e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.5738833165387405e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.6481097020459856e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4846111184851907e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.516534784533178e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.7791980155834608e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.5381249340862269e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.767448005959523e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.0922041699122929e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.8649750188615144e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.400543466928866e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.1690675566787831e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8775386934066773e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.808948510046321e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3549775107767346e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.9736064871267445e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.325523026542214e-08 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.5605180553611717e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.0630116637221363e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.3899084194690658e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.9475376095433603e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.3227929091262922e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4195929054494627e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.481022190499061e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.520657460536313e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,1.9105475246306014e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.1787853888308746e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.349234702909598e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2492963580589276e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.454759275380638e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.2466731997592433e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,3.8518274436682987e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.748298571641499e-07 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.525708045046485e-07 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,5.886616349926044e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.4645692090198281e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.4939317907192162e-06 +c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.98500423115911e-07 +c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.42526811134303e-06 +c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,9.391194180352613e-05 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.2612205724238379e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.3528275166763137e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.986864533482958e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.581506729550711e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.017779904799454e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.1555524654104374e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.781485429816712e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.00635993666765e-09 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.451119721224586e-09 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.86594345214553e-09 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.509352109962947e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2561963025348177e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4706927231600275e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.613131577788863e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.1161344676556837e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.0759905794420774e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.761987699135716e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.257969538594807e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7593891616106703e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8519812168024146e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,4.003972620125751e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.89839094339095e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.717287976381158e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.4676635724272273e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,5.1787154120574996e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.24568414764326e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.862396707494554e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,6.337644009590804e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.042601168905094e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.569940242367011e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.68739232878579e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.208642927025721e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.8445440487275846e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.42713828824526e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.696015558167346e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.09764470027585e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.886448744580775e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.988607902438162e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.765060334146256e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.87003182015178e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.993179617140413e-08 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.020066388780833e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,1.057858227682118e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.1996566229299788e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.995746014761608e-08 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.611019891053729e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3644779528476647e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1232904029156998e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,1.0589526766580093e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.382710479447269e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2353174838608538e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,8.057052269805354e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.581872766109882e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4689213401197776e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.594819185716915e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.5401546704651992e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.3819315825003287e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,5.0262524808886155e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.6201683195049554e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4479815035883803e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.8188529550307067e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.76032912690971e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4931652003724594e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.362683783820103e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.064388411326945e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.809320337997633e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.518457323385519e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.1432711605484656e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.808818410609092e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.084211972596677e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3476253829812777e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.902515407437022e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.99078500538053e-08 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.5709240958349255e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.0157261815256788e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.5412746279253042e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.975200743549067e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.2987265424490033e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4994311925420334e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.543311493103829e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.593042722764949e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.1907140990151674e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.3118114945173147e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.492376947633602e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.501416531686118e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.698584004676377e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.500875263602211e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.076245545547863e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,8.110226872304338e-07 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.935350143066898e-07 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.458050165747409e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.5315603150156676e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.5515282711930922e-06 +pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,8.147550829562533e-07 +pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.384232165146386e-06 +pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,6.775521615054458e-05 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.043539255007886e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.1807630428961602e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,3.516274160730859e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,5.430196292621758e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.1609403216539249e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.7799267172667896e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.315227730700144e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.133644341905665e-09 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.672812607495416e-09 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.005451330144297e-09 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.512089298216779e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.1914716324668007e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.2874735944023996e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6433614408460926e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.118562747455144e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,1.8449673788722976e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.775640777803346e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.271662052384272e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.5019669891435115e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8639208216627594e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,4.010769316664664e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.570671935904102e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.678343484305515e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.405077191904638e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.6613873649903326e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.225401705250988e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.873743364441907e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.5256677455872705e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,6.988142331465497e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.558110416359341e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,5.95253979440713e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.106648070021038e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.8676171477145544e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,5.9470416147178184e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.646869448763027e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.099145366533776e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.258281359805551e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.938033602134965e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.717132805533765e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.048461808130014e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.890558771985525e-08 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,7.870237084262044e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.879973106308171e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.1751592410291778e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.899684900143257e-08 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,8.942130591549358e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3450767255562823e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1213954564937012e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.826842273241709e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.3559176181843213e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2034169571961684e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.759213360714057e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.533386608798537e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.405429941314651e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.5835215562183294e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.4870974496261624e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.333229704414407e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.034034262190289e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.5420707200064498e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.3707780510685552e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,4.7759954213688616e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.6642411537759472e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4545676663146878e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,8.664265749303013e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,1.958318307515583e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.7484407521806133e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,6.484381742666301e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.0705174108570645e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8022015524365997e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,6.30045917660027e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.277706414588465e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.8790896660902945e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.07170152938852e-08 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.516645167816023e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,1.940574918535276e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.4527981306855509e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.9203911822150985e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.1862206267542206e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4360065847540682e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.4600415688146313e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.464734620843956e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.2694506185416685e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.2627988250387716e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.2575675845691876e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2791229525864765e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.611457822851662e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.224095846439013e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.1870742961691576e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.943521040942869e-07 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.881276704007178e-07 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.085948029976862e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.492748424425372e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,2.3807408524589846e-06 +wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.834116786398226e-07 +wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,7.335521786444588e-06 +wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,0.0009174925507977605 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_20_mxq-20240930032213.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_20_mxq-20240930032213.csv new file mode 100644 index 0000000000000000000000000000000000000000..953fbe6446d0ea6322a1328cc52c0b8d5c5ecda6 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_20_mxq-20240930032213.csv @@ -0,0 +1,41 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,0,0,2721188864,2921332736,0,0,0,0,0.8036,0.95768,0.8036,84.02168917655945 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,0,0,1255163392,1375731712,0,0,0,0,0.73392,0.92648,0.7340399999999999,4687.621387720108 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,0,0,1288308224,2065694720,0,0,0,0,0.73852,0.92886,0.73854,5134.144375801086 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,0,0,1768069632,1843396608,0,0,0,0,0.80236,0.95814,0.8023,79.41548132896423 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,0,0,1296092672,3028287488,0,0,0,0,0.7391,0.92964,0.7392000000000001,4563.934373140335 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,0,0,1246322176,1371537408,0,0,0,0,0.69254,0.90106,0.69248,4224.0455493927 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,0,0,1252852224,1350565888,0,0,0,0,0.73342,0.926,0.7333999999999999,4350.59180521965 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,0,0,1244359168,1394606080,0,0,0,0,0.681,0.89498,0.6810600000000001,4232.04615354538 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,0,0,2228546560,9412018176,0,0,0,0,0.80324,0.95752,0.8032999999999999,92.1231610774994 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,1263557120,1579155456,0,0,0,0,0.73624,0.9272,0.73612,4150.996949195862 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,0,6060902400,9412018176,0,0,0,0,0.80318,0.95744,0.8032,4848.67263174057 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,0,0,1249155584,1736441856,0,0,0,0,0.73624,0.9272,0.73612,4227.337435007095 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,0,0,1254750720,1402994688,0,0,0,0,0.73558,0.9266,0.73554,4513.432942390442 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,0,0,2149358592,2558525440,0,0,0,0,0.79514,0.95474,0.79522,96.38240718841551 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,0,0,1290247680,1665138688,0,0,0,0,0.73938,0.92888,0.73946,4570.159451007843 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,0,0,2140843008,9716105216,0,0,0,0,0.79092,0.95314,0.7908,103.84661412239076 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,0,0,1785294336,1864368128,0,0,0,0,0.80236,0.95814,0.8023,78.34278130531311 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,0,0,6000660480,9705619456,0,0,0,0,0.78036,0.94542,0.78036,7994.195727109909 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,0,0,6034726912,9716105216,0,0,0,0,0.7922,0.9529,0.7921,4843.43253993988 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,0,0,1797030912,9701425152,0,0,0,0,0.73958,0.9298,0.73932,4096.482877016068 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,0,0,2242381824,9927917568,0,0,0,0,0.80274,0.95774,0.8027000000000001,90.3706829547882 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,0,1254209024,1350565888,0,0,0,0,0.73426,0.92584,0.73422,4257.70300579071 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,0,0,1288638976,1621098496,0,0,0,0,0.73854,0.929,0.73848,4795.517537593842 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,0,0,1259377152,1736441856,0,0,0,0,0.73662,0.92722,0.7365799999999999,4372.478152990341 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,0,0,2005788160,2113929216,0,0,0,0,0.8036,0.95824,0.80366,81.83852958679199 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,0,0,2165793792,2560622592,0,0,0,0,0.79462,0.95482,0.7945399999999999,96.01601362228394 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,0,0,1243450880,1394606080,0,0,0,0,0.62064,0.85066,0.62076,4630.061227560043 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,0,0,5993467904,9705619456,0,0,0,0,0.77518,0.94334,0.77524,6478.146624803543 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,0,0,6078620672,9911140352,0,0,0,0,0.80416,0.9577,0.8039200000000001,4949.785306453705 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,0,0,2744747008,2919235584,0,0,0,0,0.80312,0.95798,0.80296,85.02706289291382 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,2525014016,2837446656,0,0,0,0,0.80282,0.9582,0.8027000000000001,89.75235366821289 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,0,0,6075809792,9927917568,0,0,0,0,0.8034,0.95724,0.80334,4827.254663228989 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,0,0,1229737472,1264582656,0,0,0,0,0.41118,0.6577,0.411,4337.7286901474 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,0,0,1242899968,1394606080,0,0,0,0,0.6252,0.85228,0.62516,4359.522394657135 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,0,0,1245696512,1392508928,0,0,0,0,0.68716,0.89758,0.68722,4213.00830411911 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,0,0,2755937280,2898264064,0,0,0,0,0.80252,0.95808,0.80244,85.15818667411804 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,0,0,2732530688,2963275776,0,0,0,0,0.8029,0.95814,0.80282,87.96886658668518 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,0,0,2197248000,2715811840,0,0,0,0,0.79638,0.95486,0.7964600000000001,99.07187056541444 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,0,0,1253394944,1352663040,0,0,0,0,0.73466,0.92646,0.7348199999999999,4320.039063453674 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,0,0,1239830016,1447034880,0,0,0,0,0.39072,0.63548,0.39076,4231.311728477478 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_mxq-20240927193928.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_mxq-20240927193928.csv new file mode 100644 index 0000000000000000000000000000000000000000..2edfdb507d9cf0c6ce870fb0374b68164fd2be84 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_mxq-20240927193928.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,0,0,2723286016,10292822016,0,0,0,0,0.8036,0.95768,0.8036,87.33450436592102 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,0,0,6090643456,9422503936,0,0,0,0,0.80308,0.95784,0.80324,4894.492220163345 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_90,"{'offload_meta': False, 'mixed': True, 'budget': 4.9}",0,0,0,0,0,6118603776,10055843840,0,0,0,0,0.80308,0.95784,0.80324,4781.019636869431 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_00,"{'offload_meta': False, 'mixed': True, 'budget': 4.0}",0,0,0,0,0,2248054784,9422503936,0,0,0,0,0.80018,0.9575,0.8002999999999999,85.80902552604675 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_82,"{'offload_meta': False, 'mixed': True, 'budget': 4.82}",0,0,0,0,0,6096948224,9428795392,0,0,0,0,0.80304,0.95846,0.80306,4965.79768037796 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,0,0,6291175424,9653190656,0,0,0,0,0.80232,0.95756,0.80244,4803.447811603546 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,0,0,6115732480,10280239104,0,0,0,0,0.80308,0.95784,0.80324,4782.993988275528 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_92,"{'offload_meta': False, 'mixed': True, 'budget': 3.92}",0,0,0,0,0,2215165952,9690939392,0,0,0,0,0.7999,0.95698,0.8,93.00722670555116 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,0,0,6328476672,9693036544,0,0,0,0,0.80336,0.95812,0.8034,5002.864823102951 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_78,"{'offload_meta': False, 'mixed': True, 'budget': 4.78}",0,0,0,0,0,6104065024,10057940992,0,0,0,0,0.8032,0.9582,0.80326,4798.664179801941 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_86,"{'offload_meta': False, 'mixed': True, 'budget': 4.86}",0,0,0,0,0,6109003776,10055843840,0,0,0,0,0.80308,0.95784,0.80324,4790.137779951096 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,0,0,6325361664,9955180544,0,0,0,0,0.80248,0.95792,0.80248,5011.862310171127 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,6121847808,10280239104,0,0,0,0,0.80298,0.95786,0.803,4783.86418223381 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_96,"{'offload_meta': False, 'mixed': True, 'budget': 3.96}",0,0,0,0,0,6060269568,9690939392,0,0,0,0,0.80108,0.95726,0.8011800000000001,4846.177928686142 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,0,0,5992238080,9688842240,0,0,0,0,0.7792,0.94588,0.7792,4794.828436613083 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,0,0,6296525824,9661579264,0,0,0,0,0.80242,0.95762,0.8023199999999999,5245.313944101334 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,0,0,2755544064,9693036544,0,0,0,0,0.80252,0.95808,0.80244,85.32104396820068 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,0,0,6321755136,10292822016,0,0,0,0,0.80234,0.9581,0.8025,4950.526224851608 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BLH_fp16-20240927145518.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BLH_fp16-20240927145518.csv new file mode 100644 index 0000000000000000000000000000000000000000..390068a6143d8888dff58e8ea1a3e573ff4085c1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BLH_fp16-20240927145518.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-L-14-laion2B-s32B-b82K,fp16,base,{},0,0,0,0,0,5863369728,8046772224,0,0,0,0,0.79852,0.95564,0.7987000000000001,4094.162350416184 +CLIP-ViT-B-32-laion2B-s34B-b79K,fp16,base,{},0,0,0,0,0,1603378688,11767119872,0,0,0,0,0.74146,0.93046,0.7413399999999999,4107.749242544174 +CLIP-ViT-H-14-laion2B-s32B-b79K,fp16,base,{},0,0,0,0,0,9575102976,11756634112,0,0,0,0,0.80422,0.95808,0.8041200000000001,4490.457540988922 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_B_hqq-20240927013957.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_B_hqq-20240927013957.csv new file mode 100644 index 0000000000000000000000000000000000000000..4367242120e4ae8970eb99702e187723edab4b54 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_lp_B_hqq-20240927013957.csv @@ -0,0 +1,13 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1241675264,1382023168,0,0,0,0,0.52724,0.77376,0.5271399999999999,4135.487983226776 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1256359424,1438646272,0,0,0,0,0.73448,0.92596,0.7345,4239.345412492752 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1297155584,1503657984,0,0,0,0,0.74134,0.9302,0.74128,4243.80326128006 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1258096128,1421869056,0,0,0,0,0.73664,0.9273,0.73642,4134.246334075928 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1261139456,1415577600,0,0,0,0,0.7136,0.91542,0.71354,4405.324194431305 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1230697984,1396703232,0,0,0,0,0.23036,0.43754,0.23016,4207.1489610672 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1234793984,1377828864,0,0,0,0,0.3371,0.57482,0.3371,4208.805464982986 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1290487296,1503657984,0,0,0,0,0.74078,0.93038,0.74104,4206.988228321075 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1282049536,1321205760,0,0,0,0,0.74164,0.93042,0.74174,4117.857486486435 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1241560576,1398800384,0,0,0,0,0.66726,0.882,0.6673600000000001,4254.134332895279 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1246295552,1730150400,0,0,0,0,0.68872,0.8996,0.68882,4307.874148368835 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,1241335296,1730150400,0,0,0,0,0.73274,0.9247,0.7325799999999999,4190.1527416706085 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_zeroshot_cls_fp16-20240919221324.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_zeroshot_cls_fp16-20240919221324.csv new file mode 100644 index 0000000000000000000000000000000000000000..a9d19e74cb9497de6d2eb5dd380efb2230d6cbef --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_zeroshot_cls_fp16-20240919221324.csv @@ -0,0 +1,4 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-L-14-laion2B-s32B-b82K,fp16,base,{},0,0,0,2770924032,5836374016,0,0,0.75248,0.94254,0.7524000000000001,270.4265851974488,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,fp16,base,{},0,0,0,892032000,4011851776,0,0,0.66532,0.899,0.66546,234.42440819740293,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,fp16,base,{},0,0,0,5757230080,5836374016,0,0,0.77954,0.95236,0.7793800000000001,298.7095136642456,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_BH_20_mxq-20240930160208.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_BH_20_mxq-20240930160208.csv new file mode 100644 index 0000000000000000000000000000000000000000..e66f80f566abe92b9a3867c1b4060e63088f2b1b --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_BH_20_mxq-20240930160208.csv @@ -0,0 +1,41 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,2715700224,3735027712,0,0,0.77722,0.95146,0.77738,246.27827095985413,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,415058432,492830720,0,0,0.64864,0.88908,0.64904,57.19618344306946,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,472160256,729808896,0,0,0.6596,0.89506,0.6595599999999999,57.13972759246826,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,2302600192,3275751424,0,0,0.7774,0.95134,0.7771800000000001,247.1677258014679,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,471220224,1967128576,0,0,0.6599,0.89588,0.6600799999999999,57.5182888507843,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,409366016,482344960,0,0,0.54548,0.8159,0.5454000000000001,58.0008556842804,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,418416128,488636416,0,0,0.64694,0.88618,0.6470199999999999,57.00142502784729,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,407105536,484442112,0,0,0.51688,0.79446,0.51734,57.894038438797,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,2256712192,3193962496,0,0,0.77676,0.95126,0.7765,247.6219892501831,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,444790272,551550976,0,0,0.65386,0.8905,0.6536200000000001,58.88898205757141,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,2256043520,3193962496,0,0,0.77712,0.95116,0.7770199999999999,247.09485745429996,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,424283648,501219328,0,0,0.65364,0.8909,0.6534,57.02742958068848,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,418446848,499122176,0,0,0.65118,0.88992,0.651,56.432485580444336,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,2226405888,3009413120,0,0,0.75986,0.94492,0.75964,252.8214728832245,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,468396032,568328192,0,0,0.6587,0.896,0.6585200000000001,56.63871049880981,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,2198616576,2988441600,0,0,0.75334,0.94218,0.7533800000000002,251.8450186252594,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,2324629504,3462397952,0,0,0.77694,0.95126,0.77712,246.9272096157074,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,2179302912,2988441600,0,0,0.71894,0.9256,0.71878,250.6050159931183,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,2217129472,3009413120,0,0,0.7528,0.94152,0.7529000000000001,252.1253638267517,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,1790092288,2933915648,0,0,0.66172,0.89494,0.6614800000000001,58.5947802066803,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,2262472192,3206545408,0,0,0.77666,0.95146,0.7768400000000001,246.9352788925171,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,414366208,488636416,0,0,0.64656,0.88672,0.6467,58.24850296974182,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,467940352,551550976,0,0,0.6579,0.89478,0.65786,57.41234350204468,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,419333632,501219328,0,0,0.65174,0.88992,0.65168,58.4588782787323,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,2520797696,3112173568,0,0,0.77708,0.95178,0.77696,249.7998857498169,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,2218704384,3074424832,0,0,0.76308,0.94524,0.76292,251.3493690490723,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,407901184,463470592,0,0,0.39724,0.66838,0.3971599999999999,59.14638710021973,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,2181015040,2933915648,0,0,0.71108,0.92096,0.7111200000000001,251.76954698562625,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,2267322880,3275751424,0,0,0.77748,0.9513,0.77726,246.551632642746,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,2738717696,3670016000,0,0,0.77678,0.95162,0.7769400000000001,247.2195603847504,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,2515314688,3586129920,0,0,0.77688,0.95142,0.77704,246.6440756320953,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,2260710912,3206545408,0,0,0.77718,0.95146,0.7773199999999999,246.3720235824585,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,403653632,461373440,0,0,0.07934,0.1966,0.07932,58.85348153114319,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,407350272,463470592,0,0,0.4088,0.67846,0.40906,58.98822188377381,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,406870016,484442112,0,0,0.53612,0.80948,0.5362,57.809327840805054,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,2748335104,3670016000,0,0,0.7774,0.95164,0.7770199999999999,246.9220278263092,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,2726386688,3735027712,0,0,0.77656,0.95158,0.7765,246.5051016807556,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,2224630272,3101687808,0,0,0.76422,0.9459,0.76444,251.08874702453613,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,416960000,490733568,0,0,0.6479,0.88796,0.648,56.93164253234863,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,404308992,459276288,0,0,0.06576,0.16514,0.06588,57.96672034263611,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_mxq_358_memory_saving2-20240921042139.csv b/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_mxq_358_memory_saving2-20240921042139.csv new file mode 100644 index 0000000000000000000000000000000000000000..157c9c36322b000670de09eed509f60b0539dbc7 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_mxq_358_memory_saving2-20240921042139.csv @@ -0,0 +1,36 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_83,"{'offload_meta': False, 'mixed': True, 'budget': 7.83}",0,0,0,2765857792,2799697920,0,0,0.77684,0.95154,0.7769400000000001,263.69514751434326,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_08,"{'offload_meta': False, 'mixed': True, 'budget': 8.08}",0,0,0,2817259520,2835349504,0,0,0.7777,0.95166,0.77778,264.50951504707336,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,2719433728,2740977664,0,0,0.77722,0.95146,0.77738,266.59592866897583,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_43,"{'offload_meta': False, 'mixed': True, 'budget': 2.43}",0,0,0,2115542528,2298478592,0,0,0.64084,0.88256,0.6407999999999999,296.4706268310547,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_03,"{'offload_meta': False, 'mixed': True, 'budget': 3.03}",0,0,0,2178975232,2346713088,0,0,0.72252,0.92818,0.7223999999999999,280.0317254066468,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_88,"{'offload_meta': False, 'mixed': True, 'budget': 7.88}",0,0,0,2782961664,2797600768,0,0,0.77742,0.95156,0.77744,266.2504675388336,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_84,"{'offload_meta': False, 'mixed': True, 'budget': 7.84}",0,0,0,2769620992,2799697920,0,0,0.77708,0.9517,0.7771,265.92933917045593,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_15,"{'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,2255371776,2441084928,0,0,0.77436,0.95078,0.77454,262.31074476242065,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_00,"{'offload_meta': False, 'mixed': True, 'budget': 4.0}",0,0,0,2248578560,2353004544,0,0,0.77338,0.95046,0.77326,258.9549853801728,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,2256649728,2420113408,0,0,0.77676,0.95126,0.7765,271.7518594264984,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_80,"{'offload_meta': False, 'mixed': True, 'budget': 3.8}",0,0,0,2246989312,2313158656,0,0,0.76884,0.94826,0.76836,278.20266032218933,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_19,"{'offload_meta': False, 'mixed': True, 'budget': 2.19}",0,0,0,2092940800,2329935872,0,0,0.58446,0.8462,0.58448,266.78644347190857,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_91,"{'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,0,0,2245281280,2434793472,0,0,0.77158,0.94982,0.7714000000000001,280.9064517021179,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,2211556864,2246049792,0,0,0.75986,0.94492,0.75964,268.62862396240234,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,2199463424,2392850432,0,0,0.75334,0.94218,0.7533800000000002,280.3642933368683,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_13,"{'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,2254401024,2441084928,0,0,0.77408,0.95038,0.7742,259.9929850101471,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_38,"{'offload_meta': False, 'mixed': True, 'budget': 2.38}",0,0,0,2110490112,2311061504,0,0,0.63794,0.88002,0.6375,278.60394382476807,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_86,"{'offload_meta': False, 'mixed': True, 'budget': 2.86}",0,0,0,2159270400,2319450112,0,0,0.70894,0.9198,0.7086399999999999,280.3774654865265,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,2173981184,2346713088,0,0,0.71894,0.9256,0.71878,284.5752577781677,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_77,"{'offload_meta': False, 'mixed': True, 'budget': 2.77}",0,0,0,2150760960,2319450112,0,0,0.69494,0.91276,0.69494,280.59771490097046,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_59,"{'offload_meta': False, 'mixed': True, 'budget': 7.59}",0,0,0,2737828864,2759852032,0,0,0.77784,0.95152,0.7777999999999999,273.3792097568512,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_01,"{'offload_meta': False, 'mixed': True, 'budget': 8.01}",0,0,0,2798592000,2822766592,0,0,0.77776,0.95158,0.77768,263.26405930519104,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_92,"{'offload_meta': False, 'mixed': True, 'budget': 3.92}",0,0,0,2249336320,2434793472,0,0,0.77202,0.9502,0.77194,267.9393615722656,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,2472597504,2654994432,0,0,0.77666,0.95146,0.7768400000000001,270.1576886177063,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_88,"{'offload_meta': False, 'mixed': True, 'budget': 2.88}",0,0,0,2161874432,2319450112,0,0,0.70806,0.91922,0.70802,276.69487047195435,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,2216282624,2292187136,0,0,0.76308,0.94524,0.76292,277.70532631874084,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_31,"{'offload_meta': False, 'mixed': True, 'budget': 2.31}",0,0,0,2103870976,2329935872,0,0,0.62044,0.87148,0.6207,276.9760420322418,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_97,"{'offload_meta': False, 'mixed': True, 'budget': 2.97}",0,0,0,2172145152,2342518784,0,0,0.71488,0.92312,0.7150599999999999,281.784467458725,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_09,"{'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,0,0,2188067328,2392850432,0,0,0.73946,0.93672,0.7394200000000001,285.8221836090088,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_93,"{'offload_meta': False, 'mixed': True, 'budget': 2.93}",0,0,0,2167762432,2340421632,0,0,0.71252,0.92178,0.7123999999999999,277.956494808197,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_25,"{'offload_meta': False, 'mixed': True, 'budget': 8.25}",0,0,0,2563208704,2791309312,0,0,0.77794,0.95152,0.77774,331.51172399520874,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_14,"{'offload_meta': False, 'mixed': True, 'budget': 2.14}",0,0,0,2089073152,2327838720,0,0,0.54748,0.81866,0.54712,285.98096203804016,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,2756498432,2778726400,0,0,0.7774,0.95164,0.7770199999999999,254.5626602172852,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,2218046976,2313158656,0,0,0.76422,0.9459,0.76444,285.38368463516235,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_04,"{'offload_meta': False, 'mixed': True, 'budget': 4.04}",0,0,0,2249219584,2355101696,0,0,0.77374,0.95046,0.77376,256.4886763095856,0,0,0,0 diff --git a/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-B-32-laion2B-s34B-b79K.csv b/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-B-32-laion2B-s34B-b79K.csv new file mode 100644 index 0000000000000000000000000000000000000000..58e33a9660b08fa071b93a512c91a9151e750fd2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-B-32-laion2B-s34B-b79K.csv @@ -0,0 +1,289 @@ +type,module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +text,attn.in_proj_bias,1536,0,5.5268164942390285e-06,0.512496717274194,3.7617833542824144,3.9832941468953953,3.9999048709869385,151.67982418417418 +text,attn.in_proj_bias,1536,1,3.6388814805832226e-06,2.5135109663009696,4.026690752506266,4.4369015526771,4.505192756652832,43.65825155942764 +text,attn.in_proj_bias,1536,2,3.999413820565678e-06,2.1424966573715363,3.3770656228065845,4.067149888396182,4.168659210205078,49.14360400579337 +text,attn.in_proj_bias,1536,3,6.4969967752404045e-06,2.3925016880035446,3.768451361656215,4.089736096978155,4.130693435668945,35.75981496584295 +text,attn.in_proj_bias,1536,4,6.186588052514708e-06,2.1497715353965794,4.277576341629039,4.812314295291829,4.902606010437012,37.0654350510006 +text,attn.in_proj_bias,1536,5,1.439574953110423e-05,1.9772459864616472,4.537293622493764,5.073436578035288,5.1572794914245605,39.986565926206374 +text,attn.in_proj_bias,1536,6,2.954471710836515e-06,1.901944559812562,4.628563311100067,4.957835222482666,4.976535320281982,52.47133415684859 +text,attn.in_proj_bias,1536,7,2.1355896024033427e-05,2.1974275469780236,4.646098704338157,5.84545035171496,6.00722074508667,78.94191552837508 +text,attn.in_proj_bias,1536,8,5.55039423488779e-06,1.623089516162873,4.734115097522744,4.999003674268689,5.041427135467529,77.91539777563753 +text,attn.in_proj_bias,1536,9,4.929315764456987e-06,1.870990055799525,4.887536852359835,5.3501954596042305,5.39190673828125,86.1155845819823 +text,attn.in_proj_bias,1536,10,2.264296426801593e-06,1.5847059667110486,4.410764577388776,4.57691365861891,4.598664283752441,77.24531471846598 +text,attn.in_proj_bias,1536,11,1.9299010091344826e-05,0.9109545588493357,4.699906539917023,5.883795742273176,6.078234672546387,139.92167454376388 +text,attn.in_proj_weight,786432,0,6.795713436424933e-10,0.057812867872416934,0.07799828210473275,0.10498816117325621,0.24779869616031647,4.245474008629651 +text,attn.in_proj_weight,786432,1,8.940228002352058e-10,0.0573803281038999,0.07699211787432474,0.09612716268967776,0.15520048141479492,4.093930507408682 +text,attn.in_proj_weight,786432,2,5.725564911074343e-09,0.053577201254665766,0.07222203522921,0.09049307581703851,0.16701115667819977,3.830203242036712 +text,attn.in_proj_weight,786432,3,7.297193960198456e-09,0.05262999821454279,0.07017311322689146,0.08866175587473316,0.18816691637039185,3.735203808730282 +text,attn.in_proj_weight,786432,4,1.485005629575653e-08,0.05058870971202847,0.06861763983219897,0.0857219003490767,0.15394838154315948,3.640789712062604 +text,attn.in_proj_weight,786432,5,9.225641406374052e-08,0.0508726891130208,0.06815460687875863,0.08497477148473098,0.19436751306056976,3.6399774816678896 +text,attn.in_proj_weight,786432,6,9.421528091024811e-08,0.05014875333756205,0.06665936082601631,0.08369660931154395,0.15162742137908936,3.534449017998881 +text,attn.in_proj_weight,786432,7,2.1835514729673378e-08,0.049288787841796855,0.06571333753317647,0.08573477241841887,0.1418001800775528,3.4327121494440247 +text,attn.in_proj_weight,786432,8,1.9694862629648924e-08,0.04738320723176002,0.06321443187445479,0.08155944472849305,0.16608865559101105,3.382744395536216 +text,attn.in_proj_weight,786432,9,1.2893183409801168e-08,0.047103374935686546,0.06364661213755668,0.08460213481185799,0.2069171965122223,3.5349862933627727 +text,attn.in_proj_weight,786432,10,6.173029643008476e-09,0.04511154599487781,0.06185614493117044,0.08470075822693869,0.16431856155395508,3.4608656589152496 +text,attn.in_proj_weight,786432,11,1.485408862578197e-08,0.046856596730649444,0.06455994182080042,0.08836472113205052,0.18936896324157715,3.7246314963879974 +text,attn.out_proj.bias,512,0,0.000253093836363405,0.29622376799583383,0.5806262653470072,0.6275838987171573,0.6328014135360718,15.907701264987434 +text,attn.out_proj.bias,512,1,5.291269553708844e-05,0.1938277988135809,0.5695276011228646,0.6886345480799477,0.7018686532974243,45.04233002630272 +text,attn.out_proj.bias,512,2,0.00022096815519034863,0.17185623988509116,0.5029694427847896,0.5501744984567087,0.5554195046424866,28.466163666520725 +text,attn.out_proj.bias,512,3,0.00017831697186920792,0.18181008264422377,0.43126974183321565,0.5110588289081918,0.5199242830276489,10.305294328775004 +text,attn.out_proj.bias,512,4,4.638842074200511e-05,0.1963637804985044,0.4494753813147587,0.5085659179627797,0.5151315331459045,6.772582563741613 +text,attn.out_proj.bias,512,5,0.00029522806289605796,0.2297930735349655,0.38992832639814107,0.48610143814383344,0.49678733944892883,3.309046484626766 +text,attn.out_proj.bias,512,6,1.6041105482145213e-05,0.255019246637821,0.35142028814554604,0.4059740548193364,0.41203558444976807,3.5879905495895774 +text,attn.out_proj.bias,512,7,2.3533742933068424e-05,0.26194146811962116,0.5472603429556007,0.7074471770643922,0.7252457141876221,9.88993446591427 +text,attn.out_proj.bias,512,8,0.00010695763194235042,0.3229180672764777,0.9472615559101439,1.417952991914671,1.4702520370483398,81.27470484715101 +text,attn.out_proj.bias,512,9,0.00023746294027660042,0.24603020220994942,0.9005887657404309,1.4112981960176574,1.4680436849594116,90.77200300761149 +text,attn.out_proj.bias,512,10,0.0004277323023416102,0.3285373553633689,1.0140211675167512,1.614863223767181,1.6816234588623047,40.72023523879445 +text,attn.out_proj.bias,512,11,8.893501944839954e-05,0.7414616632461538,1.693066104531346,2.5053119643806063,2.5955615043640137,11.165198450350093 +text,attn.out_proj.weight,262144,0,6.531917051688652e-08,0.031054194420576116,0.041068974584341084,0.053143994561580324,0.15111033618450165,3.4285504627970353 +text,attn.out_proj.weight,262144,1,1.4934150271983526e-07,0.03205409929156304,0.04208884007111213,0.06408096787478727,0.09420455247163773,3.2980170556072625 +text,attn.out_proj.weight,262144,2,5.501494815263186e-09,0.03182800292968752,0.042474321339279565,0.055654933956995334,0.0922209620475769,3.2751116967493976 +text,attn.out_proj.weight,262144,3,1.750524702970324e-08,0.03225982435047627,0.04371190652996383,0.0595587829485371,0.1074938103556633,3.355044772699972 +text,attn.out_proj.weight,262144,4,2.4258892672435195e-09,0.033264181762933755,0.044655834235251116,0.06779550378172855,0.13118314743041992,3.5070141884976995 +text,attn.out_proj.weight,262144,5,8.450752986277621e-09,0.03304879490286112,0.044818041525781435,0.06189538905992936,0.07692963629961014,3.2983296461425327 +text,attn.out_proj.weight,262144,6,4.06720417345241e-08,0.0336168472468853,0.04464944202080401,0.05607817385680789,0.10210476815700531,3.1888036965929767 +text,attn.out_proj.weight,262144,7,3.3691254230916456e-08,0.036274524144828325,0.047491894148290234,0.05833094786293774,0.09817813336849213,3.1275383458095427 +text,attn.out_proj.weight,262144,8,8.925219674438267e-08,0.03658481672406197,0.04861600662767905,0.06333850446863468,0.14617811143398285,3.3433025720715754 +text,attn.out_proj.weight,262144,9,9.083516161467742e-09,0.03901042800396681,0.051504491560161264,0.06659583741202861,0.1549133062362671,3.3566881789541108 +text,attn.out_proj.weight,262144,10,2.2386036135912946e-08,0.03848150402307512,0.05074726190790536,0.06449560505822068,0.089492067694664,3.2202477742243727 +text,attn.out_proj.weight,262144,11,5.118456769537261e-09,0.04370186209678654,0.058896108549088354,0.08051764812469253,0.11428963392972946,3.3698263780001443 +text,ln_1.bias,512,0,0.001105492003262043,0.7330620765686018,4.55624919915207,5.646548658394632,5.767693042755127,127.62838168038589 +text,ln_1.bias,512,1,0.0014573301887139678,0.38118055343627916,4.23584546089192,6.995269145011444,7.3018717765808105,338.89067746462666 +text,ln_1.bias,512,2,0.0005576356779783964,0.3777422818541525,4.405728995323389,7.322047895144932,7.646083354949951,373.0327131277581 +text,ln_1.bias,512,3,8.359346975339577e-05,0.29015965998172744,4.949538854122354,7.64570466551736,7.945278644561768,387.8820491342474 +text,ln_1.bias,512,4,9.888668137136847e-05,0.3483784389495849,5.430977085113695,7.814521739768587,8.079360008239746,340.9209718581669 +text,ln_1.bias,512,5,0.0008163313614204526,0.3871972140669821,5.769602640152161,8.360238133239315,8.648086547851562,344.9808372091871 +text,ln_1.bias,512,6,0.0009115699795074761,0.39905181765556325,6.718451069832033,9.326134543323084,9.615877151489258,321.2855545009536 +text,ln_1.bias,512,7,4.506212644628249e-05,0.4572775185108183,7.533183095932278,11.342458915519082,11.765711784362793,363.7782194104061 +text,ln_1.bias,512,8,0.0003192378208041191,0.4842343261837956,6.441323005199615,9.003814765119127,9.288536071777344,297.7803728119187 +text,ln_1.bias,512,9,0.0006406019092537463,0.5647496455907814,6.80038029432318,9.782652909039957,10.11401653289795,301.0777529471365 +text,ln_1.bias,512,10,1.862853969214484e-05,0.6408122682571397,5.6374436411859,7.59613419566122,7.8137664794921875,226.96014601150085 +text,ln_1.bias,512,11,0.0003584212390705943,0.7740363496541955,3.246312783956571,3.8511629985569904,3.9183685779571533,63.84441204498828 +text,ln_1.weight,512,0,0.8398534059524536,2.3385475397109987,2.9463501684666036,3.4447553943871623,3.500133752822876,26.612377552242872 +text,ln_1.weight,512,1,0.498923122882843,1.9863586151599877,3.7461744182110595,4.812938221621336,4.931467533111572,106.7961422181086 +text,ln_1.weight,512,2,0.5703006982803345,2.0493355095386496,3.255294654369412,4.064558014631137,4.154476165771484,62.958366133156076 +text,ln_1.weight,512,3,0.6145853996276855,1.9705505347251875,2.6451612708568857,3.0444021820782954,3.0887622833251953,31.73812775275266 +text,ln_1.weight,512,4,0.6075092554092407,1.8422036278247829,2.5154468078613363,2.6332832004546924,2.646376132965088,16.578261673335824 +text,ln_1.weight,512,5,0.6102604866027832,1.918426946401596,2.584957411527649,2.799353413844073,2.8231751918792725,32.10746231870349 +text,ln_1.weight,512,6,0.6243700981140137,2.0305729126930236,2.742811623811732,2.8862195197343588,2.902153730392456,28.557679375784275 +text,ln_1.weight,512,7,0.695837676525116,2.2713566064834594,2.7897670664787406,2.949403957509968,2.9671413898468018,33.91057600833101 +text,ln_1.weight,512,8,0.6346421837806702,2.137877280712128,3.243616491556168,3.2483999162912363,3.248931407928467,48.19264485300059 +text,ln_1.weight,512,9,0.6634546518325806,2.453385732173919,3.2693899567127516,3.6718617766618062,3.716580867767334,62.62026337389908 +text,ln_1.weight,512,10,0.4739092290401459,2.468620886802673,3.528402685880675,3.727754008746114,3.749904155731201,63.81892495781971 +text,ln_1.weight,512,11,0.3116787075996399,2.766260061264038,3.4893164551258113,3.5293036929368906,3.5337467193603516,41.18796141267198 +text,ln_2.bias,512,0,0.0005274758441373706,1.9146784043312068,3.4815472168923325,4.746669803094654,4.8872389793396,6.71252045659809 +text,ln_2.bias,512,1,0.0019417200237512589,1.7452956104278556,4.004760347366402,4.9811487279890345,5.089636325836182,10.074356291808439 +text,ln_2.bias,512,2,0.001927649020217359,1.7491025757789609,2.718674027681378,3.1037318789719897,3.1465160846710205,4.080047062441657 +text,ln_2.bias,512,3,0.000879162922501564,2.037038768529891,3.276949270725298,3.9460811480044207,4.0204291343688965,3.825663947392622 +text,ln_2.bias,512,4,0.0013328796485438943,1.9481382560729976,3.635110492229487,3.9892212028025993,4.028566837310791,4.461585550844652 +text,ln_2.bias,512,5,0.0013344116741791368,1.87233960032463,3.2922147912979627,3.994647638034704,4.072695732116699,3.737779588957026 +text,ln_2.bias,512,6,0.002107360865920782,1.7093794929981228,3.14008800530437,3.610538951897543,3.662811279296875,5.063840160962467 +text,ln_2.bias,512,7,0.00011292126146145165,1.8406406891345977,2.721307605028166,2.9120477765321415,2.933241128921509,4.818480159889749 +text,ln_2.bias,512,8,0.0004728474305011332,1.4531624567508687,3.1229291248322104,3.92479887294756,4.013895511627197,13.171889753066932 +text,ln_2.bias,512,9,1.1089839972555637e-05,0.8058310705423352,2.9028714499473884,3.3410941203593483,3.3897855281829834,20.670022532862475 +text,ln_2.bias,512,10,0.0025956095196306705,1.096151863932608,2.6575266165733638,3.0809747819422975,3.1280245780944824,12.318611864330546 +text,ln_2.bias,512,11,0.0010133386822417378,1.1934878778457638,2.8900411801338874,3.840293914842448,3.9458775520324707,11.501215770934996 +text,ln_2.weight,512,0,0.8885384798049927,2.668676483631133,8.701956347465856,13.47641664304654,14.006912231445312,375.0286587596752 +text,ln_2.weight,512,1,1.1525070667266846,2.6528296828269946,3.441817198991812,3.952978078007613,4.0097737312316895,27.771668785900868 +text,ln_2.weight,512,2,1.4580196142196655,2.4507911133766176,2.8382090334892327,2.912805020856845,2.921093463897705,9.291412138160728 +text,ln_2.weight,512,3,0.9723297357559204,2.35036208152771,2.582801842212679,2.6105519556522325,2.613635301589966,35.71109846004445 +text,ln_2.weight,512,4,0.6494441032409668,2.350081994533539,2.615050324440018,2.831685901546442,2.8557565212249756,34.63958784931041 +text,ln_2.weight,512,5,0.7375662922859192,2.4147992849349973,2.653279603481305,2.825086623525591,2.8441762924194336,22.508840297272837 +text,ln_2.weight,512,6,0.8194899559020996,2.5464645171165463,2.737438500881203,2.8510220588207056,2.863642454147339,16.670211252482215 +text,ln_2.weight,512,7,0.5073146224021912,2.735179922580718,2.8370188345909124,2.842327366971969,2.8429172039031982,25.376474600397387 +text,ln_2.weight,512,8,0.4457627534866333,2.9833250379562375,3.227007632970813,3.2703634982824252,3.2751808166503906,24.174427569300583 +text,ln_2.weight,512,9,0.2385302037000656,2.8967663717269896,3.0097622988224044,3.0314772379159893,3.0338900089263916,61.81308148497877 +text,ln_2.weight,512,10,0.4955846667289734,3.1294864082336424,3.5415688438415573,3.603137907218923,3.6099789142608643,51.2043618374648 +text,ln_2.weight,512,11,1.1145730018615723,2.996118071079254,3.31235980963707,3.31933248040676,3.3201072216033936,13.429155486881246 +text,mlp.c_fc.bias,2048,0,0.07472303509712219,2.180239188671112,12.055880322456428,12.180282013320918,12.18518352508545,222.60992704949305 +text,mlp.c_fc.bias,2048,1,0.012228413484990597,2.0336639809608457,2.3276398508548892,3.3281015204665767,3.5308125019073486,7.681386576076098 +text,mlp.c_fc.bias,2048,2,0.021303974092006683,1.9323288190364836,2.270120831489568,2.843177373719153,2.898820161819458,8.407120417043142 +text,mlp.c_fc.bias,2048,3,0.0026433549355715513,2.0024120593070984,2.423172787189496,2.5937928500413823,2.6001880168914795,8.534471934946502 +text,mlp.c_fc.bias,2048,4,0.009651890955865383,1.9879197001457212,2.312321492195133,2.529665038776366,2.557739019393921,9.840178511456475 +text,mlp.c_fc.bias,2048,5,0.07781285047531128,1.982892904281616,2.4384943277835935,2.546908025240896,2.548588991165161,6.503417545790186 +text,mlp.c_fc.bias,2048,6,0.11576071381568909,2.0132905006408692,2.299724033832554,2.4238365790128396,2.451517343521118,9.532105251829515 +text,mlp.c_fc.bias,2048,7,0.10099195688962936,2.1008229541778562,2.5512791969776383,2.748226494359953,2.7636239528656006,12.702056276658872 +text,mlp.c_fc.bias,2048,8,0.07254661619663239,2.198073723316192,2.6573991127014556,2.9052873762130145,2.957993268966675,8.72031955940241 +text,mlp.c_fc.bias,2048,9,0.11652406305074692,2.093732314109802,2.5295431394577115,2.893423884963924,2.9512104988098145,6.354261356021711 +text,mlp.c_fc.bias,2048,10,0.05132876709103584,2.1403973484039303,2.465957725524906,2.586045032930366,2.593228340148926,7.339171732495825 +text,mlp.c_fc.bias,2048,11,0.029315955936908722,2.014561035633087,2.41816410756113,2.8552322086333786,2.894573926925659,3.874671013159447 +text,mlp.c_fc.weight,1048576,0,5.075246178876114e-08,0.04413565155118704,0.057921506278217384,0.07910347415133369,0.7445710301399231,18.890344642798922 +text,mlp.c_fc.weight,1048576,1,2.0528762689764335e-08,0.043738082982599735,0.05621460434049461,0.06734102450311097,0.15475545823574066,3.0800089847603167 +text,mlp.c_fc.weight,1048576,2,2.8246560646039143e-08,0.04321743082255125,0.05577629879117137,0.0669979539513513,0.13379515707492828,3.112510371474206 +text,mlp.c_fc.weight,1048576,3,2.1322264842638106e-08,0.04285311419516802,0.05570224942639509,0.06715831948442992,0.13138434290885925,3.124703500598623 +text,mlp.c_fc.weight,1048576,4,3.1334614902789326e-09,0.04237088933587074,0.054892864450815114,0.06697598660361787,0.1390780657529831,3.1205782672974403 +text,mlp.c_fc.weight,1048576,5,8.703228360218418e-09,0.04223713930696249,0.054749099444598194,0.0660566290095428,0.20696794986724854,3.12209161166918 +text,mlp.c_fc.weight,1048576,6,1.2127812532014559e-08,0.041797525249421597,0.05421383539214746,0.06678433764725804,0.132198303937912,3.1043126095541482 +text,mlp.c_fc.weight,1048576,7,3.544530002841384e-08,0.04128787573426962,0.05369310611858969,0.06595630342140668,0.1785925328731537,3.1152966389066306 +text,mlp.c_fc.weight,1048576,8,1.2967537266206364e-08,0.04037396423518658,0.052554655354471666,0.06517750399186618,0.11961480975151062,3.1079712489156552 +text,mlp.c_fc.weight,1048576,9,4.115799256965147e-08,0.03946919273585081,0.050860430393368204,0.062204993087786986,0.22824610769748688,3.1305828189206824 +text,mlp.c_fc.weight,1048576,10,2.703701262873892e-08,0.039528343826532364,0.05174653930589741,0.06493701534345399,0.1478780061006546,3.144641316115429 +text,mlp.c_fc.weight,1048576,11,3.262254821834176e-08,0.041316586546599865,0.05461479937657738,0.0687941892072532,0.13523980975151062,3.227518868269559 +text,mlp.c_proj.bias,512,0,4.3388041376601905e-05,0.26319844931364056,1.1648383765817005,1.609684294754193,1.6591116189956665,72.30895278777923 +text,mlp.c_proj.bias,512,1,4.111175258003641e-06,0.15047182530164685,0.7200881558657037,1.2038862155675085,1.2576415538787842,136.6034982289993 +text,mlp.c_proj.bias,512,2,2.083271465380676e-05,0.20491028890013693,0.24650500287115598,0.2500042836561793,0.2503930926322937,3.053854955475611 +text,mlp.c_proj.bias,512,3,6.792265048716217e-05,0.22230629131197918,0.40541541075706716,0.43853326687812255,0.4422130286693573,4.494761858225619 +text,mlp.c_proj.bias,512,4,2.3348706235992722e-05,0.24857675686478614,0.4808874081969303,0.5401764090001485,0.546764075756073,4.40400302622519 +text,mlp.c_proj.bias,512,5,0.00043007556814700365,0.3253974875807761,0.7071837301850403,0.8262330841600697,0.8394607901573181,6.42260449815106 +text,mlp.c_proj.bias,512,6,0.0001207072491524741,0.3134130731225011,0.9706100658178599,1.3496364159941043,1.391750454902649,29.939847947210144 +text,mlp.c_proj.bias,512,7,0.0006419979617930949,0.3105746230483054,1.5169949468374895,2.4193666690228874,2.519630193710327,126.87046225436956 +text,mlp.c_proj.bias,512,8,0.00039558083517476916,0.21704372763633728,1.6340633060932743,2.4546192171810697,2.5457921028137207,197.78095065228737 +text,mlp.c_proj.bias,512,9,1.5394578440464102e-05,0.20421538025140748,1.0820470716953718,1.701770415568249,1.770628571510315,154.0641752506831 +text,mlp.c_proj.bias,512,10,0.00013868148380424827,0.2507877033948898,0.5678772484362282,0.7886611238628259,0.8131926655769348,11.529338892975574 +text,mlp.c_proj.bias,512,11,0.002331043593585491,0.8302628028392791,3.063091262817525,5.064599417113926,5.286989212036133,52.72671698322841 +text,mlp.c_proj.weight,1048576,0,1.2161569529212102e-08,0.028902700636535883,0.03808131134137574,0.05132874198256692,0.35422760248184204,8.257733339213775 +text,mlp.c_proj.weight,1048576,1,4.9829331771888974e-08,0.030921976547688246,0.04071519309654873,0.050802117539568585,0.12255196273326874,3.2167251445240903 +text,mlp.c_proj.weight,1048576,2,5.167375416448294e-09,0.030952346045523882,0.04132189890369779,0.05205017763185894,0.09629692137241364,3.292999208834084 +text,mlp.c_proj.weight,1048576,3,3.2107145830906347e-09,0.03118052426725626,0.04165465617552472,0.05588080249726487,0.12924057245254517,3.365812129846043 +text,mlp.c_proj.weight,1048576,4,4.203928583024208e-08,0.03179587610065937,0.04218146894127148,0.052954915855078215,0.14814703166484833,3.3007157471391952 +text,mlp.c_proj.weight,1048576,5,4.739370496054107e-08,0.03273592796176672,0.04358581025153722,0.05537509831595866,0.18055573105812073,3.399940581104202 +text,mlp.c_proj.weight,1048576,6,9.261505340418807e-09,0.033207778818905354,0.044143017474564575,0.055641956888137,0.24212640523910522,3.418852076553872 +text,mlp.c_proj.weight,1048576,7,8.788958005823133e-09,0.03410288318991661,0.04527599122375307,0.0585367079824184,0.24529995024204254,3.563658370504532 +text,mlp.c_proj.weight,1048576,8,1.4041756202232136e-08,0.03505197912454605,0.04640015223994899,0.0606177207827303,0.266728937625885,3.6947691166226 +text,mlp.c_proj.weight,1048576,9,1.3743894911044663e-08,0.03569863457232714,0.04690605839714555,0.05989366690623312,0.2770046293735504,3.495399170438296 +text,mlp.c_proj.weight,1048576,10,3.499936696016448e-08,0.037364548072218895,0.05020707687363043,0.06711454417555082,0.24239785969257355,3.655921840018199 +text,mlp.c_proj.weight,1048576,11,1.3676715759913805e-08,0.0370130455121398,0.05034722601994894,0.06573244456195967,0.14560507237911224,3.351559119010831 +vision,attn.in_proj_bias,2304,0,8.548834102839464e-07,1.989284816980356,2.4360129990577737,2.5942579817294926,2.6141254901885986,7.340026409720613 +vision,attn.in_proj_bias,2304,1,3.989712809016055e-07,2.153257975578306,2.704618656635288,3.0384976001977906,3.0407326221466064,8.992775928299878 +vision,attn.in_proj_bias,2304,2,1.0441161975904834e-05,2.5471885919570765,3.44988419079781,4.024788700962066,4.025486469268799,24.625903826609864 +vision,attn.in_proj_bias,2304,3,2.050966486422112e-06,3.0738065886497434,4.23943660545352,4.784989784240704,4.810871124267578,36.355266093926225 +vision,attn.in_proj_bias,2304,4,1.2215839888085611e-05,2.921611931324002,4.814125419139866,5.458036354112608,5.48225212097168,63.909554829642964 +vision,attn.in_proj_bias,2304,5,5.5062309911591e-07,2.133260700702664,4.267071470737492,4.718826496171916,4.766920566558838,71.35207932904679 +vision,attn.in_proj_bias,2304,6,1.8208088476967532e-06,1.8609755671024286,4.1525972032547,4.351643505239473,4.3708062171936035,74.83402303834266 +vision,attn.in_proj_bias,2304,7,1.1945812730118632e-06,1.5376790416240649,4.767587562561057,5.011809078598018,5.018049240112305,95.60509143254471 +vision,attn.in_proj_bias,2304,8,4.165442533121677e-07,1.879855436086625,4.647604399204256,4.883856939458806,4.939746379852295,95.05277811731342 +vision,attn.in_proj_bias,2304,9,4.7328944674518425e-06,2.1173855674266244,4.874634514808703,5.323371037721579,5.3982768058776855,105.42136131991317 +vision,attn.in_proj_bias,2304,10,7.854717296140734e-06,2.2626524305343425,4.201009984970093,4.938974716901713,5.028234481811523,95.24908942798594 +vision,attn.in_proj_bias,2304,11,1.3282010513648856e-07,0.5305543071031563,3.8291458523273487,4.051336051750153,4.092427730560303,133.43153322876847 +vision,attn.in_proj_weight,1769472,0,9.371203466002065e-12,0.058019490614533466,0.0917896564453846,0.14323266197587298,0.3842198848724365,13.266913554885162 +vision,attn.in_proj_weight,1769472,1,7.054324235866716e-09,0.05315083097666509,0.07912206126749556,0.10541634523122308,0.18246863782405853,6.101307078003136 +vision,attn.in_proj_weight,1769472,2,2.5416551086010486e-09,0.04646025627851494,0.06736081763356963,0.09052297369986499,0.1305217146873474,4.477460231299347 +vision,attn.in_proj_weight,1769472,3,6.9921322065624736e-09,0.04581267360597849,0.06479264802485712,0.08655305815635139,0.1542336493730545,4.111430627186889 +vision,attn.in_proj_weight,1769472,4,5.276372228024684e-09,0.045618747062981135,0.06407952854782348,0.08366778749450697,0.15378345549106598,3.863795259473395 +vision,attn.in_proj_weight,1769472,5,7.741979501929563e-09,0.043717721551656735,0.060788142994048375,0.08068919864072177,0.1598585695028305,3.662594737771652 +vision,attn.in_proj_weight,1769472,6,1.4094115208251878e-08,0.044796483404934404,0.06205617725849172,0.08444904857351196,0.18237155675888062,3.6811804565812842 +vision,attn.in_proj_weight,1769472,7,1.3380595298428943e-08,0.044898546263575555,0.061887109775096996,0.08380414372235452,0.15981930494308472,3.6017414409883144 +vision,attn.in_proj_weight,1769472,8,1.9673769280359465e-09,0.04396033789962531,0.059495723661035504,0.07899674899129129,0.13053978979587555,3.454981528759885 +vision,attn.in_proj_weight,1769472,9,9.177864690457227e-09,0.04326465141028167,0.0573250726982955,0.07360039927958756,0.13366597890853882,3.248363753305332 +vision,attn.in_proj_weight,1769472,10,2.8077222324895956e-08,0.04320736497640611,0.056831532929092654,0.0704335638590097,0.14661331474781036,3.1943275567099887 +vision,attn.in_proj_weight,1769472,11,1.427960860667099e-08,0.04402878388762477,0.05840907382965102,0.07552783647101655,0.12456957250833511,3.2577328092655877 +vision,attn.out_proj.bias,768,0,9.974510248866864e-06,0.5026655402779586,0.9680723623037781,1.4702901907324257,1.5260921716690063,45.947107130292764 +vision,attn.out_proj.bias,768,1,0.0004041869833599776,0.7775515341758733,1.107421054363252,1.1236364974498732,1.1254382133483887,26.428931707763233 +vision,attn.out_proj.bias,768,2,0.0002450252359267324,0.5638179039955177,1.0659935204982853,1.1738165232419853,1.185796856880188,32.73997498843627 +vision,attn.out_proj.bias,768,3,6.293015758274123e-05,0.3860511127114314,0.6569177760481838,0.6610500182092185,0.6615091562271118,27.742224574330088 +vision,attn.out_proj.bias,768,4,0.00014522959827445447,0.29447823166847376,0.7479482477903863,1.3110216338037846,1.3735853433609009,78.38895980564929 +vision,attn.out_proj.bias,768,5,2.8512093194876797e-05,0.20482763379812322,0.895329664647625,1.4146619151532098,1.4723654985427856,112.78417669369502 +vision,attn.out_proj.bias,768,6,0.00026825815439224243,0.24098094984889049,1.903614013195169,3.38959196495994,3.5547006130218506,408.5512940939418 +vision,attn.out_proj.bias,768,7,5.497524398379028e-05,0.3164098247885706,2.275419002056429,5.753204906510937,6.139625549316406,583.1991473408513 +vision,attn.out_proj.bias,768,8,3.4740212868200615e-05,0.3964505401253715,2.034724444985408,2.2391356200814028,2.261847972869873,128.19785218862705 +vision,attn.out_proj.bias,768,9,0.000176260233274661,0.3852909639477736,2.5413270583154506,4.506525331640034,4.724880695343018,277.55730480800565 +vision,attn.out_proj.bias,768,10,0.0004399410099722445,0.5424088245630271,1.3649506733417647,1.5179104940652683,1.534906029701233,9.169421308557915 +vision,attn.out_proj.bias,768,11,0.000530955265276134,0.5677453833818442,11.089168563843105,14.844465447997647,15.261720657348633,380.61866276990355 +vision,attn.out_proj.weight,589824,0,1.1905780361587404e-08,0.0391760041192174,0.06165824854001479,0.1070562557734519,0.1786540448665619,8.12383634492668 +vision,attn.out_proj.weight,589824,1,2.665567855331119e-08,0.03563994951546193,0.05793414076045172,0.09053858948945065,0.17154431343078613,7.165268040582702 +vision,attn.out_proj.weight,589824,2,2.9966138015424804e-08,0.034059203937649746,0.04901461829617645,0.07032753642946346,0.12260687351226807,3.990917231444336 +vision,attn.out_proj.weight,589824,3,3.584914765042413e-08,0.03252652000635864,0.045396402418613827,0.07036189039945459,0.15431345999240875,3.863776971446341 +vision,attn.out_proj.weight,589824,4,2.5372246525989794e-08,0.03311437435448175,0.045103534683585605,0.0607870399855076,0.10695456713438034,3.4272539340340367 +vision,attn.out_proj.weight,589824,5,6.616308612095168e-10,0.032783281691372415,0.04379812538623837,0.0632018935628158,0.10319983959197998,3.3152574581801932 +vision,attn.out_proj.weight,589824,6,1.3954688071748933e-08,0.03186714686453343,0.04282247316837326,0.06695446414351362,0.12721748650074005,3.392080796291198 +vision,attn.out_proj.weight,589824,7,4.196713376813932e-08,0.03283696293830873,0.04754990159347676,0.08566945962828233,0.18327496945858002,4.109122979257439 +vision,attn.out_proj.weight,589824,8,5.483451026577768e-09,0.03357533510774376,0.050025627713651134,0.10815002368762784,0.2311546355485916,5.301068799423255 +vision,attn.out_proj.weight,589824,9,1.753368783496967e-09,0.03698013797402382,0.05140512632578662,0.09909352644756277,0.18297739326953888,4.002212934331908 +vision,attn.out_proj.weight,589824,10,2.3115012126595502e-08,0.03837448760867123,0.049987525291741504,0.07160192706506384,0.23465919494628906,3.4203029533829605 +vision,attn.out_proj.weight,589824,11,4.3126999749176775e-09,0.04679438401013615,0.06225646416842941,0.08720669419094013,0.16400955617427826,3.3157972865360694 +vision,ln_1.bias,768,0,9.878164775045661e-08,0.8819605189561848,2.3598171420098653,3.8361464972017623,4.00018310546875,123.53210681545389 +vision,ln_1.bias,768,1,1.793221599655226e-05,0.7033645659685166,2.347314455986246,4.875937531280249,5.156895637512207,244.2048188412384 +vision,ln_1.bias,768,2,6.485464109573513e-05,0.6227150684595111,2.726158038139639,6.072061552142741,6.443828582763672,340.14768985606867 +vision,ln_1.bias,768,3,1.7115004084189422e-05,0.7040035241842287,2.9012186551097727,7.0600766303534845,7.522171974182129,420.7796078995816 +vision,ln_1.bias,768,4,4.34421599493362e-05,0.7252994298934993,3.003719726562806,6.471198503112424,6.856473922729492,301.8309419232181 +vision,ln_1.bias,768,5,0.0002105829626088962,0.3741402462124835,2.9489352619649525,4.699346803784184,4.893836975097656,264.1729745075685 +vision,ln_1.bias,768,6,4.524671021499671e-05,0.5775552213192015,2.932381470441933,4.230905087733131,4.375185489654541,161.58248869887865 +vision,ln_1.bias,768,7,0.00019307162438053638,0.49522077322006663,2.844314737558449,3.7998446865319186,3.9060146808624268,138.78170730824084 +vision,ln_1.bias,768,8,4.489281855057925e-05,0.5477379769086873,3.250060317278031,4.637988257145734,4.792202472686768,130.75196430185127 +vision,ln_1.bias,768,9,0.00016440203762613237,1.0958612728118904,3.585382052898492,4.548595435285466,4.655619144439697,54.21129951926342 +vision,ln_1.bias,768,10,0.0004078017082065344,1.3459944510459927,3.594068182468479,4.3292383802889995,4.410923957824707,27.98822205322699 +vision,ln_1.bias,768,11,0.0004898440674878657,1.0369362354278582,5.1788328342438685,6.249754506873971,6.368745803833008,54.95942662618865 +vision,ln_1.weight,768,0,4.678609855091054e-08,1.238033436536789,1.322694110751156,1.368357174384589,1.373430848121643,1.6770201577698318 +vision,ln_1.weight,768,1,2.336350917175878e-05,1.3749699532985689,1.5316402301788488,1.7090361176490594,1.728746771812439,2.5221709448682996 +vision,ln_1.weight,768,2,6.435268733184785e-05,1.7231944954395313,2.221795083999663,2.54999725837704,2.5864641666412354,15.868729081767597 +vision,ln_1.weight,768,3,0.27048221230506897,1.5552944195270544,1.9743207637071698,2.0756068820118796,2.0868608951568604,13.688729275152395 +vision,ln_1.weight,768,4,0.26161882281303406,1.6344398391246808,1.9690524035692452,2.236681851685019,2.26641845703125,14.747439584620608 +vision,ln_1.weight,768,5,0.3755180835723877,1.4503333044052127,1.5907654212713283,1.6359001819968175,1.6409151554107666,11.22071028689883 +vision,ln_1.weight,768,6,0.5174959301948547,1.67515410900116,2.0694685877561936,2.4827007860064065,2.5286154747009277,15.492828185553874 +vision,ln_1.weight,768,7,0.5883293747901917,1.7242746818065648,2.0760380551815216,2.2817541055440684,2.3046114444732666,10.405820825244803 +vision,ln_1.weight,768,8,0.45587512850761414,1.776096178293229,2.086153229236621,2.2968321999072803,2.3202409744262695,12.015610138086014 +vision,ln_1.weight,768,9,0.3691777288913727,2.0223255228996284,2.3072747066020995,2.3399121411085093,2.343538522720337,24.52568864246253 +vision,ln_1.weight,768,10,0.32682833075523376,2.233476724624634,2.4997272717953187,3.0208240293263833,3.078723669052124,36.09387041232838 +vision,ln_1.weight,768,11,0.36731046438217163,2.501216447353364,3.4399611341954643,4.98837663519366,5.1604228019714355,91.12012999945141 +vision,ln_2.bias,768,0,1.342408995697042e-05,0.8541826456785228,1.3745869425535733,1.974945676600869,2.041652202606201,14.904174297846202 +vision,ln_2.bias,768,1,1.755700031935703e-05,0.7831282991170884,1.4419068416357428,1.8817888768553266,1.9306646585464478,10.514906320411802 +vision,ln_2.bias,768,2,0.00019883603090420365,0.5760129916667939,1.4051901265382956,1.6203697936177024,1.644278645515442,11.78137978722488 +vision,ln_2.bias,768,3,0.00021132599795237184,0.43162885129451756,1.4424207842350294,1.7678298655748022,1.8039864301681519,22.437414722200813 +vision,ln_2.bias,768,4,5.335344758350402e-05,0.4925414958596238,1.450697747707467,2.583060225629686,2.7088782787323,39.313601245486545 +vision,ln_2.bias,768,5,0.0006548156379722059,0.5349692654609688,3.811763455629489,5.397655217861961,5.5738654136657715,156.66617257351533 +vision,ln_2.bias,768,6,0.0003235852636862546,0.6984156334400221,4.882880021095695,9.631679325198622,10.159323692321777,341.7466823842871 +vision,ln_2.bias,768,7,0.0005406452110037208,0.84851082980633,5.914018843174453,11.274454996346856,11.8700590133667,281.7005212847462 +vision,ln_2.bias,768,8,0.0003804498410318047,2.821286423206336,5.338321608066615,5.9804446619509966,6.051791667938232,22.541286711958353 +vision,ln_2.bias,768,9,0.00015709595754742622,3.8509700727462852,6.913020293235821,7.394120899867961,7.447576522827148,10.16239536800683 +vision,ln_2.bias,768,10,0.0007154227932915092,4.560103940963755,10.192482226371862,11.289884876537206,11.411818504333496,8.75817525580258 +vision,ln_2.bias,768,11,0.0009220364736393094,1.5962362551689153,3.1425465297701534,6.042544614791561,6.364766597747803,15.947196163275784 +vision,ln_2.weight,768,0,2.6677105779526755e-05,3.1205625891685496,3.5783352801800232,4.095967292284911,4.153481960296631,1.4794735419501936 +vision,ln_2.weight,768,1,0.07056902348995209,2.157303657531738,2.2623148710727836,2.4260329797982996,2.4442238807678223,2.6734873264386065 +vision,ln_2.weight,768,2,0.1877109259366989,1.8435092830657962,2.1004901922941763,2.7291383127092645,2.798988103866577,4.829071483988311 +vision,ln_2.weight,768,3,0.2027474343776703,1.7128260719776156,2.0938346096277853,2.7937972039818018,2.8715708255767822,16.485921991168997 +vision,ln_2.weight,768,4,0.41195160150527954,1.5948702442646034,2.0625997478962628,2.835235509228624,2.921083927154541,53.61532966884489 +vision,ln_2.weight,768,5,0.42973634600639343,1.6569707202911383,1.9053308033943286,2.029616942644106,2.043426513671875,21.566186016358497 +vision,ln_2.weight,768,6,0.5941253304481506,1.7659817850589756,2.1569632756710058,2.1606523441076275,2.161062240600586,15.203435018771078 +vision,ln_2.weight,768,7,0.38538414239883423,2.113418135643007,2.385715177059189,2.557844822645169,2.576970338821411,19.44882807762964 +vision,ln_2.weight,768,8,0.21112360060214996,5.462865638732912,6.347026807785123,7.3472500307082065,7.458385944366455,31.89283662317506 +vision,ln_2.weight,768,9,0.28826799988746643,9.658830547332773,11.71415973186497,12.188305831432292,12.240988731384277,30.12586896805365 +vision,ln_2.weight,768,10,0.48837044835090637,15.447214145660407,19.253432071685864,20.104533652114778,20.199100494384766,22.528380536821263 +vision,ln_2.weight,768,11,0.40398114919662476,2.8085212326049827,3.140262083053605,3.3239258483886522,3.3443329334259033,21.568330102335295 +vision,mlp.c_fc.bias,3072,0,0.011815523728728294,2.9002451848983766,3.5463545575142845,4.312996062612401,4.40460729598999,2.2053590957414335 +vision,mlp.c_fc.bias,3072,1,0.005024608690291643,2.4915008544921875,2.8130350954533316,3.9656633608337346,4.23202657699585,3.156588888248359 +vision,mlp.c_fc.bias,3072,2,0.010941877961158752,2.3922156381607054,2.6593646309376044,2.881952479410085,2.9415974617004395,3.3894212169146796 +vision,mlp.c_fc.bias,3072,3,0.0019318109843879938,2.322555696964264,2.868304439306315,3.1415955354212985,3.1916632652282715,4.0354619596100125 +vision,mlp.c_fc.bias,3072,4,0.0010143793188035488,2.2042392539978026,2.827054657697701,3.2706949232100864,3.310426712036133,4.334149676114318 +vision,mlp.c_fc.bias,3072,5,0.0006531447870656848,1.9980640590190886,2.7140299201012343,4.127059833097321,4.221429347991943,4.643175715939575 +vision,mlp.c_fc.bias,3072,6,0.0033760550431907177,1.9865908873081202,2.5866945946216693,2.910620079350459,2.919318199157715,2.8827239386956522 +vision,mlp.c_fc.bias,3072,7,0.0018630039412528276,2.055297141075134,2.5328067121506566,3.8009719430446083,3.8382821083068848,3.302510720136014 +vision,mlp.c_fc.bias,3072,8,0.003357921727001667,2.198154969215393,2.332690305948258,2.5295865664481156,2.5955753326416016,2.787289601525823 +vision,mlp.c_fc.bias,3072,9,0.0007209026953205466,2.3915770554542535,2.8707815165520194,3.0922821085452377,3.1374380588531494,3.868321939490933 +vision,mlp.c_fc.bias,3072,10,0.0008092757198028266,2.3479537534713746,3.158160870075264,4.983217004989664,5.612716197967529,5.4548324828649974 +vision,mlp.c_fc.bias,3072,11,0.006509090308099985,2.362294614315033,2.6777654671669153,2.7976143528222894,2.807436227798462,2.981802462638959 +vision,mlp.c_fc.weight,2359296,0,2.678084642937506e-09,0.04867006354033946,0.07690542910248128,0.1181519249789353,0.2657662332057953,7.5647333557116845 +vision,mlp.c_fc.weight,2359296,1,3.3908302832230675e-09,0.04545045234262921,0.06865624457597974,0.10049177585169343,0.20927175879478455,5.556482388585281 +vision,mlp.c_fc.weight,2359296,2,9.585120253063906e-09,0.04236313495784996,0.06277058370411406,0.09317414104938287,0.21060489118099213,4.752866879979445 +vision,mlp.c_fc.weight,2359296,3,3.5206031423484774e-09,0.04013860207051037,0.058897749111056746,0.08441171463950373,0.20454227924346924,4.378746321591061 +vision,mlp.c_fc.weight,2359296,4,4.106313206131418e-11,0.038475774228572776,0.05513753179460802,0.07971564795821848,0.2032414674758911,3.918504223899523 +vision,mlp.c_fc.weight,2359296,5,1.0989688270512943e-08,0.038964137248694825,0.05512119330465795,0.07644024973362396,0.16680097579956055,3.714197056179566 +vision,mlp.c_fc.weight,2359296,6,5.308339545706531e-09,0.0394552197307348,0.055174730066210216,0.07549118699505893,0.21903865039348602,3.614600960861904 +vision,mlp.c_fc.weight,2359296,7,2.642255081397593e-09,0.03873589001595972,0.052771412637084784,0.06856149818002162,0.202172189950943,3.4103181441120247 +vision,mlp.c_fc.weight,2359296,8,8.751404934059792e-09,0.039070158638060015,0.053325038868934006,0.06895131224766204,0.24544212222099304,3.734153132112317 +vision,mlp.c_fc.weight,2359296,9,1.597712540046814e-08,0.042014936357736524,0.056444287523627484,0.06939197594299912,0.15017454326152802,3.406923087940011 +vision,mlp.c_fc.weight,2359296,10,1.425276008326648e-09,0.04513311311602579,0.06036672936752455,0.07423480259999626,0.13098935782909393,3.506843786702064 +vision,mlp.c_fc.weight,2359296,11,5.9439968502772444e-09,0.03724926654249426,0.04995413865894087,0.0651129251942025,0.11547641456127167,3.336296405622262 +vision,mlp.c_proj.bias,768,0,0.000238286898820661,0.5074919712543488,1.7828814300299762,2.9956755569814346,3.1304304599761963,90.10364419013632 +vision,mlp.c_proj.bias,768,1,0.00014652653771918267,0.538695439696312,1.4308477702141882,2.646408904218544,2.7814712524414062,57.73853658700461 +vision,mlp.c_proj.bias,768,2,0.00011710263788700104,0.3216425094008462,0.8819450788498536,1.5741673772811153,1.6510809659957886,48.69657061648139 +vision,mlp.c_proj.bias,768,3,9.078234143089503e-05,0.2746614769101144,0.6668721220493742,1.1488247611283744,1.202375054359436,28.78522131659227 +vision,mlp.c_proj.bias,768,4,5.032634726376273e-05,0.23100406080484442,0.7117305986285318,0.8341923236071933,0.8477991819381714,27.083708326319663 +vision,mlp.c_proj.bias,768,5,3.7205776607152075e-05,0.18956186860799923,0.5264699901640607,0.7435935362726219,0.7677183747291565,21.40191551944193 +vision,mlp.c_proj.bias,768,6,8.915013495425228e-06,0.17540966033935634,1.1715054043532123,1.9693480444788083,2.057997226715088,198.35298257923336 +vision,mlp.c_proj.bias,768,7,0.00020603004668373615,0.2214132060110569,3.600512061119357,6.744421032428407,7.093744277954102,513.0096114557597 +vision,mlp.c_proj.bias,768,8,9.155212865152862e-06,0.34641305297613306,4.37089146900181,4.826463689136457,4.877082824707031,248.34290889490657 +vision,mlp.c_proj.bias,768,9,0.0001447664835723117,0.5744264972209951,2.0846237741709954,3.4433244665740474,3.5942912101745605,79.1765967390868 +vision,mlp.c_proj.bias,768,10,6.0556492826435715e-05,0.7999543356895457,2.2912433395388576,5.501101448630945,5.857752323150635,115.66453587621845 +vision,mlp.c_proj.bias,768,11,0.00028109108097851276,0.5703372663259514,3.922393548488662,4.43426310896868,4.491137504577637,104.90671391862473 +vision,mlp.c_proj.weight,2359296,0,5.0942592366709505e-09,0.03501136954873793,0.057163298949599345,0.09067078931629426,0.2632458806037903,8.024042788345657 +vision,mlp.c_proj.weight,2359296,1,1.0845107450974112e-10,0.033676285669207474,0.05221552211791326,0.0874924373328674,0.40321001410484314,10.127617353490804 +vision,mlp.c_proj.weight,2359296,2,3.1198670313870025e-09,0.03206822853535411,0.04936962796375179,0.07600071359051891,0.3475768566131592,5.964957611759415 +vision,mlp.c_proj.weight,2359296,3,8.766148917871419e-10,0.02972756233066314,0.04345870878547452,0.0690941490866204,0.27704867720603943,5.006922011163274 +vision,mlp.c_proj.weight,2359296,4,2.957260825109387e-11,0.030154049675911655,0.042922593969851854,0.06723886287955955,0.23807215690612793,4.362240481953023 +vision,mlp.c_proj.weight,2359296,5,4.840239764547505e-09,0.03172233141958713,0.04532488144934202,0.07314170770345506,0.23782384395599365,4.504410342372665 +vision,mlp.c_proj.weight,2359296,6,4.586285129448697e-09,0.03316172454506157,0.0467947508767252,0.06517125468328454,0.17505797743797302,3.703802696792269 +vision,mlp.c_proj.weight,2359296,7,5.777503808701567e-09,0.03752547465264786,0.05245681783184413,0.07244731878861699,0.2392236739397049,3.7265741474392886 +vision,mlp.c_proj.weight,2359296,8,2.3806627780231793e-08,0.03896157834678886,0.0549415854737174,0.07295991331711216,0.18239383399486542,3.770444941283215 +vision,mlp.c_proj.weight,2359296,9,1.6861863016970347e-08,0.0442619169130921,0.06124347256496563,0.07691435329242773,0.25791341066360474,3.7473560752962425 +vision,mlp.c_proj.weight,2359296,10,1.1903309449223798e-08,0.0474068101495503,0.06481730334460753,0.08248957357182721,0.2919538915157318,3.7916828549200345 +vision,mlp.c_proj.weight,2359296,11,4.666619091153734e-09,0.036599093303084286,0.050716679394245234,0.06682621163873853,0.17884832620620728,3.5289485578856628 diff --git a/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv b/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv new file mode 100644 index 0000000000000000000000000000000000000000..d97f8fee759b67adbb39991874f89e47bcd45be8 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv @@ -0,0 +1,433 @@ +type,module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +text,attn.in_proj_bias,2304,0,1.0696152230593725e-06,0.5089587107300705,3.4014486849308074,4.458011202430564,4.6756696701049805,180.4272567542165 +text,attn.in_proj_bias,2304,1,6.584702987311175e-07,2.209994268417343,3.143936019420628,3.3144073591232273,3.3179500102996826,37.865574231393964 +text,attn.in_proj_bias,2304,2,2.1209912119957153e-06,1.5546131682395858,3.776341902971275,4.587218546962634,4.72751522064209,73.87215578373208 +text,attn.in_proj_bias,2304,3,1.8693364154387382e-06,2.190818741321542,3.8368876645565035,4.169045384526183,4.26303243637085,56.36034245245545 +text,attn.in_proj_bias,2304,4,7.825453707255292e-08,1.5178518390655507,4.236561329841617,4.592171791458068,4.6754937171936035,79.88784445316276 +text,attn.in_proj_bias,2304,5,2.928483979758312e-07,1.6057447004318235,4.215623708725006,5.655675270318684,6.062265872955322,88.2128281119077 +text,attn.in_proj_bias,2304,6,8.197106581064872e-06,1.8510593461990024,4.911879777908326,5.495952234029716,5.568697929382324,93.5695083292074 +text,attn.in_proj_bias,2304,7,4.918075319437776e-06,1.3412786495685574,4.831368235588121,5.475400980949358,5.534584999084473,108.44272022078057 +text,attn.in_proj_bias,2304,8,1.0202392331848387e-05,1.3538188946246903,5.298764621257853,6.044025307369224,6.055365085601807,130.27749192328892 +text,attn.in_proj_bias,2304,9,8.708259429113241e-07,0.9042466622591019,5.156058982372285,5.9962142090797395,6.000050067901611,143.55611721366043 +text,attn.in_proj_bias,2304,10,3.756041451197234e-06,1.1806275510787907,3.8117768197060182,4.788362860059664,4.888632297515869,74.85437913723884 +text,attn.in_proj_bias,2304,11,6.280170055106282e-07,1.0177689039707183,3.934689165115384,4.702207278108497,4.838075637817383,105.10893600840204 +text,attn.in_proj_weight,1769472,0,3.185512298387039e-08,0.0543016190081835,0.07276617497950899,0.09648161958675393,0.38883936405181885,4.064220886068341 +text,attn.in_proj_weight,1769472,1,1.550522349402783e-10,0.05073816016316414,0.06877186787128453,0.08597727801501218,0.19558914005756378,3.727507257158044 +text,attn.in_proj_weight,1769472,2,6.072500280396298e-09,0.05008394595235588,0.06701218837499645,0.08546078703402896,0.16982842981815338,3.5499619047635695 +text,attn.in_proj_weight,1769472,3,4.036348144609292e-09,0.04857291784137488,0.06504348734021212,0.08431424873471059,0.23983372747898102,3.5044086242837866 +text,attn.in_proj_weight,1769472,4,2.258680709132932e-08,0.0475370326265693,0.06358766189217571,0.07983763292058445,0.15396243333816528,3.390821495457392 +text,attn.in_proj_weight,1769472,5,1.1776164043908466e-08,0.04722144164144993,0.06272604799270681,0.08143684145135553,0.1892750859260559,3.3768210691102505 +text,attn.in_proj_weight,1769472,6,1.1967498991793946e-08,0.046893998757004764,0.06209393768757617,0.07836358949690768,0.17140072584152222,3.311291743983598 +text,attn.in_proj_weight,1769472,7,6.839499189226217e-09,0.046710617318749446,0.061587759803980666,0.07766375214010221,0.18348973989486694,3.294735164049482 +text,attn.in_proj_weight,1769472,8,3.043892249365854e-08,0.04678527761250738,0.06147224265709528,0.07898579709306315,0.18263883888721466,3.2826719873844463 +text,attn.in_proj_weight,1769472,9,5.352271958969368e-09,0.046148177683353456,0.060518696930260185,0.07815872434153055,0.18011927604675293,3.2518592115547076 +text,attn.in_proj_weight,1769472,10,4.581307333495488e-09,0.044644350521266474,0.05886007476970563,0.0772900524236254,0.18824468553066254,3.224263010785243 +text,attn.in_proj_weight,1769472,11,1.9724856414882197e-08,0.04444889687001705,0.05913963173702373,0.07751198661773191,0.17074936628341675,3.2624602191784726 +text,attn.out_proj.bias,768,0,0.00017982799909077585,0.38805401235818915,1.2609632091522616,1.714004183578443,1.7643420696258545,22.20330038791143 +text,attn.out_proj.bias,768,1,2.4463610316161066e-05,0.26199127078056456,0.681064132928884,1.0859727625131177,1.130962610244751,20.747208064162372 +text,attn.out_proj.bias,768,2,0.00031822739401832223,0.17948001608252617,0.5670620531439806,0.5955857607781857,0.5987550616264343,14.02458685467977 +text,attn.out_proj.bias,768,3,0.00016547105042263865,0.1663200615346432,0.38019577714803127,0.6399004142015896,0.6687564849853516,10.26055395981569 +text,attn.out_proj.bias,768,4,0.00017654415569268167,0.17093942150473598,0.5582257722617037,1.5112951925872742,1.6171917915344238,110.86086300896268 +text,attn.out_proj.bias,768,5,1.544349106552545e-05,0.2194002734124661,0.7227712624073945,1.7621551667927589,1.877642273902893,117.98697876032733 +text,attn.out_proj.bias,768,6,0.000181887939106673,0.23896918952465065,0.6133637682199903,1.0941079761146988,1.1475239992141724,22.926007019758785 +text,attn.out_proj.bias,768,7,6.002550071571022e-05,0.2538350877165797,0.7552150986195313,1.5506068607329475,1.6389837265014648,79.61315094759843 +text,attn.out_proj.bias,768,8,0.0001041881405399181,0.19179811924696,0.8187073771954414,1.760875436711211,1.86556077003479,176.75934188455648 +text,attn.out_proj.bias,768,9,4.435590199136641e-06,0.28536498755216627,1.502228324413426,2.9333681051729585,3.092383623123169,211.42268738160067 +text,attn.out_proj.bias,768,10,0.0008810901781544089,0.4819635003805169,2.156624493360708,4.293681019282113,4.531131744384766,133.36519837307654 +text,attn.out_proj.bias,768,11,0.0014565089950338006,0.8060726046562201,1.0371271194219598,1.0457961422324171,1.0467593669891357,3.130257395114175 +text,attn.out_proj.weight,589824,0,1.3878777238574003e-08,0.037517843097448364,0.04934474993124611,0.06226749264746849,0.16656091809272766,3.280873743848349 +text,attn.out_proj.weight,589824,1,3.577688190148365e-08,0.035098263062536744,0.046435622796417365,0.06311870917826735,0.14626795053482056,3.308143074837133 +text,attn.out_proj.weight,589824,2,2.425443623721435e-09,0.03550472579896451,0.046352520909160734,0.057499309572946994,0.10771994292736053,3.1712349225487024 +text,attn.out_proj.weight,589824,3,4.803906250572254e-08,0.035831780023872856,0.046633837226778344,0.057475996030489744,0.09235966205596924,3.125443215853669 +text,attn.out_proj.weight,589824,4,1.1884321082789029e-08,0.03619786620140076,0.04731255350634529,0.06471594994141296,0.15512575209140778,3.2179325485617665 +text,attn.out_proj.weight,589824,5,1.5826886468062185e-08,0.03708166711032396,0.0487740591354669,0.06287345431968207,0.10593320429325104,3.157055920876941 +text,attn.out_proj.weight,589824,6,3.190194064472962e-08,0.03903456952422858,0.051817593149840906,0.06624632118641816,0.16710998117923737,3.217723739842273 +text,attn.out_proj.weight,589824,7,1.2144432126603988e-08,0.038265303969383255,0.0500457642972478,0.06255913892387717,0.12618300318717957,3.153326002518718 +text,attn.out_proj.weight,589824,8,2.2823698486718058e-08,0.04016962621361017,0.05338046337664129,0.06661022963896332,0.1476743072271347,3.2650768274382944 +text,attn.out_proj.weight,589824,9,1.3389565900467915e-08,0.040413293913006784,0.05330558428540865,0.06584777171090159,0.14601433277130127,3.1994751089589935 +text,attn.out_proj.weight,589824,10,9.495381902979716e-08,0.040712448284029965,0.0532078216187656,0.068169116783137,0.14150269329547882,3.1620664158711063 +text,attn.out_proj.weight,589824,11,1.31757635912777e-08,0.04334176260977984,0.05649589797481897,0.06940541993826489,0.1276630014181137,3.17523160999169 +text,ln_1.bias,768,0,6.0583661252167076e-05,0.39820566892623943,3.331770092249066,5.021454778313457,5.209197521209717,183.2210620205124 +text,ln_1.bias,768,1,6.481836317107081e-05,0.5073706167936329,2.319270491600223,4.435279870033039,4.670392036437988,241.21606815801348 +text,ln_1.bias,768,2,0.000404675753088668,0.528573889136316,3.319315273761966,5.774361928224303,6.047144889831543,280.2442574254612 +text,ln_1.bias,768,3,8.015662024263293e-05,0.4809329313039808,3.2204624979498053,5.545174520897618,5.803475856781006,320.69727786265025 +text,ln_1.bias,768,4,0.0001526095438748598,0.3697654354572327,4.559857074260945,7.20813619532557,7.502389430999756,359.67788030087445 +text,ln_1.bias,768,5,0.00013868256064597517,0.42364365547895455,4.918618200302345,7.423008346366616,7.7012739181518555,332.24814910990335 +text,ln_1.bias,768,6,0.0003144736110698432,0.49592574357986474,5.653135078430482,9.130978466796504,9.51740550994873,367.97868688514745 +text,ln_1.bias,768,7,2.9673536118934862e-05,0.5209351730346682,5.641499773979483,8.99663403196299,9.369426727294922,357.4536634578135 +text,ln_1.bias,768,8,0.00026437590713612735,0.5424773728847523,5.23506786108047,8.634111167668934,9.0117826461792,340.10330491731366 +text,ln_1.bias,768,9,0.0006125394138507545,0.5164773970842365,4.489508368969212,7.306509993314443,7.619510173797607,296.85636512519403 +text,ln_1.bias,768,10,4.081095175934024e-05,0.5386025273799901,2.880862875461847,5.923337058591518,6.26138973236084,276.69371080471785 +text,ln_1.bias,768,11,5.091385537525639e-05,0.5097912597656257,1.8743642935754574,3.806560376977715,4.021248817443848,102.84822505675137 +text,ln_1.weight,768,0,0.8285518288612366,1.5951989984512331,3.0896551532745593,3.3528678409576136,3.3821136951446533,198.74344214380406 +text,ln_1.weight,768,1,0.30520862340927124,1.3116656637191775,3.410164435386675,3.6064765294074803,3.628288984298706,127.74591010212451 +text,ln_1.weight,768,2,0.35095536708831787,1.601939412355423,3.3344377834797307,3.7912306960343827,3.8419854640960693,104.09474121845459 +text,ln_1.weight,768,3,0.3759666979312897,1.481412179470063,2.7052914979458107,2.989364908957451,3.0209286212921143,69.72047990083132 +text,ln_1.weight,768,4,0.47710245847702026,1.5269291985034952,2.085389343738568,2.22228760399817,2.2374985218048096,27.985849640934436 +text,ln_1.weight,768,5,0.48844635486602783,1.5564975404739383,2.0026269164085417,2.035566355848309,2.0392262935638428,21.584519598157698 +text,ln_1.weight,768,6,0.5286198258399963,1.7307419943809514,2.0251764717102105,2.0880580133438045,2.0950448513031006,26.45044574274234 +text,ln_1.weight,768,7,0.552239179611206,1.7275596415996552,2.197601692199724,2.388431944084147,2.409635305404663,41.640863910248704 +text,ln_1.weight,768,8,0.6204640865325928,1.8272093701362613,2.012998525500302,2.063433760821814,2.069037675857544,33.80142055662133 +text,ln_1.weight,768,9,0.6366084814071655,1.7794755840301522,2.0735302462577914,2.1812944938182715,2.193268299102783,33.89181532889878 +text,ln_1.weight,768,10,0.6931385397911072,1.617167984247208,2.335430998802187,2.3532484669685343,2.3552281856536865,43.902947165819796 +text,ln_1.weight,768,11,0.42940041422843933,1.7170052659511583,2.2029226300716624,2.455965404486629,2.484081268310547,24.05921436104291 +text,ln_2.bias,768,0,0.0012175305746495724,1.6544545817375202,2.1023632082939234,2.199359951353063,2.210137367248535,2.853931984478936 +text,ln_2.bias,768,1,1.8844602891476825e-05,1.682283424139025,3.513762387752731,5.757204142522573,6.006475448608398,10.788978286757743 +text,ln_2.bias,768,2,0.0007178031955845654,1.5886724352836636,3.3662746725084993,6.309403999423667,6.636418342590332,22.29817374256406 +text,ln_2.bias,768,3,0.001148852752521634,1.6348165106773427,2.956698561191683,4.363201203393786,4.519479274749756,6.167671100909008 +text,ln_2.bias,768,4,0.0002798014029394835,1.7839260089397515,3.152960453271939,3.980302063012035,4.072228908538818,5.645721906556296 +text,ln_2.bias,768,5,0.0007975345361046493,1.8230859410762832,3.341170786857674,4.125957679653085,4.213156223297119,5.905226076252561 +text,ln_2.bias,768,6,0.002047783462330699,1.7678978121280746,3.7623578958514385,7.198052019404999,7.579795837402344,24.616970555014674 +text,ln_2.bias,768,7,0.001163809560239315,1.4622050046920778,3.633759663582127,6.79299830656018,7.144024848937988,35.566646580974265 +text,ln_2.bias,768,8,0.0020336899906396866,1.378626210689545,3.341775907516795,6.916828347587205,7.314056396484375,70.62615536879468 +text,ln_2.bias,768,9,0.00010247738100588322,1.0257685780525216,2.900500597477347,7.291491908025274,7.779379844665527,128.52383253057553 +text,ln_2.bias,768,10,0.00018017592083197087,0.8669131720066087,2.1430691771508523,3.570874980020371,3.729520082473755,21.303063286653774 +text,ln_2.bias,768,11,0.0002314269804628566,0.9177818202972415,1.697347809076312,1.7302449513673748,1.7339001893997192,4.744615724070183 +text,ln_2.weight,768,0,0.6531808972358704,1.9291561460495006,5.4094765195848264,7.342075705623421,7.556808948516846,300.15050414904346 +text,ln_2.weight,768,1,0.7083797454833984,2.0198535490036016,3.0319547779560123,3.0702264559984167,3.0744788646698,43.176208858808 +text,ln_2.weight,768,2,0.7770055532455444,1.9994926452636725,2.16241979813576,2.1899167301416367,2.19297194480896,218.93632626031484 +text,ln_2.weight,768,3,0.1162114366889,1.9874605941772463,2.3147424254417586,2.502258358335475,2.5230934619903564,96.02939018652107 +text,ln_2.weight,768,4,0.19813686609268188,2.0200315785408023,2.21659405183793,2.3183550667285813,2.3296618461608887,101.47697777943716 +text,ln_2.weight,768,5,0.2996373176574707,2.0491069960594177,2.128106645822532,2.2096807293176566,2.2187445163726807,139.61995208780445 +text,ln_2.weight,768,6,0.4465842545032501,2.0521202635765077,2.1393509409427724,2.232416682457914,2.2427573204040527,50.547350468934276 +text,ln_2.weight,768,7,0.3839109241962433,2.1634348034858704,2.342339051008231,2.4153710854291837,2.42348575592041,40.10313654325239 +text,ln_2.weight,768,8,0.5795567035675049,2.207450387477875,2.3714931111335833,2.4626169691562554,2.4727418422698975,26.577232252537346 +text,ln_2.weight,768,9,0.5945287346839905,2.3183004474639897,2.680491436481505,3.013229774332011,3.0502007007598877,19.08827416422678 +text,ln_2.weight,768,10,0.47370749711990356,2.2505768752098114,2.709557758331306,2.792632649993888,2.801863193511963,40.14937090433848 +text,ln_2.weight,768,11,0.9043678045272827,2.0632326340675364,2.348518716812152,2.558664118003823,2.5820136070251465,20.611620445019078 +text,mlp.c_fc.bias,3072,0,0.006692409515380859,1.8679491150379175,4.32179822635652,4.383456021928778,4.390042304992676,30.47767058412541 +text,mlp.c_fc.bias,3072,1,0.0053394329734146595,1.7514139580726624,2.1411762316227163,2.9938760457990377,3.143807888031006,11.68876827664327 +text,mlp.c_fc.bias,3072,2,0.016361892223358154,1.6277127540111542,1.8649206830263279,2.4116843033191637,2.6115376949310303,14.787485733270305 +text,mlp.c_fc.bias,3072,3,0.013429118320345879,1.6335504186153411,1.9810901248455126,2.5242650262830457,2.6746256351470947,21.110717536201324 +text,mlp.c_fc.bias,3072,4,0.05216442793607712,1.6633967065811157,2.174869732856839,2.5221776358841552,2.6115963459014893,8.41280910023224 +text,mlp.c_fc.bias,3072,5,0.016984442248940468,1.688687146902084,2.115111588716507,2.429941763639354,2.4962563514709473,9.116353457863603 +text,mlp.c_fc.bias,3072,6,0.007882026955485344,1.6880353462696076,2.151999238014269,2.3960162576198183,2.423330068588257,16.339044452832322 +text,mlp.c_fc.bias,3072,7,0.00630479259416461,1.7566103649139402,2.1598052589893566,2.358314214157991,2.4044764041900635,15.422603487961497 +text,mlp.c_fc.bias,3072,8,0.026346085593104362,1.7454344272613525,2.1402228424549277,2.323338684677964,2.401906728744507,10.55808805392928 +text,mlp.c_fc.bias,3072,9,0.044323407113552094,1.80447634100914,2.163625484466561,2.2684419996738416,2.269655227661133,8.078607373657197 +text,mlp.c_fc.bias,3072,10,0.02596428245306015,1.7923057723045348,2.2567900764942936,2.445353499078746,2.448486804962158,6.5950256987042355 +text,mlp.c_fc.bias,3072,11,0.04377053305506706,1.846627892255783,2.169694014310878,2.7868370075461835,2.952946662902832,3.220320043545719 +text,mlp.c_fc.weight,2359296,0,7.66566365939525e-09,0.04544644113630049,0.05844750201329601,0.0711337260827414,0.22465436160564423,3.111321629333239 +text,mlp.c_fc.weight,2359296,1,5.586087148401475e-09,0.04465155303478227,0.05758341433480383,0.0691411749385282,0.22590062022209167,3.1040094243226832 +text,mlp.c_fc.weight,2359296,2,1.2977849017659082e-08,0.04418620504438873,0.05691236345097463,0.06778724841028297,0.15527620911598206,3.0476798189406455 +text,mlp.c_fc.weight,2359296,3,4.411251364189184e-09,0.04386268928647041,0.056550406925380256,0.06841218749061198,0.11660998314619064,3.0567396405641647 +text,mlp.c_fc.weight,2359296,4,3.6006975179248e-09,0.04364177342504244,0.05626586506143228,0.06724618472903918,0.1330268234014511,3.072398311749821 +text,mlp.c_fc.weight,2359296,5,1.7130085794292427e-08,0.04339122902601951,0.05595724213868393,0.06725049309804969,0.10034710168838501,3.0581450022889753 +text,mlp.c_fc.weight,2359296,6,7.327323636729943e-09,0.04320866856724022,0.05569313541054738,0.06650129101425392,0.15546706318855286,3.053470998692992 +text,mlp.c_fc.weight,2359296,7,7.163083903805045e-09,0.04302960876375429,0.05544129135087137,0.0665756941102413,0.11708729714155197,3.0531601497538126 +text,mlp.c_fc.weight,2359296,8,3.0764708558450593e-09,0.042566261999309046,0.05487891737371721,0.06655216237902525,0.1768134981393814,3.0696775698776992 +text,mlp.c_fc.weight,2359296,9,7.762695375390649e-09,0.04197013117372988,0.05411653364077219,0.06575956388190175,0.1277666836977005,3.065453985089178 +text,mlp.c_fc.weight,2359296,10,1.3770979911953418e-08,0.04147594738751645,0.05382933828979765,0.06542079937085499,0.12984123826026917,3.067657384247557 +text,mlp.c_fc.weight,2359296,11,1.0393673477437915e-08,0.042158518917858434,0.05481837792322044,0.06601844821124678,0.09801994264125824,3.086129858871849 +text,mlp.c_proj.bias,768,0,0.0009129099198617041,0.5667590850591696,1.5007486431599002,1.8840050825357029,1.9265891313552856,16.831738076720704 +text,mlp.c_proj.bias,768,1,5.930741463089362e-05,0.2416326241195205,0.4992467918992226,0.707264210373141,0.7303772568702698,8.344886340889138 +text,mlp.c_proj.bias,768,2,0.00030713091837242246,0.18633459523320242,0.5171822862923294,0.6862007256060658,0.7049805521965027,13.224992055440767 +text,mlp.c_proj.bias,768,3,0.0010588178411126137,0.22244167029857714,0.4419116547108008,0.794905583763085,0.8341271281242371,12.870565912618279 +text,mlp.c_proj.bias,768,4,0.00011479786917334422,0.22766899347305306,0.780931032300088,1.829664529025443,1.9461904764175415,132.8441593955421 +text,mlp.c_proj.bias,768,5,0.00022290066408459097,0.22228827461600317,0.771227724671446,1.7013302571891749,1.8046749830245972,102.14636089118392 +text,mlp.c_proj.bias,768,6,2.8330268833087757e-05,0.2569223222136499,0.6862027727366324,1.6266883500694227,1.7311867475509644,76.80225121589606 +text,mlp.c_proj.bias,768,7,0.00025265870499424636,0.2577195654809485,0.6944447453618205,0.8707193880855849,0.8903054594993591,14.688838516044061 +text,mlp.c_proj.bias,768,8,1.8389859178569168e-05,0.21323944643139842,0.4689188652634622,0.47076352291703205,0.47096848487854004,6.408565829178184 +text,mlp.c_proj.bias,768,9,3.777915480895899e-05,0.2882645237445834,1.216685053825512,2.7313980159281073,2.8996994495391846,198.18516727901834 +text,mlp.c_proj.bias,768,10,5.04180061398074e-05,0.4420873931050301,0.9031223137379469,1.7823682256459255,1.880062222480774,22.975134952090812 +text,mlp.c_proj.bias,768,11,0.0008459092350676656,1.1360516095161455,3.4978847668172377,5.139062358593766,5.321415424346924,21.100636846089042 +text,mlp.c_proj.weight,2359296,0,3.6461869967752136e-08,0.03483122903853654,0.04544332375749959,0.05784516386501452,0.46030914783477783,16.411416535361464 +text,mlp.c_proj.weight,2359296,1,4.983752646681161e-11,0.0362028883770108,0.046720242127776285,0.05717893642373273,0.6378786563873291,10.636934397271798 +text,mlp.c_proj.weight,2359296,2,5.490522259066211e-09,0.03602153751999135,0.04672876089811334,0.056276631902902066,0.6717720627784729,5.467879831695406 +text,mlp.c_proj.weight,2359296,3,6.525334717011333e-10,0.03586400281637904,0.04646580923348666,0.055612155903130275,0.16487760841846466,3.117101945617834 +text,mlp.c_proj.weight,2359296,4,8.303033816048355e-09,0.03622759077697989,0.04705401787534392,0.05690968301147139,0.20961448550224304,3.162125318135728 +text,mlp.c_proj.weight,2359296,5,4.080533244632534e-09,0.03661732561886304,0.047453186586499246,0.05747428999468683,0.14183540642261505,3.114353715482094 +text,mlp.c_proj.weight,2359296,6,7.425929204885051e-09,0.03770591355860226,0.049023723341524786,0.05971896103396976,0.19791823625564575,3.1560610360682673 +text,mlp.c_proj.weight,2359296,7,1.887977774117644e-08,0.038180144131183605,0.04972187228500849,0.06059974528290097,0.2603257894515991,3.230989551532942 +text,mlp.c_proj.weight,2359296,8,5.998733065837314e-09,0.03906297422945495,0.05112636994570534,0.06288751182332578,0.2637234628200531,3.273957420333387 +text,mlp.c_proj.weight,2359296,9,1.2995676534899303e-08,0.04005257710814465,0.052660664524883265,0.06594046931712993,0.33416393399238586,3.322224898837691 +text,mlp.c_proj.weight,2359296,10,2.0737919825819517e-08,0.039853739738464275,0.052638177145272504,0.06764834443852229,0.2835558354854584,3.252371370612472 +text,mlp.c_proj.weight,2359296,11,2.4624116079507985e-09,0.03709378987550735,0.049512718021869684,0.06266289445757053,0.12175226211547852,3.2207147468979427 +vision,attn.in_proj_bias,3072,0,5.527176085706742e-07,2.992020449638366,3.5217941217422695,3.7840632298468577,3.850445032119751,10.82132088830159 +vision,attn.in_proj_bias,3072,1,1.4315409316623118e-05,2.6431659293174743,3.489130483627367,3.563113314533225,3.56887149810791,9.876405404494594 +vision,attn.in_proj_bias,3072,2,9.139986332229455e-07,2.386156513690948,2.9535084407329926,3.149219389033317,3.149564027786255,7.055475270069865 +vision,attn.in_proj_bias,3072,3,1.960770987352589e-06,2.45252641916275,3.304507227659256,3.526875975775655,3.5706944465637207,13.271188826719778 +vision,attn.in_proj_bias,3072,4,5.948645593889523e-06,2.2335862350463844,3.707934258699494,4.702688479971301,5.105088233947754,28.74249051834802 +vision,attn.in_proj_bias,3072,5,1.3571303497883491e-05,1.5485287141799926,3.1018803856373793,4.571973549460597,5.100860118865967,40.71128352298505 +vision,attn.in_proj_bias,3072,6,2.4724331524339505e-05,2.054623315334316,3.979877401352043,4.716603885269108,4.756189823150635,56.956747271323586 +vision,attn.in_proj_bias,3072,7,6.949684120627353e-06,1.3817056500911684,3.4963901314735892,3.911768709421155,3.913602828979492,66.58286377929183 +vision,attn.in_proj_bias,3072,8,7.1661374931863975e-06,1.5729117012023908,3.9630269198420818,5.1452528747078015,5.402955532073975,76.69980762604372 +vision,attn.in_proj_bias,3072,9,1.9670975234475918e-05,1.6335116982459994,3.653958764553085,4.682306404161256,4.818019390106201,78.6383012776626 +vision,attn.in_proj_bias,3072,10,7.38660673960112e-07,1.5845774090290061,3.581890632629402,3.830154525423049,3.830941915512085,72.16921716052704 +vision,attn.in_proj_bias,3072,11,3.7519607758440543e-06,1.5223194646835323,3.988293877840108,4.5500274767874656,4.619858741760254,50.96752647072731 +vision,attn.in_proj_bias,3072,12,7.169909622462001e-06,1.6051393568515775,4.386363681793253,4.811541224575038,4.814867973327637,60.068806675741484 +vision,attn.in_proj_bias,3072,13,8.634056030132342e-06,2.0395379257202144,4.0102431378364605,4.625866147565674,4.741527557373047,38.82510528096836 +vision,attn.in_proj_bias,3072,14,6.806241435697302e-05,2.0131079173088064,4.459848038673422,4.859032039928387,4.892919540405273,63.92519658786974 +vision,attn.in_proj_bias,3072,15,3.9184436900541186e-05,2.067592079639434,4.808279876709052,5.466851856422272,5.572057247161865,68.94446454252073 +vision,attn.in_proj_bias,3072,16,5.039539132667414e-07,1.8156021130084938,4.449680070400317,6.005674664449377,6.222443580627441,85.37577336757504 +vision,attn.in_proj_bias,3072,17,1.3371843124332372e-05,2.426555056571959,5.133088948726815,7.958217449377956,8.65471076965332,79.16779601793793 +vision,attn.in_proj_bias,3072,18,2.4215876692323945e-05,2.73594566106796,4.634850318908803,7.117525749872628,8.141816139221191,54.07142658655353 +vision,attn.in_proj_bias,3072,19,2.3123193386709318e-05,3.575061202049255,7.445253598690241,10.882107742308182,11.837905883789062,67.39692600315617 +vision,attn.in_proj_bias,3072,20,1.2262354175618384e-05,4.529726090431213,8.8039160232545,17.871786012358065,21.568021774291992,118.72974921923277 +vision,attn.in_proj_bias,3072,21,1.8668692064238712e-05,3.1129417800903303,6.7778681302073,11.730149551150472,13.596431732177734,83.75878218231685 +vision,attn.in_proj_bias,3072,22,3.933451444027014e-05,4.95035949230194,10.698958162307886,16.24552118730334,17.698291778564453,32.102674325493325 +vision,attn.in_proj_bias,3072,23,1.6422980479546823e-05,0.6520154786109917,4.765597127914445,4.927575703716214,4.9716997146606445,147.47473689357668 +vision,attn.in_proj_weight,3145728,0,4.008139306566072e-12,0.03826864346861839,0.06863558577001375,0.09662569009512205,0.18926407396793365,33.198020917247995 +vision,attn.in_proj_weight,3145728,1,5.962722069569049e-12,0.03861892495304346,0.06712859480828208,0.09853685214890825,0.16417984664440155,28.132612206340166 +vision,attn.in_proj_weight,3145728,2,6.200212652324177e-12,0.03587333157658576,0.07338890442252556,0.11308136397822252,0.2506415545940399,49.365854428740604 +vision,attn.in_proj_weight,3145728,3,2.8120669681719335e-10,0.03544704809784889,0.06435832858831077,0.10411296241134248,0.226259246468544,10.206783810747183 +vision,attn.in_proj_weight,3145728,4,7.287954684187525e-10,0.03646632730960846,0.0578748854659504,0.0996976952023767,0.24553106725215912,5.944011098188433 +vision,attn.in_proj_weight,3145728,5,2.783611785517337e-09,0.03987817499786615,0.06317791961878556,0.10075855334848004,0.20090097188949585,5.144017140195187 +vision,attn.in_proj_weight,3145728,6,2.5325086472349767e-09,0.03947710763663053,0.06005597646162085,0.0990329351879086,0.2503563463687897,4.688081859084867 +vision,attn.in_proj_weight,3145728,7,9.893181829312425e-10,0.04125724773854017,0.061264942571521284,0.09525940020678297,0.17879731953144073,4.146721087198267 +vision,attn.in_proj_weight,3145728,8,4.746656845355801e-09,0.040769977755844594,0.05908306113258006,0.09685811398622107,0.24924622476100922,4.1131793901250315 +vision,attn.in_proj_weight,3145728,9,1.2551063521826222e-09,0.04136037405580282,0.058095162089914464,0.08560470775138943,0.17433905601501465,3.6639217118651897 +vision,attn.in_proj_weight,3145728,10,1.334547761189242e-08,0.0417827670276165,0.05944026028364904,0.09225066784462964,0.19352063536643982,3.7993475764894042 +vision,attn.in_proj_weight,3145728,11,6.535841312604873e-10,0.04218706775456666,0.05884726228565773,0.08839654794401453,0.24475379288196564,3.646893148434645 +vision,attn.in_proj_weight,3145728,12,1.3507960305858546e-09,0.041684268675744526,0.05694005183503131,0.08395297584753966,0.17751437425613403,3.4754594705427313 +vision,attn.in_proj_weight,3145728,13,1.0100142944224899e-08,0.04111358426511287,0.0554527470692998,0.0796360284723214,0.17128720879554749,3.3866676336169803 +vision,attn.in_proj_weight,3145728,14,1.9091423997252832e-09,0.041163247786462305,0.055344765905293504,0.08246117602809952,0.1633554846048355,3.3477283909632276 +vision,attn.in_proj_weight,3145728,15,1.623325140975851e-09,0.0412931876257062,0.0548329241871847,0.07651690960450985,0.17896565794944763,3.2706281104529227 +vision,attn.in_proj_weight,3145728,16,4.053484214949776e-09,0.041597651652991764,0.055179428528997904,0.07480368727892565,0.1402774304151535,3.2124367093657895 +vision,attn.in_proj_weight,3145728,17,1.3381665220357775e-10,0.041654956415295596,0.0548031699545701,0.07047349413707632,0.1461573988199234,3.1685557287455177 +vision,attn.in_proj_weight,3145728,18,1.4083896715533228e-08,0.04170898016542196,0.05502860179171091,0.07454617506115234,0.19366392493247986,3.2206467081571906 +vision,attn.in_proj_weight,3145728,19,6.41781383592388e-09,0.041578519009053676,0.0546213603913788,0.07412868919595914,0.2670667767524719,3.2508451972398915 +vision,attn.in_proj_weight,3145728,20,8.951350771724265e-10,0.04174451194703578,0.05418160091340556,0.06920332776753584,0.15456610918045044,3.132272062185386 +vision,attn.in_proj_weight,3145728,21,1.8801157963821424e-08,0.04230608608573674,0.0550316805690533,0.07018882101472021,0.17660914361476898,3.138867617115894 +vision,attn.in_proj_weight,3145728,22,1.619494954807621e-10,0.04216233037412166,0.05488362519443068,0.06942025685160923,0.14904579520225525,3.134387266981501 +vision,attn.in_proj_weight,3145728,23,3.158833550287454e-08,0.04231473125517368,0.05628188986703911,0.07272814507482672,0.1941724270582199,3.2992904013618616 +vision,attn.out_proj.bias,1024,0,0.00016443297499790788,0.4395710054039948,1.106204194426551,1.1891074439644702,1.1981312036514282,35.583201145840206 +vision,attn.out_proj.bias,1024,1,4.737753624795005e-05,0.7181720906496043,1.0835907058715935,1.0927751240611068,1.0934864282608032,7.609625822975758 +vision,attn.out_proj.bias,1024,2,6.147276144474745e-05,0.8047522711753837,1.1472640039920832,1.3445292998432834,1.3669368028640747,10.374164573841998 +vision,attn.out_proj.bias,1024,3,4.7263692977139726e-05,0.558540133833885,1.3707699626088607,1.5416097006439937,1.5597084760665894,26.534618672400356 +vision,attn.out_proj.bias,1024,4,0.00020355680317152292,0.3837629660964007,0.7451919224262407,1.2303093701361927,1.285094976425171,23.440354278484815 +vision,attn.out_proj.bias,1024,5,2.2520111087942496e-05,0.4123809874057768,0.8694942992925804,0.930090217167131,0.9365266561508179,15.827177967371968 +vision,attn.out_proj.bias,1024,6,0.00020139626576565206,0.3001056703925132,0.7068525522351288,0.7413675328850698,0.7452327609062195,17.52718963962054 +vision,attn.out_proj.bias,1024,7,8.902995614334941e-05,0.2172966834902763,0.8514383150339372,0.9261082246243857,0.9338960647583008,30.84171488947934 +vision,attn.out_proj.bias,1024,8,0.0002701035118661821,0.20883491039276111,0.7636959410905931,0.8790619258344013,0.8919327855110168,27.74059344152334 +vision,attn.out_proj.bias,1024,9,2.7958169084740803e-05,0.25766272574663157,1.3161822342873084,1.8958154316186098,1.960502028465271,128.60282780214723 +vision,attn.out_proj.bias,1024,10,3.309041858301498e-05,0.3325807648897163,1.4819608796835169,2.915913122713363,3.0786666870117188,258.7413050931343 +vision,attn.out_proj.bias,1024,11,2.9233839086373337e-05,0.274264923036098,1.2835879380703101,3.176920345306128,3.3922996520996094,335.39756041633154 +vision,attn.out_proj.bias,1024,12,0.000131755878101103,0.2480831220746039,1.4925976814628286,2.738877612423722,2.879023551940918,303.59834608104995 +vision,attn.out_proj.bias,1024,13,5.379397771321237e-05,0.2754473343491551,1.153337517499976,1.3024557125329779,1.3179126977920532,62.5586388011927 +vision,attn.out_proj.bias,1024,14,0.00015319482190534472,0.22572694107890104,0.6204930577278187,1.1503142576753342,1.2105462551116943,66.00824291373824 +vision,attn.out_proj.bias,1024,15,5.949539627181366e-05,0.2581039595603943,0.6191352689862333,0.8076744236409399,0.8289189338684082,9.434143753215874 +vision,attn.out_proj.bias,1024,16,7.710987847531214e-05,0.23683282822370524,0.8987301455736536,1.3586484605371312,1.4099549055099487,50.90537930681021 +vision,attn.out_proj.bias,1024,17,6.968245725147426e-05,0.192979381084442,0.6259866771400264,1.9333430198667587,2.081474781036377,205.30615443795648 +vision,attn.out_proj.bias,1024,18,0.00019367551431059837,0.21806213513016692,0.8222769535184055,1.5178418530820819,1.5966709852218628,73.64599258022234 +vision,attn.out_proj.bias,1024,19,0.00010213122004643083,0.32752877235412586,0.6552109657526048,1.641913480388978,1.7542608976364136,34.01419679097893 +vision,attn.out_proj.bias,1024,20,2.5737724627106218e-06,0.29648391962051385,1.1709223597646168,1.2125887354373888,1.21613609790802,17.883670548292013 +vision,attn.out_proj.bias,1024,21,7.689352059969679e-05,0.42968481868505476,1.4582269383669244,2.226730612754714,2.31329345703125,31.388703901405 +vision,attn.out_proj.bias,1024,22,2.3042873635858996e-06,0.4483251944184303,1.5756875055433184,4.708025280904328,5.062439918518066,213.52342880864754 +vision,attn.out_proj.bias,1024,23,0.0001584126439411193,0.6139852690696712,1.284296437144313,2.234194990599022,2.341458559036255,13.67060138404098 +vision,attn.out_proj.weight,1048576,0,3.862578257241012e-09,0.04453699570149183,0.07651383951306581,0.11846967469896459,0.31562814116477966,17.73835370045046 +vision,attn.out_proj.weight,1048576,1,7.6815087624027e-09,0.03438314329832792,0.06270593740046752,0.09577395780011687,0.26441165804862976,16.008184486885018 +vision,attn.out_proj.weight,1048576,2,9.02843222405636e-09,0.03102479735389352,0.0641705013811596,0.13347794651978234,0.2975415885448456,31.155745247825113 +vision,attn.out_proj.weight,1048576,3,3.2519126280661226e-10,0.03217599634081125,0.05437226239592079,0.10514904523262616,0.24686555564403534,8.810965688489373 +vision,attn.out_proj.weight,1048576,4,2.8556863540529775e-08,0.03395723178982735,0.04986301083117842,0.07934617115184038,0.1875544786453247,4.429134829379009 +vision,attn.out_proj.weight,1048576,5,4.4523743025770557e-10,0.03602105472236872,0.04932578327134259,0.06559121498828911,0.13750725984573364,3.5518772959631266 +vision,attn.out_proj.weight,1048576,6,1.366796276158766e-08,0.03596422355622053,0.048496146406978705,0.06526877239341945,0.1417815387248993,3.486077368480093 +vision,attn.out_proj.weight,1048576,7,1.5932824837250337e-08,0.03609005082398653,0.048032115213576226,0.06177374092861637,0.12424296885728836,3.354604531426482 +vision,attn.out_proj.weight,1048576,8,5.161893579241905e-09,0.03676723502576351,0.04979291064664844,0.07035846060141077,0.2674527168273926,3.7317486719245503 +vision,attn.out_proj.weight,1048576,9,7.888489861329617e-09,0.03567631542682648,0.04822692060843397,0.06868627028537323,0.13101699948310852,3.3782190373819514 +vision,attn.out_proj.weight,1048576,10,4.5054058261939645e-08,0.03535547573119402,0.04605210032314111,0.056290838178246906,0.08945067226886749,3.1473185366263547 +vision,attn.out_proj.weight,1048576,11,6.806728514163751e-09,0.03569705691188574,0.048450074996799965,0.07379741292444193,0.15518642961978912,3.4248289981740734 +vision,attn.out_proj.weight,1048576,12,1.1221084506018997e-08,0.035341277718544006,0.046490677446127705,0.06144083981401557,0.14499156177043915,3.233652857724925 +vision,attn.out_proj.weight,1048576,13,4.769691308581514e-10,0.03603510744869709,0.048041238076985696,0.06339360497890978,0.11056430637836456,3.1748293323393595 +vision,attn.out_proj.weight,1048576,14,1.9213981516941203e-08,0.03651127312332392,0.0474409304559244,0.06009558873251018,0.10942403972148895,3.082077089186545 +vision,attn.out_proj.weight,1048576,15,6.268353835992002e-09,0.037122136913239956,0.04902316387742798,0.08140439560635519,0.1547899693250656,3.371690105290851 +vision,attn.out_proj.weight,1048576,16,2.2232526930565655e-09,0.03744194284081459,0.05066331727430245,0.10393960326908594,0.2882234454154968,4.188691371187775 +vision,attn.out_proj.weight,1048576,17,3.152267424866295e-08,0.037685099989175797,0.05019261445850276,0.0960726959444473,0.2027309685945511,3.886931138695074 +vision,attn.out_proj.weight,1048576,18,3.047152574708889e-08,0.03829220216721296,0.050181362126022755,0.06865493731570484,0.2656647562980652,3.3381145064346542 +vision,attn.out_proj.weight,1048576,19,2.526098441535396e-08,0.03902401961386204,0.05223090285435405,0.09193659240370392,0.18603627383708954,3.5893402525062856 +vision,attn.out_proj.weight,1048576,20,8.755738356569509e-10,0.03923666849732399,0.05191315663978496,0.09105332009488654,0.20691432058811188,3.9381807326811282 +vision,attn.out_proj.weight,1048576,21,3.4214760802342425e-08,0.04051969479769468,0.05454282797873078,0.11523951990529789,0.29115191102027893,4.542117508739984 +vision,attn.out_proj.weight,1048576,22,4.857013014003542e-09,0.04362202249467373,0.05844036098569696,0.10723972309372319,0.20225726068019867,3.654804236258658 +vision,attn.out_proj.weight,1048576,23,8.146037799861006e-08,0.04694180842489004,0.061429526284338516,0.08034695765002843,0.16418246924877167,3.215941956299498 +vision,ln_1.bias,1024,0,1.7545677621910727e-07,0.8311970967054353,1.9231458594799211,2.472270928215903,2.5343520641326904,86.0507148590057 +vision,ln_1.bias,1024,1,3.360307516686589e-07,0.44295389175415023,1.6789441480636944,2.048146005296656,2.089198112487793,149.72868516783942 +vision,ln_1.bias,1024,2,2.467666604388796e-07,0.2665607303380965,0.8875979805588878,1.8999568439720629,2.0148656368255615,292.74859858760334 +vision,ln_1.bias,1024,3,4.826326858164975e-06,0.35967716485261836,1.9174572885037067,3.318604816365045,3.476520299911499,278.80146123972594 +vision,ln_1.bias,1024,4,6.1686691879003774e-06,0.3770595055818555,2.0664045991898568,2.6510347892998856,2.714761972427368,178.0143473861963 +vision,ln_1.bias,1024,5,1.6397251556554693e-06,0.5857983058691021,2.24398555040369,2.4337676994085076,2.4525938034057617,80.19238490312084 +vision,ln_1.bias,1024,6,0.0002344803069718182,0.5018860912322997,2.2731209925413793,3.4344527297972007,3.5648553371429443,150.23956530499473 +vision,ln_1.bias,1024,7,0.00029449063003994524,0.6062411123514156,1.9790161221027642,3.0806908573506706,3.2054443359375,105.71931222446956 +vision,ln_1.bias,1024,8,8.961335697676986e-05,0.5046226966381071,2.3433002288342157,2.4165604701042094,2.4230477809906006,74.66318884250637 +vision,ln_1.bias,1024,9,0.0001068299898179248,0.5021534872055023,1.8533032270670353,2.8125216315268124,2.92060923576355,127.11590081777264 +vision,ln_1.bias,1024,10,7.977767381817102e-05,0.4451055991649616,2.0556564899683805,2.9599264285801588,3.0605990886688232,132.94950118310967 +vision,ln_1.bias,1024,11,2.2516867829835974e-05,0.48226221501827143,2.0480482513905325,3.9056049464461577,4.115070819854736,236.02547048680597 +vision,ln_1.bias,1024,12,3.0088322091614828e-05,0.45196257978677723,2.765818530440472,4.6426365181443465,4.852363586425781,290.3784344331198 +vision,ln_1.bias,1024,13,0.0002673931885510683,0.5320469078421585,2.9057266256810474,4.602821210956337,4.7925705909729,239.90144389081928 +vision,ln_1.bias,1024,14,0.0004439515760168433,0.5761388540267941,2.6915883073807323,4.641066259026252,4.8615827560424805,256.59746297690094 +vision,ln_1.bias,1024,15,0.0001482731313444674,0.6613010042905804,1.9418983039856075,3.976708612799356,4.208242416381836,167.30846105079624 +vision,ln_1.bias,1024,16,0.0002478205133229494,0.821338184475898,1.5248779361248164,3.1964707964060324,3.386528968811035,54.268821157994076 +vision,ln_1.bias,1024,17,9.896955452859402e-05,0.7685484713315963,1.1380857057571412,3.222458516931238,3.459989070892334,70.36931807039207 +vision,ln_1.bias,1024,18,0.0003139991604257375,0.7477795010805125,1.6572316269874863,2.9237357617614865,3.0672128200531006,36.4537042160116 +vision,ln_1.bias,1024,19,0.00035659162676893175,0.769958100318908,1.7889868308306116,2.74966876238571,2.858041524887085,31.272495283200353 +vision,ln_1.bias,1024,20,5.651306310028303e-06,0.7195733016729352,2.4252323536873543,2.485720090842241,2.490614891052246,24.57100737637157 +vision,ln_1.bias,1024,21,0.00020948212477378547,1.0321857291460028,2.944326956748983,3.6669218009947713,3.7486653327941895,25.4717910312905 +vision,ln_1.bias,1024,22,6.02031359449029e-05,1.0770246315002427,4.107875705957479,4.465431422996472,4.504238605499268,55.85947615084136 +vision,ln_1.bias,1024,23,2.6272668037563562e-05,0.7792628830671303,2.2990191709995287,2.792535430931975,2.848719596862793,27.68993363115077 +vision,ln_1.weight,1024,0,2.774756922008237e-07,0.845091768503189,0.9756532015800512,1.01466087674498,1.018999695777893,2.5960021566221916 +vision,ln_1.weight,1024,1,2.4165558443201007e-08,1.3049219393730163,1.5276659548282687,1.538083803772925,1.5390853881835938,2.5801781157322052 +vision,ln_1.weight,1024,2,1.9210192547802762e-08,1.5512241506576538,1.6548349777460107,1.695247213804716,1.6998260021209717,3.560203691712629 +vision,ln_1.weight,1024,3,9.42612223298056e-06,1.7918699622154206,2.2533577744960853,2.34432365210055,2.3544936180114746,10.05669575281863 +vision,ln_1.weight,1024,4,1.095401694328757e-05,1.6756663513183576,2.1120843908786835,2.237235016870481,2.2513136863708496,17.42314119063048 +vision,ln_1.weight,1024,5,5.242228871793486e-05,1.9801663613319394,2.5056205737590793,2.614626227307304,2.627040386199951,19.19492117966036 +vision,ln_1.weight,1024,6,0.16730263829231262,1.4423726654052733,1.6944299452304856,1.980968265461881,2.0135746002197266,10.528165169153366 +vision,ln_1.weight,1024,7,0.09787598997354507,1.522092843055724,1.7403293225765266,1.9411797195195868,1.963955283164978,9.841528681963295 +vision,ln_1.weight,1024,8,0.16837503015995026,1.5262486016750323,1.8795549676418384,1.9100660543441732,1.9133089780807495,8.713106982550256 +vision,ln_1.weight,1024,9,0.30454134941101074,1.5117937517166136,1.7177966328859366,1.7189293880105019,1.7189457416534424,6.021179323584203 +vision,ln_1.weight,1024,10,0.32201436161994934,1.4947467935085292,1.6658362588882476,1.835967341864085,1.8552651405334473,4.972579440877991 +vision,ln_1.weight,1024,11,0.3884202539920807,1.6848651957511902,1.923872339725509,1.9530948154449428,1.9559919834136963,4.197742901646919 +vision,ln_1.weight,1024,12,0.558119535446167,1.6381439113616942,1.815568138837822,1.9417329546212974,1.955886721611023,4.368923208264114 +vision,ln_1.weight,1024,13,0.5115712881088257,1.7968994927406303,2.23433523511888,2.2403707794904704,2.24063777923584,7.4579556999622865 +vision,ln_1.weight,1024,14,0.4924452006816864,1.6144538676738738,1.775617271661761,1.930493529009797,1.9480615854263306,7.025691494818478 +vision,ln_1.weight,1024,15,0.4319153130054474,1.560253050327301,1.6848023918867134,1.7218780724286982,1.7260383367538452,11.27484307679124 +vision,ln_1.weight,1024,16,0.3332430124282837,1.5839073526859282,1.6533329383134847,1.7054743769884035,1.7113980054855347,20.040612891121846 +vision,ln_1.weight,1024,17,0.30202871561050415,1.5510376965999602,1.7290013338327495,1.7395336662650096,1.7404810190200806,30.943113795826154 +vision,ln_1.weight,1024,18,0.24410735070705414,1.6032392287254333,1.7963068197965668,1.8608042169570833,1.8680176734924316,44.94159874826317 +vision,ln_1.weight,1024,19,0.21345804631710052,1.67285262465477,2.043846729159379,2.0718233007669418,2.0743062496185303,54.5682265014252 +vision,ln_1.weight,1024,20,0.23329241573810577,1.6502415561676025,1.7543388507366189,2.075057506048634,2.1115787029266357,42.418322726368594 +vision,ln_1.weight,1024,21,0.353436142206192,1.6455954396724701,2.2683941509724015,2.4272621377706316,2.444326877593994,35.87615267972062 +vision,ln_1.weight,1024,22,0.4092566967010498,1.671306917667389,2.6818021214008647,2.9523907929420097,2.9822983741760254,49.124287186581796 +vision,ln_1.weight,1024,23,0.24159620702266693,1.6634385502338407,2.36778948771957,2.7620345706462315,2.8059470653533936,58.100327300011124 +vision,ln_2.bias,1024,0,9.810300127810478e-08,0.7133274859189986,1.6635807566643015,1.7958359337925733,1.810160517692566,28.228903519612096 +vision,ln_2.bias,1024,1,2.156332584490883e-06,0.38146240055561065,1.352434937953986,1.5339418469905608,1.5535417795181274,84.89645837521603 +vision,ln_2.bias,1024,2,4.286051989765838e-06,0.33155410021543485,0.8370763487219836,2.299882848620207,2.4665069580078125,207.70214951442566 +vision,ln_2.bias,1024,3,7.421975169563666e-05,0.42432215005159346,1.2519566760659708,1.5449065572380623,1.5768502950668335,31.799819001283495 +vision,ln_2.bias,1024,4,3.735591963049956e-05,0.377452278137207,1.4431918042898326,2.012937884735981,2.0774285793304443,55.8554012773283 +vision,ln_2.bias,1024,5,1.9052369680139236e-05,0.4095533236861227,1.6017853861451827,1.6523752272248222,1.6561485528945923,34.22870692465415 +vision,ln_2.bias,1024,6,0.00013752699305769056,0.42909948885440813,1.1194672247767727,1.7679445379852337,1.8410229682922363,20.631885048336276 +vision,ln_2.bias,1024,7,0.0001424481306457892,0.4488154283165929,1.1684594216346835,1.8131217215060276,1.8863062858581543,21.05541401089091 +vision,ln_2.bias,1024,8,0.0001716299302643165,0.47884206771850557,2.112531966328656,3.9097902272698724,4.1135759353637695,129.5406724268263 +vision,ln_2.bias,1024,9,7.932488369988278e-05,0.7437117242813108,3.7750890908243426,5.510273982906103,5.70167350769043,149.23265395588118 +vision,ln_2.bias,1024,10,6.0672213294310495e-05,0.844737013578414,3.388891727447633,6.504850739430943,6.8563151359558105,184.0697732243121 +vision,ln_2.bias,1024,11,2.163103999919258e-05,0.7713371759653088,3.4561965699196167,7.411420990609562,7.861256122589111,237.97527160686062 +vision,ln_2.bias,1024,12,0.0004121789534110576,0.8249018329381933,3.584363824844419,6.174125398420922,6.467516899108887,173.66759121593486 +vision,ln_2.bias,1024,13,6.941737228771672e-05,0.8406151258945456,3.7420784633160715,4.291077519011424,4.350467681884766,53.000052866824106 +vision,ln_2.bias,1024,14,7.573012408101931e-05,1.810063805580139,3.3512422451973896,3.644611124873123,3.675294876098633,6.96633807613529 +vision,ln_2.bias,1024,15,0.0017626711633056402,3.359320583343503,5.4079556279182945,6.520349155664288,6.645613670349121,4.213893466733724 +vision,ln_2.bias,1024,16,0.0011505302973091602,2.861867887973785,5.842492653846841,7.833855773210247,8.057847023010254,6.299664556582554 +vision,ln_2.bias,1024,17,0.0027035532984882593,2.288824923038482,5.229776427269022,5.995161675834549,6.081212520599365,5.777360070958633 +vision,ln_2.bias,1024,18,9.084538760362193e-05,1.97543351650238,5.011917325973542,5.762472013807192,5.847078323364258,10.408859369204443 +vision,ln_2.bias,1024,19,0.0018127645598724484,2.80912355184555,8.356222781658467,9.340454344844689,9.44397258758545,7.683438570006159 +vision,ln_2.bias,1024,20,0.0004311434749979526,3.2806681489944456,8.497150176048557,9.172829415035162,9.241636276245117,6.634960891764653 +vision,ln_2.bias,1024,21,0.0011980963172391057,3.252103102207179,8.443461063385271,9.255011078548327,9.339778900146484,8.365601937626904 +vision,ln_2.bias,1024,22,0.0006655587349087,1.8104566061496727,6.1441857914926965,9.99519700894302,10.42714786529541,67.88167161484422 +vision,ln_2.bias,1024,23,0.00048664427595213056,0.8607567876577374,1.8059436563253999,2.0568860110044143,2.083728790283203,5.360091229047741 +vision,ln_2.weight,1024,0,2.474607072144863e-06,1.6788784861564623,3.220362593650861,4.070089991855502,4.165653705596924,10.148911426459797 +vision,ln_2.weight,1024,1,5.94903895034804e-06,2.366096920967102,2.546159762620932,2.729946227335904,2.7507131099700928,3.7043946224662436 +vision,ln_2.weight,1024,2,1.0993479008902796e-05,2.8370632433891294,2.9260833935737627,2.980777513957016,2.9869625568389893,4.08603418503852 +vision,ln_2.weight,1024,3,4.673011426348239e-05,2.4952318644523617,2.9632208118438736,3.062352778625474,3.0736050605773926,9.170776126166682 +vision,ln_2.weight,1024,4,0.1293398141860962,1.476042704582214,1.6747178304195465,2.096143803739488,2.1439895629882812,4.030256490598495 +vision,ln_2.weight,1024,5,0.000530838209670037,1.6566332995891564,1.980476134061814,2.0100616568803744,2.0134153366088867,7.7512168950196525 +vision,ln_2.weight,1024,6,0.17479588091373444,1.3335093867778776,1.6126683088541056,1.6135327429771422,1.613555669784546,4.8088377606776325 +vision,ln_2.weight,1024,7,0.226152703166008,1.301956844329834,1.4217090693712249,1.6173065327644072,1.6395540237426758,4.510622403628678 +vision,ln_2.weight,1024,8,0.2373521327972412,1.3575981974601745,1.494088010787971,1.5304434450983952,1.5343754291534424,7.697768279069404 +vision,ln_2.weight,1024,9,0.3998693525791168,1.4673109877109527,1.6275715537071282,1.6471436551213239,1.649217128753662,6.547025086001133 +vision,ln_2.weight,1024,10,0.2070855349302292,1.7475590634346008,1.8399596980810171,1.906008330750456,1.913516640663147,7.408794072312494 +vision,ln_2.weight,1024,11,0.4419925808906555,1.7659306120872498,1.8713244429826752,1.9260422092318459,1.932228922843933,5.039970749391282 +vision,ln_2.weight,1024,12,0.43243178725242615,1.8579969441890714,1.9422941080331804,1.9657750658392872,1.9684476852416992,6.806173916372486 +vision,ln_2.weight,1024,13,0.3971444070339203,1.818195036649704,2.0589959725141616,2.0925122922658876,2.0960628986358643,10.568331808043697 +vision,ln_2.weight,1024,14,0.007386759854853153,3.028432042598724,3.2557675831317945,3.3775565090894526,3.391303300857544,13.384309613022442 +vision,ln_2.weight,1024,15,0.03243143483996391,6.3894806432724,7.004395109653502,7.2382764915942825,7.264072418212891,14.294302734600118 +vision,ln_2.weight,1024,16,0.03862299025058746,6.240198817253113,6.5976633391380455,6.670415971946706,6.678276062011719,17.235074102827085 +vision,ln_2.weight,1024,17,0.06606943905353546,5.561844968795776,5.733327098369599,5.772580807638163,5.777032852172852,20.00216633301818 +vision,ln_2.weight,1024,18,0.11626160889863968,4.181877436637878,4.286959561347964,4.351672900152197,4.358963966369629,23.466651162856834 +vision,ln_2.weight,1024,19,0.05827360600233078,7.867879271507263,8.09422804927826,8.17715882539748,8.186575889587402,17.707302286226774 +vision,ln_2.weight,1024,20,0.02451460249722004,10.04817135810852,10.457177958488472,10.74541782388683,10.778014183044434,16.38961436657997 +vision,ln_2.weight,1024,21,0.11669721454381943,9.152584829330443,9.477934328079225,9.656616139507268,9.676924705505371,18.44833498935084 +vision,ln_2.weight,1024,22,0.10941163450479507,3.739225344657898,5.081128283023916,6.673495704364553,6.852560997009277,50.08470672747489 +vision,ln_2.weight,1024,23,0.1546851098537445,2.1423134064674367,2.394182425737383,2.431350537943835,2.435535192489624,57.34249851317972 +vision,mlp.c_fc.bias,4096,0,0.000839135202113539,2.2322611927986147,2.2777710974216463,2.2850337357521053,2.285912036895752,1.551024024660629 +vision,mlp.c_fc.bias,4096,1,0.033738620579242706,2.243603801727295,2.290954819917679,2.3086720180511464,2.310601234436035,1.879508497261855 +vision,mlp.c_fc.bias,4096,2,0.07927656173706055,2.0466555953025827,2.173017375469209,2.229399676322929,2.245134115219116,1.728835655685769 +vision,mlp.c_fc.bias,4096,3,0.011113271117210388,1.7319408893585206,1.9655156606435806,2.1880443960427858,2.263536214828491,3.013969682207729 +vision,mlp.c_fc.bias,4096,4,0.03302407264709473,1.7125586092472085,1.9036492508649836,2.16696072471137,2.2617316246032715,3.1360879817670653 +vision,mlp.c_fc.bias,4096,5,0.0030632028356194496,1.7047340214252475,2.027891875505458,2.1332962583303443,2.1352527141571045,3.1539270808354076 +vision,mlp.c_fc.bias,4096,6,0.011351258493959904,1.6389792203903213,1.8209970080852524,1.8695589794516556,1.8708713054656982,2.646264184481573 +vision,mlp.c_fc.bias,4096,7,0.008957412093877792,1.7004473745822914,1.8541678416728997,1.9742687177061864,2.007751703262329,2.2668855394224776 +vision,mlp.c_fc.bias,4096,8,0.005980747751891613,1.6663163661956788,1.9568995088338939,2.1716066746711613,2.1944921016693115,2.3196820293176343 +vision,mlp.c_fc.bias,4096,9,0.00479217991232872,1.6534518837928773,2.196416031122243,2.3113296945095057,2.312822103500366,2.478033055685692 +vision,mlp.c_fc.bias,4096,10,0.0001893777953227982,1.543026292324067,1.7894608312845532,2.1027066776752283,2.14027738571167,2.8897386277961994 +vision,mlp.c_fc.bias,4096,11,0.0043814172968268394,1.4820709586143495,1.6745265066623776,1.7131049963831875,1.7183603048324585,3.7363449677050196 +vision,mlp.c_fc.bias,4096,12,0.00020062470866832882,1.5147138297557834,1.6746166419982933,1.83682864165306,1.838663935661316,4.93498603867998 +vision,mlp.c_fc.bias,4096,13,0.005334054119884968,1.4896071314811707,1.6652325636148477,1.8017404589652917,1.8211290836334229,5.360367089060439 +vision,mlp.c_fc.bias,4096,14,0.015837805345654488,1.4920428633689882,1.7809025913477177,1.8675005704164502,1.868059515953064,5.3464911415560366 +vision,mlp.c_fc.bias,4096,15,0.012957713566720486,1.3572240352630625,1.5506457269191785,1.615259684205044,1.6374504566192627,6.686766557989702 +vision,mlp.c_fc.bias,4096,16,0.007508303504437208,1.395943528413773,1.6263890308141802,2.312836229681804,2.6378817558288574,29.29996925858354 +vision,mlp.c_fc.bias,4096,17,0.00462866248562932,1.4518080949783327,1.772747102975883,2.459919453620802,2.674492835998535,24.82969580876194 +vision,mlp.c_fc.bias,4096,18,0.010499665513634682,1.6446487367153173,1.9659398984909222,3.2508132187124987,3.859339714050293,30.310661048607308 +vision,mlp.c_fc.bias,4096,19,0.005458544939756393,1.4869470059871683,1.9965650194883513,2.544722227096431,2.794492483139038,27.617059585626127 +vision,mlp.c_fc.bias,4096,20,0.01947271265089512,1.4460890233516694,1.8167057180404917,2.3783116679785863,2.7279698848724365,15.995680191748257 +vision,mlp.c_fc.bias,4096,21,0.04705454036593437,1.5361737132072455,1.9422058337927322,2.1794734464883607,2.218425750732422,11.258180104641328 +vision,mlp.c_fc.bias,4096,22,0.011244158260524273,1.8160859823226934,2.5424022114276976,2.8495303212404113,2.8767335414886475,7.468127246435521 +vision,mlp.c_fc.bias,4096,23,0.015203215181827545,1.9532832443714143,2.1903512668609713,2.310390406727773,2.3454627990722656,2.9950903145730643 +vision,mlp.c_fc.weight,4194304,0,6.816778044815841e-12,0.03563319668173788,0.0732024759054184,0.1684038228257944,0.33952540159225464,82.60432030937712 +vision,mlp.c_fc.weight,4194304,1,1.6341787298368438e-11,0.03639930773526416,0.0712164633795622,0.09732800980359149,0.18220706284046173,12.176342485174775 +vision,mlp.c_fc.weight,4194304,2,3.2393565607691244e-10,0.0385354038700461,0.06291447564959685,0.1061061564139959,0.23085995018482208,9.386186464371631 +vision,mlp.c_fc.weight,4194304,3,2.950855115813056e-09,0.04086835160851471,0.06479386778176216,0.09785423642022258,0.20879529416561127,6.0384986521099115 +vision,mlp.c_fc.weight,4194304,4,3.943659176997016e-09,0.040739021301269523,0.06137053117156066,0.09787978871537784,0.19813066720962524,5.121874436272312 +vision,mlp.c_fc.weight,4194304,5,4.3870490573638676e-10,0.039604184441268425,0.05741726455465092,0.08327495000213281,0.20416942238807678,4.184969377709542 +vision,mlp.c_fc.weight,4194304,6,7.402342627749192e-10,0.03945004366338251,0.05647644876316456,0.09111225269361745,0.2953466773033142,4.256117717855523 +vision,mlp.c_fc.weight,4194304,7,6.778444472388401e-09,0.03967336267232889,0.05593209228292108,0.09034051625948274,0.23286376893520355,3.953278547908379 +vision,mlp.c_fc.weight,4194304,8,1.9901629233487483e-09,0.03956221040338272,0.0549100625105204,0.08187088242014887,0.3268011510372162,3.923302040046366 +vision,mlp.c_fc.weight,4194304,9,2.2945769728721643e-09,0.0402462000399827,0.054981062024831884,0.0767659024804646,0.2860235571861267,3.640527020435186 +vision,mlp.c_fc.weight,4194304,10,1.2068504418039083e-08,0.04046325787901872,0.05647066913545146,0.09932034127786024,0.27269309759140015,3.8766116638521972 +vision,mlp.c_fc.weight,4194304,11,2.894902317862602e-09,0.03996416989713901,0.053226685490460376,0.07121725224703099,0.26028910279273987,3.364467358103123 +vision,mlp.c_fc.weight,4194304,12,2.1715042264336404e-10,0.03954797215759754,0.05199206816777678,0.06776820461600191,0.2075483500957489,3.2501048983174172 +vision,mlp.c_fc.weight,4194304,13,4.7615831277880716e-09,0.03909977618604896,0.05092998583242307,0.06337052502930064,0.16015265882015228,3.144904609090658 +vision,mlp.c_fc.weight,4194304,14,1.9941464035611034e-09,0.03740251868963239,0.04882468463853003,0.059180597877496716,0.1792561262845993,3.1176022019209833 +vision,mlp.c_fc.weight,4194304,15,1.4641275969395906e-09,0.03928472846746445,0.051084365308286084,0.06163807642235482,0.11477842181921005,3.170790033142059 +vision,mlp.c_fc.weight,4194304,16,9.828069913453419e-09,0.039415762461721834,0.05159034131467405,0.0622086590293779,0.13016024231910706,3.1901952176386157 +vision,mlp.c_fc.weight,4194304,17,3.416972260694706e-09,0.03886081337928769,0.05092297923937451,0.06137679074368567,0.09987474232912064,3.1728736833856566 +vision,mlp.c_fc.weight,4194304,18,3.6178775530970597e-09,0.037522716186940655,0.048726898256689424,0.05911263027413628,0.15760451555252075,3.1092420753715064 +vision,mlp.c_fc.weight,4194304,19,1.9376220627975727e-09,0.03997840993106364,0.05176997252553703,0.061917245446143014,0.09759989380836487,3.1289105323616995 +vision,mlp.c_fc.weight,4194304,20,3.632567802114295e-09,0.041245226189494104,0.05380118652805753,0.0649674738176044,0.14023125171661377,3.1633778054509616 +vision,mlp.c_fc.weight,4194304,21,1.2675199556611005e-08,0.041163185723125884,0.05383948730305006,0.06594085369929344,0.1613699495792389,3.1948778928908625 +vision,mlp.c_fc.weight,4194304,22,2.1448627596232228e-11,0.03772711910307399,0.04914282173663412,0.059836689541488755,0.1972925215959549,3.153364851937131 +vision,mlp.c_fc.weight,4194304,23,4.8873758373702e-09,0.039275284633040426,0.05135085672885223,0.06495774357020793,0.17722919583320618,3.1481862277653847 +vision,mlp.c_proj.bias,1024,0,0.00017250461678486317,0.4760534253716467,1.1448100266456727,1.4645945026039628,1.5006757974624634,29.279769919207315 +vision,mlp.c_proj.bias,1024,1,0.0001193619318655692,0.45416194796562104,2.1364889340401505,2.7384295014619,2.8046445846557617,120.41818476391717 +vision,mlp.c_proj.bias,1024,2,2.112249239871744e-05,0.7324937492609019,2.694129568934554,3.0969820467471547,3.139559030532837,66.14668112023084 +vision,mlp.c_proj.bias,1024,3,0.00019612153118941933,0.45647856831550515,1.9212100684643694,1.9503063938856116,1.9509669542312622,65.24637249018643 +vision,mlp.c_proj.bias,1024,4,2.487142410245724e-05,0.3626858952641485,1.063628887057309,1.5827981042503574,1.6418280601501465,62.94508436253859 +vision,mlp.c_proj.bias,1024,5,0.00013067250256426632,0.26728727847337685,0.6962647373676412,1.182216509175232,1.237265944480896,30.755154244507246 +vision,mlp.c_proj.bias,1024,6,1.2227469596837182e-05,0.24946009650826423,0.5505394023656854,1.0732845576345178,1.1328270435333252,27.766149686627628 +vision,mlp.c_proj.bias,1024,7,4.8327674448955804e-05,0.20878539174795116,0.6426976526975788,0.6954307402074268,0.7009788751602173,15.786532274381747 +vision,mlp.c_proj.bias,1024,8,0.00011565222666831687,0.21009849816560724,0.5335898794531884,0.5530567376136755,0.5550929307937622,11.037467581863215 +vision,mlp.c_proj.bias,1024,9,0.00011633660324150696,0.27970254629850344,0.7034932277798762,1.0122502698421043,1.0471149682998657,32.954394047767806 +vision,mlp.c_proj.bias,1024,10,6.500253948615864e-05,0.22612603902816758,0.441247192621236,0.7739950268178707,0.8117685914039612,16.792175360590115 +vision,mlp.c_proj.bias,1024,11,1.746541101965704e-06,0.22275429010391223,0.6844706194400868,0.807054883301241,0.8207873702049255,22.734223025061404 +vision,mlp.c_proj.bias,1024,12,6.364485670928843e-06,0.2979470422863957,1.497528803646622,1.9589953663706146,2.009885549545288,114.885964142362 +vision,mlp.c_proj.bias,1024,13,9.61005935096182e-06,0.27536769598722427,2.4522281975747395,2.669735108184788,2.6908671855926514,207.30281338024648 +vision,mlp.c_proj.bias,1024,14,0.0001014702211250551,0.19029953137040123,0.9486886104345835,1.6827522333144118,1.7648940086364746,201.1878181615068 +vision,mlp.c_proj.bias,1024,15,8.481216354994103e-05,0.27994525015354144,0.921944597721138,3.734619843649466,4.054025173187256,340.0167263267724 +vision,mlp.c_proj.bias,1024,16,0.00013667599705513567,0.267081776857376,0.8375202715992947,3.3726497097727037,3.6614928245544434,315.4417897716742 +vision,mlp.c_proj.bias,1024,17,3.2226977054961026e-05,0.27566330313682536,1.96830406665816,2.411537865304889,2.457935333251953,144.12652704433674 +vision,mlp.c_proj.bias,1024,18,0.00013089690764900297,0.2273697111010551,1.0747415207624806,1.115122823619838,1.11863374710083,35.57183576117397 +vision,mlp.c_proj.bias,1024,19,0.0003096491564065218,0.36008577674627296,0.6334552812576388,3.0444547413345733,3.3189306259155273,182.20591061909613 +vision,mlp.c_proj.bias,1024,20,0.000332160503603518,0.5427117198705672,1.41814957624679,5.540071184729946,6.008279323577881,234.0560073459967 +vision,mlp.c_proj.bias,1024,21,3.917508729500696e-05,0.6672137200832365,1.343778053164489,9.740897143172026,10.697614669799805,404.09051643307095 +vision,mlp.c_proj.bias,1024,22,1.7208634744747542e-05,0.6127920913696286,1.4387966259718132,7.688742377184934,8.400409698486328,363.32924232352633 +vision,mlp.c_proj.bias,1024,23,0.0006591214332729578,1.084945204257965,2.177570060253221,3.9742435913083414,4.176705837249756,8.747635349441438 +vision,mlp.c_proj.weight,4194304,0,8.603059931111545e-11,0.029475953374058006,0.0721677299439939,0.1369757426261774,0.3502562344074249,48.91602226406029 +vision,mlp.c_proj.weight,4194304,1,4.719870605462972e-10,0.03175326313823461,0.0495437082611032,0.07327021222859145,0.2120572328567505,7.994586159177927 +vision,mlp.c_proj.weight,4194304,2,3.5931089215068823e-09,0.03242666650563475,0.052189694777131146,0.0879283486880189,0.3186129331588745,9.259903305960076 +vision,mlp.c_proj.weight,4194304,3,1.3297672962764295e-09,0.03208915404975413,0.053288421936339675,0.10784047091147714,0.3601434528827667,12.161504492865403 +vision,mlp.c_proj.weight,4194304,4,3.495063793934605e-09,0.03214083481580014,0.05012469438463543,0.10587498911989844,0.3724227845668793,11.137208824577082 +vision,mlp.c_proj.weight,4194304,5,2.320825309709562e-09,0.03270145781338211,0.04807400870323597,0.07617681967687562,0.21035894751548767,4.50118105140538 +vision,mlp.c_proj.weight,4194304,6,4.499326689000327e-09,0.03252290699630973,0.04530770438164575,0.06514661907105962,0.2046137899160385,3.9747365034192206 +vision,mlp.c_proj.weight,4194304,7,1.5779921813674491e-09,0.033340235613286445,0.04659744423255395,0.07276956959217609,0.32353779673576355,4.846873977315018 +vision,mlp.c_proj.weight,4194304,8,2.4643520557532383e-09,0.03373322885483493,0.0465052622668453,0.07207134411551412,0.4167141914367676,4.914742513787588 +vision,mlp.c_proj.weight,4194304,9,8.936703599360385e-10,0.03462507624179122,0.04752222144231209,0.06815649074688095,0.3539906442165375,5.0506453475209065 +vision,mlp.c_proj.weight,4194304,10,7.105859234357581e-10,0.03525300178676842,0.04792077311500963,0.06414535370392899,0.6622503399848938,13.838509154283804 +vision,mlp.c_proj.weight,4194304,11,2.6394877394864125e-09,0.036025678291916795,0.0483871987760075,0.06430711281299556,0.41520968079566956,4.258906842824289 +vision,mlp.c_proj.weight,4194304,12,1.1240051556171693e-08,0.03745781168341636,0.04980800014734421,0.0643325291849663,0.2820170521736145,3.4482411935554316 +vision,mlp.c_proj.weight,4194304,13,2.6665025743000115e-09,0.03773069094866509,0.049893284749240194,0.06593562783671814,0.2734605073928833,3.4563538182296156 +vision,mlp.c_proj.weight,4194304,14,3.040781182406249e-09,0.0385140136629343,0.05018250262737323,0.06117630978599069,0.22215630114078522,3.1506796697623156 +vision,mlp.c_proj.weight,4194304,15,1.5638855765942594e-09,0.03901772044599055,0.050714851699770164,0.06097386070972805,0.13306114077568054,3.140821870180245 +vision,mlp.c_proj.weight,4194304,16,2.311735108895263e-10,0.03935957353562114,0.051406523834913995,0.06186365242264988,0.15128542482852936,3.1870137578290736 +vision,mlp.c_proj.weight,4194304,17,9.296368674860389e-10,0.039041585251688916,0.05084053190052512,0.061585752328099395,0.1975948065519333,3.1622263243928037 +vision,mlp.c_proj.weight,4194304,18,4.676559139937808e-10,0.038695161566138246,0.050328406382353655,0.061602188191931674,0.2949312627315521,3.1727003318990294 +vision,mlp.c_proj.weight,4194304,19,5.373645417527939e-10,0.03988530110567802,0.05174395296350377,0.06227229632101623,0.1837235540151596,3.126420350320576 +vision,mlp.c_proj.weight,4194304,20,8.876689605585852e-09,0.04178761649876829,0.05444529258832363,0.06568201189562528,0.254862517118454,3.214422564736524 +vision,mlp.c_proj.weight,4194304,21,1.2085565881392313e-10,0.04230695161968459,0.05600574896857184,0.06952032058238161,0.46990594267845154,3.5410765909033515 +vision,mlp.c_proj.weight,4194304,22,9.421389890462706e-09,0.04187763471156358,0.055833041030914424,0.07214264866408811,0.5949519276618958,3.885907825953595 +vision,mlp.c_proj.weight,4194304,23,2.3373190050079984e-09,0.03575482755899424,0.04744529093429477,0.06092104084081778,0.18191851675510406,3.241221353196137 diff --git a/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-13b-hf.csv b/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-13b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..c29a1917e77eabdb9eaabf1e3c203ce6baedaba8 --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-13b-hf.csv @@ -0,0 +1,361 @@ +module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +input_layernorm,5120,0,1.7881393432617188e-07,0.15690429687500274,0.4218300781250104,0.542202148437438,0.6171875,115.19229821807312 +input_layernorm,5120,1,6.4373016357421875e-06,0.30859375,0.400390625,0.43540742187499504,0.44140625,12.369550622496835 +input_layernorm,5120,2,4.172325134277344e-05,0.2080078125,0.36649023437500183,0.44884687499998677,0.46484375,26.924861740543587 +input_layernorm,5120,3,1.3768672943115234e-05,0.21251953125000078,0.3902539062500061,0.4413132812499967,0.4453125,48.746295894399196 +input_layernorm,5120,4,6.29425048828125e-05,0.353515625,0.4940019531250055,0.5214378906249983,0.5234375,18.140669036184004 +input_layernorm,5120,5,1.6093254089355469e-06,0.3668164062500008,0.51171875,0.53125,0.53125,24.036817810796055 +input_layernorm,5120,6,0.0001697540283203125,0.33203125,0.50390625,0.5428757812499967,0.546875,49.30448294412581 +input_layernorm,5120,7,0.00013065338134765625,0.3046875,0.5625,0.6203499999999735,0.65234375,90.8625803965745 +input_layernorm,5120,8,0.033203125,0.333984375,0.55859375,0.6146300781249785,0.640625,67.89863666509031 +input_layernorm,5120,9,0.03466796875,0.3687695312500008,0.6084453125000024,0.6384394531249917,0.6484375,64.60007993798997 +input_layernorm,5120,10,0.038330078125,0.365234375,0.6378359375000073,0.671875,0.671875,76.73067055055985 +input_layernorm,5120,11,0.0439453125,0.3515625,0.640625,0.7086589843749884,0.72265625,92.37183628588947 +input_layernorm,5120,12,0.04736328125,0.37890625,0.6925234375000073,0.7477214843749884,0.76171875,87.66558083392226 +input_layernorm,5120,13,0.043212890625,0.4097851562500008,0.698941406250011,0.7400019531249917,0.75,80.15517069144607 +input_layernorm,5120,14,0.048828125,0.40234375,0.6987539062500012,0.7725078124999669,0.8125,101.60131775686149 +input_layernorm,5120,15,0.048583984375,0.39453125,0.6968945312500061,0.7568828124999669,0.796875,106.82496659999069 +input_layernorm,5120,16,0.045166015625,0.4156445312500008,0.6578320312500061,0.737072656249957,0.7890625,96.65420398427064 +input_layernorm,5120,17,0.039794921875,0.41015625,0.64453125,0.7119144531249653,0.75390625,107.82826777079828 +input_layernorm,5120,18,0.035888671875,0.4140625,0.6196992187500037,0.6908484374999802,0.71484375,119.8538231151426 +input_layernorm,5120,19,0.037353515625,0.4273632812500008,0.6587617187500037,0.7379093749999868,0.75390625,120.73114747136187 +input_layernorm,5120,20,0.040283203125,0.416015625,0.6401601562500012,0.704938671874995,0.7109375,115.52689975464754 +input_layernorm,5120,21,0.040283203125,0.4332226562500008,0.65625,0.7381882812499967,0.7421875,114.31842372490944 +input_layernorm,5120,22,7.43865966796875e-05,0.44921875,0.6167226562500012,0.7027531249999868,0.71875,158.8061289387402 +input_layernorm,5120,23,0.0001239776611328125,0.455078125,0.6778281250000049,0.7672527343749884,0.78125,134.82336024836422 +input_layernorm,5120,24,0.00012874603271484375,0.45703125,0.6484375,0.755719921874995,0.76171875,144.8692672758434 +input_layernorm,5120,25,1.990795135498047e-05,0.4765625,0.6796875,0.8135699218749686,0.8515625,160.9151337655527 +input_layernorm,5120,26,0.02490234375,0.474609375,0.70703125,0.8643511718749686,0.90234375,156.55283025206316 +input_layernorm,5120,27,5.054473876953125e-05,0.5078125,0.6939179687500037,0.8375652343749884,0.8515625,170.36505586723126 +input_layernorm,5120,28,0.000247955322265625,0.5078125,0.7407929687500037,0.8899742187499768,0.91796875,148.02286897766496 +input_layernorm,5120,29,2.682209014892578e-05,0.51953125,0.7120546875000073,0.9155972656249851,0.93359375,197.53537926840664 +input_layernorm,5120,30,9.870529174804688e-05,0.54296875,0.7442343750000049,0.9430339843749884,0.95703125,194.89315377595835 +input_layernorm,5120,31,2.5033950805664062e-06,0.51953125,0.7481406250000049,0.9704707031249917,0.98046875,187.0869455811982 +input_layernorm,5120,32,6.0558319091796875e-05,0.5390625,0.8003164062500012,0.9781902343749884,0.9921875,169.3059319728618 +input_layernorm,5120,33,1.990795135498047e-05,0.5234375,0.7876679687500037,0.96875,0.96875,168.35761388546143 +input_layernorm,5120,34,0.000110626220703125,0.5461328125000016,0.8623515625000024,1.0390625,1.0390625,145.27002029329947 +input_layernorm,5120,35,0.00011539459228515625,0.52734375,0.8400312500000098,1.0263210937499636,1.0703125,147.01938605860462 +input_layernorm,5120,36,0.000156402587890625,0.5234375,0.8857890625000024,1.178757812499967,1.21875,157.5306290982209 +input_layernorm,5120,37,0.042236328125,0.515625,0.9082968750000049,1.0074406249999868,1.0234375,99.48358899042827 +input_layernorm,5120,38,0.0390625,0.515625,0.9748906250000147,1.0966335937499636,1.140625,113.07107647816161 +input_layernorm,5120,39,0.0703125,0.482421875,0.9420585937500086,1.0663132812499967,1.0703125,82.43049730098706 +mlp.down_proj,70778880,0,0.0,0.042236328125,0.05615234375,0.08251953125,2.40625,14.052663070569466 +mlp.down_proj,70778880,1,0.0,0.044189453125,0.05712890625,0.07177734375,1.859375,6.31968660475201 +mlp.down_proj,70778880,2,0.0,0.044677734375,0.057373046875,0.06982421875,0.57421875,3.275261780947932 +mlp.down_proj,70778880,3,0.0,0.044921875,0.0576171875,0.0712890625,1.578125,9.500845348313662 +mlp.down_proj,70778880,4,0.0,0.044921875,0.0576171875,0.06982421875,0.58203125,3.1665068249588635 +mlp.down_proj,70778880,5,0.0,0.044677734375,0.057373046875,0.0693359375,0.6171875,3.2328986745567874 +mlp.down_proj,70778880,6,0.0,0.04443359375,0.05712890625,0.06884765625,0.625,3.2297373677424512 +mlp.down_proj,70778880,7,0.0,0.04443359375,0.057373046875,0.0693359375,0.99609375,4.681598217347249 +mlp.down_proj,70778880,8,0.0,0.044921875,0.0576171875,0.06982421875,0.9375,3.625380400230104 +mlp.down_proj,70778880,9,0.0,0.04541015625,0.058349609375,0.07080078125,0.92578125,3.644571413205425 +mlp.down_proj,70778880,10,0.0,0.045654296875,0.05859375,0.07080078125,1.1875,3.7832580141204364 +mlp.down_proj,70778880,11,0.0,0.0458984375,0.059326171875,0.07177734375,1.0625,3.5196599441868432 +mlp.down_proj,70778880,12,0.0,0.04638671875,0.059814453125,0.0732421875,1.0703125,3.6228070645744403 +mlp.down_proj,70778880,13,0.0,0.04638671875,0.06005859375,0.07275390625,0.93359375,3.3872878087348695 +mlp.down_proj,70778880,14,0.0,0.046630859375,0.060302734375,0.07275390625,1.1015625,3.398956108003938 +mlp.down_proj,70778880,15,0.0,0.046875,0.060546875,0.07373046875,1.09375,3.367632157102179 +mlp.down_proj,70778880,16,0.0,0.046875,0.060302734375,0.0732421875,0.99609375,3.2793004568888255 +mlp.down_proj,70778880,17,0.0,0.046630859375,0.06005859375,0.072265625,1.546875,3.9286620564322408 +mlp.down_proj,70778880,18,0.0,0.04638671875,0.059814453125,0.07177734375,0.78125,3.206519627778468 +mlp.down_proj,70778880,19,0.0,0.04638671875,0.0595703125,0.07177734375,0.453125,3.0971674608421758 +mlp.down_proj,70778880,20,0.0,0.04638671875,0.059814453125,0.072265625,0.83984375,3.2922558293785413 +mlp.down_proj,70778880,21,0.0,0.046142578125,0.059326171875,0.0712890625,0.5859375,3.223733999187667 +mlp.down_proj,70778880,22,0.0,0.046142578125,0.059326171875,0.0712890625,0.78125,3.2725552041768626 +mlp.down_proj,70778880,23,0.0,0.046142578125,0.05908203125,0.07080078125,1.15625,3.3791804748048095 +mlp.down_proj,70778880,24,0.0,0.0458984375,0.058837890625,0.0703125,0.71875,3.179330304089504 +mlp.down_proj,70778880,25,0.0,0.0458984375,0.058837890625,0.0703125,0.51171875,3.0716347899566943 +mlp.down_proj,70778880,26,0.0,0.0458984375,0.058837890625,0.06982421875,0.9453125,3.2339799975026913 +mlp.down_proj,70778880,27,0.0,0.046142578125,0.058837890625,0.06982421875,0.62890625,3.0598856754149213 +mlp.down_proj,70778880,28,0.0,0.046142578125,0.05908203125,0.06982421875,0.859375,3.1706288688125244 +mlp.down_proj,70778880,29,0.0,0.046142578125,0.05908203125,0.0703125,0.98046875,3.2209807909367822 +mlp.down_proj,70778880,30,0.0,0.04638671875,0.059326171875,0.07080078125,0.73828125,3.146555838960171 +mlp.down_proj,70778880,31,0.0,0.04638671875,0.059326171875,0.07080078125,0.9921875,3.1999752212382955 +mlp.down_proj,70778880,32,0.0,0.046630859375,0.0595703125,0.0712890625,1.03125,3.218702971060462 +mlp.down_proj,70778880,33,0.0,0.046875,0.06005859375,0.0712890625,1.1484375,3.368253222560591 +mlp.down_proj,70778880,34,0.0,0.047119140625,0.060546875,0.072265625,0.546875,3.0853296262737886 +mlp.down_proj,70778880,35,0.0,0.047607421875,0.06103515625,0.0732421875,0.60546875,3.0694624239201405 +mlp.down_proj,70778880,36,0.0,0.0478515625,0.0615234375,0.07373046875,0.90625,3.175252880494978 +mlp.down_proj,70778880,37,0.0,0.0478515625,0.06201171875,0.076171875,0.65625,3.3536157623483787 +mlp.down_proj,70778880,38,0.0,0.0478515625,0.0625,0.08251953125,1.03125,4.5711958175866725 +mlp.down_proj,70778880,39,0.0,0.04833984375,0.064453125,0.11083984375,1.5703125,9.784047895918558 +mlp.gate_proj,70778880,0,0.0,0.039306640625,0.05419921875,0.0947265625,0.828125,6.313392220689957 +mlp.gate_proj,70778880,1,0.0,0.04541015625,0.060302734375,0.08935546875,0.66015625,3.722426098049931 +mlp.gate_proj,70778880,2,0.0,0.047607421875,0.061767578125,0.08056640625,0.58203125,3.2308532400372494 +mlp.gate_proj,70778880,3,0.0,0.048583984375,0.0634765625,0.08447265625,0.55859375,3.4501241375690457 +mlp.gate_proj,70778880,4,0.0,0.048828125,0.0634765625,0.080078125,0.55859375,3.1955631490833403 +mlp.gate_proj,70778880,5,0.0,0.049560546875,0.06494140625,0.0830078125,0.46875,3.2403906037879353 +mlp.gate_proj,70778880,6,0.0,0.05029296875,0.06640625,0.08349609375,0.5234375,3.2443207674755223 +mlp.gate_proj,70778880,7,0.0,0.05078125,0.06787109375,0.087890625,0.71484375,3.3936300161835935 +mlp.gate_proj,70778880,8,0.0,0.050537109375,0.06787109375,0.09033203125,0.451171875,3.349456358964778 +mlp.gate_proj,70778880,9,0.0,0.050048828125,0.06689453125,0.08837890625,0.58203125,3.3583231350160534 +mlp.gate_proj,70778880,10,0.0,0.049560546875,0.06640625,0.0888671875,0.61328125,3.3639723293555432 +mlp.gate_proj,70778880,11,0.0,0.04931640625,0.06689453125,0.0927734375,0.625,3.4940067849359866 +mlp.gate_proj,70778880,12,0.0,0.04931640625,0.0673828125,0.09716796875,0.474609375,3.5210305108326145 +mlp.gate_proj,70778880,13,0.0,0.048828125,0.06689453125,0.09619140625,0.71875,3.4971410209159255 +mlp.gate_proj,70778880,14,0.0,0.048828125,0.06591796875,0.08984375,0.53125,3.397050603770907 +mlp.gate_proj,70778880,15,0.0,0.049072265625,0.06787109375,0.0986328125,0.470703125,3.522446408932607 +mlp.gate_proj,70778880,16,0.0,0.049072265625,0.0673828125,0.095703125,0.5234375,3.4666247117190028 +mlp.gate_proj,70778880,17,0.0,0.04931640625,0.06689453125,0.08984375,0.69921875,3.4159640675062617 +mlp.gate_proj,70778880,18,0.0,0.049560546875,0.0673828125,0.091796875,0.388671875,3.353831686213448 +mlp.gate_proj,70778880,19,0.0,0.0498046875,0.06787109375,0.091796875,0.6953125,3.3847912025490117 +mlp.gate_proj,70778880,20,0.0,0.050048828125,0.06787109375,0.09130859375,0.640625,3.376316700726662 +mlp.gate_proj,70778880,21,0.0,0.050048828125,0.06787109375,0.0908203125,0.404296875,3.3018414645837937 +mlp.gate_proj,70778880,22,0.0,0.05029296875,0.0673828125,0.0888671875,0.412109375,3.26893401295517 +mlp.gate_proj,70778880,23,0.0,0.05029296875,0.06787109375,0.0888671875,0.337890625,3.238691402749831 +mlp.gate_proj,70778880,24,0.0,0.05029296875,0.06640625,0.0849609375,0.443359375,3.181030610905902 +mlp.gate_proj,70778880,25,0.0,0.050537109375,0.06640625,0.0849609375,0.578125,3.1751834555934093 +mlp.gate_proj,70778880,26,0.0,0.050537109375,0.06640625,0.083984375,0.349609375,3.147593623891938 +mlp.gate_proj,70778880,27,0.0,0.050537109375,0.06640625,0.08349609375,0.625,3.157584369714205 +mlp.gate_proj,70778880,28,0.0,0.050537109375,0.06640625,0.083984375,0.75390625,3.1952669014106267 +mlp.gate_proj,70778880,29,0.0,0.050537109375,0.06640625,0.08349609375,0.58984375,3.1642828381065327 +mlp.gate_proj,70778880,30,0.0,0.05078125,0.0673828125,0.0859375,0.4140625,3.1901158459098817 +mlp.gate_proj,70778880,31,0.0,0.051025390625,0.06787109375,0.087890625,0.6640625,3.231870053797732 +mlp.gate_proj,70778880,32,0.0,0.051025390625,0.068359375,0.08837890625,0.57421875,3.2412875372910315 +mlp.gate_proj,70778880,33,0.0,0.051025390625,0.06884765625,0.0888671875,0.4140625,3.2633987551023353 +mlp.gate_proj,70778880,34,0.0,0.05078125,0.06884765625,0.08935546875,0.515625,3.276419555666429 +mlp.gate_proj,70778880,35,0.0,0.05078125,0.06884765625,0.08984375,0.4765625,3.2620195372275735 +mlp.gate_proj,70778880,36,0.0,0.05078125,0.0693359375,0.0908203125,0.59765625,3.330972969715487 +mlp.gate_proj,70778880,37,0.0,0.051025390625,0.0703125,0.0927734375,0.671875,3.6163712417859415 +mlp.gate_proj,70778880,38,0.0,0.052734375,0.0732421875,0.103515625,0.71484375,4.20085133702986 +mlp.gate_proj,70778880,39,0.0,0.055908203125,0.078125,0.10302734375,0.74609375,3.535894804400329 +mlp.up_proj,70778880,0,0.0,0.0380859375,0.0498046875,0.06298828125,0.482421875,3.249017058311768 +mlp.up_proj,70778880,1,0.0,0.04296875,0.055419921875,0.06689453125,0.390625,3.1117683059926806 +mlp.up_proj,70778880,2,0.0,0.0439453125,0.056640625,0.06787109375,0.39453125,3.080849335928324 +mlp.up_proj,70778880,3,0.0,0.044677734375,0.0576171875,0.06982421875,0.69921875,3.2669610023884306 +mlp.up_proj,70778880,4,0.0,0.044677734375,0.0576171875,0.0693359375,0.44140625,3.095126478043274 +mlp.up_proj,70778880,5,0.0,0.044677734375,0.057373046875,0.06884765625,0.58984375,3.1187659555331035 +mlp.up_proj,70778880,6,0.0,0.044677734375,0.057373046875,0.06884765625,0.5625,3.108046386120236 +mlp.up_proj,70778880,7,0.0,0.044677734375,0.0576171875,0.07080078125,0.5078125,3.1168342824347484 +mlp.up_proj,70778880,8,0.0,0.045166015625,0.05810546875,0.06982421875,0.6953125,3.169466057423486 +mlp.up_proj,70778880,9,0.0,0.045654296875,0.05859375,0.0703125,0.6953125,3.1575336738495885 +mlp.up_proj,70778880,10,0.0,0.0458984375,0.05908203125,0.07080078125,0.73046875,3.152513533783804 +mlp.up_proj,70778880,11,0.0,0.04638671875,0.0595703125,0.07177734375,0.77734375,3.178196654496327 +mlp.up_proj,70778880,12,0.0,0.046630859375,0.060302734375,0.07275390625,0.5625,3.141626426727454 +mlp.up_proj,70778880,13,0.0,0.046875,0.060546875,0.07275390625,0.578125,3.1080582609263234 +mlp.up_proj,70778880,14,0.0,0.047119140625,0.060791015625,0.0732421875,0.50390625,3.1233856872096504 +mlp.up_proj,70778880,15,0.0,0.04736328125,0.061279296875,0.07373046875,0.73046875,3.1566055735186187 +mlp.up_proj,70778880,16,0.0,0.04736328125,0.06103515625,0.0732421875,0.6015625,3.093354071104304 +mlp.up_proj,70778880,17,0.0,0.047119140625,0.060546875,0.07275390625,0.66796875,3.133833524652865 +mlp.up_proj,70778880,18,0.0,0.046875,0.060302734375,0.072265625,0.76171875,3.1039488066796554 +mlp.up_proj,70778880,19,0.0,0.046630859375,0.06005859375,0.072265625,0.71875,3.089232912233438 +mlp.up_proj,70778880,20,0.0,0.046630859375,0.06005859375,0.072265625,0.80078125,3.1405187056523607 +mlp.up_proj,70778880,21,0.0,0.04638671875,0.059814453125,0.0712890625,0.361328125,3.0489631946984375 +mlp.up_proj,70778880,22,0.0,0.046142578125,0.059326171875,0.07080078125,0.578125,3.064189693523624 +mlp.up_proj,70778880,23,0.0,0.046142578125,0.05908203125,0.0703125,0.3515625,3.0380139216222206 +mlp.up_proj,70778880,24,0.0,0.0458984375,0.058837890625,0.0703125,0.55859375,3.051218091213576 +mlp.up_proj,70778880,25,0.0,0.0458984375,0.058837890625,0.0703125,0.4921875,3.048168807880293 +mlp.up_proj,70778880,26,0.0,0.0458984375,0.058837890625,0.0703125,0.48046875,3.0361184315449607 +mlp.up_proj,70778880,27,0.0,0.0458984375,0.058837890625,0.06982421875,0.287109375,3.0251719970979862 +mlp.up_proj,70778880,28,0.0,0.046142578125,0.05908203125,0.0703125,0.69140625,3.0860375775511315 +mlp.up_proj,70778880,29,0.0,0.046142578125,0.05908203125,0.0703125,0.44140625,3.030916472520534 +mlp.up_proj,70778880,30,0.0,0.04638671875,0.059326171875,0.07080078125,0.39453125,3.042341780343169 +mlp.up_proj,70778880,31,0.0,0.04638671875,0.0595703125,0.07080078125,0.263671875,3.026023815726937 +mlp.up_proj,70778880,32,0.0,0.046630859375,0.059814453125,0.0712890625,0.349609375,3.037189293635506 +mlp.up_proj,70778880,33,0.0,0.046875,0.06005859375,0.07177734375,0.44140625,3.0444602722176484 +mlp.up_proj,70778880,34,0.0,0.047119140625,0.060546875,0.072265625,0.4140625,3.052189834731244 +mlp.up_proj,70778880,35,0.0,0.047607421875,0.06103515625,0.0732421875,0.29296875,3.0455443318297197 +mlp.up_proj,70778880,36,0.0,0.0478515625,0.0615234375,0.07373046875,0.375,3.056325074580746 +mlp.up_proj,70778880,37,0.0,0.048095703125,0.06201171875,0.07470703125,0.416015625,3.093066664166201 +mlp.up_proj,70778880,38,0.0,0.04833984375,0.0625,0.08251953125,0.8203125,3.990713763191592 +mlp.up_proj,70778880,39,0.0,0.05029296875,0.06591796875,0.08642578125,1.5546875,4.174917959911426 +post_attention_layernorm,5120,0,3.218650817871094e-05,0.07500976562500039,0.19254589843750214,1.3711441406246543,1.7890625,2460.276742614107 +post_attention_layernorm,5120,1,1.9669532775878906e-05,0.09814453125,0.11859423828125015,0.18043164062499173,0.1904296875,12.036215698733209 +post_attention_layernorm,5120,2,0.00014400482177734375,0.130859375,0.1336728515625003,0.134765625,0.134765625,36.78426948372615 +post_attention_layernorm,5120,3,0.000568389892578125,0.16015625,0.18973242187500183,0.21482050781249917,0.2158203125,43.328262729976245 +post_attention_layernorm,5120,4,0.00113677978515625,0.1728515625,0.17578125,0.1772344726562496,0.177734375,45.799735398910904 +post_attention_layernorm,5120,5,0.005645751953125,0.1892675781250004,0.19140625,0.1923828125,0.1923828125,52.97817531944555 +post_attention_layernorm,5120,6,0.02490234375,0.2021484375,0.2060546875,0.20896113281249917,0.2099609375,50.972905686230646 +post_attention_layernorm,5120,7,0.052978515625,0.212890625,0.216796875,0.2583360351562165,0.298828125,51.00893585107359 +post_attention_layernorm,5120,8,0.0546875,0.2216796875,0.2255859375,0.22992236328124793,0.232421875,49.23131247694429 +post_attention_layernorm,5120,9,0.04541015625,0.234375,0.2392578125,0.24264091796874876,0.244140625,47.25326491459762 +post_attention_layernorm,5120,10,0.03955078125,0.2373046875,0.2420712890625003,0.244140625,0.244140625,56.57100058842013 +post_attention_layernorm,5120,11,0.059814453125,0.240234375,0.24609375,0.251953125,0.251953125,47.205596535856664 +post_attention_layernorm,5120,12,0.06298828125,0.2451171875,0.2517207031250006,0.2548595703124992,0.255859375,54.02227956274374 +post_attention_layernorm,5120,13,0.05078125,0.251953125,0.2578125,0.2607189453124992,0.26171875,67.72769529186849 +post_attention_layernorm,5120,14,0.05029296875,0.259765625,0.263671875,0.265625,0.265625,75.68095370559435 +post_attention_layernorm,5120,15,0.04931640625,0.26953125,0.2734375,0.2743908203124992,0.275390625,90.118738540722 +post_attention_layernorm,5120,16,0.052001953125,0.279296875,0.283203125,0.28515625,0.28515625,113.80864729846499 +post_attention_layernorm,5120,17,0.052001953125,0.291015625,0.294921875,0.2997814453124992,0.30078125,106.88894460655592 +post_attention_layernorm,5120,18,0.044921875,0.302734375,0.30859375,0.310546875,0.310546875,104.62951406533281 +post_attention_layernorm,5120,19,0.03955078125,0.3125,0.31640625,0.3193126953124992,0.3203125,119.84810548110568 +post_attention_layernorm,5120,20,0.04931640625,0.318359375,0.322265625,0.326171875,0.326171875,117.77596790453781 +post_attention_layernorm,5120,21,0.0281982421875,0.328125,0.333984375,0.3368908203124992,0.337890625,128.82391933817743 +post_attention_layernorm,5120,22,0.02880859375,0.337890625,0.3454707031250006,0.34956289062499835,0.3515625,134.0965121818053 +post_attention_layernorm,5120,23,0.0244140625,0.34765625,0.3515625,0.35542226562499835,0.357421875,134.09422735949428 +post_attention_layernorm,5120,24,0.0277099609375,0.353515625,0.357421875,0.359375,0.359375,138.67326069876557 +post_attention_layernorm,5120,25,0.0279541015625,0.361328125,0.365234375,0.36714101562499835,0.369140625,139.60974547796192 +post_attention_layernorm,5120,26,0.0244140625,0.369140625,0.373046875,0.375,0.375,143.4247497765554 +post_attention_layernorm,5120,27,0.023681640625,0.376953125,0.380859375,0.3828125,0.3828125,145.57258713389086 +post_attention_layernorm,5120,28,0.021728515625,0.384765625,0.388671875,0.390625,0.390625,150.15177462757646 +post_attention_layernorm,5120,29,0.015869140625,0.392578125,0.39453125,0.40034414062499835,0.40234375,155.36448927041164 +post_attention_layernorm,5120,30,0.021484375,0.400390625,0.40234375,0.404296875,0.404296875,161.34594284167156 +post_attention_layernorm,5120,31,0.031005859375,0.408203125,0.412109375,0.412109375,0.412109375,162.48797778779888 +post_attention_layernorm,5120,32,0.032958984375,0.416015625,0.41796875,0.4189220703124992,0.419921875,170.27271934208167 +post_attention_layernorm,5120,33,0.0230712890625,0.423828125,0.427734375,0.4286876953124992,0.4296875,175.79248266747902 +post_attention_layernorm,5120,34,0.02685546875,0.431640625,0.4372675781250006,0.4375,0.4375,183.89616116873694 +post_attention_layernorm,5120,35,0.0277099609375,0.44140625,0.4453125,0.4482189453124992,0.44921875,193.45810624501738 +post_attention_layernorm,5120,36,0.04833984375,0.451171875,0.455078125,0.45893789062499835,0.4609375,200.903114053965 +post_attention_layernorm,5120,37,0.0634765625,0.458984375,0.4665644531250006,0.4755162109374975,0.478515625,202.07071427444188 +post_attention_layernorm,5120,38,0.0791015625,0.4609375,0.48344531250000244,0.5179736328124793,0.54296875,162.84074373047306 +post_attention_layernorm,5120,39,0.0810546875,0.4296875,0.47391210937500183,0.5749869140624231,0.66796875,34.58343213499693 +self_attn.k_proj,26214400,0,0.0,0.0478515625,0.1123046875,0.208984375,0.765625,64.52939795597361 +self_attn.k_proj,26214400,1,0.0,0.07568359375,0.1279296875,0.185546875,0.48046875,11.090631672369472 +self_attn.k_proj,26214400,2,0.0,0.080078125,0.1162109375,0.15625,0.486328125,5.773346598858214 +self_attn.k_proj,26214400,3,0.0,0.08251953125,0.1240234375,0.17578125,0.494140625,5.7891896210301095 +self_attn.k_proj,26214400,4,0.0,0.07080078125,0.10009765625,0.138671875,0.42578125,4.573635068411043 +self_attn.k_proj,26214400,5,0.0,0.0693359375,0.10107421875,0.142578125,0.39453125,4.8544486363668495 +self_attn.k_proj,26214400,6,0.0,0.0703125,0.099609375,0.13671875,0.392578125,4.544626995182409 +self_attn.k_proj,26214400,7,0.0,0.07080078125,0.10009765625,0.1318359375,0.296875,4.362283595211108 +self_attn.k_proj,26214400,8,0.0,0.0693359375,0.09814453125,0.1318359375,0.3671875,4.405596656467856 +self_attn.k_proj,26214400,9,0.0,0.0673828125,0.0947265625,0.12890625,0.396484375,4.253390650850058 +self_attn.k_proj,26214400,10,0.0,0.06884765625,0.09765625,0.1298828125,0.416015625,4.424770246783603 +self_attn.k_proj,26214400,11,0.0,0.06982421875,0.0966796875,0.126953125,0.392578125,4.13048267998045 +self_attn.k_proj,26214400,12,0.0,0.0673828125,0.09375,0.12255859375,0.3359375,4.189627180144341 +self_attn.k_proj,26214400,13,0.0,0.0654296875,0.09228515625,0.1240234375,0.345703125,4.447280781844841 +self_attn.k_proj,26214400,14,0.0,0.06640625,0.091796875,0.12109375,0.28125,4.124556259461563 +self_attn.k_proj,26214400,15,0.0,0.06640625,0.09228515625,0.12109375,0.28515625,4.1431620457492055 +self_attn.k_proj,26214400,16,0.0,0.06494140625,0.0908203125,0.1201171875,0.28515625,4.115485197768421 +self_attn.k_proj,26214400,17,0.0,0.064453125,0.09033203125,0.12158203125,0.298828125,4.119076165517264 +self_attn.k_proj,26214400,18,0.0,0.06298828125,0.08740234375,0.11767578125,0.3046875,3.909797088561795 +self_attn.k_proj,26214400,19,0.0,0.06201171875,0.0859375,0.115234375,0.328125,4.052765581853566 +self_attn.k_proj,26214400,20,0.0,0.0625,0.0859375,0.11572265625,0.341796875,3.947109397028816 +self_attn.k_proj,26214400,21,0.0,0.06201171875,0.08642578125,0.1181640625,0.40625,4.1638067788358715 +self_attn.k_proj,26214400,22,0.0,0.05908203125,0.07958984375,0.1064453125,0.33203125,3.7222669512437996 +self_attn.k_proj,26214400,23,0.0,0.05859375,0.07958984375,0.10791015625,0.34765625,3.910896881454506 +self_attn.k_proj,26214400,24,0.0,0.058349609375,0.078125,0.10546875,0.310546875,3.788283257206423 +self_attn.k_proj,26214400,25,0.0,0.058349609375,0.07861328125,0.1064453125,0.3203125,3.8724433992574077 +self_attn.k_proj,26214400,26,0.0,0.058349609375,0.078125,0.10498046875,0.671875,4.002086270347984 +self_attn.k_proj,26214400,27,0.0,0.057861328125,0.0771484375,0.10400390625,0.330078125,3.7650393075529607 +self_attn.k_proj,26214400,28,0.0,0.057861328125,0.07763671875,0.1044921875,0.345703125,3.814974524914145 +self_attn.k_proj,26214400,29,0.0,0.05810546875,0.0771484375,0.10107421875,0.326171875,3.6549022643653717 +self_attn.k_proj,26214400,30,0.0,0.056640625,0.07568359375,0.10107421875,0.388671875,3.663534054993735 +self_attn.k_proj,26214400,31,0.0,0.05859375,0.078125,0.10302734375,0.388671875,3.7005669290359076 +self_attn.k_proj,26214400,32,0.0,0.05712890625,0.07666015625,0.103515625,0.330078125,3.8127163060765277 +self_attn.k_proj,26214400,33,0.0,0.057373046875,0.07666015625,0.10107421875,0.326171875,3.7002149416408994 +self_attn.k_proj,26214400,34,0.0,0.056884765625,0.0771484375,0.103515625,0.384765625,3.9016793791258264 +self_attn.k_proj,26214400,35,0.0,0.056396484375,0.076171875,0.1015625,0.357421875,3.877189056760186 +self_attn.k_proj,26214400,36,0.0,0.056396484375,0.07666015625,0.103515625,0.314453125,3.833528981728686 +self_attn.k_proj,26214400,37,0.0,0.053955078125,0.07470703125,0.1064453125,0.42578125,4.254668164665942 +self_attn.k_proj,26214400,38,0.0,0.0537109375,0.07373046875,0.10546875,0.375,4.238062894882317 +self_attn.k_proj,26214400,39,0.0,0.053466796875,0.0751953125,0.11669921875,0.443359375,4.530434964667962 +self_attn.o_proj,26214400,0,0.0,0.0240478515625,0.0390625,0.07080078125,0.486328125,27.589738715545355 +self_attn.o_proj,26214400,1,0.0,0.02978515625,0.04296875,0.076171875,0.515625,12.902235283117223 +self_attn.o_proj,26214400,2,0.0,0.034423828125,0.046142578125,0.0771484375,0.494140625,5.9170687265908235 +self_attn.o_proj,26214400,3,0.0,0.03564453125,0.04736328125,0.078125,1.140625,47.64313079806701 +self_attn.o_proj,26214400,4,0.0,0.03564453125,0.046875,0.06396484375,0.56640625,4.84968615849468 +self_attn.o_proj,26214400,5,0.0,0.0361328125,0.04736328125,0.06591796875,0.66796875,4.859526520116928 +self_attn.o_proj,26214400,6,0.0,0.037109375,0.04833984375,0.0625,0.53125,4.214262948729349 +self_attn.o_proj,26214400,7,0.0,0.037353515625,0.048828125,0.06298828125,0.51171875,4.71536300013941 +self_attn.o_proj,26214400,8,0.0,0.037841796875,0.04931640625,0.064453125,0.65234375,5.974815297237448 +self_attn.o_proj,26214400,9,0.0,0.038330078125,0.050048828125,0.064453125,0.5390625,4.723760427466953 +self_attn.o_proj,26214400,10,0.0,0.038330078125,0.05029296875,0.06298828125,0.53515625,4.358131861560106 +self_attn.o_proj,26214400,11,0.0,0.038330078125,0.050048828125,0.062255859375,0.54296875,3.9787550573897312 +self_attn.o_proj,26214400,12,0.0,0.039306640625,0.0517578125,0.06570317382647772,0.470703125,4.060156170436918 +self_attn.o_proj,26214400,13,0.0,0.040771484375,0.054931640625,0.0712890625,0.7265625,4.708008374501372 +self_attn.o_proj,26214400,14,0.0,0.039306640625,0.05126953125,0.0634765625,0.6171875,4.786041526677701 +self_attn.o_proj,26214400,15,0.0,0.041259765625,0.05419921875,0.068359375,0.478515625,3.6813562849865957 +self_attn.o_proj,26214400,16,0.0,0.041259765625,0.05419921875,0.06787109375,0.80859375,6.091573402332714 +self_attn.o_proj,26214400,17,0.0,0.041748046875,0.0546875,0.0693359375,0.703125,4.002000642357157 +self_attn.o_proj,26214400,18,0.0,0.042236328125,0.054931640625,0.06884765625,0.5859375,3.8858433468481586 +self_attn.o_proj,26214400,19,0.0,0.04248046875,0.055419921875,0.0712890625,0.55078125,3.9114055177110076 +self_attn.o_proj,26214400,20,0.0,0.04248046875,0.055419921875,0.072265625,0.8671875,4.149188151567589 +self_attn.o_proj,26214400,21,0.0,0.04345703125,0.056396484375,0.0712890625,0.5859375,4.137223077108645 +self_attn.o_proj,26214400,22,0.0,0.04541015625,0.058837890625,0.07470703125,0.6328125,3.7049986475082526 +self_attn.o_proj,26214400,23,0.0,0.04541015625,0.05908203125,0.0751953125,0.51171875,3.7576727840829602 +self_attn.o_proj,26214400,24,0.0,0.045654296875,0.05908203125,0.07421875,1.0546875,8.464742855236834 +self_attn.o_proj,26214400,25,0.0,0.046875,0.061279296875,0.0771484375,0.5703125,3.3975478304093554 +self_attn.o_proj,26214400,26,0.0,0.047119140625,0.0615234375,0.0791015625,0.7265625,4.555290016948518 +self_attn.o_proj,26214400,27,0.0,0.046875,0.060791015625,0.07373046875,0.494140625,3.1842078993627765 +self_attn.o_proj,26214400,28,0.0,0.047119140625,0.060791015625,0.07373046875,1.0625,13.607847890990024 +self_attn.o_proj,26214400,29,0.0,0.04736328125,0.06103515625,0.07373046875,0.61328125,3.3875154692277696 +self_attn.o_proj,26214400,30,0.0,0.0498046875,0.06494140625,0.07958984375,0.4140625,3.422926202998674 +self_attn.o_proj,26214400,31,0.0,0.048095703125,0.062255859375,0.07568359375,0.4140625,3.1539103185663726 +self_attn.o_proj,26214400,32,0.0,0.0498046875,0.064453125,0.07861328125,0.466796875,3.1787468600069664 +self_attn.o_proj,26214400,33,0.0,0.048828125,0.06298828125,0.0771484375,0.7578125,3.782551729012757 +self_attn.o_proj,26214400,34,0.0,0.0498046875,0.064453125,0.07861328125,0.265625,3.089490962048976 +self_attn.o_proj,26214400,35,0.0,0.050048828125,0.06494140625,0.0791015625,0.361328125,3.151090877754406 +self_attn.o_proj,26214400,36,0.0,0.05126953125,0.06689453125,0.08349609375,0.69921875,3.2896862307779187 +self_attn.o_proj,26214400,37,0.0,0.052001953125,0.06884765625,0.09841801757647772,0.66015625,5.5332901959324925 +self_attn.o_proj,26214400,38,0.0,0.054443359375,0.072265625,0.0947265625,0.6875,4.620147934426817 +self_attn.o_proj,26214400,39,0.0,0.053466796875,0.07958984375,0.1484375,1.2109375,62.18514136779736 +self_attn.q_proj,26214400,0,0.0,0.043212890625,0.11669921875,0.236328125,0.78125,130.83713963078688 +self_attn.q_proj,26214400,1,0.0,0.07470703125,0.1279296875,0.2021484375,0.5390625,13.08326186837005 +self_attn.q_proj,26214400,2,0.0,0.0751953125,0.109375,0.162109375,0.78515625,7.525079013280852 +self_attn.q_proj,26214400,3,0.0,0.07421875,0.10546875,0.166015625,1.0,8.390562250303343 +self_attn.q_proj,26214400,4,0.0,0.06982421875,0.09912109375,0.1357421875,0.314453125,4.4551653725123055 +self_attn.q_proj,26214400,5,0.0,0.06982421875,0.10400390625,0.1484375,0.41015625,4.949500834374297 +self_attn.q_proj,26214400,6,0.0,0.068359375,0.09765625,0.138671875,0.48046875,4.49736449180947 +self_attn.q_proj,26214400,7,0.0,0.06884765625,0.09716796875,0.1279296875,0.34375,4.21756324679348 +self_attn.q_proj,26214400,8,0.0,0.0673828125,0.09423828125,0.1259765625,0.439453125,4.2598895714391 +self_attn.q_proj,26214400,9,0.0,0.06689453125,0.10009765625,0.1484375,0.6328125,4.848214892015664 +self_attn.q_proj,26214400,10,0.0,0.06689453125,0.09521484375,0.1279296875,0.44140625,4.303988247000512 +self_attn.q_proj,26214400,11,0.0,0.0673828125,0.09326171875,0.1220703125,0.431640625,4.002172186447971 +self_attn.q_proj,26214400,12,0.0,0.0654296875,0.08984375,0.115234375,0.40234375,4.006244550550894 +self_attn.q_proj,26214400,13,0.0,0.0654296875,0.09423828125,0.126953125,0.42578125,4.4299117684795135 +self_attn.q_proj,26214400,14,0.0,0.064453125,0.08837890625,0.1142578125,0.369140625,3.9606859057598074 +self_attn.q_proj,26214400,15,0.0,0.06298828125,0.0859375,0.1103515625,0.455078125,3.900748740594978 +self_attn.q_proj,26214400,16,0.0,0.06298828125,0.08740234375,0.1162109375,0.447265625,4.015306292045239 +self_attn.q_proj,26214400,17,0.0,0.061767578125,0.0849609375,0.10986328125,0.37109375,3.8968048183620883 +self_attn.q_proj,26214400,18,0.0,0.060791015625,0.0830078125,0.1083984375,0.427734375,3.7631441598780113 +self_attn.q_proj,26214400,19,0.0,0.060546875,0.08447265625,0.111328125,0.42578125,3.9938806997987055 +self_attn.q_proj,26214400,20,0.0,0.060546875,0.08203125,0.1064453125,0.419921875,3.7925515574012776 +self_attn.q_proj,26214400,21,0.0,0.060302734375,0.08251953125,0.1083984375,0.42578125,3.984176450445595 +self_attn.q_proj,26214400,22,0.0,0.057373046875,0.076171875,0.0966796875,0.482421875,3.605910793407125 +self_attn.q_proj,26214400,23,0.0,0.057373046875,0.0771484375,0.09912109375,0.4140625,3.7204906793103816 +self_attn.q_proj,26214400,24,0.0,0.05712890625,0.076171875,0.09716796875,0.53515625,3.9068847347530693 +self_attn.q_proj,26214400,25,0.0,0.057373046875,0.07666015625,0.09765625,0.42578125,3.7105399549947515 +self_attn.q_proj,26214400,26,0.0,0.057373046875,0.076171875,0.09814453125,0.462890625,3.710783805147631 +self_attn.q_proj,26214400,27,0.0,0.05712890625,0.07568359375,0.095703125,0.349609375,3.6128496367100977 +self_attn.q_proj,26214400,28,0.0,0.05712890625,0.076171875,0.09619140625,0.55859375,3.7117594247355523 +self_attn.q_proj,26214400,29,0.0,0.05712890625,0.07568359375,0.0947265625,0.294921875,3.5461431186652543 +self_attn.q_proj,26214400,30,0.0,0.05615234375,0.07421875,0.09375,0.5859375,3.578559751573899 +self_attn.q_proj,26214400,31,0.0,0.05712890625,0.07568359375,0.09521484375,0.39453125,3.5746784321998972 +self_attn.q_proj,26214400,32,0.0,0.056640625,0.0751953125,0.09521484375,0.322265625,3.648626260402023 +self_attn.q_proj,26214400,33,0.0,0.05615234375,0.0751953125,0.09548833007647772,0.3046875,3.606294432238728 +self_attn.q_proj,26214400,34,0.0,0.055908203125,0.0751953125,0.09423828125,0.298828125,3.7008888716634907 +self_attn.q_proj,26214400,35,0.0,0.055419921875,0.07421875,0.09423828125,0.337890625,3.695354537166732 +self_attn.q_proj,26214400,36,0.0,0.054931640625,0.07373046875,0.09423828125,0.3046875,3.642855649545628 +self_attn.q_proj,26214400,37,0.0,0.053955078125,0.07421875,0.09912109375,0.39453125,3.957392821774528 +self_attn.q_proj,26214400,38,0.0,0.052978515625,0.072265625,0.09619140625,0.41796875,4.022298271040198 +self_attn.q_proj,26214400,39,0.0,0.05224609375,0.07275390625,0.10498046875,0.412109375,4.085587322066365 +self_attn.v_proj,26214400,0,0.0,0.033203125,0.05322265625,0.072265625,0.2236328125,6.886821964622624 +self_attn.v_proj,26214400,1,0.0,0.0341796875,0.04833984375,0.06201171875,0.15625,4.5346238983368945 +self_attn.v_proj,26214400,2,0.0,0.03515625,0.0458984375,0.055908203125,0.166015625,3.2075231160174624 +self_attn.v_proj,26214400,3,0.0,0.036865234375,0.0478515625,0.058349609375,0.35546875,3.588921793712654 +self_attn.v_proj,26214400,4,0.0,0.036865234375,0.048095703125,0.05810546875,0.158203125,3.234219982779673 +self_attn.v_proj,26214400,5,0.0,0.037353515625,0.048828125,0.05859375,0.2490234375,3.181611634064576 +self_attn.v_proj,26214400,6,0.0,0.0380859375,0.04931640625,0.0595703125,0.1533203125,3.1369344191217348 +self_attn.v_proj,26214400,7,0.0,0.03857421875,0.05029296875,0.060546875,0.197265625,3.133032125857189 +self_attn.v_proj,26214400,8,0.0,0.0390625,0.05078125,0.06103515625,0.224609375,3.1597576159760687 +self_attn.v_proj,26214400,9,0.0,0.0390625,0.051025390625,0.061767578125,0.25,3.204364379777786 +self_attn.v_proj,26214400,10,0.0,0.0390625,0.051513671875,0.0625,0.2109375,3.2424239952907317 +self_attn.v_proj,26214400,11,0.0,0.039306640625,0.05126953125,0.06201171875,0.22265625,3.1947096505061916 +self_attn.v_proj,26214400,12,0.0,0.0400390625,0.052734375,0.064453125,0.2265625,3.196419036679571 +self_attn.v_proj,26214400,13,0.0,0.041259765625,0.0546875,0.0673828125,0.2353515625,3.255516211444412 +self_attn.v_proj,26214400,14,0.0,0.040283203125,0.052490234375,0.06396484375,0.2001953125,3.17076299282502 +self_attn.v_proj,26214400,15,0.0,0.0419921875,0.054931640625,0.06689453125,0.232421875,3.210370125926212 +self_attn.v_proj,26214400,16,0.0,0.0419921875,0.05517578125,0.0673828125,0.267578125,3.208079856248501 +self_attn.v_proj,26214400,17,0.0,0.04248046875,0.055419921875,0.0673828125,0.310546875,3.1923282596666613 +self_attn.v_proj,26214400,18,0.0,0.043212890625,0.055908203125,0.06689453125,0.2314453125,3.1055448499499003 +self_attn.v_proj,26214400,19,0.0,0.043212890625,0.05615234375,0.06787109375,0.2080078125,3.1198698064368555 +self_attn.v_proj,26214400,20,0.0,0.04296875,0.0556640625,0.06689453125,0.2421875,3.116102509566827 +self_attn.v_proj,26214400,21,0.0,0.0439453125,0.056884765625,0.06787109375,0.224609375,3.090195036594181 +self_attn.v_proj,26214400,22,0.0,0.046142578125,0.0595703125,0.0712890625,0.228515625,3.0891454541465455 +self_attn.v_proj,26214400,23,0.0,0.046142578125,0.059814453125,0.07177734375,0.2060546875,3.117658875099658 +self_attn.v_proj,26214400,24,0.0,0.046142578125,0.0595703125,0.0712890625,0.27734375,3.0860331622448647 +self_attn.v_proj,26214400,25,0.0,0.047119140625,0.06103515625,0.0732421875,0.1904296875,3.081358429754507 +self_attn.v_proj,26214400,26,0.0,0.04833984375,0.0634765625,0.078125,0.23828125,3.1605120215671305 +self_attn.v_proj,26214400,27,0.0,0.047607421875,0.061767578125,0.07373046875,0.251953125,3.0835869745815465 +self_attn.v_proj,26214400,28,0.0,0.0478515625,0.061767578125,0.07373046875,0.189453125,3.0727206019189923 +self_attn.v_proj,26214400,29,0.0,0.0478515625,0.0615234375,0.07373046875,0.208984375,3.0545580329471944 +self_attn.v_proj,26214400,30,0.0,0.050048828125,0.06494140625,0.07763671875,0.2265625,3.0946710011424896 +self_attn.v_proj,26214400,31,0.0,0.048583984375,0.06298828125,0.07470703125,0.251953125,3.082027691980877 +self_attn.v_proj,26214400,32,0.0,0.050048828125,0.064453125,0.0771484375,0.30859375,3.0790647819921895 +self_attn.v_proj,26214400,33,0.0,0.049072265625,0.0634765625,0.0751953125,0.2255859375,3.064640666796211 +self_attn.v_proj,26214400,34,0.0,0.050048828125,0.06494140625,0.07763671875,0.1826171875,3.0699658643467256 +self_attn.v_proj,26214400,35,0.0,0.05029296875,0.06494140625,0.07763671875,0.2333984375,3.08790764923557 +self_attn.v_proj,26214400,36,0.0,0.0517578125,0.0673828125,0.0810546875,0.2431640625,3.1403323886474728 +self_attn.v_proj,26214400,37,0.0,0.052490234375,0.068359375,0.0830078125,0.2578125,3.1504427946267484 +self_attn.v_proj,26214400,38,0.0,0.0546875,0.07177734375,0.0869140625,0.2333984375,3.168706955380703 +self_attn.v_proj,26214400,39,0.0,0.052490234375,0.07177734375,0.0947265625,0.55078125,5.760929836951724 diff --git a/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv b/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..288a2a67cc112257c899e7bd8ce83b0d02e9e71c --- /dev/null +++ b/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv @@ -0,0 +1,289 @@ +module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +input_layernorm,4096,0,7.152557373046875e-07,0.1975097656250009,0.4371386718750294,0.700005859374949,0.80078125,136.4423063342604 +input_layernorm,4096,1,1.0073184967041016e-05,0.32421875,0.41155273437500384,0.46943945312498947,0.490234375,13.49754374187995 +input_layernorm,4096,2,4.172325134277344e-06,0.2236328125,0.3826269531250013,0.466500976562485,0.49609375,49.984730715077845 +input_layernorm,4096,3,7.343292236328125e-05,0.33994140625000036,0.5096777343750141,0.5912578124999968,0.59765625,47.836868076699204 +input_layernorm,4096,4,4.506111145019531e-05,0.294921875,0.5385156250000307,0.6095253906249862,0.63671875,112.18857526207708 +input_layernorm,4096,5,8.0108642578125e-05,0.3125,0.5372070312500128,0.5630214843749943,0.57421875,94.5706515001801 +input_layernorm,4096,6,6.532669067382812e-05,0.4064453125000007,0.5812890625000051,0.6402539062499919,0.65625,51.59999657568463 +input_layernorm,4096,7,0.0002040863037109375,0.43759765625000036,0.6090039062500026,0.6572929687499887,0.6796875,42.34725199812552 +input_layernorm,4096,8,5.269050598144531e-05,0.400390625,0.6437890625000051,0.6997402343749943,0.7109375,79.86252110618953 +input_layernorm,4096,9,2.9921531677246094e-05,0.39453125,0.6437890625000051,0.706845703124996,0.71484375,88.96684945952794 +input_layernorm,4096,10,0.00010919570922851562,0.392578125,0.6731835937500179,0.730283203124996,0.73828125,85.41441677926373 +input_layernorm,4096,11,7.677078247070312e-05,0.443359375,0.7023828125000051,0.7721738281249895,0.79296875,71.69241729372794 +input_layernorm,4096,12,8.106231689453125e-05,0.4375,0.7020117187500077,0.7675605468749911,0.78515625,83.95066680950707 +input_layernorm,4096,13,3.695487976074219e-05,0.43564453125000036,0.6590429687500077,0.71875,0.71875,92.32371688785629 +input_layernorm,4096,14,0.00011110305786132812,0.44921875,0.7068554687500281,0.7698671874999903,0.7890625,91.30478647961509 +input_layernorm,4096,15,0.027587890625,0.44736328125000036,0.7488867187500077,0.8412578124999968,0.84765625,126.02747591209639 +input_layernorm,4096,16,0.0245361328125,0.45703125,0.7101953125000051,0.827939453124996,0.8359375,147.77773224639762 +input_layernorm,4096,17,1.4901161193847656e-06,0.46875,0.7018359375000358,0.7801718749999935,0.79296875,127.68489560103193 +input_layernorm,4096,18,1.138448715209961e-05,0.4921875,0.7168945312500128,0.8566972656249927,0.87109375,153.24832683830795 +input_layernorm,4096,19,5.2928924560546875e-05,0.49423828125000036,0.7183789062500026,0.8419648437499951,0.8515625,127.94034041350034 +input_layernorm,4096,20,1.0073184967041016e-05,0.494140625,0.7051757812500128,0.8419648437499951,0.8515625,134.44725888473332 +input_layernorm,4096,21,3.2901763916015625e-05,0.51953125,0.7641406250000102,0.8463925781249895,0.8671875,123.0146981269003 +input_layernorm,4096,22,0.00012493133544921875,0.53125,0.7946484375000153,0.989845703124983,1.0234375,147.54217059958995 +input_layernorm,4096,23,7.772445678710938e-05,0.5546875,0.7961328125000051,0.9566249999999741,1.0078125,164.73107495506812 +input_layernorm,4096,24,0.0001544952392578125,0.56640625,0.8852343750000102,1.0170390624999968,1.0234375,123.14051908355628 +input_layernorm,4096,25,4.3392181396484375e-05,0.59375,0.8433789062500026,0.9724355468749781,1.015625,154.58814436535786 +input_layernorm,4096,26,3.2901763916015625e-05,0.5861328125000007,0.9488476562500026,1.120687499999974,1.171875,146.18862806501937 +input_layernorm,4096,27,6.198883056640625e-05,0.5859375,0.8180859375000153,1.0881386718749457,1.1953125,236.49013240073768 +input_layernorm,4096,28,0.00012302398681640625,0.5978515625000007,0.9250585937500588,1.0844531249999676,1.1484375,165.01017420894962 +input_layernorm,4096,29,0.01177978515625,0.5859375,0.9211328125000051,1.1256718749999806,1.1640625,134.40015799659764 +input_layernorm,4096,30,8.153915405273438e-05,0.59375,0.8234765625000051,1.0258242187499498,1.125,106.22178378888819 +input_layernorm,4096,31,0.083984375,0.50390625,0.8902539062500026,1.0851953124999838,1.1171875,64.97232307352685 +mlp.down_proj,45088768,0,0.0,0.043701171875,0.05810546875,0.0869140625,0.52734375,3.9410243132303155 +mlp.down_proj,45088768,1,0.0,0.044921875,0.05810546875,0.07373046875,1.5625,7.5802935382124135 +mlp.down_proj,45088768,2,0.0,0.04541015625,0.058349609375,0.0703125,0.8984375,3.500094635203027 +mlp.down_proj,45088768,3,0.0,0.045654296875,0.05859375,0.07080078125,0.68359375,3.522186223965613 +mlp.down_proj,45088768,4,0.0,0.045166015625,0.05810546875,0.07080078125,0.9765625,3.9507138760715965 +mlp.down_proj,45088768,5,0.0,0.045166015625,0.05810546875,0.07080078125,0.734375,3.5031316078707673 +mlp.down_proj,45088768,6,0.0,0.044921875,0.0576171875,0.06982421875,0.921875,3.6766909225129805 +mlp.down_proj,45088768,7,0.0,0.044921875,0.057861328125,0.0703125,0.9453125,3.6398775576866766 +mlp.down_proj,45088768,8,0.0,0.04541015625,0.05859375,0.07177734375,0.796875,3.6487149038625772 +mlp.down_proj,45088768,9,0.0,0.0458984375,0.059326171875,0.07275390625,0.6640625,3.6072720146683652 +mlp.down_proj,45088768,10,0.0,0.04638671875,0.059814453125,0.0732421875,1.0234375,3.6335260007037236 +mlp.down_proj,45088768,11,0.0,0.046630859375,0.06005859375,0.07373046875,0.765625,3.5530041249449695 +mlp.down_proj,45088768,12,0.0,0.046875,0.060791015625,0.07421875,0.6484375,3.291699935375262 +mlp.down_proj,45088768,13,0.0,0.04736328125,0.061279296875,0.07470703125,1.0703125,3.647359138499682 +mlp.down_proj,45088768,14,0.0,0.04736328125,0.061279296875,0.07470703125,0.66015625,3.240919165543396 +mlp.down_proj,45088768,15,0.0,0.047607421875,0.0615234375,0.0751953125,1.0625,3.5596160792985456 +mlp.down_proj,45088768,16,0.0,0.04736328125,0.061279296875,0.07470703125,0.76953125,3.307626413448843 +mlp.down_proj,45088768,17,0.0,0.04736328125,0.06103515625,0.0732421875,1.1484375,3.4676421560877833 +mlp.down_proj,45088768,18,0.0,0.047119140625,0.060791015625,0.0732421875,1.1015625,3.4708772288943393 +mlp.down_proj,45088768,19,0.0,0.04736328125,0.060791015625,0.0732421875,0.96875,3.3501680690597713 +mlp.down_proj,45088768,20,0.0,0.04736328125,0.060791015625,0.0732421875,1.109375,3.5542677087714925 +mlp.down_proj,45088768,21,0.0,0.04736328125,0.060546875,0.072265625,0.734375,3.2126358273768942 +mlp.down_proj,45088768,22,0.0,0.04736328125,0.060546875,0.072265625,0.388671875,3.045221148790187 +mlp.down_proj,45088768,23,0.0,0.047607421875,0.06103515625,0.072265625,1.3125,3.661347930223575 +mlp.down_proj,45088768,24,0.0,0.047607421875,0.06103515625,0.07275390625,0.7265625,3.1393332037439903 +mlp.down_proj,45088768,25,0.0,0.0478515625,0.0615234375,0.0732421875,1.03125,3.2576513111327277 +mlp.down_proj,45088768,26,0.0,0.048095703125,0.061767578125,0.0732421875,0.578125,3.0934423947000096 +mlp.down_proj,45088768,27,0.0,0.04833984375,0.062255859375,0.07421875,0.76171875,3.149947949147703 +mlp.down_proj,45088768,28,0.0,0.048828125,0.06298828125,0.07568359375,1.0,3.3256110936488867 +mlp.down_proj,45088768,29,0.0,0.049072265625,0.0634765625,0.07763671875,0.984375,3.547261426279374 +mlp.down_proj,45088768,30,0.0,0.04931640625,0.06396484375,0.0830078125,1.3046875,5.107840285620544 +mlp.down_proj,45088768,31,0.0,0.0498046875,0.06591796875,0.0927734375,1.7734375,8.550558646527769 +mlp.gate_proj,45088768,0,0.0,0.04296875,0.058349609375,0.0947265625,0.890625,4.269190067451742 +mlp.gate_proj,45088768,1,0.0,0.047119140625,0.06396484375,0.123046875,1.09375,6.280002848563622 +mlp.gate_proj,45088768,2,0.0,0.04833984375,0.0625,0.0791015625,0.52734375,3.252795019767423 +mlp.gate_proj,45088768,3,0.0,0.04931640625,0.064453125,0.08447265625,0.578125,3.2690103679987637 +mlp.gate_proj,45088768,4,0.0,0.05078125,0.0673828125,0.0888671875,0.51953125,3.3662009159295945 +mlp.gate_proj,45088768,5,0.0,0.051513671875,0.0693359375,0.0908203125,0.443359375,3.3132728389187305 +mlp.gate_proj,45088768,6,0.0,0.052734375,0.07080078125,0.091796875,0.41796875,3.3562287806004885 +mlp.gate_proj,45088768,7,0.0,0.052734375,0.0712890625,0.09326171875,0.455078125,3.3854765386900025 +mlp.gate_proj,45088768,8,0.0,0.052001953125,0.0703125,0.0927734375,0.390625,3.3917166195373265 +mlp.gate_proj,45088768,9,0.0,0.0517578125,0.07080078125,0.09716796875,0.375,3.4635676641917645 +mlp.gate_proj,45088768,10,0.0,0.052001953125,0.07275390625,0.10595703125,0.52734375,3.659082896762817 +mlp.gate_proj,45088768,11,0.0,0.051513671875,0.07177734375,0.1025390625,0.40234375,3.5786700386051513 +mlp.gate_proj,45088768,12,0.0,0.051025390625,0.07080078125,0.10107421875,0.35546875,3.5231071621054237 +mlp.gate_proj,45088768,13,0.0,0.05078125,0.0703125,0.09814453125,0.3671875,3.492987813719813 +mlp.gate_proj,45088768,14,0.0,0.050537109375,0.0703125,0.1015625,0.341796875,3.5157555990507983 +mlp.gate_proj,45088768,15,0.0,0.051025390625,0.07080078125,0.09912109375,0.431640625,3.495786797250684 +mlp.gate_proj,45088768,16,0.0,0.05126953125,0.0712890625,0.099609375,0.474609375,3.4721134762605304 +mlp.gate_proj,45088768,17,0.0,0.051513671875,0.07080078125,0.09521484375,0.404296875,3.379672209074253 +mlp.gate_proj,45088768,18,0.0,0.052001953125,0.0712890625,0.09521484375,0.369140625,3.363501779614211 +mlp.gate_proj,45088768,19,0.0,0.052001953125,0.0703125,0.0927734375,0.38671875,3.3059414349857956 +mlp.gate_proj,45088768,20,0.0,0.0517578125,0.06982421875,0.09130859375,0.322265625,3.24058842202935 +mlp.gate_proj,45088768,21,0.0,0.052001953125,0.06982421875,0.09130859375,0.296875,3.2252613589641217 +mlp.gate_proj,45088768,22,0.0,0.05224609375,0.06982421875,0.08984375,0.37109375,3.1997543042302996 +mlp.gate_proj,45088768,23,0.0,0.052001953125,0.06884765625,0.08642578125,0.416015625,3.1522250758763932 +mlp.gate_proj,45088768,24,0.0,0.05224609375,0.06884765625,0.08740234375,0.34765625,3.159957907684576 +mlp.gate_proj,45088768,25,0.0,0.052490234375,0.06982421875,0.0888671875,0.5546875,3.2140774706633204 +mlp.gate_proj,45088768,26,0.0,0.052978515625,0.07177734375,0.09375,0.408203125,3.258833850594769 +mlp.gate_proj,45088768,27,0.0,0.053466796875,0.07373046875,0.09716796875,0.6328125,3.3571662046824033 +mlp.gate_proj,45088768,28,0.0,0.053466796875,0.0751953125,0.10009765625,0.3984375,3.412267812021293 +mlp.gate_proj,45088768,29,0.0,0.053955078125,0.0771484375,0.1044921875,0.46484375,3.605206129991087 +mlp.gate_proj,45088768,30,0.0,0.05517578125,0.080078125,0.150390625,0.796875,8.489964918198787 +mlp.gate_proj,45088768,31,0.0,0.05810546875,0.0830078125,0.11328125,0.380859375,3.5969066369466294 +mlp.up_proj,45088768,0,0.0,0.0419921875,0.0546875,0.06689453125,0.341796875,3.1257809370322978 +mlp.up_proj,45088768,1,0.0,0.04443359375,0.057373046875,0.072265625,0.40625,3.4447561314119977 +mlp.up_proj,45088768,2,0.0,0.045166015625,0.057861328125,0.0693359375,0.455078125,3.0643926831566968 +mlp.up_proj,45088768,3,0.0,0.04541015625,0.058349609375,0.06982421875,0.50390625,3.11530955415524 +mlp.up_proj,45088768,4,0.0,0.045166015625,0.05810546875,0.06982421875,0.478515625,3.103154995797977 +mlp.up_proj,45088768,5,0.0,0.045166015625,0.05810546875,0.06982421875,0.490234375,3.1074866507472088 +mlp.up_proj,45088768,6,0.0,0.045166015625,0.057861328125,0.06982421875,0.56640625,3.1103515391488963 +mlp.up_proj,45088768,7,0.0,0.045166015625,0.058349609375,0.06982421875,0.35546875,3.0859186463660886 +mlp.up_proj,45088768,8,0.0,0.0458984375,0.05908203125,0.07080078125,0.6484375,3.143100821324133 +mlp.up_proj,45088768,9,0.0,0.046142578125,0.0595703125,0.07177734375,0.609375,3.1384390669911246 +mlp.up_proj,45088768,10,0.0,0.046875,0.060302734375,0.07275390625,0.392578125,3.0941643300420067 +mlp.up_proj,45088768,11,0.0,0.047119140625,0.060791015625,0.0732421875,0.423828125,3.1151256150814888 +mlp.up_proj,45088768,12,0.0,0.047607421875,0.061279296875,0.07373046875,0.24609375,3.0757519740562933 +mlp.up_proj,45088768,13,0.0,0.048095703125,0.06201171875,0.07470703125,0.431640625,3.0997099821864476 +mlp.up_proj,45088768,14,0.0,0.048095703125,0.06201171875,0.07470703125,0.4765625,3.088386720975056 +mlp.up_proj,45088768,15,0.0,0.04833984375,0.0625,0.0751953125,0.44140625,3.1036080580162118 +mlp.up_proj,45088768,16,0.0,0.04833984375,0.062255859375,0.07470703125,0.462890625,3.0796057455877506 +mlp.up_proj,45088768,17,0.0,0.048095703125,0.061767578125,0.07373046875,0.33984375,3.0539835798489796 +mlp.up_proj,45088768,18,0.0,0.0478515625,0.0615234375,0.0732421875,0.326171875,3.0475381520216764 +mlp.up_proj,45088768,19,0.0,0.0478515625,0.0615234375,0.0732421875,0.5703125,3.0769263170951198 +mlp.up_proj,45088768,20,0.0,0.047607421875,0.061279296875,0.07275390625,0.318359375,3.037644738477705 +mlp.up_proj,45088768,21,0.0,0.047607421875,0.06103515625,0.07275390625,0.2333984375,3.0317359434824303 +mlp.up_proj,45088768,22,0.0,0.047607421875,0.06103515625,0.072265625,0.275390625,3.026070663498454 +mlp.up_proj,45088768,23,0.0,0.0478515625,0.061279296875,0.07275390625,0.296875,3.029466900689184 +mlp.up_proj,45088768,24,0.0,0.0478515625,0.061279296875,0.07275390625,0.1982421875,3.0209667213622073 +mlp.up_proj,45088768,25,0.0,0.048095703125,0.0615234375,0.0732421875,0.251953125,3.02615172988415 +mlp.up_proj,45088768,26,0.0,0.04833984375,0.06201171875,0.07373046875,0.3671875,3.0306968402468804 +mlp.up_proj,45088768,27,0.0,0.048583984375,0.062255859375,0.07421875,0.345703125,3.032937516667663 +mlp.up_proj,45088768,28,0.0,0.049072265625,0.06298828125,0.0751953125,0.376953125,3.045774527398766 +mlp.up_proj,45088768,29,0.0,0.049560546875,0.06396484375,0.07958984375,0.546875,3.3965450154438708 +mlp.up_proj,45088768,30,0.0,0.050048828125,0.0654296875,0.1455078125,0.77734375,9.524281481179829 +mlp.up_proj,45088768,31,0.0,0.052978515625,0.0712890625,0.11083984375,0.75390625,3.714970630664952 +post_attention_layernorm,4096,0,6.341934204101562e-05,0.08498535156250009,0.19512695312500128,0.217727050781249,0.2197265625,74.77853706096792 +post_attention_layernorm,4096,1,0.00024127960205078125,0.12109375,0.13174316406250064,0.1812695312499919,0.197265625,18.436940489623847 +post_attention_layernorm,4096,2,0.000698089599609375,0.146484375,0.14932128906250064,0.1494140625,0.1494140625,56.30316236879697 +post_attention_layernorm,4096,3,8.487701416015625e-05,0.181640625,0.18359375,0.1861235351562498,0.1865234375,71.21901418632565 +post_attention_layernorm,4096,4,0.0230712890625,0.1953125,0.197265625,0.1982421875,0.1982421875,90.2608365277453 +post_attention_layernorm,4096,5,0.019775390625,0.208984375,0.212890625,0.2169736328124996,0.2177734375,75.47344359810201 +post_attention_layernorm,4096,6,0.037353515625,0.2236328125,0.2265625,0.2281157226562498,0.228515625,80.4433455862618 +post_attention_layernorm,4096,7,0.049072265625,0.2373046875,0.2421875,0.244140625,0.244140625,70.79750353471465 +post_attention_layernorm,4096,8,0.0537109375,0.2421875,0.2451171875,0.251906738281249,0.25390625,74.20065575979774 +post_attention_layernorm,4096,9,0.055419921875,0.24711914062500018,0.251953125,0.2554130859374988,0.2578125,78.19615203507135 +post_attention_layernorm,4096,10,0.058349609375,0.251953125,0.255859375,0.2612724609374988,0.263671875,83.04389978791153 +post_attention_layernorm,4096,11,0.0546875,0.259765625,0.2634863281250013,0.2659785156249992,0.267578125,88.39637554963488 +post_attention_layernorm,4096,12,0.0634765625,0.265625,0.271484375,0.2745908203124996,0.275390625,100.12230664182108 +post_attention_layernorm,4096,13,0.064453125,0.2734375,0.2771582031250013,0.283203125,0.283203125,120.98710480662479 +post_attention_layernorm,4096,14,0.060302734375,0.283203125,0.2890625,0.2921689453124996,0.29296875,136.4464953135489 +post_attention_layernorm,4096,15,0.0703125,0.294921875,0.298828125,0.3038876953124996,0.3046875,152.40994421544818 +post_attention_layernorm,4096,16,0.0673828125,0.3125,0.3181738281250013,0.3214658203124996,0.322265625,134.99313817276823 +post_attention_layernorm,4096,17,0.051025390625,0.33203125,0.3359375,0.3401972656249992,0.341796875,141.94767701861772 +post_attention_layernorm,4096,18,0.05908203125,0.349609375,0.35546875,0.3577753906249992,0.359375,143.0823014170267 +post_attention_layernorm,4096,19,0.06591796875,0.361328125,0.36328125,0.3683408203124996,0.369140625,137.55194696739787 +post_attention_layernorm,4096,20,0.052001953125,0.373046875,0.3787207031250013,0.3820126953124996,0.3828125,150.75868276810905 +post_attention_layernorm,4096,21,0.048828125,0.38671875,0.390625,0.3937314453124996,0.39453125,151.8408972346488 +post_attention_layernorm,4096,22,0.044921875,0.400390625,0.4041113281250013,0.4054501953124996,0.40625,165.05031761467956 +post_attention_layernorm,4096,23,0.05078125,0.412109375,0.4140625,0.4171689453124996,0.41796875,163.07973300429984 +post_attention_layernorm,4096,24,0.050537109375,0.42578125,0.4296875,0.43359375,0.43359375,170.65661653685598 +post_attention_layernorm,4096,25,0.0634765625,0.435546875,0.439453125,0.4437128906249992,0.4453125,179.85866050664063 +post_attention_layernorm,4096,26,0.05029296875,0.451171875,0.45703125,0.4601376953124996,0.4609375,202.45625372457292 +post_attention_layernorm,4096,27,0.047119140625,0.46484375,0.46875,0.470703125,0.470703125,223.3668864118258 +post_attention_layernorm,4096,28,0.06005859375,0.474609375,0.48046875,0.4944941406249992,0.49609375,251.7213558495033 +post_attention_layernorm,4096,29,0.060302734375,0.4921875,0.5074414062500026,0.5409980468749911,0.55859375,247.26058897415902 +post_attention_layernorm,4096,30,0.08935546875,0.5041015625000007,0.5347851562500026,0.591593749999987,0.6171875,156.6731281694804 +post_attention_layernorm,4096,31,0.11474609375,0.47265625,0.51171875,0.6276074218749716,0.68359375,31.88507352873677 +self_attn.k_proj,16777216,0,0.0,0.0546875,0.1220703125,0.21875,0.81640625,38.24344781783628 +self_attn.k_proj,16777216,1,0.0,0.095703125,0.1572265625,0.2265625,0.57421875,9.935371374026081 +self_attn.k_proj,16777216,2,0.0,0.0888671875,0.1279296875,0.169921875,0.373046875,5.422568329046552 +self_attn.k_proj,16777216,3,0.0,0.07861328125,0.10986328125,0.146484375,0.41015625,4.552550541532545 +self_attn.k_proj,16777216,4,0.0,0.07861328125,0.109375,0.14675634765444556,0.51171875,4.330934358734191 +self_attn.k_proj,16777216,5,0.0,0.080078125,0.11083984375,0.1474609375,0.333984375,4.1880352601972435 +self_attn.k_proj,16777216,6,0.0,0.07568359375,0.107421875,0.142578125,0.30859375,4.478034883058803 +self_attn.k_proj,16777216,7,0.0,0.07373046875,0.10400390625,0.13671875,0.31640625,4.368184768466018 +self_attn.k_proj,16777216,8,0.0,0.07421875,0.1044921875,0.138671875,0.30859375,4.302162251441214 +self_attn.k_proj,16777216,9,0.0,0.07470703125,0.103515625,0.1357421875,0.35546875,4.097917798059499 +self_attn.k_proj,16777216,10,0.0,0.076171875,0.10546875,0.13671875,0.29296875,4.262353252802395 +self_attn.k_proj,16777216,11,0.0,0.07177734375,0.1025390625,0.1357421875,0.279296875,4.630848587525195 +self_attn.k_proj,16777216,12,0.0,0.0732421875,0.10205078125,0.1337890625,0.298828125,4.210345039001077 +self_attn.k_proj,16777216,13,0.0,0.0712890625,0.10009765625,0.1328125,0.30078125,4.160297130333501 +self_attn.k_proj,16777216,14,0.0,0.0712890625,0.10009765625,0.1328125,0.314453125,4.20591811396014 +self_attn.k_proj,16777216,15,0.0,0.07080078125,0.09814453125,0.12890625,0.259765625,4.031791099881734 +self_attn.k_proj,16777216,16,0.0,0.0703125,0.09814453125,0.1298828125,0.2890625,4.181085379327221 +self_attn.k_proj,16777216,17,0.0,0.06787109375,0.09521484375,0.12890625,0.306640625,4.011172975365525 +self_attn.k_proj,16777216,18,0.0,0.06591796875,0.09033203125,0.1201171875,0.3125,3.852686131364871 +self_attn.k_proj,16777216,19,0.0,0.0654296875,0.08984375,0.1201171875,0.298828125,3.9534432721176596 +self_attn.k_proj,16777216,20,0.0,0.06591796875,0.09033203125,0.1220703125,0.328125,4.017856732818786 +self_attn.k_proj,16777216,21,0.0,0.06396484375,0.0869140625,0.11865234375,0.375,4.043552781047404 +self_attn.k_proj,16777216,22,0.0,0.064453125,0.08642578125,0.1171875,0.31640625,3.8562861685873253 +self_attn.k_proj,16777216,23,0.0,0.06298828125,0.083984375,0.1123046875,0.3125,3.751007505803854 +self_attn.k_proj,16777216,24,0.0,0.06298828125,0.0859375,0.11865234375,0.330078125,4.161086490091737 +self_attn.k_proj,16777216,25,0.0,0.061767578125,0.0830078125,0.10888671875,0.365234375,3.828115065648799 +self_attn.k_proj,16777216,26,0.0,0.0615234375,0.08349609375,0.11474609375,0.35546875,3.950877539540366 +self_attn.k_proj,16777216,27,0.0,0.06201171875,0.08251953125,0.107421875,0.2890625,3.5343563483836373 +self_attn.k_proj,16777216,28,0.0,0.06103515625,0.08203125,0.1083984375,0.369140625,3.7013362450844207 +self_attn.k_proj,16777216,29,0.0,0.060546875,0.08251953125,0.11328125,0.3671875,3.9551189681736383 +self_attn.k_proj,16777216,30,0.0,0.059814453125,0.08056640625,0.10791015625,0.369140625,3.65192595962886 +self_attn.k_proj,16777216,31,0.0,0.06298828125,0.087890625,0.126953125,0.404296875,4.044775676830005 +self_attn.o_proj,16777216,0,0.0,0.0250244140625,0.040771484375,0.072265625,0.451171875,39.606632106657415 +self_attn.o_proj,16777216,1,0.0,0.0264892578125,0.0380859375,0.07666015625,0.58984375,26.69787713965271 +self_attn.o_proj,16777216,2,0.0,0.036376953125,0.048583984375,0.09033203125,0.60546875,7.172113174858918 +self_attn.o_proj,16777216,3,0.0,0.034912109375,0.046142578125,0.07373046875,0.5390625,6.738655132097817 +self_attn.o_proj,16777216,4,0.0,0.036376953125,0.048095703125,0.07275390625,0.62109375,5.993817704977201 +self_attn.o_proj,16777216,5,0.0,0.03759765625,0.049072265625,0.06787109375,0.52734375,5.158751141507659 +self_attn.o_proj,16777216,6,0.0,0.03564453125,0.047119140625,0.06591796875,0.60546875,7.088338485259551 +self_attn.o_proj,16777216,7,0.0,0.0361328125,0.047607421875,0.064453125,0.55859375,5.347610561393708 +self_attn.o_proj,16777216,8,0.0,0.03662109375,0.048095703125,0.061279296875,0.75390625,6.007940412405506 +self_attn.o_proj,16777216,9,0.0,0.03759765625,0.04931640625,0.06298828125,0.546875,4.903297282365117 +self_attn.o_proj,16777216,10,0.0,0.037353515625,0.048583984375,0.06103515625,0.4140625,4.063452398003821 +self_attn.o_proj,16777216,11,0.0,0.0390625,0.052001953125,0.06689453125,0.578125,6.1512512579371075 +self_attn.o_proj,16777216,12,0.0,0.03857421875,0.05126953125,0.06591796875,0.51953125,4.434055632045808 +self_attn.o_proj,16777216,13,0.0,0.039794921875,0.052734375,0.06787109375,0.5078125,4.47524457880676 +self_attn.o_proj,16777216,14,0.0,0.038818359375,0.051025390625,0.06396484375,0.59765625,4.3913518343431885 +self_attn.o_proj,16777216,15,0.0,0.040283203125,0.052978515625,0.0693359375,0.48828125,3.962050750665648 +self_attn.o_proj,16777216,16,0.0,0.0419921875,0.05517578125,0.0703125,0.42578125,3.9618297565651868 +self_attn.o_proj,16777216,17,0.0,0.0419921875,0.05517578125,0.07177734375,0.498046875,4.40230065747996 +self_attn.o_proj,16777216,18,0.0,0.043701171875,0.056884765625,0.072265625,0.56640625,4.205083278063674 +self_attn.o_proj,16777216,19,0.0,0.044189453125,0.057861328125,0.07421875,0.67578125,4.21699893959325 +self_attn.o_proj,16777216,20,0.0,0.044921875,0.05810546875,0.0732421875,0.578125,6.20978041938933 +self_attn.o_proj,16777216,21,0.0,0.0458984375,0.059326171875,0.07373046875,0.55078125,4.176771420961363 +self_attn.o_proj,16777216,22,0.0,0.046142578125,0.06005859375,0.07470703125,0.7734375,12.72973753381282 +self_attn.o_proj,16777216,23,0.0,0.048583984375,0.06298828125,0.078125,0.484375,3.976658721156604 +self_attn.o_proj,16777216,24,0.0,0.047607421875,0.061767578125,0.07666015625,0.73046875,6.397808422117449 +self_attn.o_proj,16777216,25,0.0,0.0498046875,0.064453125,0.07958984375,0.65234375,3.4139961077564593 +self_attn.o_proj,16777216,26,0.0,0.0517578125,0.0703125,0.09228515625,0.6875,5.404761630435047 +self_attn.o_proj,16777216,27,0.0,0.051513671875,0.06689453125,0.08251953125,0.6328125,3.855701436089548 +self_attn.o_proj,16777216,28,0.0,0.05322265625,0.06982421875,0.087890625,0.78125,3.815716480743954 +self_attn.o_proj,16777216,29,0.0,0.053466796875,0.0693359375,0.087890625,0.6328125,4.135413539616198 +self_attn.o_proj,16777216,30,0.0,0.0546875,0.07177734375,0.0966796875,0.625,3.989114407498837 +self_attn.o_proj,16777216,31,0.0,0.05029296875,0.068359375,0.1337890625,1.3125,38.917877019289406 +self_attn.q_proj,16777216,0,0.0,0.0517578125,0.1298828125,0.2373046875,0.7734375,70.89063407817052 +self_attn.q_proj,16777216,1,0.0,0.09521484375,0.154296875,0.22265625,0.47265625,9.506592860422103 +self_attn.q_proj,16777216,2,0.0,0.08203125,0.1162109375,0.158203125,1.1015625,5.845498006156931 +self_attn.q_proj,16777216,3,0.0,0.07421875,0.10498046875,0.150390625,0.78125,5.747449112728132 +self_attn.q_proj,16777216,4,0.0,0.07568359375,0.10498046875,0.146484375,0.67578125,5.076595574419752 +self_attn.q_proj,16777216,5,0.0,0.0751953125,0.10302734375,0.1376953125,0.640625,4.239130739572246 +self_attn.q_proj,16777216,6,0.0,0.0732421875,0.10546875,0.1474609375,0.61328125,4.859155894110683 +self_attn.q_proj,16777216,7,0.0,0.0732421875,0.1064453125,0.146484375,0.7578125,4.7117156949789765 +self_attn.q_proj,16777216,8,0.0,0.07373046875,0.10986328125,0.158203125,0.55859375,4.825607138911687 +self_attn.q_proj,16777216,9,0.0,0.07177734375,0.099609375,0.1318359375,0.77734375,4.141120940492358 +self_attn.q_proj,16777216,10,0.0,0.072265625,0.099609375,0.1298828125,0.462890625,4.133870396866107 +self_attn.q_proj,16777216,11,0.0,0.07177734375,0.107421875,0.1513671875,0.609375,5.116813149153919 +self_attn.q_proj,16777216,12,0.0,0.06982421875,0.09814453125,0.1337890625,0.5234375,4.227513682256377 +self_attn.q_proj,16777216,13,0.0,0.06884765625,0.09716796875,0.130859375,0.6796875,4.246715043246877 +self_attn.q_proj,16777216,14,0.0,0.0693359375,0.0966796875,0.126953125,0.5703125,4.172159714823189 +self_attn.q_proj,16777216,15,0.0,0.0673828125,0.0927734375,0.12451171875,0.58203125,4.180196395053585 +self_attn.q_proj,16777216,16,0.0,0.0673828125,0.09521484375,0.1318359375,1.0,4.9387756507742715 +self_attn.q_proj,16777216,17,0.0,0.06591796875,0.09033203125,0.11865234375,0.9453125,4.41058356494222 +self_attn.q_proj,16777216,18,0.0,0.0634765625,0.0859375,0.11181640625,0.7734375,4.331741585407725 +self_attn.q_proj,16777216,19,0.0,0.0634765625,0.08544921875,0.1123046875,0.71875,4.501974087132231 +self_attn.q_proj,16777216,20,0.0,0.06396484375,0.0869140625,0.11474609375,1.0546875,5.089448547787887 +self_attn.q_proj,16777216,21,0.0,0.0625,0.08447265625,0.11181640625,0.94140625,5.023500600377066 +self_attn.q_proj,16777216,22,0.0,0.06298828125,0.08447265625,0.1103515625,0.875,4.650421015682584 +self_attn.q_proj,16777216,23,0.0,0.061767578125,0.08251953125,0.107421875,0.81640625,4.622973048321524 +self_attn.q_proj,16777216,24,0.0,0.06201171875,0.083984375,0.1103515625,1.03125,4.810796636988315 +self_attn.q_proj,16777216,25,0.0,0.061279296875,0.08203125,0.107421875,0.64453125,4.259720660607395 +self_attn.q_proj,16777216,26,0.0,0.060791015625,0.08203125,0.1083984375,0.86328125,4.746416094050959 +self_attn.q_proj,16777216,27,0.0,0.06103515625,0.08154296875,0.10791015625,0.79296875,4.456513964473084 +self_attn.q_proj,16777216,28,0.0,0.06005859375,0.08056640625,0.10986328125,0.76953125,4.9206986159336 +self_attn.q_proj,16777216,29,0.0,0.0595703125,0.0810546875,0.11865234375,0.81640625,5.75206972772167 +self_attn.q_proj,16777216,30,0.0,0.05859375,0.07958984375,0.1220703125,0.81640625,5.794882486073459 +self_attn.q_proj,16777216,31,0.0,0.059814453125,0.08251953125,0.12451171875,0.66796875,4.2604406701808495 +self_attn.v_proj,16777216,0,0.0,0.0361328125,0.056396484375,0.07568359375,0.134765625,6.17988231863005 +self_attn.v_proj,16777216,1,0.0,0.0311279296875,0.043701171875,0.0556640625,0.1279296875,4.8384166345295005 +self_attn.v_proj,16777216,2,0.0,0.037841796875,0.04931640625,0.0595703125,0.1474609375,3.1704948733015765 +self_attn.v_proj,16777216,3,0.0,0.0361328125,0.046875,0.056640625,0.138671875,3.2101376661454877 +self_attn.v_proj,16777216,4,0.0,0.03759765625,0.048828125,0.058837890625,0.142578125,3.12290612284217 +self_attn.v_proj,16777216,5,0.0,0.038818359375,0.050048828125,0.06005859375,0.265625,3.166712534307685 +self_attn.v_proj,16777216,6,0.0,0.03662109375,0.048095703125,0.05810546875,0.287109375,3.301832949774581 +self_attn.v_proj,16777216,7,0.0,0.037109375,0.049072265625,0.0595703125,0.2255859375,3.35458205981544 +self_attn.v_proj,16777216,8,0.0,0.03759765625,0.04931640625,0.059814453125,0.2080078125,3.224550114501631 +self_attn.v_proj,16777216,9,0.0,0.03857421875,0.050537109375,0.061279296875,0.2470703125,3.254566641438937 +self_attn.v_proj,16777216,10,0.0,0.037841796875,0.049560546875,0.060546875,0.259765625,3.221364068191206 +self_attn.v_proj,16777216,11,0.0,0.039794921875,0.052490234375,0.064453125,0.298828125,3.3207023327508245 +self_attn.v_proj,16777216,12,0.0,0.039306640625,0.052001953125,0.064453125,0.251953125,3.2917196179921357 +self_attn.v_proj,16777216,13,0.0,0.04052734375,0.053466796875,0.06494140625,0.2294921875,3.240945054885195 +self_attn.v_proj,16777216,14,0.0,0.039794921875,0.052001953125,0.06396484375,0.333984375,3.2207892668840437 +self_attn.v_proj,16777216,15,0.0,0.041259765625,0.053466796875,0.06494140625,0.2265625,3.1698077407619936 +self_attn.v_proj,16777216,16,0.0,0.04296875,0.05615234375,0.068359375,0.2421875,3.1732431739777383 +self_attn.v_proj,16777216,17,0.0,0.04248046875,0.05517578125,0.06689453125,0.2138671875,3.1317380318450874 +self_attn.v_proj,16777216,18,0.0,0.044677734375,0.05810546875,0.06982421875,0.224609375,3.1396861815281687 +self_attn.v_proj,16777216,19,0.0,0.045166015625,0.058837890625,0.07080078125,0.2236328125,3.1479206835009523 +self_attn.v_proj,16777216,20,0.0,0.04541015625,0.05859375,0.06982421875,0.1630859375,3.077329271332318 +self_attn.v_proj,16777216,21,0.0,0.046875,0.060546875,0.07275390625,0.1796875,3.0914145141503155 +self_attn.v_proj,16777216,22,0.0,0.047119140625,0.06103515625,0.07275390625,0.154296875,3.1028997163538112 +self_attn.v_proj,16777216,23,0.0,0.04931640625,0.06396484375,0.076171875,0.1533203125,3.1018698150322948 +self_attn.v_proj,16777216,24,0.0,0.048828125,0.06298828125,0.07568359375,0.1845703125,3.08752802550685 +self_attn.v_proj,16777216,25,0.0,0.050537109375,0.0654296875,0.078125,0.1259765625,3.0825314450000945 +self_attn.v_proj,16777216,26,0.0,0.052001953125,0.068359375,0.08349609375,0.1962890625,3.174601908030728 +self_attn.v_proj,16777216,27,0.0,0.051513671875,0.06689453125,0.07958984375,0.1328125,3.0942072739706443 +self_attn.v_proj,16777216,28,0.0,0.0537109375,0.06982421875,0.08447265625,0.1669921875,3.15623756263924 +self_attn.v_proj,16777216,29,0.0,0.053466796875,0.0693359375,0.08349609375,0.130859375,3.113633082966048 +self_attn.v_proj,16777216,30,0.0,0.0546875,0.0703125,0.08447265625,0.5,3.1510945883178296 +self_attn.v_proj,16777216,31,0.0,0.05029296875,0.06591796875,0.08056640625,0.390625,3.423163795614051 diff --git a/lm-quant-toolkit/data-vis/endeavors/.gitignore b/lm-quant-toolkit/data-vis/endeavors/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..a70d445738c1067383448211110770e3e56056b1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/endeavors/.gitignore @@ -0,0 +1,2 @@ +*.xlsx +pdfs/ diff --git a/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh b/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh new file mode 100644 index 0000000000000000000000000000000000000000..ccc2a7da269c445fc1a779df68c828fea06a7f45 --- /dev/null +++ b/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh @@ -0,0 +1,45 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +# MODELS=" +# Llama-2-7b-hf +# Llama-2-13b-hf +# Meta-Llama-3-8B +# " +# BUDGETS="3.25" + +# STOP=2 +# TOPM=2 +# for MODEL in $MODELS; do +# for BUDGET in $BUDGETS; do +# $TOOLKIT_DIR/data-vis/plot-circos-allot.R \ +# --model $MODEL \ +# --budget $BUDGET \ +# --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ +# --ppl_csv_file data/combined.csv \ +# --quant_cfg_allot_file data/quant-cfg-allocation.csv \ +# --attempt1 sensi-boost-${STOP}-${TOPM} \ +# --attempt2 kurt-boost-${STOP}-${TOPM} \ +# --attempt3 hqq\ +# --attempt4 mxq1 +# done +# done + + +MODEL="Llama-2-7b-hf" +BUDGET=3.25 +$TOOLKIT_DIR/data-vis/plot-circos-allot.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 sensi-boost-3-1 \ + --attempt2 kurt-boost-2-0 \ + --attempt3 hqq\ + --attempt4 mxq1 diff --git a/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-icaart.sh b/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-icaart.sh new file mode 100644 index 0000000000000000000000000000000000000000..8ac580a16114e0a9bf4eae4a22b030a934dc93f0 --- /dev/null +++ b/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-icaart.sh @@ -0,0 +1,27 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" +BUDGETS="4.25 4.13 4.51" + +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-circos-allot-icaart.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 hqq\ + --attempt2 mxq1 + done +done diff --git a/lm-quant-toolkit/data-vis/gen-table-boost-mxq-llm.R b/lm-quant-toolkit/data-vis/gen-table-boost-mxq-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..82d9661e187da77711f659eddac5bed6f0d893be --- /dev/null +++ b/lm-quant-toolkit/data-vis/gen-table-boost-mxq-llm.R @@ -0,0 +1,162 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(openxlsx) +library(knitr) +library(kableExtra) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "tabular.R")) + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "The combined csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--comparison"), + type = "character", + help = "The comparison of metrics to present", + metavar = "character" +) +parser <- add_option( + parser, c("--experiment"), + type = "character", + help = "The experiment to include in the table caption", + metavar = "character" +) + +args <- parse_args(parser) +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} +if (is.null(args$experiment)) { + experiment <- "experiment x" +} else { + experiment <- args$experiment +} +if (is.null(args$comparison)) { + comparison <- "sensi-vs-kurt" +} else { + comparison <- args$comparison +} + +baseline_levels <- c("hqq", "fp16", "awq", "gptq", "bnb") +baseline_labels <- c("HQQ", "FP16", "AWQ", "GPTQ", "BnB") + +sb_levels <- c( + "mxq-SB20", "mxq-SB21", "mxq-SB22", "mxq-SB23", + "mxq-SB30", "mxq-SB31", "mxq-SB32", "mxq-SB33" +) + +sb_labels <- c( + "MXQ-SB20", "MXQ-SB21", "MXQ-SB22", "MXQ-SB23", + "MXQ-SB30", "MXQ-SB31", "MXQ-SB32", "MXQ-SB33" +) + +sb_ab_levels <- c( + "mxq-SBAB20", "mxq-SBAB21", "mxq-SBAB22", "mxq-SBAB23", + "mxq-SBAB30", "mxq-SBAB31", "mxq-SBAB32", "mxq-SBAB33" +) + +sb_ab_labels <- c( + "MXQ-SBAB20", "MXQ-SBAB21", "MXQ-SBAB22", "MXQ-SBAB23", + "MXQ-SBAB30", "MXQ-SBAB31", "MXQ-SBAB32", "MXQ-SBAB33" +) + +kb_levels <- c( + "mxq-KB20", "mxq-KB21", "mxq-KB22", "mxq-KB23", + "mxq-KB30", "mxq-KB31", "mxq-KB32", "mxq-KB33" +) + +kb_labels <- c( + "MXQ-KB20", "MXQ-KB21", "MXQ-KB22", "MXQ-KB23", + "MXQ-KB30", "MXQ-KB31", "MXQ-KB32", "MXQ-KB33" +) + +kb_ab_levels <- c( + "mxq-KBAB20", "mxq-KBAB21", "mxq-KBAB22", "mxq-KBAB23", + "mxq-KBAB30", "mxq-KBAB31", "mxq-KBAB32", "mxq-KBAB33" +) + +kb_ab_labels <- c( + "MXQ-KBAB20", "MXQ-KBAB21", "MXQ-KBAB22", "MXQ-KBAB23", + "MXQ-KBAB30", "MXQ-KBAB31", "MXQ-KBAB32", "MXQ-KBAB33" +) + +if (comparison == "sensi-vs-kurt") { + df_no_abl <- read_csv(csv_fp) |> + filter( + !grepl("-abl", attempt) + ) + level_pairs <- zipcat(sb_levels, kb_levels) + label_pairs <- zipcat(sb_labels, kb_labels) + df_latex <- process_dataframe( + df_no_abl, + c(level_pairs, baseline_levels, "mxq"), + c(label_pairs, baseline_labels, "MXQ") + ) + df_latex_4bit <- df_latex |> filter(bpp == 4.13 | bpp == 4.25 | bpp == 4.51) + dump_latex_table( + df_latex_4bit, + paste0(experiment, " (4-bit)"), + paste0(comparison, "-4bit.tex") + ) + df_latex_3bit <- df_latex |> filter(bpp == 3.13 | bpp == 3.25 | bpp == 3.51) + dump_latex_table( + df_latex_3bit, + paste0(experiment, " (3-bit)"), + paste0(comparison, "-3bit.tex") + ) +} else if (comparison == "sensi-vs-ablation") { + df_no_kurt <- read_csv(csv_fp) |> + filter( + !grepl("kurt", attempt) & algo == "mxq" & attempt != "mxq1" + ) + df_latex <- process_dataframe( + df_no_kurt, + zipcat(sb_levels, sb_ab_levels), + zipcat(sb_labels, sb_ab_labels) + ) + df_latex_4bit <- df_latex |> filter(bpp == 4.13 | bpp == 4.25 | bpp == 4.51) + dump_latex_table( + df_latex_4bit, + paste0(experiment, " (4-bit)"), + paste0(comparison, "-4bit.tex") + ) + df_latex_3bit <- df_latex |> filter(bpp == 3.13 | bpp == 3.25 | bpp == 3.51) + dump_latex_table( + df_latex_3bit, + paste0(experiment, " (3-bit)"), + paste0(comparison, "-3bit.tex") + ) +} else if (comparison == "kurt-vs-ablation") { + df_no_sensi <- read_csv(csv_fp) |> + filter( + !grepl("sensi", attempt) & algo == "mxq" & attempt != "mxq1" + ) + df_latex <- process_dataframe( + df_no_sensi, + zipcat(kb_levels, kb_ab_levels), + zipcat(kb_labels, kb_ab_labels) + ) + df_latex_4bit <- df_latex |> filter(bpp == 4.13 | bpp == 4.25 | bpp == 4.51) + dump_latex_table( + df_latex_4bit, + paste0(experiment, " (4-bit)"), + paste0(comparison, "-4bit.tex") + ) + df_latex_3bit <- df_latex |> filter(bpp == 3.13 | bpp == 3.25 | bpp == 3.51) + dump_latex_table( + df_latex_3bit, + paste0(experiment, " (3-bit)"), + paste0(comparison, "-3bit.tex") + ) +} diff --git a/lm-quant-toolkit/data-vis/gen-table-milp-mxq-llm.R b/lm-quant-toolkit/data-vis/gen-table-milp-mxq-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..726211e2cf7abcd642e03b90cacde90b9b9bc200 --- /dev/null +++ b/lm-quant-toolkit/data-vis/gen-table-milp-mxq-llm.R @@ -0,0 +1,133 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(openxlsx) +library(knitr) +library(kableExtra) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "tabular.R")) + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "The combined csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--comparison"), + type = "character", + help = "The comparison of metrics to present", + metavar = "character" +) +parser <- add_option( + parser, c("--experiment"), + type = "character", + help = "The experiment to include in the table caption", + metavar = "character" +) + +args <- parse_args(parser) +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} +if (is.null(args$experiment)) { + experiment <- "experiment x" +} else { + experiment <- args$experiment +} +if (is.null(args$comparison)) { + comparison <- "sensi-vs-kurt" +} else { + comparison <- args$comparison +} + +baseline_levels <- c("hqq", "fp16", "awq", "gptq", "bnb") +baseline_labels <- c("HQQ", "FP16", "AWQ", "GPTQ", "BnB") + +sm_levels <- c("mxq-SM1", "mxq-SM2", "mxq-SM3") +sm_labels <- c("MXQ-SM1", "MXQ-SM2", "MXQ-SM3") +km_levels <- c("mxq-KM1", "mxq-KM2", "mxq-KM3") +km_labels <- c("MXQ-KM1", "MXQ-KM2", "MXQ-KM3") + +sm_ab_levels <- c("mxq-SMAB") +sm_ab_labels <- c("MXQ-SMAB") +km_ab_levels <- c("mxq-KMAB") +km_ab_labels <- c("MXQ-KMAB") + +if (comparison == "sensi-vs-kurt") { + df_no_abl <- read_csv(csv_fp) |> + filter( + !grepl("-abl", attempt) + ) + level_pairs <- zipcat(sm_levels, km_levels) + label_pairs <- zipcat(sm_labels, km_labels) + + level_pairs <- zipcat(sm_levels, km_levels) + label_pairs <- zipcat(sm_labels, km_labels) + df_latex <- process_dataframe( + df_no_abl, + c(level_pairs, baseline_levels, "mxq"), + c(label_pairs, baseline_labels, "MXQ") + ) + df_latex_4bit <- df_latex |> filter(bpp == 4.13 | bpp == 4.25 | bpp == 4.51) + dump_latex_table( + df_latex_4bit, + paste0(experiment, " (4-bit)"), + paste0(comparison, "-4bit.tex") + ) + df_latex_3bit <- df_latex |> filter(bpp == 3.13 | bpp == 3.25 | bpp == 3.51) + dump_latex_table( + df_latex_3bit, + paste0(experiment, " (3-bit)"), + paste0(comparison, "-3bit.tex") + ) + df_latex_others <- df_latex |> + filter( + bpp != 3.13 & bpp != 3.25 & bpp != 3.51 & + bpp != 4.13 & bpp != 4.25 & bpp != 4.51 + ) + dump_latex_table( + df_latex_others, + paste0(experiment, " (other-bit)"), + paste0(comparison, "-others.tex") + ) +} else if (comparison == "sensi-vs-ablation") { + df_no_kurt <- read_csv(csv_fp) |> + filter( + !grepl("kurt", attempt) & attempt != "mxq1" + ) |> + filter(algo == "mxq" | algo == "hqq") + df_latex <- process_dataframe( + df_no_kurt, + c(sm_levels, baseline_levels, sm_ab_levels, "mxq"), + c(sm_labels, baseline_labels, sm_ab_labels, "MXQ") + ) + dump_latex_table( + df_latex, + experiment, + paste0(comparison, ".tex") + ) +} else if (comparison == "kurt-vs-ablation") { + df_no_sensi <- read_csv(csv_fp) |> + filter( + !grepl("sensi", attempt) & attempt != "mxq1" + ) |> + filter(algo == "mxq" | algo == "hqq") + df_latex <- process_dataframe( + df_no_sensi, + c(km_levels, baseline_levels, km_ab_levels, "mxq"), + c(km_labels, baseline_labels, km_ab_labels, "MXQ") + ) + dump_latex_table( + df_latex, + experiment, + paste0(comparison, ".tex") + ) +} diff --git a/lm-quant-toolkit/data-vis/gen-table-mxq-llm.R b/lm-quant-toolkit/data-vis/gen-table-mxq-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..189fcb686e4b6ee03fbeb7a0f3d0b49599684455 --- /dev/null +++ b/lm-quant-toolkit/data-vis/gen-table-mxq-llm.R @@ -0,0 +1,43 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(openxlsx) +library(knitr) +library(kableExtra) +library(optparse) +library(this.path) + +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "tabular.R")) + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "The combined csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt"), + type = "character", + help = "The attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} +if (is.null(args$attempt)) { + the_attempt <- "mxq1" +} else { + the_attempt <- args$attempt +} + +df_all <- read_csv(csv_fp) +levels <- c("mxq", "hqq", "fp16", "awq", "gptq", "bnb") +labels <- c("MXQ", "HQQ", "FP16", "AWQ", "GPTQ", "BnB") +df_latex <- process_dataframe(df_all, levels, labels) +dump_latex_table(df_latex, the_attempt) diff --git a/lm-quant-toolkit/data-vis/gpu-mem-gap.R b/lm-quant-toolkit/data-vis/gpu-mem-gap.R new file mode 100644 index 0000000000000000000000000000000000000000..2b1f8b46d2abc014cc12d061ec7c83d75441786c --- /dev/null +++ b/lm-quant-toolkit/data-vis/gpu-mem-gap.R @@ -0,0 +1,79 @@ +# Load required libraries +library(ggplot2) +library(ggrepel) + +# Define the years to be included +years <- 2017:2025 + +# Create a data frame for GPU data (memory in GiB) +gpu_data <- data.frame( + Year = years, + Category = "GPU", + # Representative Nvidia GPUs: + # 2017: Titan Xp, 2018: Tesla V100, 2019: Quadro RTX 8000, + # 2020 & 2021: Nvidia A100, 2022: Nvidia H100, then hypothetical future GPUs. + Name = c("Titan Xp", "Tesla V100", "Quadro RTX 8000", "Nvidia A100", + "Nvidia A100", "Nvidia H100", "Nvidia H100", "Nvidia H200", "Nvidia B200"), + Value = c(12, 32, 48, 80, 80, 80, 96, 141, 192) # Memory in GiB +) + +# Create a data frame for Model data (parameters in billions) +model_data <- data.frame( + Year = years, + Category = "Model", + # Representative large models: + # 2017: Transformer, 2018: BERT-large, 2019: GPT-2, 2020: GPT-3, + # 2021: Megatron-Turing NLG, 2022: PaLM, then hypothetical future models. + Name = c("Transformer", "BERT-large", "GPT-2", "GPT-3", + "OPT", "PaLM", "GPT-4", "GPT-4o", "Grok 3 Ultra"), + Value = c(0.07, 0.34, 1.5, 175, 530, 540, 1000, 1800, 3000) # Parameters in billions +) + +# Combine the two data frames +data <- rbind(gpu_data, model_data) +data$Category <- factor(data$Category, levels = c("GPU", "Model")) + +# Create a label column to annotate the points: +# GPUs will be labeled with "Name (XXGB)" and Models with "Name (XXB)" +data$Label <- ifelse(data$Category == "GPU", + paste0(data$Name, " (", data$Value, "GB)"), + paste0(data$Name, " (", data$Value, "B)")) + +# Generate the plot +p <- ggplot(data, aes(x = Year, y = Value, color = Category)) + + # Plot the points + geom_point(size = 3) + + # Connect the points for each category with a dashed line + geom_line(aes(group = Category), linetype = "dashed") + + # Add non-overlapping text labels + geom_text_repel(aes(label = Label), size = 3, show.legend = FALSE) + + # Use a log10 scale on the y-axis + + scale_y_log10( + name = "Model Size (Billion Parameters) / GPU Memory (GiB)", + breaks = scales::trans_breaks("log10", function(x) 10^x), + labels = scales::trans_format("log10", scales::math_format(10^.x)) + ) + + scale_x_continuous( + breaks = seq(2017, 2025, 1) + ) + + # Manually specify colors (a palette reminiscent of Nature figures) + scale_color_manual(values = c("GPU" = "#1b9e77", "Model" = "#d95f02")) + + labs(x = "Year", + y = "Size (GB for GPUs; Billions of Parameters for Models)" + #title = "Growing Gap Between GPU Memory and Model Size (2017-2025)", + #subtitle = "Large neural model parameter counts vs. Representative Nvidia GPU memory", + #caption = "Note: The parameter count of Grok 3 Ultra is projection" + ) + + theme_bw() + + theme(plot.title = element_text(size = 14, face = "bold"), + plot.subtitle = element_text(size = 12), + axis.title.x = element_blank(), + legend.position = "bottom", + legend.title = element_blank() + ) + +# Display the plot +print(p) + +ggsave("pdfs/gpu-mem-lag.pdf", plot = p, width = 10, height = 6) diff --git a/lm-quant-toolkit/data-vis/init_milp_sensi_weight.R b/lm-quant-toolkit/data-vis/init_milp_sensi_weight.R new file mode 100644 index 0000000000000000000000000000000000000000..ae1cf16c9f6c84fa5526121bab7e3938864e367f --- /dev/null +++ b/lm-quant-toolkit/data-vis/init_milp_sensi_weight.R @@ -0,0 +1,33 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(dplyr) +library(readr) + +factor <- 5.0 + +sensi_factor_mapper <- function(layer1, layer2, factor) { + map_to_sensi_factor <- function(layer) { + return(ifelse(layer == layer1 || layer == layer2, factor, 1.0)) + } + return(map_to_sensi_factor) +} + +df_sensi_27b <- read_csv("../src/data/fnorm-Llama-2-7b-hf.csv") |> + mutate( + sensitivity = sapply(layer, sensi_factor_mapper(1, 31, factor)) + ) +write_csv(df_sensi_27b, "../src/data/fnorm-Llama-2-7b-hf.csv") + +df_sensi_38b <- read_csv("../src/data/fnorm-Meta-Llama-3-8B.csv") |> + mutate( + sensitivity = sapply(layer, sensi_factor_mapper(1, 31, factor)) + ) +write_csv(df_sensi_38b, "../src/data/fnorm-Meta-Llama-3-8B.csv") + + +df_sensi_213b <- read_csv("../src/data/fnorm-Llama-2-13b-hf.csv") |> + mutate( + sensitivity = sapply(layer, sensi_factor_mapper(3, 39, factor)) + ) +write_csv(df_sensi_213b, "../src/data/fnorm-Llama-2-13b-hf.csv") diff --git a/lm-quant-toolkit/data-vis/plot-ablation.R b/lm-quant-toolkit/data-vis/plot-ablation.R new file mode 100644 index 0000000000000000000000000000000000000000..ede885c98297f81cef94062238915eea94a17de5 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-ablation.R @@ -0,0 +1,117 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(dplyr) +library(readr) +library(openxlsx) +library(ggmagnify) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "allocation.R")) + +# plot_sensi_vs_ablation <- function() + +plot_meta <- function( + model_id, + the_dataset, + df_disp, + df_hqq) { + min_ppl <- min(df_disp$ppl) + max_ppl <- max(df_disp$ppl) + min_ppl <- floor(min_ppl * 10) / 10 + max_ppl <- ceiling(max_ppl * 10) / 10 + step <- round((max_ppl - min_ppl) / 15, digits = 2) + + plt <- ggplot(df_disp, aes(bpp, ppl, color = ablation)) + + # scale_x_continuous( + # limits = c(0, 9.0), + # breaks = seq(0, 9.0, 0.50) + # ) + + # scale_y_continuous( + # limits = c(min_ppl, max_ppl), + # breaks = seq(min_ppl, max_ppl, step) + # ) + + geom_point(size = 2) + + labs(x = "% Memory Increment", y = "Perplexity") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", linewidth = 1.0, linetype = "solid" + ), + strip.text.x = element_text(face = "bold", size = 12), + strip.text.y = element_text(face = "bold", size = 12), + legend.position = "bottom" + ) + + # guides( + # shape = guide_legend(title = legend_title), + # color = guide_legend(title = legend_title) + # ) + + facet_grid(method ~ model, scales = "free") + + ggsave( + # paste0("pdfs/ppl-", type, "-", model_id, "-", the_dataset, ".pdf"), + "pdfs/abc.pdf", + plot = plt, + width = 8, + height = 6, + dpi = 600 + ) + return(plt) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--combined_csv_file"), + type = "character", + help = "The combined csv file", + metavar = "character" +) +parser <- add_option( + parser, c("-a", "--allot_csv_file"), + type = "character", + help = "Allocation CSV file", + metavar = "character" +) +parser <- add_option( + parser, c("-t", "--type"), + type = "character", + help = "Type diagram", + metavar = "character" +) + +args <- parse_args(parser) +if (is.null(args$csv_file)) { + combined_csv_fp <- "data/combined.csv" +} else { + combined_csv_fp <- args$combined_csv_file +} +if (is.null(args$csv_file)) { + allot_cfg_csv_fp <- "data/quant-cfg-allocation.csv" +} else { + allot_cfg_csv_fp <- args$allot_csv_file +} +if (is.null(args$type)) { + type <- "sensi-vs-kurt" +} else { + type <- args$type +} + +# TODO: remove debug lines +allot_cfg_csv_fp <- "endeavors/boost/data/quant-cfg-allocation.csv" +combined_csv_fp <- "endeavors/boost/data/combined.csv" + +tup <- load_ppl_mem_inc(allot_cfg_csv_fp, combined_csv_fp) +df_ppl_mem_inc <- tup[[1]] +df_hqq <- tup[[2]] + +# models <- unique(df_ppl_mem_inc$model) +model_id <- "Llama-2-7B" +plt <- plot_meta( + model_id, + "C4", + df_ppl_mem_inc |> filter(model == model_id & dataset == "C4"), + df_hqq +) + diff --git a/lm-quant-toolkit/data-vis/plot-boost-sensi-kurt.R b/lm-quant-toolkit/data-vis/plot-boost-sensi-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..7a8b5e8fb3bdca4dd48f87ede7b83baa6dcf030f --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-boost-sensi-kurt.R @@ -0,0 +1,176 @@ +#!/usr/bin/env Rscript + +library(ggplot2) +library(dplyr) +library(tidyverse) +library(readr) +library(openxlsx) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "allocation.R")) + +load_ppl_mem_inc <- function(allot_cfg_csv_fp, combined_csv_fp) { + df_cfgs <- read_csv(allot_cfg_csv_fp) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ) + ) + + df_w_base <- read_csv(combined_csv_fp) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ) + ) + + df_hqq <- df_w_base |> + filter( + algo == "hqq" + ) + + df_cfg_mem <- calc_mem_inc(df_cfgs) + + df_ppl_mem_inc <- df_cfg_mem |> + left_join( + df_hqq, + suffix = c("", "_h"), + by = join_by(model, bit_budget == bpp) + ) |> + left_join( + df_w_base, + suffix = c("_hqq", ""), + by = join_by(model, attempt, bit_budget == bpp) + ) |> + mutate( + ppl_wikitext_decr = round( + 100 * (ppl_wikitext_hqq - ppl_wikitext) / ppl_wikitext_hqq, + digits = 2 + ), + ppl_c4_decr = round( + 100 * (ppl_c4_hqq - ppl_c4) / ppl_c4_hqq, + digits = 2 + ), + mem_incr = round( + 100 * (load_mem_allot - load_mem_allot_hqq) / load_mem_allot_hqq, + digits = 2 + ) + ) |> + rename(bpp = bit_budget) |> + select( + c( + "model", + "attempt", + "bpp", + "increment", + "ppl_wikitext_decr", + "ppl_c4_decr", + "mem_incr", + "ppl_wikitext", + "ppl_c4", + "ppl_wikitext_hqq", + "ppl_c4_hqq", + "mem_orig", + "mem_new", + "load_mem_allot", + "load_mem_allot_hqq" + ) + ) + + df_ppl_mem_inc <- df_ppl_mem_inc |> + filter( + !is.na(attempt) & attempt != "mxq1" + ) |> + filter( + !grepl("-abl", attempt) + ) |> + separate_wider_regex( + attempt, + c(method = "\\w+-\\w+", "-", stop_topm = "\\d-\\d") + ) |> + mutate( + method1 = ifelse(grepl("sensi-", method), "SensiBoost", "KurtBoost"), + wikitext_decr = ppl_wikitext_decr, + c4_decr = ppl_c4_decr + ) |> + select(!c("method1", "ppl_wikitext_decr", "ppl_c4_decr")) |> + pivot_longer( + cols = c("wikitext_decr", "c4_decr"), + names_to = c("dataset", ".value"), + names_sep = "_" + ) |> + mutate( + method = factor( + method, + levels = c("kurt-boost", "sensi-boost"), + labels = c("KurtBoost", "SensiBoost") + ), + dataset = factor( + dataset, + levels = c("wikitext", "c4"), + labels = c("WikiText2", "C4") + ) + ) + return(df_ppl_mem_inc) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--ppl_csv_file"), + type = "character", + help = "Combined PPL metrics CSV file", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$ppl_csv_file)) { + csv_file <- "data/combined.csv" +} else { + csv_file <- args$ppl_csv_file +} + +# TODO: remove the debug line +csv_file <- "endeavors/boost/data/combined.csv" +allot_csv_file <- "endeavors/boost/data/quant-cfg-allocation.csv" + +df_disp <- load_ppl_mem_inc(allot_csv_file, csv_file) + +plt <- ggplot( + df_disp, aes(x = increment, y = decr, shape = method, color = dataset) +) + + geom_point(size = 1.5) + + labs(x = "% Memory Increment", y = "% Perplexity Drop") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", linewidth = 1.0, linetype = "solid" + ), + strip.text.x = element_text(face = "bold", size = 12), + strip.text.y = element_text(face = "bold", size = 12), + axis.text.x = element_text(size = 10), + axis.text.y = element_text(size = 12), + axis.title.x = element_text(size = 14), + axis.title.y = element_text(size = 14), + legend.position = "bottom" + ) + + guides( + color = guide_legend(title = "Dataset"), + shape = guide_legend(title = "Method") + ) + + scale_y_continuous(labels = function(y) format(y, nsmall = 2, scientific = FALSE)) + + facet_grid(model ~ bpp, scales = "free") + +ggsave( + "pdfs/ppl-decr-mem-inc.pdf", + plot = plt, + width = 8, + height = 5, + dpi = 600 +) diff --git a/lm-quant-toolkit/data-vis/plot-circos-allot-icaart.R b/lm-quant-toolkit/data-vis/plot-circos-allot-icaart.R new file mode 100644 index 0000000000000000000000000000000000000000..669c4ac5bb022d1342c919d5857cceca39f0fedc --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-circos-allot-icaart.R @@ -0,0 +1,419 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(readr) +library(optparse) +library(grid) +library(ComplexHeatmap) +library(circlize) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) + +plot_bar <- function(df_ppl_disp) { + row_names <- df_ppl_disp$attempt + df_ppl_disp <- df_ppl_disp |> select(!c("attempt")) + rownames(df_ppl_disp) <- row_names + my_colors <- c("lightblue", "mistyrose", "lightcyan") + m_disp <- t(as.matrix(df_ppl_disp)) + the_bar_pos <- barplot( + m_disp, + col = my_colors, + ylim = c(0, max(m_disp) + 1.5), + axes = FALSE, + width = 0.5, + space = c(0.1, 0.5), + beside = TRUE + ) + + # Add the legend outside the plot + legend( + "bottom", + legend = rownames(m_disp), + fill = my_colors, + bty = "n", + horiz = TRUE, + inset = c(0, -0.3), # Adjust position to move outside the plot + xpd = TRUE # Allow drawing outside the plot region + ) + + text( + x = the_bar_pos, + y = m_disp, + label = formatC(m_disp, format = "f", digits = 2), + pos = 3, + offset = 0.5 + ) +} + +to_display_attempt <- function(attempt) { + if (attempt == "mxq1" || attempt == "mxq2") { + return("mxq") + } else if (attempt == "hqq") { + return("hqq") + } else { + attempt_str <- R.utils::toCamelCase( + attempt, + split = "-", capitalize = TRUE + ) + return(attempt_str) + } +} + +description_for_ppl <- function(df, the_attempt) { + str_content <- "" + if (is.na(the_attempt)) { + return(str_content) + } + df_ppl_at1 <- df |> filter(attempt == the_attempt) + if (dim(df_ppl_at1)[1] > 0) { + attempt_str <- to_display_attempt(the_attempt) + abbrv1 <- toupper(abbreviate(attempt_str)) + at1_ppl_wk <- formatC(df_ppl_at1$ppl_wikitext, format = "f", digits = 2) + at1_ppl_c4 <- formatC(df_ppl_at1$ppl_c4, format = "f", digits = 2) + at1_ppl_mem <- formatC(df_ppl_at1$load_mem_allot, format = "f", digits = 2) + + str_content <- paste0( + abbrv1, " PPL WT: ", at1_ppl_wk, " C4: ", at1_ppl_c4, " MEM: ", at1_ppl_mem, "\n" + ) + } + return(str_content) +} + +plot_allot_track <- function(df, model_id, color_map, the_attempt, the_sector) { + df_exist_test <- df |> filter(attempt == the_attempt) + if (dim(df_exist_test)[1] > 0) { + circos.track( + df$module, + ylim = c(0, 1.05), + bg.border = NA, + panel.fun = function(x, y) { + df_mod <- df |> + filter(module == CELL_META$sector.index & attempt == the_attempt) + + if (CELL_META$sector.index == the_sector) { + attempt_str <- to_display_attempt(the_attempt) + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2], + toupper(abbreviate(attempt_str)), + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + for (i in 1:nrow(df_mod)) { + row <- df_mod[i, ] + color <- color_map[[row$cfg]] + circos.rect( + row$layer - 1.0 + 0.02, 0.05, + row$layer - 0.02, 1.0, + border = "darkgray", + col = color + ) + } + } + ) + } +} + +plot_allot_one <- function( + df, df_ppl, model_id, color_map, attempt1, attempt2, attempt3, attempt4) { + circos.clear() + circos.par("track.height" = 0.14) + circos.par("gap.degree" = 2) + circos.initialize(df$module, x = df$layer) + + circos.track( + ylim = c(0, 1), + track.height = 0.14, + panel.fun = function(x, y) { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2] - 0.8, + CELL_META$sector.index, + facing = "bending.inside", + niceFacing = TRUE + ) + circos.axis( + labels.cex = 0.7, + major.at = c(0, 5, 10, 15, 20, 25, 30, 35, 40) + ) + } + ) + plot_allot_track(df, model_id, color_map, attempt1, "self_attn.o_proj") + plot_allot_track(df, model_id, color_map, attempt2, "self_attn.o_proj") + + text(0, 0, simplify_model_id(model_id), cex = 1.5, col = "darkblue") + bpp <- unique(df_ppl$bpp) + descr1 <- description_for_ppl(df_ppl, attempt1) + descr2 <- description_for_ppl(df_ppl, attempt2) + + str_content <- paste0( + "Bit Budget: ", bpp, "\n", + descr1, + descr2 + ) + + text(0, 0.20, str_content, cex = 0.75) +} + +plot_allot_circos <- function( + df_allot, + df_ppl, + model_id, + budget, + attempt1, + attempt2, + attempt3, + attempt4) { + model_cnt <- length(models) + layout(matrix(1:model_cnt, nrow = 1, ncol = model_cnt)) + + color_map <- list( + b2g128 = "#a6cee3", + b2g64 = "#1f78b4", + b2g32 = "#b2df8a", + b3g128 = "#33a02c", + b3g64 = "#fb9a99", + b3g32 = "#e31a1c", + b4g128 = "#fdbf6f", + b4g64 = "#ff7f00", + b4g32 = "#cab2d6", + b8g128 = "#6a3d9a", + b8g64 = "#ffff99", + b8g32 = "#b15928" + ) + + pdf( + paste0("pdfs/allot/circos-", model_id, "-", budget, ".pdf"), + width = 8, + height = 6 + ) + df_by_model <- df_allot |> filter(model == model_id) + df_ppl_by_model <- df_ppl |> filter(model == model_id) + plot_allot_one( + df_by_model, + df_ppl_by_model, + model_id, + color_map, + attempt1, + attempt2, + attempt3, + attempt4 + ) + circos.clear() + + lgd_grids <- Legend( + at = names(color_map), + type = "grid", + ncol = 1, + nrow = 12, + legend_gp = gpar(fill = unlist(color_map, use.names = FALSE)), + title_position = "topleft", + title = "Config" + ) + draw( + packLegend(lgd_grids), + x = unit(0.96, "npc"), + y = unit(0.5, "npc"), + just = c("right", "center") + ) + circos.clear() + dev.off() +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--fnorm_data_dir"), + type = "character", + help = "Data directory of fnorm meta data", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("-p", "--ppl_csv_file"), + type = "character", + help = "The combined PPL csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt2"), + type = "character", + help = "The second attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt3"), + type = "character", + help = "The third attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt4"), + type = "character", + help = "The fourth attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.25 +} else { + budget <- args$budget +} + +if (is.null(args$fnorm_data_dir)) { + fnorm_data_dir <- "../src/data" +} else { + fnorm_data_dir <- args$fnorm_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$ppl_csv_file)) { + ppl_csv_file <- "data/combined.csv" +} else { + ppl_csv_file <- args$ppl_csv_file +} + +if (is.null(args$attempt1)) { + attempt1 <- "mxq1" +} else { + attempt1 <- args$attempt1 +} +attempt2 <- args$attempt2 +attempt3 <- args$attempt3 +attempt4 <- args$attempt4 + +fnorm_dir <- normalizePath(fnorm_data_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = paste0("fnorm-", model_id, "\\.csv$"), + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c( + "model", "module", "layer", "cfg", "fnorm", "sensitivity", "memmb", "params" +) +df_fnorm <- df_fnorm |> + dplyr::mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) + +df_ppl_all <- read_csv(ppl_csv_file) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), algo, attempt) + ) + +df_cfgs <- read_csv(quant_cfg_allot_file) + +df_cfg_by_budget <- df_cfgs |> + filter( + bit_budget == budget + ) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), "hqq", attempt), + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget", "memmb")) |> + left_join( + df_fnorm, + join_by(model == model, module == module, layer == layer, cfg == cfg) + ) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +models <- c(model_id) +df_ppl_disp <- df_ppl_all |> + filter( + bpp == budget & + (attempt == attempt1 | + attempt == attempt2 + # attempt == attempt3 | + # attempt == attempt4 + ) + ) |> + select( + c( + "model", + "bpp", + "attempt", + "ppl_wikitext", + "ppl_c4", + "load_mem_allot" + ) + ) + +for (model_id in models) { + plot_allot_circos( + df_cfg_by_budget, + df_ppl_disp, + model_id, + budget, + attempt1, + attempt2, + attempt3, + attempt4 + ) +} + +# plot_bar(df_ppl_disp) diff --git a/lm-quant-toolkit/data-vis/plot-circos-allot-js.R b/lm-quant-toolkit/data-vis/plot-circos-allot-js.R new file mode 100644 index 0000000000000000000000000000000000000000..9169583114bfbde95c2e3e6170e89f3d749fd045 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-circos-allot-js.R @@ -0,0 +1,445 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(readr) +library(optparse) +library(grid) +library(ComplexHeatmap) +library(circlize) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) + +plot_bar <- function(df_ppl_disp) { + row_names <- df_ppl_disp$attempt + df_ppl_disp <- df_ppl_disp |> select(!c("attempt")) + rownames(df_ppl_disp) <- row_names + my_colors <- c("lightblue", "mistyrose", "lightcyan") + m_disp <- t(as.matrix(df_ppl_disp)) + the_bar_pos <- barplot( + m_disp, + col = my_colors, + ylim = c(0, max(m_disp) + 1.5), + axes = FALSE, + width = 0.5, + space = c(0.1, 0.5), + beside = TRUE + ) + + # Add the legend outside the plot + legend( + "bottom", + legend = rownames(m_disp), + fill = my_colors, + bty = "n", + horiz = TRUE, + inset = c(0, -0.3), # Adjust position to move outside the plot + xpd = TRUE # Allow drawing outside the plot region + ) + + text( + x = the_bar_pos, + y = m_disp, + label = formatC(m_disp, format = "f", digits = 2), + pos = 3, + offset = 0.5 + ) +} + +to_display_attempt <- function(attempt) { + if (attempt == "mxq1" || attempt == "mxq2") { + return("mxq") + } else if (attempt == "hqq") { + return("hqq") + } else { + attempt_str <- R.utils::toCamelCase( + attempt, + split = "-", capitalize = TRUE + ) + return(attempt_str) + } +} + +description_for_ppl <- function(df, the_attempt) { + str_content <- "" + df_ppl_at1 <- df |> filter(attempt == the_attempt) + if (dim(df_ppl_at1)[1] > 0) { + attempt_str <- to_display_attempt(the_attempt) + abbrv1 <- toupper(abbreviate(attempt_str)) + at1_ppl_wk <- formatC(df_ppl_at1$ppl_wikitext, format = "f", digits = 2) + at1_mem <- formatC(df_ppl_at1$load_mem_allot, format = "f", digits = 2) + str_content <- paste0( + abbrv1, " PPL WT: ", at1_ppl_wk, " MEM: ", at1_mem, "\n" + ) + } + return(str_content) +} + +description_for_ppl2 <- function(df, the_attempt, the_budget = NA) { + str_content <- "" + if (is.na(the_budget)) { + df_ppl_at1 <- df |> filter(attempt == the_attempt) + } else { + df_ppl_at1 <- df |> filter(attempt == the_attempt & bpp == the_budget) + } + if (dim(df_ppl_at1)[1] > 0) { + attempt_str <- to_display_attempt(paste0(the_attempt, "-", the_budget)) + abbrv1 <- toupper(abbreviate(attempt_str)) + at1_ppl_wk <- formatC(df_ppl_at1$ppl_wikitext, format = "f", digits = 2) + at1_mem <- formatC(df_ppl_at1$load_mem_allot, format = "f", digits = 2) + str_content <- paste0( + abbrv1, " PPL WT: ", at1_ppl_wk, " MEM: ", at1_mem, "\n" + ) + } + return(str_content) +} + +plot_allot_track <- function(df, + model_id, + color_map, + the_attempt, + the_sector, + the_budget = NA) { + df_exist_test <- df |> filter(attempt == the_attempt) + if (dim(df_exist_test)[1] > 0) { + circos.track( + df$module, + ylim = c(0, 1.05), + bg.border = NA, + panel.fun = function(x, y) { + if (is.na(the_budget)) { + df_mod <- df |> + filter(module == CELL_META$sector.index & attempt == the_attempt) + } else { + df_mod <- df |> + filter(module == CELL_META$sector.index & attempt == the_attempt & bit_budget == the_budget) + } + + if (CELL_META$sector.index == the_sector) { + if (is.na(the_budget)) { + attempt_str <- to_display_attempt(the_attempt) + } else { + attempt_str <- to_display_attempt(paste0(the_attempt, "-", the_budget)) + } + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2], + paste0(attempt_str, "(", toupper(abbreviate(attempt_str)), ")"), + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + for (i in seq_len(nrow(df_mod))) { + row <- df_mod[i, ] + color <- color_map[[row$cfg]] + circos.rect( + row$layer - 1 + 0.02, 0.05, + row$layer - 0.02, 1, + border = "darkgray", + col = color + ) + } + } + ) + } +} + +plot_allot_one <- function( + df, df_ppl, model_id, color_map, attempt1, attempt2, attempt3, budget) { + circos.clear() + circos.par("track.height" = 0.09) + circos.par("gap.degree" = 2) + circos.initialize(df$module, x = df$layer) + + circos.track( + ylim = c(0, 1), + track.height = 0.07, + panel.fun = function(x, y) { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2] - 0.8, + CELL_META$sector.index, + facing = "bending.inside", + niceFacing = TRUE + ) + circos.axis( + labels.cex = 0.7, + major.at = c(0, 5, 10, 15, 20, 25, 30, 35, 40) + ) + } + ) + next_budget <- boost_budget(budget) + plot_allot_track(df, model_id, color_map, attempt1, "self_attn.o_proj") + plot_allot_track(df, model_id, color_map, attempt2, "self_attn.o_proj") + plot_allot_track( + df, model_id, color_map, attempt3, "self_attn.o_proj", budget + ) + plot_allot_track( + df, model_id, color_map, attempt3, "self_attn.o_proj", next_budget + ) + + text(0, 0, simplify_model_id(model_id), cex = 1.5, col = "darkblue") + descr1 <- description_for_ppl2(df_ppl, attempt1) + descr2 <- description_for_ppl2(df_ppl, attempt2) + descr3 <- description_for_ppl2(df_ppl, attempt3, budget) + descr4 <- description_for_ppl2(df_ppl, attempt3, next_budget) + + str_content <- paste0( + "Bit Budget: ", budget, "\n", + descr1, + descr2, + descr3, + descr4 + ) + + text(0, 0.20, str_content, cex = 0.75) +} + +plot_allot_circos <- function( + df_allot, + df_ppl, + model_id, + budget, + attempt1, + attempt2, + attempt3) { + model_cnt <- length(models) + layout(matrix(1:model_cnt, nrow = 1, ncol = model_cnt)) + + color_map <- list( + b2g128 = "#a6cee3", + b2g64 = "#1f78b4", + b2g32 = "#b2df8a", + b3g128 = "#33a02c", + b3g64 = "#fb9a99", + b3g32 = "#e31a1c", + b4g128 = "#66c2a5", + b4g64 = "#ff7f00", + b4g32 = "#fc8d62", + b8g128 = "#6a3d9a", + b8g64 = "#ffff99", + b8g32 = "#b15928" + ) + + pdf( + paste0("pdfs/allot/circos-", model_id, "-", budget, ".pdf"), + width = 8, + height = 6 + ) + df_by_model <- df_allot |> filter(model == model_id) + df_ppl_by_model <- df_ppl |> filter(model == model_id) + plot_allot_one( + df_by_model, + df_ppl_by_model, + model_id, + color_map, + attempt1, + attempt2, + attempt3, + budget + ) + circos.clear() + + lgd_grids <- Legend( + at = names(color_map), + type = "grid", + ncol = 1, + nrow = 12, + legend_gp = gpar(fill = unlist(color_map, use.names = FALSE)), + title_position = "topleft", + title = "Config" + ) + draw( + packLegend(lgd_grids), + x = unit(0.96, "npc"), + y = unit(0.5, "npc"), + just = c("right", "center") + ) + circos.clear() + dev.off() +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--fnorm_data_dir"), + type = "character", + help = "Data directory of fnorm meta data", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("-p", "--ppl_csv_file"), + type = "character", + help = "The combined PPL csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt2"), + type = "character", + help = "The second attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt3"), + type = "character", + help = "The third attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.25 +} else { + budget <- args$budget +} + +if (is.null(args$fnorm_data_dir)) { + fnorm_data_dir <- "../src/data" +} else { + fnorm_data_dir <- args$fnorm_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$ppl_csv_file)) { + ppl_csv_file <- "data/combined.csv" +} else { + ppl_csv_file <- args$ppl_csv_file +} + +if (is.null(args$attempt1)) { + attempt1 <- "mxq1" +} else { + attempt1 <- args$attempt1 +} +attempt2 <- args$attempt2 +attempt3 <- args$attempt3 + +fnorm_dir <- normalizePath(fnorm_data_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = paste0("fnorm-", model_id, "\\.csv$"), + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c( + "model", "module", "layer", "cfg", "fnorm", "sensitivity", "memmb", "params" +) +df_fnorm <- df_fnorm |> + dplyr::mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) + +df_ppl_all <- read_csv(ppl_csv_file) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), algo, attempt) + ) + +df_cfgs <- read_csv(quant_cfg_allot_file) + +next_budget <- boost_budget(budget) +df_cfg_by_budget <- df_cfgs |> + filter( + bit_budget == budget | (is.na(attempt) & bit_budget == next_budget) + ) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), "hqq", attempt), + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "memmb")) |> + left_join( + df_fnorm, + join_by(model == model, module == module, layer == layer, cfg == cfg) + ) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +models <- c(model_id) +df_ppl_disp <- df_ppl_all |> + filter( + (bpp == budget & (attempt == attempt1 | attempt == attempt2)) | + ((bpp == budget | bpp == next_budget) & attempt == attempt3) + ) |> + select( + c( + "model", + "bpp", + "attempt", + "ppl_wikitext", + "ppl_c4", + "load_mem_allot" + ) + ) + +for (model_id in models) { + plot_allot_circos( + df_cfg_by_budget, + df_ppl_disp, + model_id, + budget, + attempt1, + attempt2, + attempt3 + ) +} + +# plot_bar(df_ppl_disp) diff --git a/lm-quant-toolkit/data-vis/plot-circos-allot.R b/lm-quant-toolkit/data-vis/plot-circos-allot.R new file mode 100644 index 0000000000000000000000000000000000000000..0b65513346da09bdf872ca59240f3f01540a6319 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-circos-allot.R @@ -0,0 +1,431 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(readr) +library(optparse) +library(grid) +library(ComplexHeatmap) +library(circlize) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) + +plot_bar <- function(df_ppl_disp) { + row_names <- df_ppl_disp$attempt + df_ppl_disp <- df_ppl_disp |> select(!c("attempt")) + rownames(df_ppl_disp) <- row_names + my_colors <- c("lightblue", "mistyrose", "lightcyan") + m_disp <- t(as.matrix(df_ppl_disp)) + the_bar_pos <- barplot( + m_disp, + col = my_colors, + ylim = c(0, max(m_disp) + 1.5), + axes = FALSE, + width = 0.5, + space = c(0.1, 0.5), + beside = TRUE + ) + + # Add the legend outside the plot + legend( + "bottom", + legend = rownames(m_disp), + fill = my_colors, + bty = "n", + horiz = TRUE, + inset = c(0, -0.3), # Adjust position to move outside the plot + xpd = TRUE # Allow drawing outside the plot region + ) + + text( + x = the_bar_pos, + y = m_disp, + label = formatC(m_disp, format = "f", digits = 2), + pos = 3, + offset = 0.5 + ) +} + +to_display_attempt <- function(attempt) { + if (attempt == "mxq1" || attempt == "mxq2") { + return("mxq") + } else if (attempt == "hqq") { + return("hqq") + } else { + attempt_str <- R.utils::toCamelCase( + attempt, + split = "-", capitalize = TRUE + ) + return(attempt_str) + } +} + +description_for_ppl <- function(df, the_attempt) { + str_content <- "" + df_ppl_at1 <- df |> filter(attempt == the_attempt) + if (dim(df_ppl_at1)[1] > 0) { + attempt_str <- to_display_attempt(the_attempt) + abbrv1 <- toupper(abbreviate(attempt_str)) + at1_ppl_wk <- formatC(df_ppl_at1$ppl_wikitext, format = "f", digits = 2) + at1_ppl_c4 <- formatC(df_ppl_at1$ppl_c4, format = "f", digits = 2) + str_content <- paste0( + abbrv1, " PPL WT: ", at1_ppl_wk, " C4: ", at1_ppl_c4, "\n" + ) + } + return(str_content) +} + +plot_allot_track <- function(df, model_id, color_map, the_attempt, the_sector) { + df_exist_test <- df |> filter(attempt == the_attempt) + if (dim(df_exist_test)[1] > 0) { + circos.track( + df$module, + ylim = c(0, 1.05), + bg.border = NA, + panel.fun = function(x, y) { + df_mod <- df |> + filter(module == CELL_META$sector.index & attempt == the_attempt) + + if (CELL_META$sector.index == the_sector) { + attempt_str <- to_display_attempt(the_attempt) + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2], + ifelse( + grepl("hqq", the_attempt), + toupper(abbreviate(attempt_str)), + paste0(attempt_str, " (", toupper(abbreviate(attempt_str)), ")") + ), + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + for (i in 1:nrow(df_mod)) { + row <- df_mod[i, ] + color <- color_map[[row$cfg]] + circos.rect( + row$layer - 1 + 0.02, 0.05, + row$layer - 0.02, 1, + border = "lightgray", + # border = "darkgray", + col = color + ) + } + } + ) + } +} + +plot_allot_one <- function( + df, df_ppl, model_id, color_map, attempt1, attempt2, attempt3, attempt4) { + circos.clear() + circos.par("track.height" = 0.09) + circos.par("gap.degree" = 2) + circos.initialize(df$module, x = df$layer) + + circos.track( + ylim = c(0, 1), + track.height = 0.07, + panel.fun = function(x, y) { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2] - 0.8, + CELL_META$sector.index, + facing = "bending.inside", + niceFacing = TRUE + ) + circos.axis( + labels.cex = 0.95, + major.at = c(0, 5, 10, 15, 20, 25, 30, 35, 40) + ) + } + ) + plot_allot_track(df, model_id, color_map, attempt1, "self_attn.o_proj") + plot_allot_track(df, model_id, color_map, attempt2, "self_attn.o_proj") + plot_allot_track(df, model_id, color_map, attempt3, "self_attn.o_proj") + plot_allot_track(df, model_id, color_map, attempt4, "self_attn.o_proj") + + text(0, 0, simplify_model_id(model_id), cex = 1.5, col = "darkblue") + bpp <- unique(df_ppl$bpp) + # descr1 <- description_for_ppl(df_ppl, attempt1) + # descr2 <- description_for_ppl(df_ppl, attempt2) + # descr3 <- description_for_ppl(df_ppl, attempt3) + # descr4 <- description_for_ppl(df_ppl, attempt4) + descr1 <- "\n" + descr2 <- "\n" + descr3 <- "\n" + descr4 <- "\n" + + str_content <- paste0( + "Bit Budget: ", bpp, " (b4g128)\n", + descr1, + descr2, + descr3, + descr4 + ) + + text(0, -0.28, str_content, cex = 0.95) +} + +plot_allot_circos <- function( + df_allot, + df_ppl, + model_id, + budget, + attempt1, + attempt2, + attempt3, + attempt4) { + model_cnt <- length(models) + layout(matrix(1:model_cnt, nrow = 1, ncol = model_cnt)) + + color_map <- list( + b2g128 = "#a6cee3", + b2g64 = "#1f78b4", + b2g32 = "#ffff99", + b3g128 = "#33a02c", + b3g64 = "#fb9a99", + b3g32 = "#e31a1c", + b4g128 = "#8f78b4", + b4g64 = "#fdbf6f", + b4g32 = "#b15928", + b8g128 = "#6a3d9a", + b8g64 = "#ff7f00", + b8g32 = "#b2df8a" + ) + + pdf( + paste0("pdfs/allot/circos-", model_id, "-", budget, ".pdf"), + width = 8, + height = 6 + ) + df_by_model <- df_allot |> filter(model == model_id) + df_ppl_by_model <- df_ppl |> filter(model == model_id) + plot_allot_one( + df_by_model, + df_ppl_by_model, + model_id, + color_map, + attempt1, + attempt2, + attempt3, + attempt4 + ) + circos.clear() + + lgd_grids <- Legend( + at = names(color_map), + type = "grid", + ncol = 1, + nrow = 12, + legend_gp = gpar(fill = unlist(color_map, use.names = FALSE)), + labels_gp = gpar(fontsize = 13), + title_position = "topleft", + title = "" + # title = "Config" + ) + draw( + packLegend(lgd_grids), + x = unit(0.96, "npc"), + y = unit(0.5, "npc"), + just = c("right", "center") + ) + circos.clear() + dev.off() +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--fnorm_data_dir"), + type = "character", + help = "Data directory of fnorm meta data", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("-p", "--ppl_csv_file"), + type = "character", + help = "The combined PPL csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt2"), + type = "character", + help = "The second attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt3"), + type = "character", + help = "The third attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt4"), + type = "character", + help = "The fourth attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.25 +} else { + budget <- args$budget +} + +if (is.null(args$fnorm_data_dir)) { + fnorm_data_dir <- "../src/data" +} else { + fnorm_data_dir <- args$fnorm_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$ppl_csv_file)) { + ppl_csv_file <- "data/combined.csv" +} else { + ppl_csv_file <- args$ppl_csv_file +} + +if (is.null(args$attempt1)) { + attempt1 <- "mxq1" +} else { + attempt1 <- args$attempt1 +} +attempt2 <- args$attempt2 +attempt3 <- args$attempt3 +attempt4 <- args$attempt4 + +fnorm_dir <- normalizePath(fnorm_data_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = paste0("fnorm-", model_id, "\\.csv$"), + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c( + "model", "module", "layer", "cfg", "fnorm", "sensitivity", "memmb", "params" +) +df_fnorm <- df_fnorm |> + dplyr::mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) + +df_ppl_all <- read_csv(ppl_csv_file) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), algo, attempt) + ) + +df_cfgs <- read_csv(quant_cfg_allot_file) + +df_cfg_by_budget <- df_cfgs |> + filter( + bit_budget == budget + ) |> + dplyr::mutate( + attempt = ifelse(is.na(attempt), "hqq", attempt), + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget", "memmb")) |> + left_join( + df_fnorm, + join_by(model == model, module == module, layer == layer, cfg == cfg) + ) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +models <- c(model_id) +df_ppl_disp <- df_ppl_all |> + filter( + bpp == budget & + (attempt == attempt1 | + attempt == attempt2 | + attempt == attempt3 | + attempt == attempt4 + ) + ) |> + select( + c( + "model", + "bpp", + "attempt", + "ppl_wikitext", + "ppl_c4", + "load_mem_allot" + ) + ) + +for (model_id in models) { + plot_allot_circos( + df_cfg_by_budget, + df_ppl_disp, + model_id, + budget, + attempt1, + attempt2, + attempt3, + attempt4 + ) +} + +# plot_bar(df_ppl_disp) diff --git a/lm-quant-toolkit/data-vis/plot-circos-wdist.R b/lm-quant-toolkit/data-vis/plot-circos-wdist.R new file mode 100644 index 0000000000000000000000000000000000000000..bd3ae46c0704e5ab50e3b86b5c83ac4817d2aa19 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-circos-wdist.R @@ -0,0 +1,226 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(readr) +library(optparse) +library(circlize) + +plot_wdist_circle <- function(df, model_id, draw_sensitivity = TRUE) { + circos.clear() + circos.par("track.height" = 0.3) + circos.par("gap.degree" = 7) + circos.initialize(df$module, x = df$layer) + circos.track( + ylim = c(0, 2), + panel.fun = function(x, y) { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2] - 0.3, + CELL_META$sector.index, + facing = "bending.inside", + niceFacing = TRUE + ) + if (CELL_META$sector.index == "self_attn.v_proj") { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[2] - 1.3, + "ABS Value", + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + circos.yaxis( + "left", + labels.cex = 0.7, + ) + circos.axis( + labels.cex = 0.7, + major.at = c(0, 5, 10, 15, 20, 25, 30, 35, 40) + ) + df_mod <- df |> + filter(module == CELL_META$sector.index) + df_pct <- df_mod |> + select( + c( + "percentile_0", + "percentile_99", + "percentile_999", + "percentile_9999", + "percentile_100" + ) + ) + circos.barplot( + as.matrix(df_pct), + df_mod$layer, + border = "darkgray", + col = 2:6 + ) + } + ) + + if (draw_sensitivity) { + circos.track( + df$module, + x = df$layer, + y = df$sensitivity, + track.height = 0.15, + panel.fun = function(x, y) { + df_mod <- df |> + filter(module == CELL_META$sector.index) + + if (CELL_META$sector.index == "self_attn.q_proj") { + circos.text( + CELL_META$xcenter, + CELL_META$cell.ylim[1] + 1.1, + "Sensitivity", + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + circos.lines(df_mod$layer, df_mod$sensitivity, col = "brown") + } + ) + } + + + circos.track( + df$module, + x = df$layer, + y = df$kurtosis, + track.height = 0.15, + panel.fun = function(x, y) { + if (CELL_META$sector.index == "self_attn.o_proj") { + circos.text( + CELL_META$xcenter, + CELL_META$ycenter, + "Kurtosis", + cex = 0.7, + facing = "bending.inside", + niceFacing = TRUE + ) + } + circos.lines(x, y, col = "blue") + } + ) + text(0, 0, model_id, cex = 2, col = "darkblue") +} + + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model_id"), + type = "character", + help = "The short HF model id without the organization prefix", + metavar = "character" +) +parser <- add_option( + parser, c("-d", "--wdist_dir"), + type = "character", + help = "The data directory of weight distribution data", + metavar = "character" +) +parser <- add_option( + parser, c("-s", "--sensi_data_dir"), + type = "character", + help = "The data directory of sensitivity data", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model_id)) { + model_id <- "Meta-Llama-3-8B" +} else { + model_id <- args$model_id +} +if (is.null(args$wdist_dir)) { + wdist_dir <- "data/wdist" +} else { + wdist_dir <- args$wdist_dir +} +if (is.null(args$sensi_data_dir)) { + sensi_data_dir <- "../src/data" +} else { + sensi_data_dir <- args$sensi_data_dir +} + +list1_dfs <- list() +list2_dfs <- list() +for (model_id in c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B")) { + df_one <- read_csv(paste0(wdist_dir, "/wdist-", model_id, ".csv")) + df_one$model <- model_id + list1_dfs <- append(list1_dfs, list(df_one)) + df_two <- read_csv(paste0(sensi_data_dir, "/fnorm-", model_id, ".csv")) + df_two$model <- model_id + list2_dfs <- append(list2_dfs, list(df_two)) +} +df_wdist <- bind_rows(list1_dfs) +df_sensi <- bind_rows(list2_dfs) |> + filter(nbit1 == 4 & gsize1 == 64) |> + group_by(model, module, layer) |> + summarise( + sensitivity = min(sensitivity) + ) |> + mutate( + sensitivity = log10(sensitivity) + ) |> + ungroup() + +percentiles <- c( + "percentile_0", + "percentile_99", + "percentile_999", + "percentile_9999", + "percentile_100" +) + +df_module_param_count <- df_wdist |> + select( + model, module, param_count + ) |> + group_by(model, module) |> + summarise( + param_count = sum(param_count) + ) |> + mutate( + mod_disp = paste0(module, "(", formatC(param_count, big.mark = ","), ")") + ) + +df_wdist <- df_wdist |> + filter(module != "input_layernorm" & module != "post_attention_layernorm") |> + left_join(df_sensi, by = c("model", "module", "layer")) |> + left_join(df_module_param_count, by = c("model", "module")) |> + select( + c( + "model", + "module", + "layer", + all_of(percentiles), + "kurtosis", + "sensitivity" + ) + ) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ), + ) + +models <- unique(df_wdist$model) +model_cnt <- length(models) +# layout(matrix(1:model_cnt, 1, model_cnt)) +for (model_id in models) { + pdf( + paste0("pdfs/circos-", model_id, ".pdf"), + width = 8, + height = 8 + ) + df_disp <- df_wdist |> filter(model == model_id) + plot_wdist_circle(df_disp, model_id, draw_sensitivity = FALSE) + circos.clear() + dev.off() +} diff --git a/lm-quant-toolkit/data-vis/plot-fnorm-kurt.R b/lm-quant-toolkit/data-vis/plot-fnorm-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..caf09d56435e8c68302507cc98cbed758922830f --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-fnorm-kurt.R @@ -0,0 +1,174 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(optparse) + +weight_grid <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE) { + df_mod_wdist <- df_wdist |> filter(module == mod) + df_mod_kurt <- df_kurtosis |> filter(module == mod) + # Line plot (on top) + line_plot <- ggplot(df_mod_kurt, aes(x = layer, y = kurtosis)) + + geom_line(color = "blue") + + theme_gray(base_size = 14) + + theme_minimal() + + labs(y = "Kurtosis") + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # Bar plot (on bottom) + module_disp <- df_mod_wdist$module[1] + bar_plot <- ggplot( + df_mod_wdist, aes(x = layer, y = fnorm, fill = cfg) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = module_disp, y = "FNorm", fill = "cfg" + ) + + if (show_legend) { + bar_plot <- bar_plot + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + guides(fill = guide_legend(nrow = 3)) + + # coord_flip() + + scale_color_solarized() + } else { + bar_plot <- bar_plot + + theme(legend.position = "none") + + scale_color_solarized() + } + + # Combine the line and bar plot vertically + combined_plot <- line_plot / bar_plot + plot_layout(heights = c(1, 3)) + return(combined_plot) +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +fnorm_dir <- path.expand("../src/data") +fnorm_fps <- dir( + path = fnorm_dir, + pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- ldply(fnorm_fps, read.csv, stringsAsFactors = FALSE, .id = "model") + +k_cols <- c("module", "layer", "cfg", "fnorm", "kurtosis") +df_wdist <- df_fnorm |> + filter( + model == model_id + ) |> + mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + pivot_wider( + names_from = "cfg", + values_from = "fnorm" + ) |> + mutate( + b2g128_fnorm = b2g128 - b2g64, + b2g64_fnorm = b2g64 - b2g32, + b2g32_fnorm = b2g32 - b3g128, + b3g128_fnorm = b3g128 - b3g64, + b3g64_fnorm = b3g64 - b3g32, + b3g32_fnorm = b3g32 - b4g128, + b4g128_fnorm = b4g128 - b4g64, + b4g64_fnorm = b4g64 - b4g32, + b4g32_fnorm = b4g32 - b8g128, + b8g128_fnorm = b8g128 - b8g64, + b8g64_fnorm = b8g64 - b8g32, + b8g32_fnorm = b8g32 + ) |> + select( + c( + "module", + "layer", + "kurtosis", + "b2g128_fnorm", + "b2g64_fnorm", + "b2g32_fnorm", + "b3g128_fnorm", + "b3g64_fnorm", + "b3g32_fnorm", + "b4g128_fnorm", + "b4g64_fnorm", + "b4g32_fnorm", + "b8g128_fnorm", + "b8g64_fnorm", + "b8g32_fnorm", + ) + ) |> + pivot_longer( + cols = ends_with(c("_fnorm")), + names_to = c("cfg", ".value"), + names_sep = "_" + ) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +df_kurtosis <- df_wdist |> + group_by(module, layer) |> + dplyr::summarise( + kurtosis = max(kurtosis) + ) |> + ungroup() + +p2 <- weight_grid(df_wdist, df_kurtosis, "mlp.down_proj") +p3 <- weight_grid(df_wdist, df_kurtosis, "mlp.gate_proj", TRUE) +p4 <- weight_grid(df_wdist, df_kurtosis, "mlp.up_proj") +p6 <- weight_grid(df_wdist, df_kurtosis, "self_attn.k_proj") +p7 <- weight_grid(df_wdist, df_kurtosis, "self_attn.o_proj") +p8 <- weight_grid(df_wdist, df_kurtosis, "self_attn.q_proj") +p9 <- weight_grid(df_wdist, df_kurtosis, "self_attn.v_proj") + +# Create a 3x3 grid of combined plots +final_plot <- (p6 | p7 | p8 | p9) / (p2 | p3 | p4) +final_plot +ggsave( + paste0("pdfs/", model_id, "-fnorm-kurtosis.pdf"), + width = 16, height = 9 +) diff --git a/lm-quant-toolkit/data-vis/plot-kmeans-quant.R b/lm-quant-toolkit/data-vis/plot-kmeans-quant.R new file mode 100644 index 0000000000000000000000000000000000000000..3e83e225894b1b2092deb114020396f93e205838 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-kmeans-quant.R @@ -0,0 +1,111 @@ +# Load required libraries +library(ggplot2) +library(dplyr) +library(safetensors) +library(jsonlite) + +get_tensor <- function( + matrix_name, + base_dir, + index_json = "model.safetensors.index.json") { + index_file <- file.path(base_dir, index_json) + model_index <- fromJSON(index_file) + + if (exists(matrix_name, model_index$weight_map)) { + st_file <- model_index$weight_map[[matrix_name]] + st_file_fp <- file.path(base_dir, st_file) + tensors <- safe_load_file(st_file_fp) + return(tensors[[matrix_name]]) + } +} + +get_region <- function(cx, cy, bs, upper_x = 4096, upper_y = 4096) { + sxs <- cx - bs / 2 + 1 + sxe <- cx + bs / 2 + sxs <- if (sxs < 1) 1 else sxs + sxe <- if (sxe > upper_x) upper_x else sxe + sys <- cy - bs / 2 + 1 + sye <- cy + bs / 2 + sys <- if (sys < 1) 1 else sys + sye <- if (sye > upper_y) upper_y else sye + return(list(sxs = sxs, sxe = sxe, sys = sys, sye = sye)) +} + + +matrix <- "31.self_attn.o_proj" +orig_matrix <- paste0("model.layers.", matrix, ".weight") +base_dir <- "~/.cache/huggingface/hub/models--meta-llama--Llama-2-7b-hf/snapshots/01c7f73d771dfac7d292323805ebc428287df4f9" +base_dir <- path.expand(base_dir) +wo <- get_tensor(orig_matrix, base_dir) +wo <- as.matrix(wo) + + +bs <- 64 +cx <- 0 +cy <- 0 +ret <- get_region(cx, cy, bs) +wo1 <- wo[ret$sxs:ret$sxe, ret$sys:ret$sye] + +# Generate data with mean = 0.25 (middle of [-1, 1.5]) and sd = 0.5 +# Then clip to desired range +raw_data <- as.vector(wo1) +data <- data.frame( + x = raw_data +) + +# Perform k-means clustering +kmeans_result <- kmeans(data, centers = 16, nstart = 25) + +# Add cluster assignments to the data +data$cluster <- as.factor(kmeans_result$cluster) + +# Create a data frame for centroids +centroids <- data.frame( + x = kmeans_result$centers[, 1], + y = 0 # Set y to 0 for 1D visualization +) + +# Create a jittered y-coordinate for better visualization +data$y <- jitter(rep(0, nrow(data)), amount = 0.3) + +# Create the plot +p_kmeans <- ggplot() + + # Plot the points with jittering + geom_point( + data = data, + aes(x = x, y = y, color = cluster), + alpha = 0.6, + size = 2 + ) + + # Add centroids + geom_point( + data = centroids, + aes(x = x, y = y), + color = "black", + size = 3, + shape = 2 + ) + + # Add lines to show the actual 1D nature of data + geom_segment( + data = centroids, + aes(x = x, xend = x, y = -0.5, yend = 0.5), + color = "black", + linetype = "dashed", + alpha = 0.5 + ) + + # Customize the theme and labels + theme_minimal() + + labs( + title = "1D K-means Clustering (k=16)", + subtitle = paste0("Llama2-7b ", matrix), + x = "Value", + y = "" + ) + + theme( + legend.position = "none", + axis.text.y = element_blank(), + axis.ticks.y = element_blank() + ) + + scale_color_discrete(name = "Cluster") + +p_kmeans diff --git a/lm-quant-toolkit/data-vis/plot-kurt-curve.R b/lm-quant-toolkit/data-vis/plot-kurt-curve.R new file mode 100644 index 0000000000000000000000000000000000000000..43e01fb6cca9bd210114e2cd07760abe23590f75 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-kurt-curve.R @@ -0,0 +1,81 @@ +# Load required library +library(ggplot2) + +# Create a function for each distribution type +mesokurtic <- function(x) { + dnorm(x, mean = 0, sd = 1) +} + +leptokurtic <- function(x) { + dnorm(x, mean = 0, sd = 0.8) * 1.3 # Reduced scaling factor +} + +platykurtic <- function(x) { + dnorm(x, mean = 0, sd = 1.6) * 0.85 +} + +# Create sequence of x values +x <- seq(-4, 4, length.out = 200) + +# Create data frame for plotting +plot_data <- data.frame( + x = rep(x, 3), + y = c( + leptokurtic(x), + mesokurtic(x), + platykurtic(x) + ), + Distribution = factor( + rep( + c( + "Leptokurtic", + "Mesokurtic", + "Platykurtic" + ), + each = length(x) + ), + levels = c( + "Leptokurtic", + "Mesokurtic", + "Platykurtic" + ) + ) +) + +# Create the plot +plt <- ggplot() + + # Add the distribution curves + geom_line( + data = plot_data, + aes(x = x, y = y, color = Distribution), + size = 1 + ) + + + # Customize colors + scale_color_manual(values = c( + "Leptokurtic" = "#007bff", + "Mesokurtic" = "#28a745", + "Platykurtic" = "#e83e8c" + )) + + # Customize labels and theme + labs( + x = "X", + y = "Probability density", + color = NULL + ) + + theme_minimal() + + theme( + axis.title.y = element_text(angle = 90), + legend.position = "bottom", + legend.text = element_text(size = 12), + ) + + # Set appropriate plot boundaries with higher y-limit + coord_cartesian(xlim = c(-3.5, 3.5), ylim = c(0, 0.65)) + +ggsave( + "pdfs/kurtosis.pdf", + plot = plt, + create.dir = TRUE, + height = 4, + width = 5 +) diff --git a/lm-quant-toolkit/data-vis/plot-kurtosis-diff.R b/lm-quant-toolkit/data-vis/plot-kurtosis-diff.R new file mode 100644 index 0000000000000000000000000000000000000000..1bc99f1b8c115b1f81852d63c3d164901d72717c --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-kurtosis-diff.R @@ -0,0 +1,47 @@ +#!/usr/bin/env Rscript + +library(dplyr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(readr) +library(optparse) + +load_old <- function(model_id) { + df_kurt1 <- read_csv(paste0("../src/data/fnorm-", model_id, ".csv")) |> + group_by(module, layer) |> + summarise( + kurtosis = min(kurtosis), + param_count = min(params) + ) + df_kurt1$model <- model_id + df_kurt1$source <- "old" + return(df_kurt1) +} + +load_new <- function(model_id) { + df_kurt2 <- read_csv(paste0("/tmp/kurtosis-dump/kurtosis-", model_id, ".csv")) + df_kurt2$model <- model_id + df_kurt2$source <- "new" + return(df_kurt2) +} + +df_kurt <- bind_rows( + load_old("Llama-2-7b-hf"), + load_old("Llama-2-13b-hf"), + load_new("Llama-2-7b-hf"), + load_new("Llama-2-13b-hf") +) + +line_plot <- ggplot(df_kurt, aes(x = layer, y = kurtosis, color = source, shape = source)) + + geom_line() + + theme_gray(base_size = 14) + + theme_minimal() + + labs(y = "Kurtosis") + + theme( + axis.title.y = element_text(size = 12), + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + facet_grid(model ~ module) +line_plot diff --git a/lm-quant-toolkit/data-vis/plot-lpnorm.R b/lm-quant-toolkit/data-vis/plot-lpnorm.R new file mode 100644 index 0000000000000000000000000000000000000000..b7784e6211a35555e8e8c50d80c8fcf06f4c34a1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-lpnorm.R @@ -0,0 +1,106 @@ +# Load required libraries +library(plotly) + +lp_norm_surface_fun <- function(p) { + func <- function(x, y) { + return((abs(x)^p + abs(y)^p)^(1 / p)) + } + return(func) +} + +# Generate a grid of points in 2D space +x <- seq(-10, 10, length.out = 100) +y <- seq(-10, 10, length.out = 100) + +# Plotting the surface for p = 1/4 +numerator <- 1 +demonator <- 4 +p1 <- plot_ly( + x = x, + y = y, + z = outer(x, y, lp_norm_surface_fun(numerator / demonator)), + type = "surface" +) |> + layout( + title = paste0("L_", numerator, "/", demonator, " Norm Surface"), + scene = list( + xaxis = list(title = "x"), + yaxis = list(title = "y"), + zaxis = list(title = "z", range = c(0, 200)) + ) + ) + +# Plotting the surface for p = 1/3 +numerator <- 1 +demonator <- 3 +p2 <- plot_ly( + x = x, + y = y, + z = outer(x, y, lp_norm_surface_fun(numerator / demonator)), + type = "surface" +) |> + layout( + title = paste0("L_", numerator, "/", demonator, " Norm Surface"), + scene = list( + xaxis = list(title = "x"), + yaxis = list(title = "y"), + zaxis = list(title = "z", range = c(0, 95)) + ) + ) + +# Plotting the surface for p = 2 +numerator <- 2 +demonator <- 1 +p3 <- plot_ly( + x = x, + y = y, + z = outer(x, y, lp_norm_surface_fun(numerator / demonator)), + type = "surface" +) |> + layout( + title = paste0("L_", numerator, " Norm Surface"), + scene = list( + xaxis = list(title = "x"), + yaxis = list(title = "y"), + zaxis = list(title = "z") + ) + ) + +# Plotting the surface for p = 3 +numerator <- 3 +demonator <- 1 +p4 <- plot_ly( + x = x, + y = y, + z = outer(x, y, lp_norm_surface_fun(numerator / demonator)), + type = "surface" +) |> + layout( + title = paste0("L_", numerator, " Norm Surface"), + scene = list( + xaxis = list(title = "x"), + yaxis = list(title = "y"), + zaxis = list(title = "z") + ) + ) + +# Plotting the surface for p = 0.7 used by HQQ +numerator <- 7 +demonator <- 10 +p5 <- plot_ly( + x = x, + y = y, + z = outer(x, y, lp_norm_surface_fun(numerator / demonator)), + type = "surface" +) |> + layout( + # title = paste0("L_", numerator, "/", demonator, " Norm Surface"), + scene = list( + xaxis = list(title = "x"), + yaxis = list(title = "y"), + zaxis = list(title = "z", range = c(0, 35)) + ) + ) |> + hide_colorbar() + +save_image(p5, "lpnorm-visual.pdf", weight = 1000, height = 600) diff --git a/lm-quant-toolkit/data-vis/plot-mem-consumption.R b/lm-quant-toolkit/data-vis/plot-mem-consumption.R new file mode 100644 index 0000000000000000000000000000000000000000..5a15a12c89f0e446138b5ad1a2189d5a70dfb172 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mem-consumption.R @@ -0,0 +1,167 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(readr) +library(plotly) +library(optparse) + +second_largest <- function(x) { + sort(unique(x), decreasing = TRUE)[2L] +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "Combined PPL result CSV file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt"), + type = "character", + help = "The attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} +if (is.null(args$attempt)) { + the_attempt <- "mxq1" +} else { + the_attempt <- args$attempt +} + +all_cols1 <- c( + "model", + "algo", + "config", + "bpp", + "load_mem_allot" +) +all_cols2 <- c( + "model", + "algo", + "config.x", + "bpp", + "load_mem_allot" +) +df_all <- read_csv(csv_fp) +df_wo_mxq <- df_all |> + filter(algo != "mxq") |> + select(all_of(all_cols1)) + +df_fp16 <- df_all |> + filter(algo == "fp16") + +df_baseline <- df_all |> + filter(algo == "hqq") |> + left_join(df_fp16, by = c("model"), suffix = c(".x", "")) |> + select(all_of(all_cols2)) |> + rename( + config = config.x, + ) + +df_hqq <- df_wo_mxq |> filter(algo == "hqq" & !str_detect(config, "^mxq")) +df_mxq <- df_all |> + filter( + algo == "mxq" & attempt != "mxq-kurt-global" & attempt != "mxq-kurt-scaled" + ) +df_mxq1 <- df_hqq |> + left_join( + df_mxq, + suffix = c(".x", ""), + join_by(model, bpp) + ) |> + mutate( + algo = paste0(algo, "-", attempt) + ) |> + select(c("model", "algo", "config.x", "bpp", "load_mem_allot")) |> + rename( + config = config.x + ) + + +df_disp <- bind_rows(df_wo_mxq, df_baseline, df_mxq1) |> + filter(str_detect(config, "^b4")) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = ( + c( + the_attempt, + "awq", + "gptq", + "hqq", + "mxq-mxq1", + "mxq-mxq2", + "bnb", + "fp16" + ) + ) + ), + config = factor(config, levels = (c("b4g32", "b4g64", "b4g128"))) + ) |> + filter(algo != "bnb") + +df_2nd_largest <- df_disp |> + group_by(model) |> + summarise( + second_max_mem = second_largest(load_mem_allot) + ) |> + ungroup() +df_disp <- df_disp |> + left_join( + df_2nd_largest, + join_by(model) + ) + +plt1 <- ggplot(df_disp, aes(x = algo, y = load_mem_allot, fill = algo)) + + geom_col(aes(x = load_mem_allot, y = algo), show.legend = FALSE) + + geom_text( + data = subset(df_disp, algo == "fp16"), + aes(second_max_mem, y = algo, label = toupper(algo)), + hjust = 0, + nudge_x = -0.5, + colour = "white", + size = 3 + ) + + geom_text( + data = subset(df_disp, algo != "fp16"), + aes(x = load_mem_allot, y = algo, label = toupper(algo)), + hjust = 0, + nudge_x = 0.3, + colour = "black", + size = 3 + ) + + labs(y = "Algorithm", x = "GPU Memory(GiB)") + + scale_x_continuous( + limits = c(0, 22), + breaks = seq(0, 22, by = 4), + expand = c(0, 0), + position = "bottom" + ) + + scale_y_discrete(expand = expansion(add = c(0, 0.5))) + + theme( + panel.background = element_rect(fill = "white"), + panel.grid.major.x = element_line(color = "#A8BAC4", size = 0.3), + axis.ticks.length = unit(0, "mm"), + axis.title = element_blank(), + axis.text.y = element_blank() + ) + + facet_grid(config ~ model) + + scale_color_solarized() +plt1 +ggsave("pdfs/llama-mem-consumption.pdf", plot = plt1, width = 8, height = 6) + +ggplotly(plt1) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-allocation.R b/lm-quant-toolkit/data-vis/plot-mxq-allocation.R new file mode 100644 index 0000000000000000000000000000000000000000..48dc85847009c51023cdbf9432be5de0428093ef --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-allocation.R @@ -0,0 +1,307 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(dplyr) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(optparse) +library(RColorBrewer) + +plot_allot_pair <- function(df_lower, df_upper, disp_fnorm = TRUE) { + ylabel <- ifelse(disp_fnorm == TRUE, "FNorm", "Sensitivity") + mem_plot <- ggplot( + df_upper, aes(x = layer, y = memmb, color = "blue") + ) + + geom_line() + + theme_gray(base_size = 12) + + labs(x = "", y = "Memory(MiB)") + + theme( + legend.position = "none", + axis.title.x = element_blank(), + axis.text.x = element_blank(), + axis.ticks = element_blank() + ) + + scale_color_solarized() + + metric_cutoff <- 1.0 + if (is.na(df_lower$attempt[1])) { + module_disp <- paste0("HQQ - ", df_lower$module[1]) + } else { + module_disp <- paste0(df_lower$attempt[1], " - ", df_lower$module[1]) + } + bar_plot <- ggplot( + df_lower, aes(x = layer, y = metric, fill = cfg, color = cfg) + ) + + geom_bar(stat = "identity", color = "gray50") + + geom_text( + data = subset(df_lower, metric <= metric_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + hjust = -0.20, + size = 2 + ) + + geom_text( + data = subset(df_lower, metric > metric_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + size = 2 + ) + + theme_gray(base_size = 12) + + labs(x = module_disp, y = "FNorm") + + theme(legend.position = "none") + + col_scale + + # Combine the line and bar plot vertically + combined_plot <- mem_plot / bar_plot + plot_layout(heights = c(1, 2)) + return(combined_plot) +} + +weight_grid <- function(df_disp, mod, attmpt, bar_value_fnorm) { + if (is.null(attmpt)) { + df_plot <- df_disp |> filter(module == mod & is.na(attempt)) + } else { + df_plot <- df_disp |> filter(module == mod & attempt == attmpt) + } + plot_allot_pair(df_plot, df_plot, bar_value_fnorm) +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +match_hqq_base_config <- function(budget) { + buckets <- c( + 2.13, 2.25, 2.51, 3.13, 3.25, 3.51, 4.13, 4.25, 4.51, 8.13, 8.25, 8.51 + ) + idx <- which.min(abs(buckets - budget)) + return(buckets[[idx]]) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--fnorm_data_dir"), + type = "character", + help = "Data directory of fnorm meta data", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt2"), + type = "character", + help = "The second attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--fnorm"), + action = "store_true", + default = TRUE, + type = "logical", + help = "Display FNorm value in the bar chart", + metavar = "logical" +) + + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.51 +} else { + budget <- args$budget +} + +if (is.null(args$fnorm_data_dir)) { + fnorm_data_dir <- "../src/data" +} else { + fnorm_data_dir <- args$fnorm_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$output_dir)) { + output_dir <- "pdfs/allot" +} else { + output_dir <- args$output_dir +} + +if (is.null(args$attempt1)) { + attempt1 <- "mxq1" +} else { + attempt1 <- args$attempt1 +} + +if (is.null(args$attempt2)) { + attempt2 <- "kurt-scaled" +} else { + attempt2 <- args$attempt2 +} + +if (is.null(args$fnorm)) { + bar_value_fnorm <- FALSE +} else { + bar_value_fnorm <- args$fnorm +} + +fnorm_dir <- path.expand(fnorm_data_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = paste0("fnorm-", model_id, "\\.csv$"), + # pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c( + "model", "module", "layer", "cfg", "fnorm", "sensitivity", "memmb", "params" +) +df_fnorm <- df_fnorm |> + filter( + model == model_id + ) |> + dplyr::mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +if (bar_value_fnorm) { + df_fnorm <- df_fnorm |> + dplyr::rename(metric = fnorm) |> + select(-c("sensitivity")) +} else { + df_fnorm <- df_fnorm |> + dplyr::rename(metric = sensitivity) |> + select(-c("fnorm")) +} + +rounded_budget <- match_hqq_base_config(budget) +df_cfgs <- read_csv("data/quant-cfg-allocation.csv") + +df_cfg_1 <- df_cfgs |> + filter( + # (bit_budget == budget | bit_budget == rounded_budget) & model == model_id + bit_budget == budget & model == model_id + ) |> + dplyr::mutate( + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget", "memmb")) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +by <- join_by(model == model, module == module, layer == layer, cfg == cfg) +df_disp <- df_cfg_1 |> + left_join(df_fnorm, by) + +my_colors <- brewer.pal(12, "Paired") +names(my_colors) <- levels(df_disp$cfg) +col_scale <- scale_fill_manual(name = "cfg", values = my_colors) + +p11 <- weight_grid(df_disp, "mlp.down_proj", NULL, bar_value_fnorm) +p12 <- weight_grid(df_disp, "mlp.down_proj", attempt1, bar_value_fnorm) +p13 <- weight_grid(df_disp, "mlp.down_proj", attempt2, bar_value_fnorm) + +p21 <- weight_grid(df_disp, "mlp.gate_proj", NULL, bar_value_fnorm) +p22 <- weight_grid(df_disp, "mlp.gate_proj", attempt1, bar_value_fnorm) +p23 <- weight_grid(df_disp, "mlp.gate_proj", attempt2, bar_value_fnorm) + +p31 <- weight_grid(df_disp, "mlp.up_proj", NULL, bar_value_fnorm) +p32 <- weight_grid(df_disp, "mlp.up_proj", attempt1, bar_value_fnorm) +p33 <- weight_grid(df_disp, "mlp.up_proj", attempt2, bar_value_fnorm) + +final_plot <- (p11 | p21 | p31) / (p12 | p22 | p32) / (p13 | p23 | p33) +final_plot +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-mlp-allot.pdf"), + create.dir = TRUE, + width = 16, height = 9 +) + +p61 <- weight_grid(df_disp, "self_attn.k_proj", NULL, bar_value_fnorm) +p62 <- weight_grid(df_disp, "self_attn.k_proj", attempt1, bar_value_fnorm) +p63 <- weight_grid(df_disp, "self_attn.k_proj", attempt2, bar_value_fnorm) + +p71 <- weight_grid(df_disp, "self_attn.o_proj", NULL, bar_value_fnorm) +p72 <- weight_grid(df_disp, "self_attn.o_proj", attempt1, bar_value_fnorm) +p73 <- weight_grid(df_disp, "self_attn.o_proj", attempt2, bar_value_fnorm) + +p81 <- weight_grid(df_disp, "self_attn.q_proj", NULL, bar_value_fnorm) +p82 <- weight_grid(df_disp, "self_attn.q_proj", attempt1, bar_value_fnorm) +p83 <- weight_grid(df_disp, "self_attn.q_proj", attempt2, bar_value_fnorm) + +p91 <- weight_grid(df_disp, "self_attn.v_proj", NULL, bar_value_fnorm) +p92 <- weight_grid(df_disp, "self_attn.v_proj", attempt1, bar_value_fnorm) +p93 <- weight_grid(df_disp, "self_attn.v_proj", attempt2, bar_value_fnorm) + +final_plot2 <- (p61 | p71 | p81 | p91) / (p62 | p72 | p82 | p92) / (p63 | p73 | p83 | p93) +final_plot2 +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-attn-allot.pdf"), + create.dir = TRUE, + width = 16, height = 9 +) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-allot-icaart.R b/lm-quant-toolkit/data-vis/plot-mxq-allot-icaart.R new file mode 100644 index 0000000000000000000000000000000000000000..59bcfdec120a74f60e1360d4b43bc24c5ae998ec --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-allot-icaart.R @@ -0,0 +1,251 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(plyr) +library(dplyr) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(optparse) +library(RColorBrewer) + +plot_allot_pair <- function(df_lower, df_upper) { + mem_plot <- ggplot( + df_upper, aes(x = layer, y = memmb, color = "blue") + ) + + geom_line() + + theme_gray(base_size = 12) + + labs(x = "", y = "Memory(MiB)") + + theme( + legend.position = "none", + axis.title.x = element_blank(), + axis.text.x = element_blank(), + axis.ticks = element_blank() + ) + + scale_color_solarized() + fnorm_cutoff <- 1.0 + # Bar plot (on bottom) + if (is.na(df_lower$attempt[1])) { + module_disp <- paste0("HQQ - ", df_lower$module[1]) + } else { + module_disp <- paste0(df_lower$attempt[1], " - ", df_lower$module[1]) + } + bar_plot <- ggplot( + df_lower, aes(x = layer, y = fnorm, fill = cfg, color = cfg) + ) + + geom_bar(stat = "identity", color = "gray50") + + geom_text( + data = subset(df_lower, fnorm <= fnorm_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + hjust = -0.20, + size = 2 + ) + + geom_text( + data = subset(df_lower, fnorm > fnorm_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + size = 2 + ) + + theme_gray(base_size = 12) + + labs(x = module_disp, y = "FNorm") + + theme(legend.position = "none") + + col_scale + + # Combine the line and bar plot vertically + combined_plot <- mem_plot / bar_plot + plot_layout(heights = c(1, 2)) + return(combined_plot) +} + +weight_grid <- function(df_disp, mod, attmpt) { + if (is.null(attmpt)) { + df_plot <- df_disp |> filter(module == mod & is.na(attempt)) + } else { + df_plot <- df_disp |> filter(module == mod & attempt == attmpt) + } + plot_allot_pair(df_plot, df_plot) +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--baseline_data_dir"), + type = "character", + help = "Data directory of baseline results", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.51 +} else { + budget <- args$budget +} + +if (is.null(args$baseline_data_dir)) { + baseline_data_dir <- "data" +} else { + baseline_data_dir <- args$baseline_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$output_dir)) { + output_dir <- "pdfs/allot" +} else { + output_dir <- args$output_dir +} + +if (is.null(args$attempt1)) { + attempt1 <- "MXQ" +} else { + attempt1 <- args$attempt1 +} + +fnorm_dir <- path.expand(paste0(baseline_data_dir, "/", "fnorm")) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c("model", "module", "layer", "cfg", "fnorm", "memmb", "params") +df_fnorm <- df_fnorm |> + filter( + model == model_id + ) |> + mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +df_cfgs <- read_csv("data/quant-cfg-allocation.csv") + +df_cfg_1 <- df_cfgs |> + filter(bit_budget == budget & model == model_id) |> + mutate( + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget", "memmb")) |> + mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +by <- join_by(model == model, module == module, layer == layer, cfg == cfg) +df_disp <- df_cfg_1 |> + left_join(df_fnorm, by) |> + mutate(attempt = ifelse(attempt == "mxq1", "MXQ", attempt)) + + +my_colors <- brewer.pal(12, "Paired") +names(my_colors) <- levels(df_disp$cfg) +col_scale <- scale_fill_manual(name = "cfg", values = my_colors) + +p11 <- weight_grid(df_disp, "mlp.down_proj", NULL) +p12 <- weight_grid(df_disp, "mlp.down_proj", attempt1) + +p21 <- weight_grid(df_disp, "mlp.gate_proj", NULL) +p22 <- weight_grid(df_disp, "mlp.gate_proj", attempt1) + +p31 <- weight_grid(df_disp, "mlp.up_proj", NULL) +p32 <- weight_grid(df_disp, "mlp.up_proj", attempt1) + +p61 <- weight_grid(df_disp, "self_attn.k_proj", NULL) +p62 <- weight_grid(df_disp, "self_attn.k_proj", attempt1) + +p71 <- weight_grid(df_disp, "self_attn.o_proj", NULL) +p72 <- weight_grid(df_disp, "self_attn.o_proj", attempt1) + +p81 <- weight_grid(df_disp, "self_attn.q_proj", NULL) +p82 <- weight_grid(df_disp, "self_attn.q_proj", attempt1) + +p91 <- weight_grid(df_disp, "self_attn.v_proj", NULL) +p92 <- weight_grid(df_disp, "self_attn.v_proj", attempt1) + +plt_attn <- (p61 | p71 | p81 | p91) / (p62 | p72 | p82 | p92) +plt_mlp <- (p11 | p21 | p31) / (p12 | p22 | p32) +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-mlp-allot.pdf"), + plot = plt_mlp, + create.dir = TRUE, + width = 14, height = 7 +) + +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-attn-allot.pdf"), + plot = plt_attn, + create.dir = TRUE, + width = 14, height = 7 +) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-allot-trio.R b/lm-quant-toolkit/data-vis/plot-mxq-allot-trio.R new file mode 100644 index 0000000000000000000000000000000000000000..85a01070d10f6070094738abe5e7952c643eb767 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-allot-trio.R @@ -0,0 +1,322 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(dplyr) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(optparse) +library(RColorBrewer) + +plot_allot_pair <- function(df_lower, df_upper, disp_fnorm = TRUE) { + ylabel <- ifelse(disp_fnorm == TRUE, "FNorm", "Sensitivity") + mem_plot <- ggplot( + df_upper, aes(x = layer, y = memmb, color = "blue") + ) + + geom_line() + + theme_gray(base_size = 12) + + labs(x = "", y = "Memory(MiB)") + + theme( + legend.position = "none", + axis.title.x = element_blank(), + axis.text.x = element_blank(), + axis.ticks = element_blank() + ) + + scale_color_solarized() + + metric_cutoff <- 1.0 + if (is.na(df_lower$attempt[1])) { + module_disp <- paste0("HQQ - ", df_lower$module[1]) + } else { + module_disp <- paste0( + R.utils::toCamelCase(df_lower$attempt[1], split = "-", capitalize = TRUE), + " - ", + df_lower$module[1] + ) + } + bar_plot <- ggplot( + df_lower, aes(x = layer, y = metric, fill = cfg, color = cfg) + ) + + geom_bar(stat = "identity", color = "gray50") + + geom_text( + data = subset(df_lower, metric <= metric_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + hjust = -0.20, + size = 2 + ) + + geom_text( + data = subset(df_lower, metric > metric_cutoff), + aes(x = layer, label = cfg), + colour = "black", + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + size = 2 + ) + + theme_gray(base_size = 12) + + labs(x = module_disp, y = "FNorm") + + theme(legend.position = "none") + + col_scale + + # Combine the line and bar plot vertically + combined_plot <- mem_plot / bar_plot + plot_layout(heights = c(1, 2)) + return(combined_plot) +} + +weight_grid <- function(df_disp, mod, attmpt, bar_value_fnorm) { + if (is.null(attmpt)) { + df_plot <- df_disp |> filter(module == mod & is.na(attempt)) + } else { + df_plot <- df_disp |> filter(module == mod & attempt == attmpt) + } + plot_allot_pair(df_plot, df_plot, bar_value_fnorm) +} + +strip_name <- function(name) { + start <- nchar("fnorm-") + 1 + stop <- nchar(name) - 4 + return(substr(name, start, stop)) +} + +match_hqq_base_config <- function(budget) { + buckets <- c( + 2.13, 2.25, 2.51, 3.13, 3.25, 3.51, 4.13, 4.25, 4.51, 8.13, 8.25, 8.51 + ) + idx <- which.min(abs(buckets - budget)) + return(buckets[[idx]]) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "Model ID", + metavar = "character" +) +parser <- add_option( + parser, c("-b", "--budget"), + type = "double", + help = "Bit Budget", + metavar = "double" +) +parser <- add_option( + parser, c("-d", "--baseline_data_dir"), + type = "character", + help = "Data directory of baseline results", + metavar = "character" +) +parser <- add_option( + parser, c("-q", "--quant_cfg_allot_file"), + type = "character", + help = "The combined quant config allocation csv file", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt1"), + type = "character", + help = "The first attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt2"), + type = "character", + help = "The second attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--attempt3"), + type = "character", + help = "The third attempt to plot", + metavar = "character" +) +parser <- add_option( + parser, c("--fnorm"), + action = "store_true", + default = TRUE, + type = "logical", + help = "Display FNorm value in the bar chart", + metavar = "logical" +) + + +args <- parse_args(parser) + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +if (is.null(args$budget)) { + budget <- 4.51 +} else { + budget <- args$budget +} + +if (is.null(args$baseline_data_dir)) { + baseline_data_dir <- "../src/data" +} else { + baseline_data_dir <- args$baseline_data_dir +} + +if (is.null(args$quant_cfg_allot_file)) { + quant_cfg_allot_file <- "data/quant-cfg-allocation.csv" +} else { + quant_cfg_allot_file <- args$quant_cfg_allot_file +} + +if (is.null(args$output_dir)) { + output_dir <- "pdfs/allot" +} else { + output_dir <- args$output_dir +} + +if (is.null(args$attempt1)) { + attempt1 <- "mxq1" +} else { + attempt1 <- args$attempt1 +} + +if (is.null(args$attempt2)) { + attempt2 <- "kurt-scaled" +} else { + attempt2 <- args$attempt2 +} + +if (is.null(args$attempt3)) { + attempt3 <- "kurt-scaled" +} else { + attempt3 <- args$attempt3 +} + +if (is.null(args$fnorm)) { + bar_value_fnorm <- FALSE +} else { + bar_value_fnorm <- args$fnorm +} + +fnorm_dir <- path.expand(baseline_data_dir) +fnorm_fps <- dir( + path = fnorm_dir, + pattern = paste0("fnorm-", model_id, "\\.csv$"), + # pattern = "fnorm-.*\\.csv$", + full.names = TRUE +) +names(fnorm_fps) <- sapply((basename(fnorm_fps)), strip_name) +df_fnorm <- plyr::ldply( + fnorm_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "model" +) + +k_cols <- c( + "model", "module", "layer", "cfg", "fnorm", "sensitivity", "memmb", "params" +) +df_fnorm <- df_fnorm |> + filter( + model == model_id + ) |> + dplyr::mutate( + cfg = paste0("b", nbit1, "g", gsize1) + ) |> + select(all_of(k_cols)) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +if (bar_value_fnorm) { + df_fnorm <- df_fnorm |> + dplyr::rename(metric = fnorm) |> + select(-c("sensitivity")) +} else { + df_fnorm <- df_fnorm |> + dplyr::rename(metric = sensitivity) |> + select(-c("fnorm")) +} + +rounded_budget <- match_hqq_base_config(budget) +df_cfgs <- read_csv("data/quant-cfg-allocation.csv") + +df_cfg_1 <- df_cfgs |> + filter( + (bit_budget == budget | bit_budget == rounded_budget) & model == model_id + ) |> + dplyr::mutate( + cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget", "memmb")) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) + +by <- join_by(model == model, module == module, layer == layer, cfg == cfg) +df_disp <- df_cfg_1 |> + left_join(df_fnorm, by) + +my_colors <- brewer.pal(12, "Paired") +names(my_colors) <- levels(df_disp$cfg) +col_scale <- scale_fill_manual(name = "cfg", values = my_colors) + +p11 <- weight_grid(df_disp, "mlp.down_proj", attempt1, bar_value_fnorm) +p12 <- weight_grid(df_disp, "mlp.down_proj", attempt2, bar_value_fnorm) +p13 <- weight_grid(df_disp, "mlp.down_proj", attempt3, bar_value_fnorm) + +p21 <- weight_grid(df_disp, "mlp.gate_proj", attempt1, bar_value_fnorm) +p22 <- weight_grid(df_disp, "mlp.gate_proj", attempt2, bar_value_fnorm) +p23 <- weight_grid(df_disp, "mlp.gate_proj", attempt3, bar_value_fnorm) + +p31 <- weight_grid(df_disp, "mlp.up_proj", attempt1, bar_value_fnorm) +p32 <- weight_grid(df_disp, "mlp.up_proj", attempt2, bar_value_fnorm) +p33 <- weight_grid(df_disp, "mlp.up_proj", attempt3, bar_value_fnorm) + +final_plot <- (p11 | p21 | p31) / (p12 | p22 | p32) / (p13 | p23 | p33) +final_plot +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-mlp-allot.pdf"), + create.dir = TRUE, + width = 16, height = 9 +) + +p61 <- weight_grid(df_disp, "self_attn.k_proj", attempt1, bar_value_fnorm) +p62 <- weight_grid(df_disp, "self_attn.k_proj", attempt2, bar_value_fnorm) +p63 <- weight_grid(df_disp, "self_attn.k_proj", attempt3, bar_value_fnorm) + +p71 <- weight_grid(df_disp, "self_attn.o_proj", attempt1, bar_value_fnorm) +p72 <- weight_grid(df_disp, "self_attn.o_proj", attempt2, bar_value_fnorm) +p73 <- weight_grid(df_disp, "self_attn.o_proj", attempt3, bar_value_fnorm) + +p81 <- weight_grid(df_disp, "self_attn.q_proj", attempt1, bar_value_fnorm) +p82 <- weight_grid(df_disp, "self_attn.q_proj", attempt2, bar_value_fnorm) +p83 <- weight_grid(df_disp, "self_attn.q_proj", attempt3, bar_value_fnorm) + +p91 <- weight_grid(df_disp, "self_attn.v_proj", attempt1, bar_value_fnorm) +p92 <- weight_grid(df_disp, "self_attn.v_proj", attempt2, bar_value_fnorm) +p93 <- weight_grid(df_disp, "self_attn.v_proj", attempt3, bar_value_fnorm) + +final_plot2 <- (p61 | p71 | p81 | p91) / (p62 | p72 | p82 | p92) / (p63 | p73 | p83 | p93) +final_plot2 +ggsave( + paste0(output_dir, "/", model_id, "-", budget, "-attn-allot.pdf"), + create.dir = TRUE, + width = 16, height = 9 +) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-llm.R b/lm-quant-toolkit/data-vis/plot-mxq-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..f9f827a53f98532c4fb2759e76585dce06238908 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-llm.R @@ -0,0 +1,440 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggbreak) +library(readr) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args[1] +} + +all_cols <- c( + "model", "algo", "config", "attempt", + "bpp", "ppl_wikitext", "ppl_c4" +) +df_all <- read_csv(csv_fp) |> + filter(is.na(attempt) | attempt == "mxq1") |> + select(all_of(all_cols)) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = c("mxq", "fp16", "awq", "gptq", "bnb", "hqq"), + labels = c("MXQ", "FP16", "AWQ", "GPTQ", "BnB", "HQQ"), + ), + attempt = factor( + attempt, + levels = c("mxq1", "kurt-global", "kurt-scaled"), + labels = c("MXQ1", "KURT-GLOBAL", "KURT-SCALED"), + ) + ) + +df_wikitxt_all <- df_all |> + rename(ppl = ppl_wikitext) +df_c4_all <- df_all |> + rename(ppl = ppl_c4) + +guideline_color <- "coral4" + +# Plot Llama-2-7b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-7B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt5 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(5.18, 5.18 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.18) / 5.18, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:") + ) + + theme( + axis.title.x = element_blank(), + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt5 +pdf.options(reset = TRUE, onefile = FALSE) +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt5, width = 8, height = 5 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt6 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.95, 6.95 * 1.20, 0.25), + sec.axis = sec_axis(~ 100 * (. - 6.95) / 6.95, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt6 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt6, width = 8, height = 6 +) + +# Plot Llama-2-13b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-13B" +df_wikitxt <- df_wikitxt_all |> + filter( + model == model_name & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt1 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(4.63, 4.63 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 4.63) / 4.63, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt1 +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt1, width = 8, height = 6 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt2 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.45, 6.45 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 6.45) / 6.45, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt2 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt2, width = 8, height = 6 +) + +# Plot Llama-3-8B memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-3-8B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_wikitxt$ppl), digits = 2) +min_bpp <- round(min(df_wikitxt$bpp), digits = 2) +plt3 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.81) / 5.81, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt3 +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt3, width = 8, height = 6 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_c4$ppl), digits = 2) +min_bpp <- round(min(df_c4$bpp), digits = 2) +plt4 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 8.98) / 8.98, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt4 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt4, width = 8, height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-paired.R b/lm-quant-toolkit/data-vis/plot-mxq-paired.R new file mode 100644 index 0000000000000000000000000000000000000000..3d45d06adeb25a590a8068638ce972b8424142b7 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-paired.R @@ -0,0 +1,446 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggbreak) +library(readr) +library(patchwork) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args[1] +} + +all_cols <- c( + "model", "algo", "config", "attempt", + "bpp", "ppl_wikitext", "ppl_c4" +) +df_all <- read_csv(csv_fp) |> + select(all_of(all_cols)) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = c("mxq", "fp16", "awq", "gptq", "bnb", "hqq"), + labels = c("MXQ", "FP16", "AWQ", "GPTQ", "BnB", "HQQ"), + ), + attempt = factor( + attempt, + levels = c( + "mxq1", + "head-prioritized_1_05", + "head-prioritized_1_10", + "tail-prioritized_1_05", + "tail-prioritized_1_10", + "tail-prioritized_1_15", + "tail-prioritized_1_20", + "kurt-scaled" + ), + labels = c( + "MXQ1", + "HP105", + "HP110", + "TP105", + "TP110", + "TP115", + "TP120", + "KURT-SCALED" + ), + ) + ) + +df_wikitxt_all <- df_all |> + rename(ppl = ppl_wikitext) +df_c4_all <- df_all |> + rename(ppl = ppl_c4) + + +# Plot Llama-2-7b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-7B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt5 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(5.18, 5.18 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.18) / 5.18, name = "% Degradation") + ) + + labs(x = "WikiText2", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme(legend.position = "none") + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt6 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16) + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.95, 6.95 * 1.20, 0.25), + sec.axis = sec_axis(~ 100 * (. - 6.95) / 6.95, name = "% Degradation") + ) + + labs(x = "C4", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +final_plot1 <- plt5 / plt6 + plot_layout(heights = c(2, 3)) +pdf.options(reset = TRUE, onefile = FALSE) +ggsave( + paste0("pdfs/", "mxq-", model_name, ".pdf"), + plot = final_plot1, width = 10, height = 7 +) + +# Plot Llama-2-13b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-13B" +df_wikitxt <- df_wikitxt_all |> + filter( + model == model_name & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt1 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(4.63, 4.63 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 4.63) / 4.63, name = "% Degradation") + ) + + labs(x = "WikiText2", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme( + legend.position = "none" + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt2 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16) + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.45, 6.45 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 6.45) / 6.45, name = "% Degradation") + ) + + labs(x = "C4", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +final_plot2 <- plt1 / plt2 + plot_layout(heights = c(2, 3)) +pdf.options(reset = TRUE, onefile = FALSE) +ggsave( + paste0("pdfs/", "mxq-", model_name, ".pdf"), + plot = final_plot2, width = 10, height = 7 +) + + +# Plot Llama-3-8B memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-3-8B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_wikitxt$ppl), digits = 2) +min_bpp <- round(min(df_wikitxt$bpp), digits = 2) +plt3 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.81) / 5.81, name = "% Degradation") + ) + + labs(x = "WikiText2", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme( + legend.position = "none" + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_c4$ppl), digits = 2) +min_bpp <- round(min(df_c4$bpp), digits = 2) +plt4 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = attempt, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = "blue" + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16) + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 8.98) / 8.98, name = "% Degradation") + ) + + labs(x = "C4", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Attempt:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + +final_plot3 <- plt3 / plt4 + plot_layout(heights = c(4, 5)) +pdf.options(reset = TRUE, onefile = FALSE) +ggsave( + paste0("pdfs/", "mxq-", model_name, ".pdf"), + plot = final_plot3, width = 12, height = 9 +) + diff --git a/lm-quant-toolkit/data-vis/plot-mxq-ppl-icaart.R b/lm-quant-toolkit/data-vis/plot-mxq-ppl-icaart.R new file mode 100644 index 0000000000000000000000000000000000000000..bff583c6c5a5ce4487ced8cb55147801029868d7 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-ppl-icaart.R @@ -0,0 +1,444 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggbreak) +library(readr) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args[1] +} + +all_cols <- c( + "model", "algo", "config", "attempt", + "bpp", "ppl_wikitext", "ppl_c4" +) +df_all <- read_csv(csv_fp) |> + filter(is.na(attempt) | attempt == "mxq1") |> + filter(algo != "awq" & algo != "gptq") |> + select(all_of(all_cols)) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = c("mxq", "fp16", "awq", "gptq", "bnb", "hqq"), + labels = c("MXQ", "FP16", "AWQ", "GPTQ", "BnB", "HQQ"), + ), + attempt = factor( + attempt, + levels = c("mxq1", "kurt-global", "kurt-scaled"), + labels = c("MXQ1", "KURT-GLOBAL", "KURT-SCALED"), + ) + ) + +df_wikitxt_all <- df_all |> + rename(ppl = ppl_wikitext) +df_c4_all <- df_all |> + rename(ppl = ppl_c4) + +guideline_color <- "coral4" + +# Plot Llama-2-7b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-7B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt5 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl, x = bpp) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl, x = bpp)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(5.18, 5.18 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.18) / 5.18, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + axis.title.x = element_blank(), + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt5 +pdf.options(reset = TRUE, onefile = FALSE) +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt5, width = 8, height = 5 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt6 <- ggplot(subset(df_c4, algo != "MXQ")) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl, x = bpp) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl, x = bpp)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.95, 6.95 * 1.20, 0.25), + sec.axis = sec_axis(~ 100 * (. - 6.95) / 6.95, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt6 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt6, width = 8, height = 6 +) + +# Plot Llama-2-13b memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-2-13B" +df_wikitxt <- df_wikitxt_all |> + filter( + model == model_name & bpp >= 2.5 + ) +min_ppl <- min(df_wikitxt$ppl) +min_bpp <- min(df_wikitxt$bpp) +plt1 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl, x = bpp) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl, x = bpp)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(4.63, 4.63 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 4.63) / 4.63, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt1 +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt1, width = 8, height = 6 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- min(df_c4$ppl) +min_bpp <- min(df_c4$bpp) +plt2 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.20), + breaks = seq(6.45, 6.45 * 1.20, 0.20), + sec.axis = sec_axis(~ 100 * (. - 6.45) / 6.45, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt2 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt2, width = 8, height = 6 +) + +# Plot Llama-3-8B memory drop vs PPL loss --------------------------------- + +model_name <- "Llama-3-8B" +df_wikitxt <- df_wikitxt_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_wikitxt$ppl), digits = 2) +min_bpp <- round(min(df_wikitxt$bpp), digits = 2) +plt3 <- ggplot( + subset(df_wikitxt, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_wikitxt, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 5.81) / 5.81, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt3 +ggsave( + paste0("pdfs/", "mxq-wikitext-", model_name, ".pdf"), + plot = plt3, width = 8, height = 6 +) + +df_c4 <- df_c4_all |> + filter( + grepl(model_name, model) & bpp >= 2.5 + ) +min_ppl <- round(min(df_c4$ppl), digits = 2) +min_bpp <- round(min(df_c4$bpp), digits = 2) +plt4 <- ggplot( + subset(df_c4, algo != "MXQ"), + aes(x = bpp, y = ppl), +) + + geom_point( + data = subset(df_c4, algo == "MXQ"), + size = 0.5, + aes(shape = algo, color = algo, y = ppl) + ) + + geom_point(size = 2.0, aes(shape = algo, color = algo, y = ppl)) + + geom_hline( + yintercept = min_ppl * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + annotate("text", x = 15.8, y = min_ppl * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(2.8, 16.2), + breaks = seq(2.8, 5.5, 0.20), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memory Reduction") + ) + + scale_y_continuous( + limits = c(min_ppl * 0.99, min_ppl * 1.35), + breaks = seq(min_ppl, min_ppl * 1.35, 0.20), + sec.axis = sec_axis(~ 100 * (. - 8.98) / 8.98, name = "% Degradation") + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 14) + + guides( + color = guide_legend(title = "Method:"), + shape = guide_legend(title = "Method:") + ) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() +plt4 +ggsave( + paste0("pdfs/", "mxq-c4-", model_name, ".pdf"), + plot = plt4, width = 8, height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-mxq-vit.R b/lm-quant-toolkit/data-vis/plot-mxq-vit.R new file mode 100644 index 0000000000000000000000000000000000000000..0be9ff3cda7e2aaf3c5fd9610c4743b6eb18717d --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-mxq-vit.R @@ -0,0 +1,96 @@ +library(tidyverse) +library(ggthemes) +library(readr) + + +zs_all_cols <- c( + "model", "algo", "config", + "bpp", "zeroshot_mem_allot", "acc1_zeroshot_cls", + "acc5_zeroshot_cls", "recall_zeroshot_cls", "duration_zeroshot_cls" +) + +lp_all_cols <- c( + "model", "algo", "config", + "bpp", "linear_probe_mem_allot", "acc1_linear_probe", + "acc5_linear_probe", "recall_linear_probe", "duration_linear_probe" +) + +df_all <- read_csv("data/vit/combined.csv") +df_zeroshot <- df_all |> + select(all_of(zs_all_cols)) |> + rename( + mem = zeroshot_mem_allot, + acc1 = acc1_zeroshot_cls, + acc5 = acc5_zeroshot_cls, + recall = recall_zeroshot_cls, + duration = duration_zeroshot_cls + ) + +df_linear_probe <- df_all |> + select(all_of(lp_all_cols)) |> + rename( + mem = linear_probe_mem_allot, + acc1 = acc1_linear_probe, + acc5 = acc5_linear_probe, + recall = recall_linear_probe, + duration = duration_linear_probe + ) + +zeroshot_h <- df_zeroshot |> + filter( + grepl("ViT-H-14", model) + ) +max_acc1 <- max(zeroshot_h$acc1) +max_acc5 <- max(zeroshot_h$acc5) +ggplot(zeroshot_h, aes(x = bpp, y = acc1)) + + geom_point(size = 2.5, aes(shape = algo, color = algo, y = acc1)) + + ylim(max_acc1 * 0.95, max_acc5 * 1.01) + + geom_hline(yintercept = max_acc1 * 0.99, linetype = "dotted", color = "blue") + + geom_hline(yintercept = max_acc1, linetype = "dotted", color = "blue") + + annotate("text", x = 14, y = max_acc1 * 1.01, label = "0-shot Top-1 FP16") + + geom_point(size = 2.5, aes(shape = algo, color = algo, y = acc5)) + + geom_hline(yintercept = max_acc5 * 0.99, linetype = "dotted", color = "blue") + + geom_hline(yintercept = max_acc5, linetype = "dotted", color = "blue") + + annotate("text", x = 14, y = max_acc5 * 1.01, label = "0-shot Top-5 FP16") + + scale_x_continuous(trans = "log2") + + labs(x = "Bit Budget", y = "Zero-shot Classification Accuracy") + + theme_gray(base_size = 16) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + # facet_wrap(~model, scales = "free") + + scale_color_solarized() +ggsave("pdfs/mxq-vit-h-14-zs.pdf", width = 8, height = 6) + +linear_probe_h <- df_linear_probe |> + filter( + grepl("ViT-H-14", model) + ) +bmax_acc1 <- max(linear_probe_h$acc1) +bmax_acc5 <- max(linear_probe_h$acc5) +ggplot(linear_probe_h, aes(x = bpp, y = acc1)) + + geom_point(size = 2.5, aes(shape = algo, color = algo, y = acc1)) + + ylim(bmax_acc1 * 0.95, bmax_acc5 * 1.01) + + geom_hline(yintercept = bmax_acc1 * 0.99, linetype = "dotted", color = "blue") + + geom_hline(yintercept = bmax_acc1, linetype = "dotted", color = "blue") + + annotate("text", x = 14, y = bmax_acc1 * 1.01, label = "Linear Top-1 FP16") + + geom_point(size = 2.5, aes(shape = algo, color = algo, y = acc5)) + + geom_hline(yintercept = bmax_acc5 * 0.99, linetype = "dotted", color = "blue") + + geom_hline(yintercept = bmax_acc5, linetype = "dotted", color = "blue") + + annotate("text", x = 14, y = bmax_acc5 * 1.01, label = "Linear Top-5 FP16") + + scale_x_continuous(trans = "log2") + + labs(x = "Bit Budget", y = "Linear Probe Accuracy") + + theme_gray(base_size = 16) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + # facet_wrap(~model, scales = "free") + + scale_color_solarized() +ggsave("pdfs/mxq-vit-h-14-lp.pdf", width = 8, height = 6) + +# geom_point(aes(size = mem, color = algo)) + +# geom_smooth() + diff --git a/lm-quant-toolkit/data-vis/plot-ppl-mem-inc.R b/lm-quant-toolkit/data-vis/plot-ppl-mem-inc.R new file mode 100644 index 0000000000000000000000000000000000000000..20be70f9391fd2c86036e47f00ba55e772cd9717 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-ppl-mem-inc.R @@ -0,0 +1,314 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(dplyr) +library(readr) +library(openxlsx) +library(ggmagnify) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "allocation.R")) + +plot_sensi_vs_ablation <- function( + model_id, + the_dataset, + df_ppl_mem_inc, + df_hqq, + mag_from, + mag_to, + low_bound_scale = 0.99) { + df_disp <- df_ppl_mem_inc |> + filter(model == model_id & dataset == the_dataset) |> + filter(method == "SensiBoost") + plt <- plot_meta( + aes(x = increment, y = ppl, shape = ablation, color = ablation), + "sbab", model_id, the_dataset, df_disp, df_hqq, mag_from, mag_to, + low_bound_scale + ) + return(plt) +} + +plot_kurt_vs_ablation <- function( + model_id, + the_dataset, + df_ppl_mem_inc, + df_hqq, + mag_from, + mag_to, + low_bound_scale = 0.99) { + df_disp <- df_ppl_mem_inc |> + filter(model == model_id & dataset == the_dataset) |> + filter(method == "KurtBoost") + plt <- plot_meta( + aes(x = increment, y = ppl, shape = ablation, color = ablation), + "kbab", model_id, the_dataset, df_disp, df_hqq, mag_from, mag_to, + low_bound_scale + ) + return(plt) +} + +plot_sensi_vs_kurt <- function( + model_id, + the_dataset, + df_ppl_mem_inc, + df_hqq, + mag_from, + mag_to, + low_bound_scale = 0.99) { + df_disp <- df_ppl_mem_inc |> + filter(model == model_id & dataset == the_dataset) |> + filter(ablation == FALSE) + + plt <- plot_meta( + aes(x = increment, y = ppl, shape = method, color = method), + "sk", model_id, the_dataset, df_disp, df_hqq, mag_from, mag_to, + low_bound_scale + ) + return(plt) +} + +plot_meta <- function( + ass, + type, + model_id, + the_dataset, + df_disp, + df_hqq, + mag_from, + mag_to, + low_bound_scale = 0.99) { + df_hqq_mark <- df_hqq |> filter(model == model_id & bpp < 8) + line_hqq_451 <- df_hqq_mark |> filter(bpp == 4.51) + line_hqq_425 <- df_hqq_mark |> filter(bpp == 4.25) + line_hqq_413 <- df_hqq_mark |> filter(bpp == 4.13) + line_hqq_351 <- df_hqq_mark |> filter(bpp == 3.51) + line_hqq_325 <- df_hqq_mark |> filter(bpp == 3.25) + line_hqq_313 <- df_hqq_mark |> filter(bpp == 3.13) + baseline_451 <- ifelse( + the_dataset == "WikiText2", line_hqq_451$ppl_wikitext, line_hqq_451$ppl_c4 + ) + baseline_425 <- ifelse( + the_dataset == "WikiText2", line_hqq_425$ppl_wikitext, line_hqq_425$ppl_c4 + ) + baseline_413 <- ifelse( + the_dataset == "WikiText2", line_hqq_413$ppl_wikitext, line_hqq_413$ppl_c4 + ) + baseline_351 <- ifelse( + the_dataset == "WikiText2", line_hqq_351$ppl_wikitext, line_hqq_351$ppl_c4 + ) + baseline_325 <- ifelse( + the_dataset == "WikiText2", line_hqq_325$ppl_wikitext, line_hqq_325$ppl_c4 + ) + baseline_313 <- ifelse( + the_dataset == "WikiText2", line_hqq_313$ppl_wikitext, line_hqq_313$ppl_c4 + ) + + min_ppl <- min(df_disp$ppl) * low_bound_scale + max_ppl <- max(df_disp$ppl) + max_hqq_ppl <- ifelse( + the_dataset == "WikiText2", + max(df_hqq_mark$ppl_wikitext), + max(df_hqq_mark$ppl_c4) + ) + max_ppl <- ifelse(max_ppl > max_hqq_ppl, max_ppl, max_hqq_ppl) + min_ppl <- floor(min_ppl * 10) / 10 + max_ppl <- ceiling(max_ppl * 10) / 10 + step <- round((max_ppl - min_ppl) / 15, digits = 2) + legend_title <- "Method:" + if (type == "sbab") { + legend_title <- "SensiBoost Ablation:" + } else if (type == "kbab") { + legend_title <- "KurtBoost Ablation:" + } + + # aes(x = increment, y = ppl, shape = method, color = method) + plt <- ggplot(df_disp, ass) + + scale_x_continuous( + limits = c(0, 8.0), + breaks = seq(0, 8.0, 0.50) + ) + + scale_y_continuous( + limits = c(min_ppl, max_ppl), + breaks = seq(min_ppl, max_ppl, step) + ) + + geom_point(size = 2) + + geom_hline( + yintercept = baseline_451, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_451 - 0.01, size = 3, label = "HQQ b4g32" + ) + + geom_hline( + yintercept = baseline_425, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_425 + 0.01, size = 3, label = "HQQ b4g64" + ) + + geom_hline( + yintercept = baseline_413, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_413 + 0.01, size = 3, label = "HQQ b4g128" + ) + + geom_hline( + yintercept = baseline_351, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_351 + 0.01, size = 3, label = "HQQ b3g32" + ) + + geom_hline( + yintercept = baseline_325, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_325 + 0.01, size = 3, label = "HQQ b3g64" + ) + + geom_hline( + yintercept = baseline_313, + linetype = "dashed", + linewidth = 0.1 + ) + + annotate( + "text", + x = 7.5, y = baseline_313 - 0.01, size = 3, label = "HQQ b3g128" + ) + + geom_magnify(from = mag_from, to = mag_to, axes = "xy") + + labs(x = "% Memory Increment", y = "Perplexity") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", linewidth = 1.0, linetype = "solid" + ), + strip.text.x = element_text(face = "bold", size = 12), + strip.text.y = element_text(face = "bold", size = 12), + axis.text.x = element_text(size = 12), + axis.text.y = element_text(size = 12), + axis.title.x = element_text(size = 14), + axis.title.y = element_text(size = 14), + legend.position = "bottom" + ) + + guides( + shape = guide_legend(title = legend_title), + color = guide_legend(title = legend_title) + ) + + facet_grid(dataset ~ model, scales = "free") + + ggsave( + paste0("pdfs/ppl-", type, "-", model_id, "-", the_dataset, ".pdf"), + plot = plt, + width = 8, + height = 6, + dpi = 600 + ) + return(plt) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--combined_csv_file"), + type = "character", + help = "The combined csv file", + metavar = "character" +) +parser <- add_option( + parser, c("-a", "--allot_csv_file"), + type = "character", + help = "Allocation CSV file", + metavar = "character" +) +parser <- add_option( + parser, c("-t", "--type"), + type = "character", + help = "Type diagram", + metavar = "character" +) + +args <- parse_args(parser) +if (is.null(args$csv_file)) { + combined_csv_fp <- "data/combined.csv" +} else { + combined_csv_fp <- args$combined_csv_file +} +if (is.null(args$csv_file)) { + allot_cfg_csv_fp <- "data/quant-cfg-allocation.csv" +} else { + allot_cfg_csv_fp <- args$allot_csv_file +} +if (is.null(args$type)) { + type <- "sensi-vs-kurt" +} else { + type <- args$type +} + + + +if (type == "sensi-vs-kurt") { + plot_func <- plot_sensi_vs_kurt +} else if (type == "sensi-vs-ablation") { + plot_func <- plot_sensi_vs_ablation +} else if (type == "kurt-vs-ablation") { + plot_func <- plot_kurt_vs_ablation +} + +tup <- load_ppl_mem_inc(allot_cfg_csv_fp, combined_csv_fp) +df_ppl_mem_inc <- tup[[1]] +df_hqq <- tup[[2]] + +write.xlsx(df_ppl_mem_inc, "df_ppl_mem_inc.xlsx", asTable = TRUE) +models <- unique(df_ppl_mem_inc$model) +# models <- c("Llama-2-13B") +for (model_id in models) { + if (model_id == "Llama-2-7B") { + from_wk <- c(2.5, 3.2, 5.25, 5.38) + to_wk <- c(5, 7, 5.5, 6.0) + from_c4 <- c(2.5, 3.2, 7.04, 7.18) + to_c4 <- c(4, 6, 7.4, 8.08) + low_bound_scale <- 1.0 + } else if (model_id == "Llama-2-13B") { + from_wk <- c(1.9, 2.5, 4.66, 4.75) + to_wk <- c(4.5, 6.5, 4.85, 5.15) + from_c4 <- c(1.9, 2.5, 6.5, 6.6) + to_c4 <- c(4, 6.0, 6.7, 7.00) + low_bound_scale <- 0.99 + } else if (model_id == "Llama-3-8B") { + from_wk <- c(2.5, 3.2, 6.02, 6.42) + to_wk <- c(4.0, 6.0, 6.80, 8.65) + from_c4 <- c(2.5, 3.2, 9.31, 10.04) + to_c4 <- c(4, 6, 11, 14) + low_bound_scale <- 0.98 + } + plot_func( + model_id, + "WikiText2", + df_ppl_mem_inc, + df_hqq, + from_wk, + to_wk, + low_bound_scale + ) + plot_func( + model_id, + "C4", + df_ppl_mem_inc, + df_hqq, + from_c4, + to_c4, + low_bound_scale + ) +} diff --git a/lm-quant-toolkit/data-vis/plot-ppl-mem.R b/lm-quant-toolkit/data-vis/plot-ppl-mem.R new file mode 100644 index 0000000000000000000000000000000000000000..78b09d9904fb97872535b976554388c7f98536b1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-ppl-mem.R @@ -0,0 +1,221 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggbreak) +library(readr) +library(patchwork) +library(optparse) +library(ggmagnify) + +mxq_attempt <- "MXQ2" +# Plot memory drop vs PPL loss --------------------------------- +plot_ppl <- function(df_disp) { + guideline_color <- "coral4" + df_wikitxt <- df_disp |> + filter( + dataset == "WikiText" + ) + min_ppl_wt <- min(df_wikitxt$ppl) + min_bpp_wt <- min(df_wikitxt$bpp) + df_c4 <- df_disp |> + filter( + dataset == "C4" + ) + min_ppl_c4 <- min(df_c4$ppl) + min_bpp_c4 <- min(df_c4$bpp) + ppl_low_bound <- floor(min_ppl_wt * 10) / 10 + plt <- ggplot( + subset(df_disp, algo != "MXQ"), + aes(x = bpp, y = ppl), + ) + + geom_point( + data = subset(df_disp, algo == "MXQ"), + size = 0.6, + aes(shape = algo, color = dataset, y = ppl) + ) + + geom_point(size = 1.5, aes(shape = algo, color = dataset, y = ppl)) + + geom_hline( + yintercept = min_ppl_wt * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl_wt * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl_wt, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl_c4 * 1.02, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl_c4 * 1.01, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_hline( + yintercept = min_ppl_c4, + linetype = "dashed", + size = 0.1, + color = guideline_color + ) + + geom_magnify( + from = c(4.10, 4.55, 4.65, 4.75), + to = c(3.70, 5.20, 5.20, 6.20), + colour = "#fc8d62", + linewidth = 0.3, + axes = "xy" + ) + + geom_magnify( + from = c(4.10, 4.55, 6.47, 6.62), + to = c(3.80, 5.30, 6.85, 7.80), + colour = "#fc8d62", + linewidth = 0.3, + axes = "xy" + ) + + annotate("text", x = 15.8, y = min_ppl_wt * 1.00, label = "FP16") + + annotate("text", x = 15.8, y = min_ppl_c4 * 1.00, label = "FP16") + + scale_x_break(c(5.5, 15.6)) + + scale_x_continuous( + limits = c(3.0, 16.2), + breaks = seq(3.0, 16.2, 0.25), + sec.axis = sec_axis(~ 100 * (16 - .) / 16, name = "% Memery Reduction") + ) + + scale_y_continuous( + limits = c(ppl_low_bound, min_ppl_c4 * 1.20), + breaks = seq( + round(ppl_low_bound, digits = 2), + round(min_ppl_c4 * 1.20, digits = 2), + 0.25 + ), + sec.axis = sec_axis( + ~ 100 * (. - min_ppl_c4) / min_ppl_c4, + name = "% Degradation", + breaks = seq(-30, 20, 5), + ) + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme_gray(base_size = 12) + + guides( + shape = guide_legend(title = "Method:"), + color = guide_legend(title = "Dataset:") + ) + + theme( + legend.position = "left" + ) + + facet_wrap(~model, scales = "free") + + scale_color_solarized() + + return(plt) +} + +proc_data <- function(df, model_name) { + df_disp <- df |> + filter( + grepl(mdl, model) & bpp >= 2.5 + ) |> + filter(is.na(attempt) | attempt == mxq_attempt) |> + pivot_longer( + cols = c("ppl_wikitext", "ppl_c4"), + names_to = c(".value", "dataset"), + names_sep = "_" + ) |> + mutate( + dataset = factor( + dataset, + levels = c( + "wikitext", + "c4" + ), + labels = c( + "WikiText", + "C4" + ), + ) + ) + return(df_disp) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "Combined PPL result CSV file", + metavar = "character" +) +args <- parse_args(parser) + +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} + +all_cols <- c( + "model", "algo", "config", "attempt", + "bpp", "ppl_wikitext", "ppl_c4" +) +df_all <- read_csv(csv_fp) |> + select(all_of(all_cols)) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = c("mxq", "fp16", "awq", "gptq", "bnb", "hqq"), + labels = c("MXQ", "FP16", "AWQ", "GPTQ", "BnB", "HQQ"), + ), + attempt = factor( + attempt, + levels = c( + "mxq1", + "kurt-scaled" + ), + labels = c( + "MXQ1", + "KURT-SCALED" + ), + ) + ) + +models <- unique(df_all$model) +for (mdl in models) { + df_disp <- proc_data(df_all, mdl) + plt <- plot_ppl(df_disp) + + pdf.options(reset = TRUE, onefile = FALSE) + ggsave( + paste0("pdfs/ppl-mem-", mdl, ".pdf"), + plot = plt, + width = 8, + height = 5 + ) +} + +# mdl <- "Llama-2-13B" +# df_disp <- proc_data(df_all, mdl) +# plt <- plot_ppl(df_disp) +# +# pdf.options(reset = TRUE, onefile = FALSE) +# ggsave( +# paste0("pdfs/ppl-mem-", mdl, ".png"), +# plot = plt, +# width = 8, +# height = 5, +# dpi = 600 +# ) diff --git a/lm-quant-toolkit/data-vis/plot-ppl-sensi-kurt.R b/lm-quant-toolkit/data-vis/plot-ppl-sensi-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..25b27e44fa7121fb16a48c7f4967081d3251c971 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-ppl-sensi-kurt.R @@ -0,0 +1,103 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(stringr) +library(plyr) +library(dplyr) +library(optparse) +library(openxlsx) + +calc_bpp <- function(config) { + if (config == "base") { + return(16.0) + } else if (startsWith(config, "b")) { + b1 <- strtoi(substr(config, 2, 2)) + g1 <- strtoi(substr(config, 4, nchar(config))) + b2 <- 8 + g2 <- 128 + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 2)) + } else { + return(round(as.numeric(sub("_", ".", config)), digits = 2)) + } +} + +load_data <- function(baseline_data_dir, mxq_data_dir, type) { + if (is.null(baseline_data_dir)) { + dat_dir <- path.expand(paste0("data/", type)) + dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = TRUE, + full.names = TRUE + ) + } else { + # Read csv files under baseline_data_dir, do not recursive into sub-folders + dat_dir <- path.expand(paste0(baseline_data_dir, "/", type)) + dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = FALSE, + full.names = TRUE + ) + mxq_dat_dir <- path.expand(paste0(mxq_data_dir, "/", type)) + mxq_dat_fps <- dir( + path = mxq_dat_dir, + pattern = ".*\\.csv$", + recursive = TRUE, + full.names = TRUE + ) + dat_fps <- c(dat_fps, mxq_dat_fps) + } + names(dat_fps) <- str_match(dat_fps, "mxq/(.*)/")[, 2] + df_combined <- ldply( + dat_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "attempt" + ) + return(df_combined) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--mxq_data_dir"), + type = "character", + help = "Data directory of MXQ results organized by attempt", + metavar = "character" +) +args <- parse_args(parser) + +if (is.null(args$baseline_data_dir)) { + df_combined_stor <- load_data(NULL, NULL, "stor") + df_combined_ppl <- load_data(NULL, NULL, "ppl") +} else { + df_combined_stor <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "stor" + ) + df_combined_ppl <- load_data( + args$baseline_data_dir, args$mxq_data_dir, "ppl" + ) +} + +df_combined_stor <- df_combined_stor |> + select( + model, algo, config, attempt, load_mem_allot, model_storage_size + ) |> + mutate( + load_mem_allot = round(load_mem_allot / 1024^3, digits = 2), + model_storage_size = round(model_storage_size / 1024^3, digits = 2), + ) + +df_combined_ppl <- df_combined_ppl |> + select( + model, algo, config, attempt, + ppl_wikitext, ppl_c4, quant_duration + ) + +df_combined <- df_combined_ppl |> + left_join(df_combined_stor, join_by(model, algo, config, attempt)) |> + mutate( + bpp = sapply(config, calc_bpp) + ) |> + distinct(model, algo, config, attempt, .keep_all = TRUE) |> + relocate(bpp, .after = config) diff --git a/lm-quant-toolkit/data-vis/plot-ppl-vs-fnorm.R b/lm-quant-toolkit/data-vis/plot-ppl-vs-fnorm.R new file mode 100644 index 0000000000000000000000000000000000000000..b7b7086ba066e5245ee06453f715916869aee41d --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-ppl-vs-fnorm.R @@ -0,0 +1,195 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(readr) + +all_cols <- c( + "model", "algo", "config", + "bpp", "ppl_wikitext", "ppl_c4", "fnorm" +) + +models <- c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B") +model_labels <- c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") +df_obj <- read_csv("data/mxq-objectives.csv") + + +fnorms <- list() +for (model in models) { + base_dir <- "data/fnorm" + csv_fp <- file.path(base_dir, paste0("fnorm-", model, ".csv")) + df <- read.csv(csv_fp) |> + filter( + (nbit1 == 8 & gsize1 == 32) | + (nbit1 == 8 & gsize1 == 64) | + (nbit1 == 8 & gsize1 == 128) | + (nbit1 == 4 & gsize1 == 32) | + (nbit1 == 4 & gsize1 == 64) | + (nbit1 == 4 & gsize1 == 128) | + (nbit1 == 3 & gsize1 == 32) | + (nbit1 == 3 & gsize1 == 64) | + (nbit1 == 3 & gsize1 == 128) | + (nbit1 == 2 & gsize1 == 16) | + (nbit1 == 2 & gsize1 == 32) | + (nbit1 == 2 & gsize1 == 64) | + (nbit1 == 2 & gsize1 == 128) + ) |> + summarise( + .by = c("nbit1", "gsize1", "nbit2", "gsize2"), + fnorm = sum(fnorm) + ) |> + mutate( + bpp = round(nbit1 + 2 * nbit2 / gsize1 + 32 / gsize1 / gsize2, digits = 2), + .before = 0 + ) |> + select(!c("nbit1", "gsize1", "nbit2", "gsize2")) |> + add_column(model = model, algo = "hqq", .before = 0) + + fnorms <- append(fnorms, list(df)) +} +df_fnorm <- bind_rows(fnorms) + +df_all <- read_csv("data/combined.csv") +df_mxq <- df_all |> + filter(algo == "mxq") |> + left_join(df_obj, by = c("model", "bpp")) + +df_hqq <- df_all |> + filter(algo == "hqq") |> + left_join(df_fnorm, by = c("model", "algo", "bpp")) + +dfs <- list() +dfs <- append(dfs, list(df_hqq)) +dfs <- append(dfs, list(df_mxq)) +df_disp <- bind_rows(dfs) |> + filter(bpp >= 3.00) |> + select(all_of(all_cols)) |> + mutate( + model = factor( + model, + levels = models, + labels = model_labels + ), + ) |> + pivot_longer( + cols = c("ppl_wikitext", "ppl_c4"), + names_to = c(".value", "dataset"), + names_sep = "_" + ) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4"), + labels = c("WikiText2", "C4") + ), + algo = factor( + algo, + levels = c("mxq", "hqq"), + labels = c("MXQ", "HQQ") + ) + ) |> + filter(model == "Llama-2-13B") + +# Plot FNorm vs Perplexity --------------------------------- +plt1 <- ggplot(subset(df_disp, algo == "MXQ"), aes(x = fnorm, y = ppl)) + + geom_point(size = 0.2, aes(color = dataset, shape = algo)) + + geom_point( + data = subset(df_disp, algo == "HQQ"), + size = 1.2, aes(shape = algo, color = dataset, x = fnorm, y = ppl) + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp < 4.13), + aes(x = fnorm, label = config), + hjust = 1.2, + vjust = 0.7, + size = 2 + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp >= 4.13 & bpp <= 8.13), + aes(x = fnorm, label = config), + hjust = -0.2, + vjust = -1.0, + size = 2 + ) + + labs(x = "FNorm", y = "Perplexity") + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + guides(shape = FALSE) + + facet_wrap(~model, ncol = 1, scales = "free") + + scale_color_solarized() +plt1 +ggsave("pdfs/mxq-ppl-vs-fnorm.pdf", plot = plt1, width = 8, height = 5) + +# Plot BitBudget vs FNorm --------------------------------- +plt2 <- ggplot(subset(df_disp, algo == "MXQ"), aes(x = bpp, y = fnorm)) + + geom_point(size = 0.4, aes(color = dataset, shape = algo)) + + geom_point( + data = subset(df_disp, algo == "HQQ"), + size = 0.4, aes(shape = algo, color = dataset) + ) + + geom_text( + data = subset(df_disp, algo == "HQQ"), + aes(x = fnorm, label = config), + vjust = 1, + size = 2 + ) + + labs(x = "Bit Budget", y = "FNorm") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + facet_wrap(~model, ncol = 1, scales = "free") + + scale_color_solarized() +plt2 + +# Plot BitBudget vs Perplexiy --------------------------------- +plt3 <- ggplot(subset(df_disp, algo == "MXQ"), aes(x = bpp, y = ppl)) + + geom_point(size = 0.2, aes(color = dataset, shape = algo, x = bpp, y = ppl)) + + geom_point( + data = subset(df_disp, algo == "HQQ"), + size = 1.2, aes(shape = algo, color = dataset, x = bpp, y = ppl) + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp < 4.13), + aes(x = bpp, label = config), + hjust = 1.2, + vjust = 0.7, + size = 2.5 + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp == 4.13), + aes(x = bpp, label = config), + hjust = 1.2, + vjust = -1.0, + size = 2.5 + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp > 4.13 & bpp != 8.13), + aes(x = bpp, label = config), + hjust = -0.2, + vjust = -1.0, + size = 2.5 + ) + + geom_text( + data = subset(df_disp, algo == "HQQ" & bpp == 8.13), + aes(x = bpp, label = config), + hjust = 1.0, + vjust = -1.0, + size = 2.5 + ) + + labs(x = "Bit Budget", y = "Perplexity") + + theme( + legend.position = "bottom", + legend.text = element_text(size = 14), + legend.title = element_text(size = 14) + ) + + guides(shape = FALSE) + + facet_wrap(~model, ncol = 1, scales = "free") + + scale_color_solarized() +plt3 +ggsave("pdfs/mxq-bpp-vs-ppl.pdf", plot = plt3, width = 8, height = 8) diff --git a/lm-quant-toolkit/data-vis/plot-quant-cfg-llm.R b/lm-quant-toolkit/data-vis/plot-quant-cfg-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..862ed262aee72c12ee0b4694ba37ef5e5e8d268a --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quant-cfg-llm.R @@ -0,0 +1,185 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(readr) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(optparse) + + +weight_grid <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE, show_cfg = TRUE) { + df_mod_wdist <- df_wdist |> filter(module == mod) + df_mod_kurt <- df_kurtosis |> filter(module == mod) + # Line plot (on top) + line_plot <- ggplot(df_mod_kurt, aes(x = layer, y = kurtosis)) + + geom_line(color = "blue") + + theme_gray(base_size = 14) + + theme_minimal() + + theme( + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # Bar plot (on bottom) + module_disp <- df_mod_wdist$mod_disp[1] + bar_plot <- ggplot( + df_mod_wdist, aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = module_disp, y = "Absolute Value", fill = "nth percentile" + ) + if (show_cfg) { + bar_plot <- bar_plot + + geom_text( + data = subset(df_mod_wdist, nth_percentile == 100), + aes(x = layer, label = quant_cfg), + angle = 90, + vjust = 0.20, + position = position_stack(vjust = 0.5), + colour = "white", + size = 2 + ) + } + + if (show_legend) { + bar_plot <- bar_plot + + theme( + legend.position = "bottom", + legend.text = element_text(size = 16), + legend.title = element_text(size = 16) + ) + + # coord_flip() + + scale_color_solarized() + } else { + bar_plot <- bar_plot + + theme(legend.position = "none") + + scale_color_solarized() + } + + # Combine the line and bar plot vertically + combined_plot <- line_plot / bar_plot + plot_layout(heights = c(1, 3)) + return(combined_plot) +} + +weight_grid_only <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE) { + return(weight_grid(df_wdist, df_kurtosis, mod, show_legend, show_cfg = FALSE)) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-w", "--weight_dist"), + action = "store_true", + default = FALSE, + type = "logical", + help = "Generate weight column diagram without cfg", + metavar = "logical" +) +parser <- add_option( + parser, c("-m", "--model"), + type = "character", + help = "The model for which the cfg column diagram is generated", + metavar = "character" +) +args <- parse_args(parser) + + +if (is.null(args$model)) { + model_id <- "Llama-2-7b-hf" +} else { + model_id <- args$model +} + +is_plot_weight <- args$weight_dist + +df_cfgs <- read_csv("data/llama-mxq-cfgs.csv") +df_all <- read_csv(paste0("data/wdist/wdist-", model_id, ".csv")) +k_cols <- c("module", "layer", "kurtosis") +df_kurtosis <- df_all |> + select(all_of(k_cols)) + +percentiles <- c("0", "99", "99.9", "99.99", "100") +module_param_count <- df_all |> + select( + module, param_count + ) |> + group_by(module) |> + summarise( + param_count = sum(param_count) + ) |> + mutate( + mod_disp = paste0(module, "(", formatC(param_count, big.mark = ","), ")") + ) + +budgets <- list(3.51, 3.25, 3.13, 4.51, 4.25, 4.13) + +for (budget in budgets) { + df_cfg_1 <- df_cfgs |> + filter(bit_budget == budget & model == model_id) |> + mutate( + quant_cfg = paste0("b", b1, "g", g1) + ) |> + select(-c("b1", "g1", "b2", "g2", "bit_budget")) + + all_cols <- c("module", "layer", percentiles) + df_wdist <- df_all |> + mutate( + `0` = percentile_0, + `99` = percentile_99 - percentile_0, + `99.9` = percentile_999 - percentile_99, + `99.99` = percentile_9999 - percentile_999, + `100` = percentile_100 - percentile_9999, + ) |> + select(all_of(all_cols)) |> + pivot_longer( + cols = percentiles, + names_to = "nth_percentile", + names_transform = list(nth_percentile = as.numeric), + values_to = "abs_val" + ) |> + mutate( + nth_percentile = factor(nth_percentile, levels = rev(percentiles)) + ) |> + # filter(!grepl("_layernorm", module)) |> + left_join(module_param_count, by = c("module")) |> + left_join(df_cfg_1, by = c("module", "layer")) + + if (is_plot_weight) { + p1 <- weight_grid_only(df_wdist, df_kurtosis, "input_layernorm") + p2 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.down_proj") + p3 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.gate_proj") + p4 <- weight_grid_only(df_wdist, df_kurtosis, "mlp.up_proj") + p5 <- weight_grid_only(df_wdist, df_kurtosis, "post_attention_layernorm") + p6 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.k_proj") + p7 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.o_proj") + p8 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) + p9 <- weight_grid_only(df_wdist, df_kurtosis, "self_attn.v_proj") + + # Create a 3x3 grid of combined plots + final_plot1 <- (p1 | p2 | p3) / (p4 | p5 | p6) / (p7 | p8 | p9) + ggsave( + paste0("pdfs/", model_id, "-", budget, "-wdist-kurtosis.pdf"), + plot = final_plot1, + width = 16, height = 9 + ) + } else { + p2 <- weight_grid(df_wdist, df_kurtosis, "mlp.down_proj") + p3 <- weight_grid(df_wdist, df_kurtosis, "mlp.gate_proj") + p4 <- weight_grid(df_wdist, df_kurtosis, "mlp.up_proj") + p6 <- weight_grid(df_wdist, df_kurtosis, "self_attn.k_proj") + p7 <- weight_grid(df_wdist, df_kurtosis, "self_attn.o_proj") + p8 <- weight_grid(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) + p9 <- weight_grid(df_wdist, df_kurtosis, "self_attn.v_proj") + + final_plot2 <- (p2 | p3 | p4) / (p6 | p7) / (p8 | p9) + ggsave( + paste0("pdfs/", model_id, "-", budget, "-mxq-cfgs-from-model.pdf"), + plot = final_plot2, + width = 12, height = 9 + ) + } +} diff --git a/lm-quant-toolkit/data-vis/plot-quant-grids.R b/lm-quant-toolkit/data-vis/plot-quant-grids.R new file mode 100644 index 0000000000000000000000000000000000000000..51d3dd055cb9bf7b34ee87cd9cfb088d2d5e2435 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quant-grids.R @@ -0,0 +1,190 @@ +# Load required libraries +library(ggplot2) +library(dplyr) +library(safetensors) +library(jsonlite) +library(pracma) +library(patchwork) + +get_tensor <- function( + matrix_name, + base_dir, + index_json = "model.safetensors.index.json") { + index_file <- file.path(base_dir, index_json) + model_index <- fromJSON(index_file) + + if (exists(matrix_name, model_index$weight_map)) { + st_file <- model_index$weight_map[[matrix_name]] + st_file_fp <- file.path(base_dir, st_file) + tensors <- safe_load_file(st_file_fp) + return(tensors[[matrix_name]]) + } +} + +get_region <- function(cx, cy, bs, upper_x = 4096, upper_y = 4096) { + sxs <- cx + sxe <- cx + bs + sxe <- if (sxe > upper_x) upper_x else sxe + sys <- cy + sye <- cy + bs + sye <- if (sye > upper_y) upper_y else sye + return(list(sxs = sxs, sxe = sxe, sys = sys, sye = sye)) +} + + +matrix <- "31.self_attn.o_proj" +orig_matrix <- paste0("model.layers.", matrix, ".weight") +base_dir <- "~/.cache/huggingface/hub/models--meta-llama--Llama-2-7b-hf/snapshots/01c7f73d771dfac7d292323805ebc428287df4f9" +base_dir <- path.expand(base_dir) +wo <- get_tensor(orig_matrix, base_dir) +wo <- as.matrix(wo) + + +bs <- 16 +cx <- 0 +cy <- 0 +ret <- get_region(cx, cy, bs) +wo1 <- wo[ret$sxs:ret$sxe, ret$sys:ret$sye] + +# Generate data with mean = 0.25 (middle of [-1, 1.5]) and sd = 0.5 +# Then clip to desired range +raw_data <- as.vector(wo1) +data <- data.frame( + x = raw_data +) + +# Perform k-means clustering +kmeans_result <- kmeans(data, centers = 16, nstart = 25) + +# Add cluster assignments to the data +data$cluster <- as.factor(kmeans_result$cluster) + +# Create a data frame for centroids +centroids <- data.frame( + x = kmeans_result$centers[, 1], + y = 0 # Set y to 0 for 1D visualization +) + +# Create a jittered y-coordinate for better visualization +data$y <- jitter(rep(0, nrow(data)), amount = 0.3) + +# Create the plot +p_kmeans <- ggplot() + + # Plot the points with jittering + geom_point( + data = data, + aes(x = x, y = y, color = cluster), + alpha = 0.6, + size = 3 + ) + + # Add centroids + geom_point( + data = centroids, + aes(x = x, y = y), + color = "black", + size = 3, + shape = 2 + ) + + # Add lines to show the actual 1D nature of data + geom_segment( + data = centroids, + aes(x = x, xend = x, y = -0.5, yend = 0.5), + color = "black", + linetype = "dashed" + ) + + # Customize the theme and labels + theme_minimal(base_size = 12) + + labs( + # title = "1D K-means Clustering (k=16)", + # subtitle = paste0("Llama2-7b ", matrix), + x = "K-means", + y = "" + ) + + theme( + legend.position = "none", + axis.text.x = element_text(size = 12), + axis.text.y = element_blank(), + axis.ticks.y = element_blank() + ) + + scale_color_discrete(name = "Cluster") + +rtn_grid <- data.frame( + x = linspace(min(data$x), max(data$x), 16), + y = 0 # Set y to 0 for 1D visualization +) +# Create the plot +p_rtn <- ggplot() + + # Plot the points with jittering + geom_point( + data = data, + aes(x = x, y = y, color = cluster), + alpha = 0.6, + size = 3 + ) + + # Add lines to show the actual 1D nature of data + geom_segment( + data = rtn_grid, + aes(x = x, xend = x, y = -0.5, yend = 0.5), + color = "black", + linetype = "dashed" + ) + + # Customize the theme and labels + theme_minimal(base_size = 12) + + labs( + # title = "1D RTN grid", + # subtitle = paste0("Llama2-7b ", matrix), + x = "RTN", + y = "" + ) + + theme( + legend.position = "none", + axis.text.x = element_text(size = 12), + axis.text.y = element_blank(), + axis.ticks.y = element_blank() + ) + + scale_color_discrete(name = "Cluster") + +quantile_grid <- data.frame( + x = quantile(raw_data, probs = linspace(0, 100, 16) / 100), + y = 0 # Set y to 0 for 1D visualization +) +# Create the plot +p_quantile <- ggplot() + + # Plot the points with jittering + geom_point( + data = data, + aes(x = x, y = y, color = cluster), + alpha = 0.6, + size = 3 + ) + + # Add lines to show the actual 1D nature of data + geom_segment( + data = quantile_grid, + aes(x = x, xend = x, y = -0.5, yend = 0.5), + color = "black", + linetype = "dashed" + ) + + # Customize the theme and labels + theme_minimal(base_size = 12) + + labs( + # title = "1D Quantile grid", + # subtitle = paste0("Llama2-7b ", matrix), + x = "Quantile", + y = "" + ) + + theme( + legend.position = "none", + axis.text.x = element_text(size = 12), + axis.text.y = element_blank(), + axis.ticks.y = element_blank() + ) + + scale_color_discrete(name = "Cluster") + +final_plot <- p_rtn / p_kmeans / p_quantile +final_plot +ggsave( + "pdfs/quant-grid-comparison.pdf", + plot = final_plot, + width = 9, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-quant-speed-icaart.R b/lm-quant-toolkit/data-vis/plot-quant-speed-icaart.R new file mode 100644 index 0000000000000000000000000000000000000000..b253c707f6d12260e09ecb06f03e869c7c66cd79 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quant-speed-icaart.R @@ -0,0 +1,92 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(readr) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args[1] +} + +all_cols1 <- c( + "model", + "algo", + "config", + "bpp", + "quant_duration" +) +df_all <- read_csv(csv_fp) +df_wo_mxq <- df_all |> + filter(algo != "mxq" & algo != "fp16" & algo != "bnb") |> + select(all_of(all_cols1)) + +df_hqq <- df_all |> filter(algo == "hqq" & !str_detect(config, "^mxq")) +df_mxq <- df_all |> + filter(algo == "mxq" & attempt == "mxq1") |> + select(all_of(all_cols1)) + +df_mxq1 <- df_hqq |> + left_join( + df_mxq, + suffix = c(".x", ""), + join_by(model, bpp) + ) |> + select(c("model", "algo", "config.x", "bpp", "quant_duration")) |> + rename( + config = config.x + ) + +df_all <- bind_rows(df_wo_mxq, df_mxq1) + +duration_cutoff <- 10 +disp <- df_all |> + filter(str_detect(config, "^b4")) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + config = factor(config, levels = (c("b4g32", "b4g64", "b4g128"))) + ) + +ggplot(disp, aes(x = algo, y = quant_duration, fill = algo)) + + geom_col(aes(x = quant_duration, y = algo), show.legend = FALSE) + + geom_text( + data = subset(disp, quant_duration <= duration_cutoff), + aes(quant_duration * 1.1, y = algo, label = toupper(algo)), + hjust = 0, + nudge_x = 0.3, + size = 3 + ) + + geom_text( + data = subset(disp, quant_duration > duration_cutoff), + aes(0, y = algo, label = toupper(algo)), + hjust = -0.2, + nudge_x = 0.3, + colour = "white", + size = 3 + ) + + labs(y = "Algorithm", x = "Quantation Time(Seconds)") + + scale_x_continuous( + limits = c(1, 1600), + expand = c(0, 0), + trans = "log10", + position = "bottom" + ) + + scale_y_discrete(expand = expansion(add = c(0, 0.5))) + + theme( + panel.background = element_rect(fill = "white"), + panel.grid.major.x = element_line(color = "#A8BAC4", size = 0.2), + axis.ticks.length = unit(0, "mm"), + axis.title = element_blank(), + axis.text.x = element_text(angle = 30, vjust = 0.9, hjust = 1), + axis.text.y = element_blank() + ) + + # facet_grid(config ~ model, scales = "free" ) + + facet_grid(config ~ model) + + scale_color_tableau() +ggsave("pdfs/llama-quant-speed.pdf", width = 10, height = 4) diff --git a/lm-quant-toolkit/data-vis/plot-quant-speed.R b/lm-quant-toolkit/data-vis/plot-quant-speed.R new file mode 100644 index 0000000000000000000000000000000000000000..2041b6e05595f2835519ebe3e07f04f4cdbad7bf --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quant-speed.R @@ -0,0 +1,115 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(readr) +library(optparse) + +parser <- OptionParser() +parser <- add_option( + parser, c("-d", "--csv_file"), + type = "character", + help = "Combined PPL result CSV file", + metavar = "character" +) +args <- parse_args(parser) + +if (is.null(args$csv_file)) { + csv_fp <- "data/combined.csv" +} else { + csv_fp <- args$csv_file +} + +all_cols1 <- c( + "model", + "algo", + "config", + "bpp", + "quant_duration" +) +df_all <- read_csv(csv_fp) +df_wo_mxq <- df_all |> + filter(algo != "mxq" & algo != "fp16") |> + select(all_of(all_cols1)) + +df_hqq <- df_all |> filter(algo == "hqq" & !str_detect(config, "^mxq")) +df_mxq <- df_all |> filter(algo == "mxq") +df_mxq1 <- df_hqq |> + left_join( + df_mxq, + suffix = c(".x", ""), + join_by(model, bpp) + ) |> + mutate( + algo = paste0(algo, "-", attempt) + ) |> + select(c("model", "algo", "config.x", "bpp", "quant_duration")) |> + rename( + config = config.x + ) + +df_all <- bind_rows(df_wo_mxq, df_mxq1) + +disp <- df_all |> + filter(str_detect(config, "^b4")) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ), + algo = factor( + algo, + levels = ( + c( + "awq", + "gptq", + "hqq", + "mxq-mxq1", + "mxq-kurt-global", + "mxq-kurt-scaled", + "fp16" + ) + ) + ), + config = factor(config, levels = (c("b4g32", "b4g64", "b4g128"))) + ) + +ggplot(disp, aes(x = algo, y = quant_duration, fill = algo)) + + geom_col(aes(x = quant_duration, y = algo), show.legend = FALSE) + + geom_text( + data = subset(disp, quant_duration <= 200), + aes(quant_duration * 1.1, y = algo, label = toupper(algo)), + hjust = 0, + nudge_x = 0.3, + size = 3 + ) + + geom_text( + data = subset(disp, quant_duration > 200), + aes(0, y = algo, label = toupper(algo)), + hjust = 0, + nudge_x = 0.3, + colour = "white", + size = 3 + ) + + labs(y = "Algorithm", x = "Quantation Time(Seconds)") + + scale_x_continuous( + limits = c(1, 1600), + # breaks = seq(0, 1600, by = 125), + expand = c(0, 0), + trans = "log10", + position = "bottom" + ) + + scale_y_discrete(expand = expansion(add = c(0, 0.5))) + + theme( + panel.background = element_rect(fill = "white"), + panel.grid.major.x = element_line(color = "#A8BAC4", size = 0.2), + axis.ticks.length = unit(0, "mm"), + axis.title = element_blank(), + axis.text.x = element_text(angle = 45, vjust = 0.9, hjust = 1), + axis.text.y = element_blank() + ) + + # facet_grid(config ~ model, scales = "free" ) + + facet_grid(config ~ model) + + scale_color_tableau() +ggsave("pdfs/llama-quant-speed.pdf", width = 8, height = 6) diff --git a/lm-quant-toolkit/data-vis/plot-quantiles-bimodal.R b/lm-quant-toolkit/data-vis/plot-quantiles-bimodal.R new file mode 100644 index 0000000000000000000000000000000000000000..c9a496c86319b29b51b35aaa6731a08a191d9e42 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quantiles-bimodal.R @@ -0,0 +1,140 @@ +library(ggplot2) +library(dplyr) + +# Create a bimodal distribution function (mixture of two normals) +bimodal <- function(x) { + 0.6 * dnorm(x, mean = -1, sd = 0.8) + + 0.4 * dnorm(x, mean = 2, sd = 1.2) +} + +# Generate data points +x <- seq(-4, 4, length.out = 1000) +y <- bimodal(x) +df <- data.frame(x = x, y = y) + +# Function to numerically find quantiles for our bimodal distribution +find_quantile <- function(p) { + # Create a function that we want to minimize + f <- function(x) { + integrate(bimodal, -Inf, x)$value - p + } + # Use uniroot to find where this function equals 0 + uniroot(f, interval = c(-10, 10))$root +} + +# Calculate quantiles +probs <- seq(0.05, 0.95, length.out = 15) +quantiles <- c(-20, sapply(probs, find_quantile), 20) + +# Create data frame for the clipped vertical lines +line_data <- data.frame() +for (q in quantiles[2:(length(quantiles) - 1)]) { # Skip the ±20 points + y_at_q <- bimodal(q) + line_data <- rbind( + line_data, + data.frame( + x = q, + y_start = 0, + y_end = y_at_q + ) + ) +} + +# Create data for filled intervals +interval_data <- data.frame() +for (i in 1:(length(quantiles) - 1)) { + x_seq <- seq(max(-4, quantiles[i]), + min(4, quantiles[i + 1]), + length.out = 100 + ) + interval_data <- rbind( + interval_data, + data.frame( + x = x_seq, + y = bimodal(x_seq), + group = i + ) + ) +} + +# Create the plot +p <- ggplot() + + # Add filled intervals + geom_ribbon( + data = interval_data, + aes(x = x, ymin = 0, ymax = y, group = group), + fill = "lightgray", + alpha = 0.3 + ) + + # Add the distribution curve + geom_line( + data = df, aes(x = x, y = y), + color = "black", size = 1 + ) + + # Add thin dashed vertical lines for quantiles + geom_segment( + data = line_data, + aes( + x = x, xend = x, + y = y_start, yend = y_end + ), + color = "darkgray", + linetype = "dashed", + size = 0.3, + alpha = 0.7 + ) + + # Add quantile labels + geom_text( + data = data.frame( + x = quantiles[2:(length(quantiles) - 1)], # Skip the ±20 points + y = rep(-0.01, 15), + label = paste0("", 1:15) + ), + aes(x = x, y = y, label = label), + angle = -30, + vjust = 1, + size = 4 + ) + + # Add infinity labels + geom_text( + data = data.frame( + x = c(-4, 4), + y = rep(-0.01, 2), + label = c("0", "16") + ), + aes(x = x, y = y, label = label), + angle = -30, + vjust = 1, + size = 4 + ) + + # Customize the theme and labels + theme_bw(base_size = 16) + + theme( + axis.line = element_line(color = "black"), + plot.background = element_blank(), + panel.grid.minor = element_blank(), + panel.grid.major = element_blank() + ) + + labs( + x = "x", + y = "Density" + ) + + # Set the axis limits + scale_x_continuous(limits = c(-4, 4)) + + ylim(-0.02, 0.32) + + # Add theme customizations + theme( + plot.title = element_text(hjust = 0.5), + plot.subtitle = element_text(hjust = 0.5), + panel.grid.minor = element_blank() + ) + +# Save the plot as PDF +ggsave( + "bimodal_quantiles.pdf", + plot = p, + width = 10, # Width in inches + height = 7, # Height in inches + device = "pdf", + dpi = 300 # High resolution +) diff --git a/lm-quant-toolkit/data-vis/plot-quantiles-normal.R b/lm-quant-toolkit/data-vis/plot-quantiles-normal.R new file mode 100644 index 0000000000000000000000000000000000000000..883f71e6e4d47c8ab67b85bd289c4e97b4ec4ead --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-quantiles-normal.R @@ -0,0 +1,125 @@ +library(ggplot2) +library(ggthemes) +library(dplyr) + +# Generate data for the normal distribution +x <- seq(-4, 4, length.out = 1000) +y <- dnorm(x) +df <- data.frame(x = x, y = y) + +# Calculate quantiles +# Use ±20 for infinity +quantiles <- c(-20, qnorm(seq(0.05, 0.95, length.out = 15)), 20) + +# Create data frame for the clipped vertical lines +line_data <- data.frame() +for (q in quantiles[2:(length(quantiles) - 1)]) { # Skip the ±20 points + y_at_q <- dnorm(q) + line_data <- rbind( + line_data, + data.frame( + x = q, + y_start = 0, + y_end = y_at_q + ) + ) +} + +# Create data for filled intervals +interval_data <- data.frame() +for (i in 1:(length(quantiles) - 1)) { + x_seq <- seq(max(-4, quantiles[i]), + min(4, quantiles[i + 1]), + length.out = 100 + ) + interval_data <- rbind( + interval_data, + data.frame( + x = x_seq, + y = dnorm(x_seq), + group = i + ) + ) +} + +# Create the plot +p <- ggplot() + + # Add filled intervals + geom_ribbon( + data = interval_data, + aes(x = x, ymin = 0, ymax = y, group = group), + fill = "lightgray", + alpha = 0.3 + ) + + # Add the normal distribution curve + geom_line( + data = df, aes(x = x, y = y), + color = "black", size = 1 + ) + + # Add thin dashed vertical lines for quantiles + geom_segment( + data = line_data, + aes( + x = x, xend = x, + y = y_start, yend = y_end + ), + color = "black", + linetype = "dashed", + size = 0.3, + alpha = 0.7 + ) + + # Add quantile labels + geom_text( + data = data.frame( + x = quantiles[2:(length(quantiles) - 1)], # Skip the ±20 points + y = rep(-0.02, 15), + label = paste0("", 1:15) + ), + aes(x = x, y = y, label = label), + angle = -30, + vjust = 1, + size = 4 + ) + + # Add infinity labels + geom_text( + data = data.frame( + x = c(-4, 4), + y = rep(-0.02, 2), + label = c("0", "16") + ), + aes(x = x, y = y, label = label), + angle = -30, + vjust = 1, + size = 4 + ) + + # Customize the theme and labels + theme_bw(base_size = 16) + + theme( + axis.line = element_line(color = "black"), + plot.background = element_blank(), + panel.grid.minor = element_blank(), + panel.grid.major = element_blank() + ) + + labs( + x = "x", + y = "Density" + ) + + # Set the axis limits + scale_x_continuous(limits = c(-4, 4)) + + ylim(-0.05, 0.45) + + # Add theme customizations + theme( + plot.title = element_text(hjust = 0.5), + plot.subtitle = element_text(hjust = 0.5), + panel.grid.minor = element_blank() + ) + +# Save the plot as PDF +ggsave( + "normal_quantiles.pdf", + plot = p, + width = 10, # Width in inches + height = 7, # Height in inches + device = "pdf", + dpi = 300 # High resolution +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-by-module.R b/lm-quant-toolkit/data-vis/plot-sensi-by-module.R new file mode 100644 index 0000000000000000000000000000000000000000..598e252068703056b1d178d8c24dafca1ff28405 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-by-module.R @@ -0,0 +1,57 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) + +df_all <- read_csv("data/llama-sensitivity.csv") + +df_layer <- df_all |> + # filter(model == "Llama-2-7b-hf") |> + filter(model == "Meta-Llama-3-8B") |> + # filter(nbits != 2 & (group_size == 32 | group_size == 128)) |> + filter((nbits == 4 | nbits == 8)) |> + mutate( + cfg = paste0("b", nbits, "g", group_size) + ) |> + select(-c("nbits", "group_size")) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ) + ) + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + facet_grid(dataset ~ part, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", linewidth = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/sensi-by-moduel.pdf", + plot = plt, + width = 10, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-ft-gemma.R b/lm-quant-toolkit/data-vis/plot-sensi-ft-gemma.R new file mode 100644 index 0000000000000000000000000000000000000000..677b2dff0c34202a648a2d8fae20c8d9e37f01ff --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-ft-gemma.R @@ -0,0 +1,66 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) + +df_all <- read_csv("data/qnt-mtd-sensi.csv") + +df_layer <- df_all |> + filter(nbits != 2) |> + filter(quant_method == "hqq") |> + group_by(dataset, nbits, group_size, model, layer) |> + summarise( + sensitivity = sum(sensitivity) + ) |> + ungroup() |> + mutate( + cfg = paste0("b", nbits, "g", group_size) + ) |> + select(-c("nbits", "group_size")) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ), + model = factor( + model, + levels = c("gemma-7b", "gemma-7b-it", "codegemma-7b", "codegemma-7b-it"), + labels = c("gemma-7b", "gemma-7b-it", "codegemma-7b", "codegemma-7b-it") + ) + ) + + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + facet_grid(dataset ~ model, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", size = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/sensi-ft-llama.pdf", + plot = plt, + width = 9, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-ft-llama.R b/lm-quant-toolkit/data-vis/plot-sensi-ft-llama.R new file mode 100644 index 0000000000000000000000000000000000000000..dac81612df0dcde3df70e82a70eb992ceb60b0b1 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-ft-llama.R @@ -0,0 +1,66 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) + +df_all <- read_csv("data/variant-sensi.csv") + +df_layer <- df_all |> + filter(nbits != 2 & (group_size == 64 | group_size == 128)) |> + filter(!grepl("Meta-Llama-3-8B", model)) |> + group_by(dataset, nbits, group_size, model, layer) |> + summarise( + sensitivity = sum(sensitivity) + ) |> + ungroup() |> + mutate( + cfg = paste0("b", nbits, "g", group_size) + ) |> + select(-c("nbits", "group_size")) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ), + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-7b-chat-hf", "meditron-7b"), + labels = c("Llama-2-7B", "Llama-2-7B-chat", "meditron-7B") + ) + ) + + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + facet_grid(dataset ~ model, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", size = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/sensi-ft-llama.pdf", + plot = plt, + width = 9, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-llama-bit-budget.R b/lm-quant-toolkit/data-vis/plot-sensi-llama-bit-budget.R new file mode 100644 index 0000000000000000000000000000000000000000..5728efc6eedae3a1ac095617eef5e3208f2a8f99 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-llama-bit-budget.R @@ -0,0 +1,72 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + csv_fp <- "data/llama-sensitivity.csv" +} else { + csv_fp <- args[1] +} + +df_all <- read_csv(csv_fp) + +df_layer <- df_all |> + filter(model != "Llama-2-13b-hf") |> + filter(nbits != 2 & (group_size == 32 | group_size == 128)) |> + group_by(dataset, nbits, group_size, model, layer) |> + summarise( + sensitivity = sum(sensitivity) + ) |> + ungroup() |> + mutate( + cfg = paste0("b", nbits, "g", group_size) + ) |> + select(-c("nbits", "group_size")) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-3-8B") + ), + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ) + ) + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + facet_grid(model ~ dataset, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", size = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/sensi-llama-bit-budget.pdf", + plot = plt, + width = 10, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-quant-method.R b/lm-quant-toolkit/data-vis/plot-sensi-quant-method.R new file mode 100644 index 0000000000000000000000000000000000000000..9c48a2a9bdc79bca5da17b30706872ccc3fe058f --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-quant-method.R @@ -0,0 +1,95 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(stringr) +library(ggthemes) +library(ggplot2) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + data_dir <- "." +} else { + data_dir <- args[1] +} + +dat_dir <- normalizePath(data_dir) +dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = FALSE, + full.names = TRUE +) +names(dat_fps) <- str_match(dat_fps, "^/.*/(\\w+)-.*\\.csv")[, 2] + +df_all <- plyr::ldply( + dat_fps, + read.csv, + stringsAsFactors = FALSE, + .id = "quant_method", +) + +write_csv(df_all, "data/qnt-mtd-sensi.csv") + +df_layer <- df_all |> + filter(group_size == 64 | group_size == 128) |> + group_by(dataset, nbits, group_size, quant_method, model, layer) |> + summarise( + sensitivity = sum(sensitivity) + ) |> + ungroup() |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ), + quant_method = factor( + quant_method, + levels = c("hqq", "rtn", "bnb"), + labels = c("HQQ", "RTN", "BnB") + ), + model = factor( + model, + levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), + labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") + ) + ) |> + mutate( + cfg = paste0(model, "(", "b", nbits, "g", group_size, ")") + ) |> + select(-c("nbits", "group_size")) + + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + # facet_grid(dataset ~ model, scales = "free") + + facet_grid(quant_method ~ dataset, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", size = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/qnt-mtd-sensi.pdf", + plot = plt, + width = 10, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-sensi-variant.R b/lm-quant-toolkit/data-vis/plot-sensi-variant.R new file mode 100644 index 0000000000000000000000000000000000000000..006bfc10acf8395c2cfa2f15f4550e53f36897f2 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-sensi-variant.R @@ -0,0 +1,81 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) + +args <- commandArgs(trailingOnly = TRUE) +if (length(args) == 0) { + data_dir <- "." +} else { + data_dir <- args[1] +} + +dat_dir <- path.expand(data_dir) +dat_fps <- dir( + path = dat_dir, + pattern = ".*\\.csv$", + recursive = FALSE, + full.names = TRUE +) + +df_all <- plyr::ldply( + dat_fps, + read.csv, + stringsAsFactors = FALSE, +) + +write_csv(df_all, "variant-sensi.csv") + +df_layer <- df_all |> + filter(nbits != 2 & (group_size == 32 | group_size == 128)) |> + group_by(dataset, nbits, group_size, model, layer) |> + summarise( + sensitivity = sum(sensitivity) + ) |> + ungroup() |> + mutate( + cfg = paste0("b", nbits, "g", group_size) + ) |> + select(-c("nbits", "group_size")) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4", "pileval", "bos"), + labels = c("WikiText2", "C4", "pileval", "BoS") + ) + ) + + +plt <- ggplot(df_layer, aes(x = layer, y = sensitivity)) + + geom_point( + size = 1.5, + aes(shape = cfg, color = cfg) + ) + + geom_line( + linewidth = 0.5, + aes(color = cfg) + ) + + labs(x = "Layer", y = "Sensitivity") + + scale_x_continuous( + breaks = seq(0, 40, 5) + ) + + scale_y_continuous(trans = "log10") + + theme_gray(base_size = 14) + + theme( + legend.position = "bottom" + ) + + guides(color = guide_legend(nrow = 1)) + + facet_grid(dataset ~ model, scales = "free") + + theme( + strip.background = element_rect( + color = "darkgray", fill = "white", size = 1.0, linetype = "solid" + ) + ) + + scale_color_solarized() +ggsave( + "pdfs/sensi-variant.pdf", + plot = plt, + width = 10, + height = 6 +) diff --git a/lm-quant-toolkit/data-vis/plot-stop-vs-topm-kurt.R b/lm-quant-toolkit/data-vis/plot-stop-vs-topm-kurt.R new file mode 100644 index 0000000000000000000000000000000000000000..79ddf0292987f932d6aeb8be51b9a5a883480c6b --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-stop-vs-topm-kurt.R @@ -0,0 +1,93 @@ +#!/usr/bin/env Rscript + +library(ggplot2) +library(dplyr) +library(tidyverse) +library(readr) + +combined_csv_fp <- "endeavors/boost/data/combined.csv" + +df_kb <- read_csv(combined_csv_fp) |> + filter( + grepl("kurt-boost", attempt) + ) |> + separate_wider_regex( + attempt, + c(method = "\\w+-\\w+", "-", stop = "\\d", "-", topm = "\\d") + ) |> + pivot_longer( + cols = c("ppl_wikitext", "ppl_c4"), + names_to = c(".value", "dataset"), + names_sep = "_" + ) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ), + stop = factor( + stop, + levels = c(2, 3), + labels = c("2 Boost Levels", "3 Boost Levels") + ), + topm = factor( + topm, + levels = c(1, 2, 3, 0), + labels = c("1", "2", "3", "Max") + ), + bpp = factor( + bpp, + levels = c(3.13, 3.25, 3.51, 4.13, 4.25, 4.51), + labels = c("3.13", "3.25", "3.51", "4.13", "4.25", "4.51") + ), + dataset = factor( + dataset, + levels = c("wikitext", "c4"), + labels = c("WikiText2", "C4") + ), + ) |> + select(c("model", "bpp", "ppl", "dataset", "method", "stop", "topm")) + +df_plot <- df_kb |> + filter(bpp == 4.13 | bpp == 4.25 | bpp == 4.51) |> + filter(dataset == "WikiText2") +# filter(model == "Llama-2-13B") + +plt <- ggplot(df_plot, aes(x = topm, y = ppl)) + + geom_point(aes(shape = stop, color = stop)) + + geom_line(aes(group = stop, color = stop)) + + scale_color_manual( + values = c( + "2 Boost Levels" = "#66c2a5", + "3 Boost Levels" = "#fc8d62" + ) + ) + + labs( + x = "Topm", + y = "Perplexity" + ) + + theme( + legend.position = "bottom", + strip.background = element_rect( + color = "darkgray", fill = "white", linewidth = 1.0, linetype = "solid" + ), + axis.text.x = element_text(size = 12), + axis.text.y = element_text(size = 12), + axis.title.x = element_text(size = 14), + axis.title.y = element_text(size = 14), + legend.title = element_blank() + ) + + scale_y_continuous( + labels = function(y) format(y, nsmall = 3, scientific = FALSE) + ) + + facet_grid(model ~ bpp, scales = "free") +# facet_grid(dataset ~ bpp, scales = "free") + +ggsave( + create.dir = TRUE, + plot = plt, + paste0("pdfs/ppl-stop-vs-topm.pdf"), + height = 6, + width = 7 +) diff --git a/lm-quant-toolkit/data-vis/plot-wdist-llm.R b/lm-quant-toolkit/data-vis/plot-wdist-llm.R new file mode 100644 index 0000000000000000000000000000000000000000..b31aea8d16560ea7cb19b0236f4d4d9c64d60303 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-wdist-llm.R @@ -0,0 +1,139 @@ +#!/usr/bin/env Rscript + +library(tidyverse) +library(ggthemes) +library(ggplot2) +library(patchwork) +library(readr) +library(optparse) + +weight_grid <- function( + df_wdist, df_kurtosis, mod, show_legend = FALSE) { + df_mod_wdist <- df_wdist |> filter(module == mod) + df_mod_kurt <- df_kurtosis |> filter(module == mod) + # Line plot (on top) + line_plot <- ggplot(df_mod_kurt, aes(x = layer, y = kurtosis)) + + geom_line(color = "blue") + + theme_gray(base_size = 14) + + theme_minimal() + + labs(y = "Kurtosis") + + theme( + axis.title.y = element_text(size = 12), + axis.title.x = element_blank(), + axis.text.x = element_blank() + ) + + # Bar plot (on bottom) + module_disp <- df_mod_wdist$mod_disp[1] + bar_plot <- ggplot( + df_mod_wdist, + aes(x = layer, y = abs_val, fill = nth_percentile) + ) + + geom_bar(stat = "identity", color = "gray50") + + theme_gray(base_size = 14) + + labs( + x = module_disp, y = "Absolute Value", fill = "Percentile" + ) + + if (show_legend) { + bar_plot <- bar_plot + + theme( + axis.title.y = element_text(size = 12), + legend.position = "bottom", + legend.text = element_text(size = 12), + legend.title = element_text(size = 12) + ) + + guides(fill = guide_legend(nrow = 1)) + + scale_color_solarized() + } else { + bar_plot <- bar_plot + + theme(legend.position = "none") + + scale_color_solarized() + } + + # Combine the line and bar plot vertically + combined_plot <- line_plot / bar_plot + plot_layout(heights = c(1, 3)) + return(combined_plot) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-m", "--model_id"), + type = "character", + help = "The short HF model id without the organization prefix", + metavar = "character" +) +parser <- add_option( + parser, c("-d", "--wdist_dir"), + type = "character", + help = "The data directory of weight distribution data", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$model_id)) { + model_id <- "Llama-2-13b-hf" +} else { + model_id <- args$model_id +} +if (is.null(args$wdist_dir)) { + wdist_dir <- "data/wdist" +} else { + wdist_dir <- args$wdist_dir +} + +df_wdist <- read_csv(paste0(wdist_dir, "/wdist-", model_id, ".csv")) +percentiles <- c("0", "99", "99.9", "99.99", "100") +df_module_param_count <- df_wdist |> + select( + module, param_count + ) |> + group_by(module) |> + summarise( + param_count = sum(param_count) + ) |> + mutate( + mod_disp = paste0(module, "(", formatC(param_count, big.mark = ","), ")") + ) + +df_kurtosis <- df_wdist |> + select(c("module", "layer", "kurtosis")) + +df_wdist <- df_wdist |> + mutate( + `0` = percentile_0, + `99` = percentile_99 - percentile_0, + `99.9` = percentile_999 - percentile_99, + `99.99` = percentile_9999 - percentile_999, + `100` = percentile_100 - percentile_9999, + ) |> + select(c("module", "layer", "kurtosis", all_of(percentiles))) |> + pivot_longer( + cols = all_of(percentiles), + names_to = "nth_percentile", + names_transform = list(nth_percentile = as.numeric), + values_to = "abs_val" + ) |> + mutate( + nth_percentile = factor(nth_percentile, levels = rev(percentiles)) + ) |> + left_join(df_module_param_count, by = c("module")) + +p1 <- weight_grid(df_wdist, df_kurtosis, "input_layernorm") +p2 <- weight_grid(df_wdist, df_kurtosis, "mlp.down_proj") +p3 <- weight_grid(df_wdist, df_kurtosis, "mlp.gate_proj") +p4 <- weight_grid(df_wdist, df_kurtosis, "mlp.up_proj") +p5 <- weight_grid(df_wdist, df_kurtosis, "post_attention_layernorm") +p6 <- weight_grid(df_wdist, df_kurtosis, "self_attn.k_proj") +p7 <- weight_grid(df_wdist, df_kurtosis, "self_attn.o_proj") +p8 <- weight_grid(df_wdist, df_kurtosis, "self_attn.q_proj", TRUE) +p9 <- weight_grid(df_wdist, df_kurtosis, "self_attn.v_proj") + +# Create a 3x3 grid of combined plots +final_plot <- (p1 | p2 | p3) / (p4 | p5 | p6) / (p7 | p8 | p9) +final_plot +ggsave( + paste0("pdfs/", model_id, "-wdist-kurtosis.pdf"), + width = 16, height = 9 +) diff --git a/lm-quant-toolkit/data-vis/plot-weight-3d-outlier.R b/lm-quant-toolkit/data-vis/plot-weight-3d-outlier.R new file mode 100644 index 0000000000000000000000000000000000000000..9572081e0df3b499d0f872b943a95bea372fa670 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-weight-3d-outlier.R @@ -0,0 +1,140 @@ +#!/usr/bin/env Rscript + +library(plotly) +library(safetensors) +library(jsonlite) +library(stringr) + +create_3d_plot2 <- function(weight, title) { + d <- dim(weight) + z <- weight + x <- 1:d[1] + y <- 1:d[2] + + plot_ly( + x = x, y = y, z = z, + type = "surface", alpha = 0.6, + colorscale = "coloraxis", + showscale = FALSE + ) +} + +# Helper function to determine the default cache directory +# based on environment variables +get_default_cache_dir <- function() { + cache_dir <- Sys.getenv("HUGGINGFACE_HUB_CACHE") + if (cache_dir != "") { + return(cache_dir) + } + cache_dir <- Sys.getenv("TRANSFORMERS_CACHE") + if (cache_dir != "") { + return(cache_dir) + } + hf_home <- Sys.getenv("HF_HOME") + if (hf_home != "") { + return(hf_home) + } + xdg_cache_home <- Sys.getenv("XDG_CACHE_HOME") + if (xdg_cache_home != "") { + return(file.path(xdg_cache_home, "huggingface")) + } + return(file.path(Sys.getenv("HOME"), ".cache", "huggingface", "hub")) +} + +# Main function to get the Hugging Face model storage base directory +get_hf_model_storge_base_dir <- function(model_id, hf_hub_dir = NULL) { + # Replace slashes in model_id with double dashes + model_id_x <- gsub("/", "--", model_id) + + # Determine cache directory: use hf_hub_dir if provided, otherwise get default + if (!is.null(hf_hub_dir)) { + cache_dir <- hf_hub_dir + } else { + cache_dir <- get_default_cache_dir() + } + + # Construct the model directory path + hf_model_dir <- file.path(cache_dir, paste0("models--", model_id_x)) + + # Construct the path to the 'refs/main' file + ref_main_fp <- file.path(hf_model_dir, "refs", "main") + + # Read the commit SHA from the 'refs/main' file and trim whitespace + commit_sha <- readLines(ref_main_fp, n = 1, warn = FALSE) + commit_sha <- trimws(commit_sha) + + # Construct and return the storage base directory path + storage_base_dir <- file.path(hf_model_dir, "snapshots", commit_sha) + return(storage_base_dir) +} + +get_tensor <- function( + layer, + module, + base_dir, + index_json = "model.safetensors.index.json") { + index_file <- file.path(base_dir, index_json) + model_index <- fromJSON(index_file) + + matrix_name <- paste0("model.layers.", layer, ".", module, ".weight") + if (exists(matrix_name, model_index$weight_map)) { + st_file <- model_index$weight_map[[matrix_name]] + st_file_fp <- file.path(base_dir, st_file) + tensors <- safe_load_file(st_file_fp) + return(tensors[[matrix_name]]) + } +} + +get_region <- function(cx, cy, bs, upper_x = 4096, upper_y = 4096) { + sxs <- cx - bs / 2 + 1 + sxe <- cx + bs / 2 + sxs <- if (sxs < 1) 1 else sxs + sxe <- if (sxe > upper_x) upper_x else sxe + sys <- cy - bs / 2 + 1 + sye <- cy + bs / 2 + sys <- if (sys < 1) 1 else sys + sye <- if (sye > upper_y) upper_y else sye + return(list(sxs = sxs, sxe = sxe, sys = sys, sye = sye)) +} + +# plot sub region of matrix ----------------------------------------------- +plot_region <- function( + model_id, + layer, + module, + bs = 512, + cx = 2533, + cy = 3037) { + title <- paste0(layer, ".", module) + base_dir <- get_hf_model_storge_base_dir(model_id) + wo <- get_tensor(layer, module, base_dir) + wo <- as.matrix(wo) + ret <- get_region(cx, cy, bs) + wo1 <- wo[ret$sxs:ret$sxe, ret$sys:ret$sye] + p1 <- create_3d_plot2(wo1, title) + fig1 <- subplot(p1) |> + layout( + scene = list( + domain = list(row = 1, column = 1), + zaxis = list(title = "Weight", range = c(-1.7, 1.7)), + camera = list(eye = list(x = 1.5, y = 1.2, z = 0.3)), + aspectratio = list(x = 0.9, y = 0.85, z = 0.9) + ) + ) + + short_id <- str_split(model_id, "/", n = 2)[[1]][2] + + save_image( + fig1, + paste0("pdfs/", short_id, "-outlier-", layer, "_", module, ".pdf"), + scale = 2 + ) + return(fig1) +} + +layer <- 31 +module <- "self_attn.o_proj" +model_id <- "meta-llama/Llama-2-7b-hf" +fig1 <- plot_region(model_id, layer, module) +layer <- 1 +fig2 <- plot_region(model_id, layer, module) diff --git a/lm-quant-toolkit/data-vis/plot-win-tie-loss-milp.R b/lm-quant-toolkit/data-vis/plot-win-tie-loss-milp.R new file mode 100644 index 0000000000000000000000000000000000000000..ca3acfd3d9042dc57b20b50965123d607714bf7c --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-win-tie-loss-milp.R @@ -0,0 +1,216 @@ +#!/usr/bin/env Rscript + +library(ggplot2) +library(dplyr) +library(tidyverse) +library(readr) +library(openxlsx) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "wtl.R")) + + +abbr_method <- function(method) { + if (method == "SensiMilp") { + return("SM") + } else if (method == "KurtMilp") { + return("KM") + } else if (method == "Ablation") { + return("ABL") + } + return(method) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--ppl_csv_file"), + type = "character", + help = "Combined PPL metrics CSV file", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$ppl_csv_file)) { + csv_file <- "data/combined.csv" +} else { + csv_file <- args$ppl_csv_file +} + +df_all <- read_csv(csv_file) + +df_hqq <- df_all |> + filter( + algo == "hqq" + ) + +df_mxq <- df_all |> + filter( + algo == "mxq" & attempt == "mxq2" + ) + +# sensi-milp vs HQQ ------------------------------------------------------ +sidea_name <- "sensi-milp" +sideb_name <- "HQQ" +df_side_a <- df_all |> + filter(grepl(sidea_name, attempt)) |> + filter(!grepl("-abl", attempt)) |> + filter(bpp == 4.51 | bpp == 4.25 | bpp == 4.13 | + bpp == 3.51 | bpp == 3.25 | bpp == 3.13) +df_sm_hqq_sum <- calc_wtl_score( + df_side_a, + df_hqq, + sidea_name, + sideb_name +) + +# sensi-milp vs MXQ ------------------------------------------------------ +sidea_name <- "sensi-milp" +sideb_name <- "MXQ" +df_side_a <- df_all |> + filter(grepl(sidea_name, attempt)) |> + filter(!grepl("-abl", attempt)) +df_sm_mxq_sum <- calc_wtl_score( + df_side_a, + df_mxq, + sidea_name, + sideb_name, + dump_det_data = TRUE +) + +# kurt-milp vs MXQ ------------------------------------------------------ +sidea_name <- "kurt-milp" +sideb_name <- "MXQ" +df_side_a <- df_all |> + filter(grepl(sidea_name, attempt)) |> + filter(!grepl("-abl", attempt)) +df_km_mxq_sum <- calc_wtl_score( + df_side_a, + df_mxq, + sidea_name, + sideb_name, + dump_det_data = TRUE +) + +# kurt-milp vs HQQ ------------------------------------------------------ +sidea_name <- "kurt-milp" +sideb_name <- "HQQ" +df_side_a <- df_all |> + filter(grepl(sidea_name, attempt)) |> + filter(!grepl("-abl", attempt)) |> + filter(bpp == 4.51 | bpp == 4.25 | bpp == 4.13 | + bpp == 3.51 | bpp == 3.25 | bpp == 3.13) +df_km_hqq_sum <- calc_wtl_score( + df_side_a, + df_hqq, + sidea_name, + sideb_name +) + +# kurt-milp vs kurt-milp ablation ---------------------------------------- +sidea_name <- "kurt-milp" +sideb_name <- "ablation" +df_side_a <- pick_attempt_data_milp( + df_all |> filter(!grepl("kurt-milp-abl", attempt)), + sidea_name +) +df_side_b <- df_all |> filter(grepl("kurt-milp-abl", attempt)) + +df_kmab_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp") +) + +# sensi-milp vs sensi-milp ablation ---------------------------------------- +sidea_name <- "sensi-milp" +sideb_name <- "ablation" +df_side_a <- pick_attempt_data_milp( + df_all |> filter(!grepl("sensi-milp-abl", attempt)), + sidea_name +) +df_side_b <- df_all |> filter(grepl("sensi-milp-abl", attempt)) +df_smab_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp") +) + +# sensi-milp vs kurt-milp ---------------------------------------- +sidea_name <- "sensi-milp" +sideb_name <- "kurt-milp" +df_side_a <- pick_attempt_data_milp( + df_all |> filter(!grepl("sensi-milp-abl", attempt)), + sidea_name +) +df_side_b <- pick_attempt_data_milp( + df_all |> filter(!grepl("kurt-milp-abl", attempt)), + sideb_name +) + +df_sk_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp", "setting") +) + +df_sum <- bind_rows( + df_sm_hqq_sum, + df_sm_mxq_sum, + df_km_hqq_sum, + df_km_mxq_sum, + df_sk_sum, + df_smab_sum, + df_kmab_sum +) |> + mutate( + Method1 = R.utils::toCamelCase(Method1, split = "-", capitalize = TRUE), + Method2 = R.utils::toCamelCase(Method2, split = "-", capitalize = TRUE), + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ), + ) + +# Calculate percentages and convert to long format +df_disp <- df_sum |> + mutate(Method1 = sapply(Method1, abbr_method)) |> + mutate(Method2 = sapply(Method2, abbr_method)) |> + mutate(Method = paste0(Method1, " vs ", Method2)) |> + mutate(Total = wins + losses + ties) |> + mutate(across(c(wins, losses, ties), ~ (.x / Total) * 100)) |> + tidyr::pivot_longer( + cols = c(wins, losses, ties), + names_to = "Result", + values_to = "Percentage" + ) |> + mutate( + Method = factor( + Method, + levels = c( + "SM vs ABL", + "SM vs HQQ", + "SM vs MXQ", + "SM vs KM", + "KM vs ABL", + "KM vs HQQ", + "KM vs MXQ" + ) + ), + Result = factor( + Result, + levels = c("losses", "ties", "wins") + ) + ) + +plot_win_tie_loss(df_disp, "wtl-milp-comparison.pdf") diff --git a/lm-quant-toolkit/data-vis/plot-win-tie-loss.R b/lm-quant-toolkit/data-vis/plot-win-tie-loss.R new file mode 100644 index 0000000000000000000000000000000000000000..f4d92b7ec1e8c36ff1835a433ade6fd7efec54c5 --- /dev/null +++ b/lm-quant-toolkit/data-vis/plot-win-tie-loss.R @@ -0,0 +1,215 @@ +#!/usr/bin/env Rscript + +library(ggplot2) +library(dplyr) +library(tidyverse) +library(readr) +library(openxlsx) +library(optparse) +library(this.path) + +# make reference to library function portable +source(file.path(here("functions"), "utils.R")) +source(file.path(here("functions"), "wtl.R")) + + +abbr_method <- function(method) { + if (method == "SensiBoost") { + return("SB") + } else if (method == "KurtBoost") { + return("KB") + } else if (method == "Ablation") { + return("ABL") + } + return(method) +} + +parser <- OptionParser() +parser <- add_option( + parser, c("-f", "--ppl_csv_file"), + type = "character", + help = "Combined PPL metrics CSV file", + metavar = "character" +) + +args <- parse_args(parser) + +if (is.null(args$ppl_csv_file)) { + csv_file <- "data/combined.csv" +} else { + csv_file <- args$ppl_csv_file +} + +df_all <- read_csv(csv_file) + +df_hqq <- df_all |> + filter( + algo == "hqq" + ) + +df_mxq <- df_all |> + filter( + algo == "mxq" & attempt == "mxq1" + ) |> + filter( + bpp == 3.13 | + bpp == 3.25 | + bpp == 3.51 | + bpp == 4.13 | + bpp == 4.25 | + bpp == 4.51 + ) + +# sensi-boost vs HQQ ------------------------------------------------------ +sidea_name <- "sensi-boost" +sideb_name <- "HQQ" + +df_side_a <- df_all |> filter(grepl(sidea_name, attempt)) +df_sb_sum <- calc_wtl_score( + df_side_a, + df_hqq, + sidea_name, + sideb_name, + dump_det_data = TRUE +) + +# sensi-boost vs MXQ ------------------------------------------------------ +sidea_name <- "sensi-boost" +sideb_name <- "MXQ" + +df_side_a <- df_all |> filter(grepl(sidea_name, attempt)) +df_sb_mxq_sum <- calc_wtl_score( + df_side_a, + df_mxq, + sidea_name, + sideb_name +) + +# kurt-boost vs MXQ ------------------------------------------------------ +sidea_name <- "kurt-boost" +sideb_name <- "MXQ" + +df_kb_mxq_sum <- calc_wtl_score( + df_all |> filter(grepl(sidea_name, attempt)), + df_mxq, + sidea_name, + sideb_name +) + +# kurt-boost vs HQQ ------------------------------------------------------ +sidea_name <- "kurt-boost" +sideb_name <- "HQQ" + +df_kb_sum <- calc_wtl_score( + df_all |> filter(grepl(sidea_name, attempt)), + df_hqq, + sidea_name, + sideb_name, + dump_det_data = TRUE +) + +# kurt-boost vs kurt-boost ablation ---------------------------------------- +sidea_name <- "kurt-boost" +sideb_name <- "ablation" +df_side_a <- pick_attempt_data(df_all, sidea_name) +df_side_b <- pick_attempt_data(df_all, "kurt-abl") + +df_kbab_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp", "setting") +) + +# sensi-boost vs sensi-boost ablation ---------------------------------------- +sidea_name <- "sensi-boost" +sideb_name <- "ablation" +df_side_a <- pick_attempt_data(df_all, sidea_name) +df_side_b <- pick_attempt_data(df_all, "sensi-abl") + +df_sbab_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp", "setting") +) + +# sensi-boost vs kurt-boost ---------------------------------------- +sidea_name <- "sensi-boost" +sideb_name <- "kurt-boost" +df_side_a <- pick_attempt_data(df_all, sidea_name) +df_side_b <- pick_attempt_data(df_all, sideb_name) + +df_sk_sum <- calc_wtl_score( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + c("model", "bpp", "setting"), + dump_det_data = TRUE +) + +# df_ks_sum <- df_sk_sum |> +# mutate( +# tmp = wins, +# wins = losses, +# losses = tmp +# ) |> +# select(!c("tmp")) +# df_ks_sum$Method1 <- "kurt-boost" +# df_ks_sum$Method2 <- "sensi-boost" + +df_sum <- bind_rows( + df_sb_sum, + df_sb_mxq_sum, + df_kb_sum, + df_kb_mxq_sum, + df_sk_sum, + # df_ks_sum, + df_sbab_sum, + df_kbab_sum +) |> + mutate( + Method1 = R.utils::toCamelCase(Method1, split = "-", capitalize = TRUE), + Method2 = R.utils::toCamelCase(Method2, split = "-", capitalize = TRUE), + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ), + ) + +# Calculate percentages and convert to long format +df_disp <- df_sum |> + mutate(Method1 = sapply(Method1, abbr_method)) |> + mutate(Method2 = sapply(Method2, abbr_method)) |> + mutate(Method = paste0(Method1, " vs ", Method2)) |> + mutate(Total = wins + losses + ties) |> + mutate(across(c(wins, losses, ties), ~ (.x / Total) * 100)) |> + tidyr::pivot_longer( + cols = c(wins, losses, ties), + names_to = "Result", + values_to = "Percentage" + ) |> + mutate( + Method = factor( + Method, + levels = c( + "SB vs ABL", + "KB vs ABL", + "SB vs HQQ", + "KB vs HQQ", + "SB vs MXQ", + "KB vs MXQ", + "SB vs KB" + ) + ), + Result = factor( + Result, + levels = c("losses", "ties", "wins") + ) + ) + +plot_win_tie_loss(df_disp, "wtl-boost-comparison.pdf") diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_B_hqq-20240924115024.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_B_hqq-20240924115024.csv new file mode 100644 index 0000000000000000000000000000000000000000..6dcf99d7b039940969ff6efd1a62bdae2dc8eeb7 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_B_hqq-20240924115024.csv @@ -0,0 +1,13 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,400440320,478150656,0,0,0.23974,0.47004,0.23962,203.7415533065796,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,442503680,559939584,0,0,0.64706,0.88756,0.64708,209.97533631324768,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,479532032,538968064,0,0,0.6655,0.899,0.66562,207.1688771247864,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,413219840,520093696,0,0,0.65214,0.89108,0.65168,205.0110003948212,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,413219840,494927872,0,0,0.60172,0.85774,0.60156,210.99557971954343,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,388938752,473956352,0,0,0.00438,0.01916,0.00438,206.0947680473328,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,392772608,473956352,0,0,0.04142,0.10862,0.04148,207.44386196136475,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,477590528,559939584,0,0,0.66528,0.89846,0.66488,203.35580730438232,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,450280448,469762048,0,0,0.66494,0.89864,0.66502,240.3741898536682,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,400927232,494927872,0,0,0.48118,0.759,0.4812599999999999,208.10354614257807,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,404274176,469762048,0,0,0.5505,0.821,0.5505,227.58782124519348,0,0,0,0 +CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,407469056,492830720,0,0,0.63282,0.87984,0.6325,216.2379570007324,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_H_hqq-20240922075536.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_H_hqq-20240922075536.csv new file mode 100644 index 0000000000000000000000000000000000000000..a129d93f5aaab457f30f4b1270ba704b605d6e1d --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/vit/result-eval_zs_H_hqq-20240922075536.csv @@ -0,0 +1,13 @@ +model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2181217792,2246049792,0,0,0.75858,0.94486,0.7584,258.6200158596039,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2215165440,2342518784,0,0,0.76546,0.94786,0.76552,257.909943819046,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2878942208,2902458368,0,0,0.77936,0.95226,0.7794200000000001,253.0357608795166,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2526948352,2803892224,0,0,0.77672,0.95098,0.77674,252.3574025630951,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2283060736,2332033024,0,0,0.77726,0.9514,0.77718,256.3928999900818,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2283060736,2399141888,0,0,0.77002,0.94878,0.76992,262.8787679672241,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2127871488,2311061504,0,0,0.70882,0.92204,0.7089,256.4049708843231,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2098773504,2279604224,0,0,0.64486,0.8846,0.64488,252.53501534461972,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2864294912,2887778304,0,0,0.77938,0.9523,0.77944,253.4150836467743,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2239413760,2342518784,0,0,0.77442,0.9505,0.77468,254.11069107055664,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2186067456,2357198848,0,0,0.73658,0.93584,0.7366,255.04898047447205,0,0,0,0 +CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2572860928,3007315968,0,0,0.77936,0.95216,0.77934,253.50478506088257,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv new file mode 100644 index 0000000000000000000000000000000000000000..d97f8fee759b67adbb39991874f89e47bcd45be8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-L-14-laion2B-s32B-b82K.csv @@ -0,0 +1,433 @@ +type,module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +text,attn.in_proj_bias,2304,0,1.0696152230593725e-06,0.5089587107300705,3.4014486849308074,4.458011202430564,4.6756696701049805,180.4272567542165 +text,attn.in_proj_bias,2304,1,6.584702987311175e-07,2.209994268417343,3.143936019420628,3.3144073591232273,3.3179500102996826,37.865574231393964 +text,attn.in_proj_bias,2304,2,2.1209912119957153e-06,1.5546131682395858,3.776341902971275,4.587218546962634,4.72751522064209,73.87215578373208 +text,attn.in_proj_bias,2304,3,1.8693364154387382e-06,2.190818741321542,3.8368876645565035,4.169045384526183,4.26303243637085,56.36034245245545 +text,attn.in_proj_bias,2304,4,7.825453707255292e-08,1.5178518390655507,4.236561329841617,4.592171791458068,4.6754937171936035,79.88784445316276 +text,attn.in_proj_bias,2304,5,2.928483979758312e-07,1.6057447004318235,4.215623708725006,5.655675270318684,6.062265872955322,88.2128281119077 +text,attn.in_proj_bias,2304,6,8.197106581064872e-06,1.8510593461990024,4.911879777908326,5.495952234029716,5.568697929382324,93.5695083292074 +text,attn.in_proj_bias,2304,7,4.918075319437776e-06,1.3412786495685574,4.831368235588121,5.475400980949358,5.534584999084473,108.44272022078057 +text,attn.in_proj_bias,2304,8,1.0202392331848387e-05,1.3538188946246903,5.298764621257853,6.044025307369224,6.055365085601807,130.27749192328892 +text,attn.in_proj_bias,2304,9,8.708259429113241e-07,0.9042466622591019,5.156058982372285,5.9962142090797395,6.000050067901611,143.55611721366043 +text,attn.in_proj_bias,2304,10,3.756041451197234e-06,1.1806275510787907,3.8117768197060182,4.788362860059664,4.888632297515869,74.85437913723884 +text,attn.in_proj_bias,2304,11,6.280170055106282e-07,1.0177689039707183,3.934689165115384,4.702207278108497,4.838075637817383,105.10893600840204 +text,attn.in_proj_weight,1769472,0,3.185512298387039e-08,0.0543016190081835,0.07276617497950899,0.09648161958675393,0.38883936405181885,4.064220886068341 +text,attn.in_proj_weight,1769472,1,1.550522349402783e-10,0.05073816016316414,0.06877186787128453,0.08597727801501218,0.19558914005756378,3.727507257158044 +text,attn.in_proj_weight,1769472,2,6.072500280396298e-09,0.05008394595235588,0.06701218837499645,0.08546078703402896,0.16982842981815338,3.5499619047635695 +text,attn.in_proj_weight,1769472,3,4.036348144609292e-09,0.04857291784137488,0.06504348734021212,0.08431424873471059,0.23983372747898102,3.5044086242837866 +text,attn.in_proj_weight,1769472,4,2.258680709132932e-08,0.0475370326265693,0.06358766189217571,0.07983763292058445,0.15396243333816528,3.390821495457392 +text,attn.in_proj_weight,1769472,5,1.1776164043908466e-08,0.04722144164144993,0.06272604799270681,0.08143684145135553,0.1892750859260559,3.3768210691102505 +text,attn.in_proj_weight,1769472,6,1.1967498991793946e-08,0.046893998757004764,0.06209393768757617,0.07836358949690768,0.17140072584152222,3.311291743983598 +text,attn.in_proj_weight,1769472,7,6.839499189226217e-09,0.046710617318749446,0.061587759803980666,0.07766375214010221,0.18348973989486694,3.294735164049482 +text,attn.in_proj_weight,1769472,8,3.043892249365854e-08,0.04678527761250738,0.06147224265709528,0.07898579709306315,0.18263883888721466,3.2826719873844463 +text,attn.in_proj_weight,1769472,9,5.352271958969368e-09,0.046148177683353456,0.060518696930260185,0.07815872434153055,0.18011927604675293,3.2518592115547076 +text,attn.in_proj_weight,1769472,10,4.581307333495488e-09,0.044644350521266474,0.05886007476970563,0.0772900524236254,0.18824468553066254,3.224263010785243 +text,attn.in_proj_weight,1769472,11,1.9724856414882197e-08,0.04444889687001705,0.05913963173702373,0.07751198661773191,0.17074936628341675,3.2624602191784726 +text,attn.out_proj.bias,768,0,0.00017982799909077585,0.38805401235818915,1.2609632091522616,1.714004183578443,1.7643420696258545,22.20330038791143 +text,attn.out_proj.bias,768,1,2.4463610316161066e-05,0.26199127078056456,0.681064132928884,1.0859727625131177,1.130962610244751,20.747208064162372 +text,attn.out_proj.bias,768,2,0.00031822739401832223,0.17948001608252617,0.5670620531439806,0.5955857607781857,0.5987550616264343,14.02458685467977 +text,attn.out_proj.bias,768,3,0.00016547105042263865,0.1663200615346432,0.38019577714803127,0.6399004142015896,0.6687564849853516,10.26055395981569 +text,attn.out_proj.bias,768,4,0.00017654415569268167,0.17093942150473598,0.5582257722617037,1.5112951925872742,1.6171917915344238,110.86086300896268 +text,attn.out_proj.bias,768,5,1.544349106552545e-05,0.2194002734124661,0.7227712624073945,1.7621551667927589,1.877642273902893,117.98697876032733 +text,attn.out_proj.bias,768,6,0.000181887939106673,0.23896918952465065,0.6133637682199903,1.0941079761146988,1.1475239992141724,22.926007019758785 +text,attn.out_proj.bias,768,7,6.002550071571022e-05,0.2538350877165797,0.7552150986195313,1.5506068607329475,1.6389837265014648,79.61315094759843 +text,attn.out_proj.bias,768,8,0.0001041881405399181,0.19179811924696,0.8187073771954414,1.760875436711211,1.86556077003479,176.75934188455648 +text,attn.out_proj.bias,768,9,4.435590199136641e-06,0.28536498755216627,1.502228324413426,2.9333681051729585,3.092383623123169,211.42268738160067 +text,attn.out_proj.bias,768,10,0.0008810901781544089,0.4819635003805169,2.156624493360708,4.293681019282113,4.531131744384766,133.36519837307654 +text,attn.out_proj.bias,768,11,0.0014565089950338006,0.8060726046562201,1.0371271194219598,1.0457961422324171,1.0467593669891357,3.130257395114175 +text,attn.out_proj.weight,589824,0,1.3878777238574003e-08,0.037517843097448364,0.04934474993124611,0.06226749264746849,0.16656091809272766,3.280873743848349 +text,attn.out_proj.weight,589824,1,3.577688190148365e-08,0.035098263062536744,0.046435622796417365,0.06311870917826735,0.14626795053482056,3.308143074837133 +text,attn.out_proj.weight,589824,2,2.425443623721435e-09,0.03550472579896451,0.046352520909160734,0.057499309572946994,0.10771994292736053,3.1712349225487024 +text,attn.out_proj.weight,589824,3,4.803906250572254e-08,0.035831780023872856,0.046633837226778344,0.057475996030489744,0.09235966205596924,3.125443215853669 +text,attn.out_proj.weight,589824,4,1.1884321082789029e-08,0.03619786620140076,0.04731255350634529,0.06471594994141296,0.15512575209140778,3.2179325485617665 +text,attn.out_proj.weight,589824,5,1.5826886468062185e-08,0.03708166711032396,0.0487740591354669,0.06287345431968207,0.10593320429325104,3.157055920876941 +text,attn.out_proj.weight,589824,6,3.190194064472962e-08,0.03903456952422858,0.051817593149840906,0.06624632118641816,0.16710998117923737,3.217723739842273 +text,attn.out_proj.weight,589824,7,1.2144432126603988e-08,0.038265303969383255,0.0500457642972478,0.06255913892387717,0.12618300318717957,3.153326002518718 +text,attn.out_proj.weight,589824,8,2.2823698486718058e-08,0.04016962621361017,0.05338046337664129,0.06661022963896332,0.1476743072271347,3.2650768274382944 +text,attn.out_proj.weight,589824,9,1.3389565900467915e-08,0.040413293913006784,0.05330558428540865,0.06584777171090159,0.14601433277130127,3.1994751089589935 +text,attn.out_proj.weight,589824,10,9.495381902979716e-08,0.040712448284029965,0.0532078216187656,0.068169116783137,0.14150269329547882,3.1620664158711063 +text,attn.out_proj.weight,589824,11,1.31757635912777e-08,0.04334176260977984,0.05649589797481897,0.06940541993826489,0.1276630014181137,3.17523160999169 +text,ln_1.bias,768,0,6.0583661252167076e-05,0.39820566892623943,3.331770092249066,5.021454778313457,5.209197521209717,183.2210620205124 +text,ln_1.bias,768,1,6.481836317107081e-05,0.5073706167936329,2.319270491600223,4.435279870033039,4.670392036437988,241.21606815801348 +text,ln_1.bias,768,2,0.000404675753088668,0.528573889136316,3.319315273761966,5.774361928224303,6.047144889831543,280.2442574254612 +text,ln_1.bias,768,3,8.015662024263293e-05,0.4809329313039808,3.2204624979498053,5.545174520897618,5.803475856781006,320.69727786265025 +text,ln_1.bias,768,4,0.0001526095438748598,0.3697654354572327,4.559857074260945,7.20813619532557,7.502389430999756,359.67788030087445 +text,ln_1.bias,768,5,0.00013868256064597517,0.42364365547895455,4.918618200302345,7.423008346366616,7.7012739181518555,332.24814910990335 +text,ln_1.bias,768,6,0.0003144736110698432,0.49592574357986474,5.653135078430482,9.130978466796504,9.51740550994873,367.97868688514745 +text,ln_1.bias,768,7,2.9673536118934862e-05,0.5209351730346682,5.641499773979483,8.99663403196299,9.369426727294922,357.4536634578135 +text,ln_1.bias,768,8,0.00026437590713612735,0.5424773728847523,5.23506786108047,8.634111167668934,9.0117826461792,340.10330491731366 +text,ln_1.bias,768,9,0.0006125394138507545,0.5164773970842365,4.489508368969212,7.306509993314443,7.619510173797607,296.85636512519403 +text,ln_1.bias,768,10,4.081095175934024e-05,0.5386025273799901,2.880862875461847,5.923337058591518,6.26138973236084,276.69371080471785 +text,ln_1.bias,768,11,5.091385537525639e-05,0.5097912597656257,1.8743642935754574,3.806560376977715,4.021248817443848,102.84822505675137 +text,ln_1.weight,768,0,0.8285518288612366,1.5951989984512331,3.0896551532745593,3.3528678409576136,3.3821136951446533,198.74344214380406 +text,ln_1.weight,768,1,0.30520862340927124,1.3116656637191775,3.410164435386675,3.6064765294074803,3.628288984298706,127.74591010212451 +text,ln_1.weight,768,2,0.35095536708831787,1.601939412355423,3.3344377834797307,3.7912306960343827,3.8419854640960693,104.09474121845459 +text,ln_1.weight,768,3,0.3759666979312897,1.481412179470063,2.7052914979458107,2.989364908957451,3.0209286212921143,69.72047990083132 +text,ln_1.weight,768,4,0.47710245847702026,1.5269291985034952,2.085389343738568,2.22228760399817,2.2374985218048096,27.985849640934436 +text,ln_1.weight,768,5,0.48844635486602783,1.5564975404739383,2.0026269164085417,2.035566355848309,2.0392262935638428,21.584519598157698 +text,ln_1.weight,768,6,0.5286198258399963,1.7307419943809514,2.0251764717102105,2.0880580133438045,2.0950448513031006,26.45044574274234 +text,ln_1.weight,768,7,0.552239179611206,1.7275596415996552,2.197601692199724,2.388431944084147,2.409635305404663,41.640863910248704 +text,ln_1.weight,768,8,0.6204640865325928,1.8272093701362613,2.012998525500302,2.063433760821814,2.069037675857544,33.80142055662133 +text,ln_1.weight,768,9,0.6366084814071655,1.7794755840301522,2.0735302462577914,2.1812944938182715,2.193268299102783,33.89181532889878 +text,ln_1.weight,768,10,0.6931385397911072,1.617167984247208,2.335430998802187,2.3532484669685343,2.3552281856536865,43.902947165819796 +text,ln_1.weight,768,11,0.42940041422843933,1.7170052659511583,2.2029226300716624,2.455965404486629,2.484081268310547,24.05921436104291 +text,ln_2.bias,768,0,0.0012175305746495724,1.6544545817375202,2.1023632082939234,2.199359951353063,2.210137367248535,2.853931984478936 +text,ln_2.bias,768,1,1.8844602891476825e-05,1.682283424139025,3.513762387752731,5.757204142522573,6.006475448608398,10.788978286757743 +text,ln_2.bias,768,2,0.0007178031955845654,1.5886724352836636,3.3662746725084993,6.309403999423667,6.636418342590332,22.29817374256406 +text,ln_2.bias,768,3,0.001148852752521634,1.6348165106773427,2.956698561191683,4.363201203393786,4.519479274749756,6.167671100909008 +text,ln_2.bias,768,4,0.0002798014029394835,1.7839260089397515,3.152960453271939,3.980302063012035,4.072228908538818,5.645721906556296 +text,ln_2.bias,768,5,0.0007975345361046493,1.8230859410762832,3.341170786857674,4.125957679653085,4.213156223297119,5.905226076252561 +text,ln_2.bias,768,6,0.002047783462330699,1.7678978121280746,3.7623578958514385,7.198052019404999,7.579795837402344,24.616970555014674 +text,ln_2.bias,768,7,0.001163809560239315,1.4622050046920778,3.633759663582127,6.79299830656018,7.144024848937988,35.566646580974265 +text,ln_2.bias,768,8,0.0020336899906396866,1.378626210689545,3.341775907516795,6.916828347587205,7.314056396484375,70.62615536879468 +text,ln_2.bias,768,9,0.00010247738100588322,1.0257685780525216,2.900500597477347,7.291491908025274,7.779379844665527,128.52383253057553 +text,ln_2.bias,768,10,0.00018017592083197087,0.8669131720066087,2.1430691771508523,3.570874980020371,3.729520082473755,21.303063286653774 +text,ln_2.bias,768,11,0.0002314269804628566,0.9177818202972415,1.697347809076312,1.7302449513673748,1.7339001893997192,4.744615724070183 +text,ln_2.weight,768,0,0.6531808972358704,1.9291561460495006,5.4094765195848264,7.342075705623421,7.556808948516846,300.15050414904346 +text,ln_2.weight,768,1,0.7083797454833984,2.0198535490036016,3.0319547779560123,3.0702264559984167,3.0744788646698,43.176208858808 +text,ln_2.weight,768,2,0.7770055532455444,1.9994926452636725,2.16241979813576,2.1899167301416367,2.19297194480896,218.93632626031484 +text,ln_2.weight,768,3,0.1162114366889,1.9874605941772463,2.3147424254417586,2.502258358335475,2.5230934619903564,96.02939018652107 +text,ln_2.weight,768,4,0.19813686609268188,2.0200315785408023,2.21659405183793,2.3183550667285813,2.3296618461608887,101.47697777943716 +text,ln_2.weight,768,5,0.2996373176574707,2.0491069960594177,2.128106645822532,2.2096807293176566,2.2187445163726807,139.61995208780445 +text,ln_2.weight,768,6,0.4465842545032501,2.0521202635765077,2.1393509409427724,2.232416682457914,2.2427573204040527,50.547350468934276 +text,ln_2.weight,768,7,0.3839109241962433,2.1634348034858704,2.342339051008231,2.4153710854291837,2.42348575592041,40.10313654325239 +text,ln_2.weight,768,8,0.5795567035675049,2.207450387477875,2.3714931111335833,2.4626169691562554,2.4727418422698975,26.577232252537346 +text,ln_2.weight,768,9,0.5945287346839905,2.3183004474639897,2.680491436481505,3.013229774332011,3.0502007007598877,19.08827416422678 +text,ln_2.weight,768,10,0.47370749711990356,2.2505768752098114,2.709557758331306,2.792632649993888,2.801863193511963,40.14937090433848 +text,ln_2.weight,768,11,0.9043678045272827,2.0632326340675364,2.348518716812152,2.558664118003823,2.5820136070251465,20.611620445019078 +text,mlp.c_fc.bias,3072,0,0.006692409515380859,1.8679491150379175,4.32179822635652,4.383456021928778,4.390042304992676,30.47767058412541 +text,mlp.c_fc.bias,3072,1,0.0053394329734146595,1.7514139580726624,2.1411762316227163,2.9938760457990377,3.143807888031006,11.68876827664327 +text,mlp.c_fc.bias,3072,2,0.016361892223358154,1.6277127540111542,1.8649206830263279,2.4116843033191637,2.6115376949310303,14.787485733270305 +text,mlp.c_fc.bias,3072,3,0.013429118320345879,1.6335504186153411,1.9810901248455126,2.5242650262830457,2.6746256351470947,21.110717536201324 +text,mlp.c_fc.bias,3072,4,0.05216442793607712,1.6633967065811157,2.174869732856839,2.5221776358841552,2.6115963459014893,8.41280910023224 +text,mlp.c_fc.bias,3072,5,0.016984442248940468,1.688687146902084,2.115111588716507,2.429941763639354,2.4962563514709473,9.116353457863603 +text,mlp.c_fc.bias,3072,6,0.007882026955485344,1.6880353462696076,2.151999238014269,2.3960162576198183,2.423330068588257,16.339044452832322 +text,mlp.c_fc.bias,3072,7,0.00630479259416461,1.7566103649139402,2.1598052589893566,2.358314214157991,2.4044764041900635,15.422603487961497 +text,mlp.c_fc.bias,3072,8,0.026346085593104362,1.7454344272613525,2.1402228424549277,2.323338684677964,2.401906728744507,10.55808805392928 +text,mlp.c_fc.bias,3072,9,0.044323407113552094,1.80447634100914,2.163625484466561,2.2684419996738416,2.269655227661133,8.078607373657197 +text,mlp.c_fc.bias,3072,10,0.02596428245306015,1.7923057723045348,2.2567900764942936,2.445353499078746,2.448486804962158,6.5950256987042355 +text,mlp.c_fc.bias,3072,11,0.04377053305506706,1.846627892255783,2.169694014310878,2.7868370075461835,2.952946662902832,3.220320043545719 +text,mlp.c_fc.weight,2359296,0,7.66566365939525e-09,0.04544644113630049,0.05844750201329601,0.0711337260827414,0.22465436160564423,3.111321629333239 +text,mlp.c_fc.weight,2359296,1,5.586087148401475e-09,0.04465155303478227,0.05758341433480383,0.0691411749385282,0.22590062022209167,3.1040094243226832 +text,mlp.c_fc.weight,2359296,2,1.2977849017659082e-08,0.04418620504438873,0.05691236345097463,0.06778724841028297,0.15527620911598206,3.0476798189406455 +text,mlp.c_fc.weight,2359296,3,4.411251364189184e-09,0.04386268928647041,0.056550406925380256,0.06841218749061198,0.11660998314619064,3.0567396405641647 +text,mlp.c_fc.weight,2359296,4,3.6006975179248e-09,0.04364177342504244,0.05626586506143228,0.06724618472903918,0.1330268234014511,3.072398311749821 +text,mlp.c_fc.weight,2359296,5,1.7130085794292427e-08,0.04339122902601951,0.05595724213868393,0.06725049309804969,0.10034710168838501,3.0581450022889753 +text,mlp.c_fc.weight,2359296,6,7.327323636729943e-09,0.04320866856724022,0.05569313541054738,0.06650129101425392,0.15546706318855286,3.053470998692992 +text,mlp.c_fc.weight,2359296,7,7.163083903805045e-09,0.04302960876375429,0.05544129135087137,0.0665756941102413,0.11708729714155197,3.0531601497538126 +text,mlp.c_fc.weight,2359296,8,3.0764708558450593e-09,0.042566261999309046,0.05487891737371721,0.06655216237902525,0.1768134981393814,3.0696775698776992 +text,mlp.c_fc.weight,2359296,9,7.762695375390649e-09,0.04197013117372988,0.05411653364077219,0.06575956388190175,0.1277666836977005,3.065453985089178 +text,mlp.c_fc.weight,2359296,10,1.3770979911953418e-08,0.04147594738751645,0.05382933828979765,0.06542079937085499,0.12984123826026917,3.067657384247557 +text,mlp.c_fc.weight,2359296,11,1.0393673477437915e-08,0.042158518917858434,0.05481837792322044,0.06601844821124678,0.09801994264125824,3.086129858871849 +text,mlp.c_proj.bias,768,0,0.0009129099198617041,0.5667590850591696,1.5007486431599002,1.8840050825357029,1.9265891313552856,16.831738076720704 +text,mlp.c_proj.bias,768,1,5.930741463089362e-05,0.2416326241195205,0.4992467918992226,0.707264210373141,0.7303772568702698,8.344886340889138 +text,mlp.c_proj.bias,768,2,0.00030713091837242246,0.18633459523320242,0.5171822862923294,0.6862007256060658,0.7049805521965027,13.224992055440767 +text,mlp.c_proj.bias,768,3,0.0010588178411126137,0.22244167029857714,0.4419116547108008,0.794905583763085,0.8341271281242371,12.870565912618279 +text,mlp.c_proj.bias,768,4,0.00011479786917334422,0.22766899347305306,0.780931032300088,1.829664529025443,1.9461904764175415,132.8441593955421 +text,mlp.c_proj.bias,768,5,0.00022290066408459097,0.22228827461600317,0.771227724671446,1.7013302571891749,1.8046749830245972,102.14636089118392 +text,mlp.c_proj.bias,768,6,2.8330268833087757e-05,0.2569223222136499,0.6862027727366324,1.6266883500694227,1.7311867475509644,76.80225121589606 +text,mlp.c_proj.bias,768,7,0.00025265870499424636,0.2577195654809485,0.6944447453618205,0.8707193880855849,0.8903054594993591,14.688838516044061 +text,mlp.c_proj.bias,768,8,1.8389859178569168e-05,0.21323944643139842,0.4689188652634622,0.47076352291703205,0.47096848487854004,6.408565829178184 +text,mlp.c_proj.bias,768,9,3.777915480895899e-05,0.2882645237445834,1.216685053825512,2.7313980159281073,2.8996994495391846,198.18516727901834 +text,mlp.c_proj.bias,768,10,5.04180061398074e-05,0.4420873931050301,0.9031223137379469,1.7823682256459255,1.880062222480774,22.975134952090812 +text,mlp.c_proj.bias,768,11,0.0008459092350676656,1.1360516095161455,3.4978847668172377,5.139062358593766,5.321415424346924,21.100636846089042 +text,mlp.c_proj.weight,2359296,0,3.6461869967752136e-08,0.03483122903853654,0.04544332375749959,0.05784516386501452,0.46030914783477783,16.411416535361464 +text,mlp.c_proj.weight,2359296,1,4.983752646681161e-11,0.0362028883770108,0.046720242127776285,0.05717893642373273,0.6378786563873291,10.636934397271798 +text,mlp.c_proj.weight,2359296,2,5.490522259066211e-09,0.03602153751999135,0.04672876089811334,0.056276631902902066,0.6717720627784729,5.467879831695406 +text,mlp.c_proj.weight,2359296,3,6.525334717011333e-10,0.03586400281637904,0.04646580923348666,0.055612155903130275,0.16487760841846466,3.117101945617834 +text,mlp.c_proj.weight,2359296,4,8.303033816048355e-09,0.03622759077697989,0.04705401787534392,0.05690968301147139,0.20961448550224304,3.162125318135728 +text,mlp.c_proj.weight,2359296,5,4.080533244632534e-09,0.03661732561886304,0.047453186586499246,0.05747428999468683,0.14183540642261505,3.114353715482094 +text,mlp.c_proj.weight,2359296,6,7.425929204885051e-09,0.03770591355860226,0.049023723341524786,0.05971896103396976,0.19791823625564575,3.1560610360682673 +text,mlp.c_proj.weight,2359296,7,1.887977774117644e-08,0.038180144131183605,0.04972187228500849,0.06059974528290097,0.2603257894515991,3.230989551532942 +text,mlp.c_proj.weight,2359296,8,5.998733065837314e-09,0.03906297422945495,0.05112636994570534,0.06288751182332578,0.2637234628200531,3.273957420333387 +text,mlp.c_proj.weight,2359296,9,1.2995676534899303e-08,0.04005257710814465,0.052660664524883265,0.06594046931712993,0.33416393399238586,3.322224898837691 +text,mlp.c_proj.weight,2359296,10,2.0737919825819517e-08,0.039853739738464275,0.052638177145272504,0.06764834443852229,0.2835558354854584,3.252371370612472 +text,mlp.c_proj.weight,2359296,11,2.4624116079507985e-09,0.03709378987550735,0.049512718021869684,0.06266289445757053,0.12175226211547852,3.2207147468979427 +vision,attn.in_proj_bias,3072,0,5.527176085706742e-07,2.992020449638366,3.5217941217422695,3.7840632298468577,3.850445032119751,10.82132088830159 +vision,attn.in_proj_bias,3072,1,1.4315409316623118e-05,2.6431659293174743,3.489130483627367,3.563113314533225,3.56887149810791,9.876405404494594 +vision,attn.in_proj_bias,3072,2,9.139986332229455e-07,2.386156513690948,2.9535084407329926,3.149219389033317,3.149564027786255,7.055475270069865 +vision,attn.in_proj_bias,3072,3,1.960770987352589e-06,2.45252641916275,3.304507227659256,3.526875975775655,3.5706944465637207,13.271188826719778 +vision,attn.in_proj_bias,3072,4,5.948645593889523e-06,2.2335862350463844,3.707934258699494,4.702688479971301,5.105088233947754,28.74249051834802 +vision,attn.in_proj_bias,3072,5,1.3571303497883491e-05,1.5485287141799926,3.1018803856373793,4.571973549460597,5.100860118865967,40.71128352298505 +vision,attn.in_proj_bias,3072,6,2.4724331524339505e-05,2.054623315334316,3.979877401352043,4.716603885269108,4.756189823150635,56.956747271323586 +vision,attn.in_proj_bias,3072,7,6.949684120627353e-06,1.3817056500911684,3.4963901314735892,3.911768709421155,3.913602828979492,66.58286377929183 +vision,attn.in_proj_bias,3072,8,7.1661374931863975e-06,1.5729117012023908,3.9630269198420818,5.1452528747078015,5.402955532073975,76.69980762604372 +vision,attn.in_proj_bias,3072,9,1.9670975234475918e-05,1.6335116982459994,3.653958764553085,4.682306404161256,4.818019390106201,78.6383012776626 +vision,attn.in_proj_bias,3072,10,7.38660673960112e-07,1.5845774090290061,3.581890632629402,3.830154525423049,3.830941915512085,72.16921716052704 +vision,attn.in_proj_bias,3072,11,3.7519607758440543e-06,1.5223194646835323,3.988293877840108,4.5500274767874656,4.619858741760254,50.96752647072731 +vision,attn.in_proj_bias,3072,12,7.169909622462001e-06,1.6051393568515775,4.386363681793253,4.811541224575038,4.814867973327637,60.068806675741484 +vision,attn.in_proj_bias,3072,13,8.634056030132342e-06,2.0395379257202144,4.0102431378364605,4.625866147565674,4.741527557373047,38.82510528096836 +vision,attn.in_proj_bias,3072,14,6.806241435697302e-05,2.0131079173088064,4.459848038673422,4.859032039928387,4.892919540405273,63.92519658786974 +vision,attn.in_proj_bias,3072,15,3.9184436900541186e-05,2.067592079639434,4.808279876709052,5.466851856422272,5.572057247161865,68.94446454252073 +vision,attn.in_proj_bias,3072,16,5.039539132667414e-07,1.8156021130084938,4.449680070400317,6.005674664449377,6.222443580627441,85.37577336757504 +vision,attn.in_proj_bias,3072,17,1.3371843124332372e-05,2.426555056571959,5.133088948726815,7.958217449377956,8.65471076965332,79.16779601793793 +vision,attn.in_proj_bias,3072,18,2.4215876692323945e-05,2.73594566106796,4.634850318908803,7.117525749872628,8.141816139221191,54.07142658655353 +vision,attn.in_proj_bias,3072,19,2.3123193386709318e-05,3.575061202049255,7.445253598690241,10.882107742308182,11.837905883789062,67.39692600315617 +vision,attn.in_proj_bias,3072,20,1.2262354175618384e-05,4.529726090431213,8.8039160232545,17.871786012358065,21.568021774291992,118.72974921923277 +vision,attn.in_proj_bias,3072,21,1.8668692064238712e-05,3.1129417800903303,6.7778681302073,11.730149551150472,13.596431732177734,83.75878218231685 +vision,attn.in_proj_bias,3072,22,3.933451444027014e-05,4.95035949230194,10.698958162307886,16.24552118730334,17.698291778564453,32.102674325493325 +vision,attn.in_proj_bias,3072,23,1.6422980479546823e-05,0.6520154786109917,4.765597127914445,4.927575703716214,4.9716997146606445,147.47473689357668 +vision,attn.in_proj_weight,3145728,0,4.008139306566072e-12,0.03826864346861839,0.06863558577001375,0.09662569009512205,0.18926407396793365,33.198020917247995 +vision,attn.in_proj_weight,3145728,1,5.962722069569049e-12,0.03861892495304346,0.06712859480828208,0.09853685214890825,0.16417984664440155,28.132612206340166 +vision,attn.in_proj_weight,3145728,2,6.200212652324177e-12,0.03587333157658576,0.07338890442252556,0.11308136397822252,0.2506415545940399,49.365854428740604 +vision,attn.in_proj_weight,3145728,3,2.8120669681719335e-10,0.03544704809784889,0.06435832858831077,0.10411296241134248,0.226259246468544,10.206783810747183 +vision,attn.in_proj_weight,3145728,4,7.287954684187525e-10,0.03646632730960846,0.0578748854659504,0.0996976952023767,0.24553106725215912,5.944011098188433 +vision,attn.in_proj_weight,3145728,5,2.783611785517337e-09,0.03987817499786615,0.06317791961878556,0.10075855334848004,0.20090097188949585,5.144017140195187 +vision,attn.in_proj_weight,3145728,6,2.5325086472349767e-09,0.03947710763663053,0.06005597646162085,0.0990329351879086,0.2503563463687897,4.688081859084867 +vision,attn.in_proj_weight,3145728,7,9.893181829312425e-10,0.04125724773854017,0.061264942571521284,0.09525940020678297,0.17879731953144073,4.146721087198267 +vision,attn.in_proj_weight,3145728,8,4.746656845355801e-09,0.040769977755844594,0.05908306113258006,0.09685811398622107,0.24924622476100922,4.1131793901250315 +vision,attn.in_proj_weight,3145728,9,1.2551063521826222e-09,0.04136037405580282,0.058095162089914464,0.08560470775138943,0.17433905601501465,3.6639217118651897 +vision,attn.in_proj_weight,3145728,10,1.334547761189242e-08,0.0417827670276165,0.05944026028364904,0.09225066784462964,0.19352063536643982,3.7993475764894042 +vision,attn.in_proj_weight,3145728,11,6.535841312604873e-10,0.04218706775456666,0.05884726228565773,0.08839654794401453,0.24475379288196564,3.646893148434645 +vision,attn.in_proj_weight,3145728,12,1.3507960305858546e-09,0.041684268675744526,0.05694005183503131,0.08395297584753966,0.17751437425613403,3.4754594705427313 +vision,attn.in_proj_weight,3145728,13,1.0100142944224899e-08,0.04111358426511287,0.0554527470692998,0.0796360284723214,0.17128720879554749,3.3866676336169803 +vision,attn.in_proj_weight,3145728,14,1.9091423997252832e-09,0.041163247786462305,0.055344765905293504,0.08246117602809952,0.1633554846048355,3.3477283909632276 +vision,attn.in_proj_weight,3145728,15,1.623325140975851e-09,0.0412931876257062,0.0548329241871847,0.07651690960450985,0.17896565794944763,3.2706281104529227 +vision,attn.in_proj_weight,3145728,16,4.053484214949776e-09,0.041597651652991764,0.055179428528997904,0.07480368727892565,0.1402774304151535,3.2124367093657895 +vision,attn.in_proj_weight,3145728,17,1.3381665220357775e-10,0.041654956415295596,0.0548031699545701,0.07047349413707632,0.1461573988199234,3.1685557287455177 +vision,attn.in_proj_weight,3145728,18,1.4083896715533228e-08,0.04170898016542196,0.05502860179171091,0.07454617506115234,0.19366392493247986,3.2206467081571906 +vision,attn.in_proj_weight,3145728,19,6.41781383592388e-09,0.041578519009053676,0.0546213603913788,0.07412868919595914,0.2670667767524719,3.2508451972398915 +vision,attn.in_proj_weight,3145728,20,8.951350771724265e-10,0.04174451194703578,0.05418160091340556,0.06920332776753584,0.15456610918045044,3.132272062185386 +vision,attn.in_proj_weight,3145728,21,1.8801157963821424e-08,0.04230608608573674,0.0550316805690533,0.07018882101472021,0.17660914361476898,3.138867617115894 +vision,attn.in_proj_weight,3145728,22,1.619494954807621e-10,0.04216233037412166,0.05488362519443068,0.06942025685160923,0.14904579520225525,3.134387266981501 +vision,attn.in_proj_weight,3145728,23,3.158833550287454e-08,0.04231473125517368,0.05628188986703911,0.07272814507482672,0.1941724270582199,3.2992904013618616 +vision,attn.out_proj.bias,1024,0,0.00016443297499790788,0.4395710054039948,1.106204194426551,1.1891074439644702,1.1981312036514282,35.583201145840206 +vision,attn.out_proj.bias,1024,1,4.737753624795005e-05,0.7181720906496043,1.0835907058715935,1.0927751240611068,1.0934864282608032,7.609625822975758 +vision,attn.out_proj.bias,1024,2,6.147276144474745e-05,0.8047522711753837,1.1472640039920832,1.3445292998432834,1.3669368028640747,10.374164573841998 +vision,attn.out_proj.bias,1024,3,4.7263692977139726e-05,0.558540133833885,1.3707699626088607,1.5416097006439937,1.5597084760665894,26.534618672400356 +vision,attn.out_proj.bias,1024,4,0.00020355680317152292,0.3837629660964007,0.7451919224262407,1.2303093701361927,1.285094976425171,23.440354278484815 +vision,attn.out_proj.bias,1024,5,2.2520111087942496e-05,0.4123809874057768,0.8694942992925804,0.930090217167131,0.9365266561508179,15.827177967371968 +vision,attn.out_proj.bias,1024,6,0.00020139626576565206,0.3001056703925132,0.7068525522351288,0.7413675328850698,0.7452327609062195,17.52718963962054 +vision,attn.out_proj.bias,1024,7,8.902995614334941e-05,0.2172966834902763,0.8514383150339372,0.9261082246243857,0.9338960647583008,30.84171488947934 +vision,attn.out_proj.bias,1024,8,0.0002701035118661821,0.20883491039276111,0.7636959410905931,0.8790619258344013,0.8919327855110168,27.74059344152334 +vision,attn.out_proj.bias,1024,9,2.7958169084740803e-05,0.25766272574663157,1.3161822342873084,1.8958154316186098,1.960502028465271,128.60282780214723 +vision,attn.out_proj.bias,1024,10,3.309041858301498e-05,0.3325807648897163,1.4819608796835169,2.915913122713363,3.0786666870117188,258.7413050931343 +vision,attn.out_proj.bias,1024,11,2.9233839086373337e-05,0.274264923036098,1.2835879380703101,3.176920345306128,3.3922996520996094,335.39756041633154 +vision,attn.out_proj.bias,1024,12,0.000131755878101103,0.2480831220746039,1.4925976814628286,2.738877612423722,2.879023551940918,303.59834608104995 +vision,attn.out_proj.bias,1024,13,5.379397771321237e-05,0.2754473343491551,1.153337517499976,1.3024557125329779,1.3179126977920532,62.5586388011927 +vision,attn.out_proj.bias,1024,14,0.00015319482190534472,0.22572694107890104,0.6204930577278187,1.1503142576753342,1.2105462551116943,66.00824291373824 +vision,attn.out_proj.bias,1024,15,5.949539627181366e-05,0.2581039595603943,0.6191352689862333,0.8076744236409399,0.8289189338684082,9.434143753215874 +vision,attn.out_proj.bias,1024,16,7.710987847531214e-05,0.23683282822370524,0.8987301455736536,1.3586484605371312,1.4099549055099487,50.90537930681021 +vision,attn.out_proj.bias,1024,17,6.968245725147426e-05,0.192979381084442,0.6259866771400264,1.9333430198667587,2.081474781036377,205.30615443795648 +vision,attn.out_proj.bias,1024,18,0.00019367551431059837,0.21806213513016692,0.8222769535184055,1.5178418530820819,1.5966709852218628,73.64599258022234 +vision,attn.out_proj.bias,1024,19,0.00010213122004643083,0.32752877235412586,0.6552109657526048,1.641913480388978,1.7542608976364136,34.01419679097893 +vision,attn.out_proj.bias,1024,20,2.5737724627106218e-06,0.29648391962051385,1.1709223597646168,1.2125887354373888,1.21613609790802,17.883670548292013 +vision,attn.out_proj.bias,1024,21,7.689352059969679e-05,0.42968481868505476,1.4582269383669244,2.226730612754714,2.31329345703125,31.388703901405 +vision,attn.out_proj.bias,1024,22,2.3042873635858996e-06,0.4483251944184303,1.5756875055433184,4.708025280904328,5.062439918518066,213.52342880864754 +vision,attn.out_proj.bias,1024,23,0.0001584126439411193,0.6139852690696712,1.284296437144313,2.234194990599022,2.341458559036255,13.67060138404098 +vision,attn.out_proj.weight,1048576,0,3.862578257241012e-09,0.04453699570149183,0.07651383951306581,0.11846967469896459,0.31562814116477966,17.73835370045046 +vision,attn.out_proj.weight,1048576,1,7.6815087624027e-09,0.03438314329832792,0.06270593740046752,0.09577395780011687,0.26441165804862976,16.008184486885018 +vision,attn.out_proj.weight,1048576,2,9.02843222405636e-09,0.03102479735389352,0.0641705013811596,0.13347794651978234,0.2975415885448456,31.155745247825113 +vision,attn.out_proj.weight,1048576,3,3.2519126280661226e-10,0.03217599634081125,0.05437226239592079,0.10514904523262616,0.24686555564403534,8.810965688489373 +vision,attn.out_proj.weight,1048576,4,2.8556863540529775e-08,0.03395723178982735,0.04986301083117842,0.07934617115184038,0.1875544786453247,4.429134829379009 +vision,attn.out_proj.weight,1048576,5,4.4523743025770557e-10,0.03602105472236872,0.04932578327134259,0.06559121498828911,0.13750725984573364,3.5518772959631266 +vision,attn.out_proj.weight,1048576,6,1.366796276158766e-08,0.03596422355622053,0.048496146406978705,0.06526877239341945,0.1417815387248993,3.486077368480093 +vision,attn.out_proj.weight,1048576,7,1.5932824837250337e-08,0.03609005082398653,0.048032115213576226,0.06177374092861637,0.12424296885728836,3.354604531426482 +vision,attn.out_proj.weight,1048576,8,5.161893579241905e-09,0.03676723502576351,0.04979291064664844,0.07035846060141077,0.2674527168273926,3.7317486719245503 +vision,attn.out_proj.weight,1048576,9,7.888489861329617e-09,0.03567631542682648,0.04822692060843397,0.06868627028537323,0.13101699948310852,3.3782190373819514 +vision,attn.out_proj.weight,1048576,10,4.5054058261939645e-08,0.03535547573119402,0.04605210032314111,0.056290838178246906,0.08945067226886749,3.1473185366263547 +vision,attn.out_proj.weight,1048576,11,6.806728514163751e-09,0.03569705691188574,0.048450074996799965,0.07379741292444193,0.15518642961978912,3.4248289981740734 +vision,attn.out_proj.weight,1048576,12,1.1221084506018997e-08,0.035341277718544006,0.046490677446127705,0.06144083981401557,0.14499156177043915,3.233652857724925 +vision,attn.out_proj.weight,1048576,13,4.769691308581514e-10,0.03603510744869709,0.048041238076985696,0.06339360497890978,0.11056430637836456,3.1748293323393595 +vision,attn.out_proj.weight,1048576,14,1.9213981516941203e-08,0.03651127312332392,0.0474409304559244,0.06009558873251018,0.10942403972148895,3.082077089186545 +vision,attn.out_proj.weight,1048576,15,6.268353835992002e-09,0.037122136913239956,0.04902316387742798,0.08140439560635519,0.1547899693250656,3.371690105290851 +vision,attn.out_proj.weight,1048576,16,2.2232526930565655e-09,0.03744194284081459,0.05066331727430245,0.10393960326908594,0.2882234454154968,4.188691371187775 +vision,attn.out_proj.weight,1048576,17,3.152267424866295e-08,0.037685099989175797,0.05019261445850276,0.0960726959444473,0.2027309685945511,3.886931138695074 +vision,attn.out_proj.weight,1048576,18,3.047152574708889e-08,0.03829220216721296,0.050181362126022755,0.06865493731570484,0.2656647562980652,3.3381145064346542 +vision,attn.out_proj.weight,1048576,19,2.526098441535396e-08,0.03902401961386204,0.05223090285435405,0.09193659240370392,0.18603627383708954,3.5893402525062856 +vision,attn.out_proj.weight,1048576,20,8.755738356569509e-10,0.03923666849732399,0.05191315663978496,0.09105332009488654,0.20691432058811188,3.9381807326811282 +vision,attn.out_proj.weight,1048576,21,3.4214760802342425e-08,0.04051969479769468,0.05454282797873078,0.11523951990529789,0.29115191102027893,4.542117508739984 +vision,attn.out_proj.weight,1048576,22,4.857013014003542e-09,0.04362202249467373,0.05844036098569696,0.10723972309372319,0.20225726068019867,3.654804236258658 +vision,attn.out_proj.weight,1048576,23,8.146037799861006e-08,0.04694180842489004,0.061429526284338516,0.08034695765002843,0.16418246924877167,3.215941956299498 +vision,ln_1.bias,1024,0,1.7545677621910727e-07,0.8311970967054353,1.9231458594799211,2.472270928215903,2.5343520641326904,86.0507148590057 +vision,ln_1.bias,1024,1,3.360307516686589e-07,0.44295389175415023,1.6789441480636944,2.048146005296656,2.089198112487793,149.72868516783942 +vision,ln_1.bias,1024,2,2.467666604388796e-07,0.2665607303380965,0.8875979805588878,1.8999568439720629,2.0148656368255615,292.74859858760334 +vision,ln_1.bias,1024,3,4.826326858164975e-06,0.35967716485261836,1.9174572885037067,3.318604816365045,3.476520299911499,278.80146123972594 +vision,ln_1.bias,1024,4,6.1686691879003774e-06,0.3770595055818555,2.0664045991898568,2.6510347892998856,2.714761972427368,178.0143473861963 +vision,ln_1.bias,1024,5,1.6397251556554693e-06,0.5857983058691021,2.24398555040369,2.4337676994085076,2.4525938034057617,80.19238490312084 +vision,ln_1.bias,1024,6,0.0002344803069718182,0.5018860912322997,2.2731209925413793,3.4344527297972007,3.5648553371429443,150.23956530499473 +vision,ln_1.bias,1024,7,0.00029449063003994524,0.6062411123514156,1.9790161221027642,3.0806908573506706,3.2054443359375,105.71931222446956 +vision,ln_1.bias,1024,8,8.961335697676986e-05,0.5046226966381071,2.3433002288342157,2.4165604701042094,2.4230477809906006,74.66318884250637 +vision,ln_1.bias,1024,9,0.0001068299898179248,0.5021534872055023,1.8533032270670353,2.8125216315268124,2.92060923576355,127.11590081777264 +vision,ln_1.bias,1024,10,7.977767381817102e-05,0.4451055991649616,2.0556564899683805,2.9599264285801588,3.0605990886688232,132.94950118310967 +vision,ln_1.bias,1024,11,2.2516867829835974e-05,0.48226221501827143,2.0480482513905325,3.9056049464461577,4.115070819854736,236.02547048680597 +vision,ln_1.bias,1024,12,3.0088322091614828e-05,0.45196257978677723,2.765818530440472,4.6426365181443465,4.852363586425781,290.3784344331198 +vision,ln_1.bias,1024,13,0.0002673931885510683,0.5320469078421585,2.9057266256810474,4.602821210956337,4.7925705909729,239.90144389081928 +vision,ln_1.bias,1024,14,0.0004439515760168433,0.5761388540267941,2.6915883073807323,4.641066259026252,4.8615827560424805,256.59746297690094 +vision,ln_1.bias,1024,15,0.0001482731313444674,0.6613010042905804,1.9418983039856075,3.976708612799356,4.208242416381836,167.30846105079624 +vision,ln_1.bias,1024,16,0.0002478205133229494,0.821338184475898,1.5248779361248164,3.1964707964060324,3.386528968811035,54.268821157994076 +vision,ln_1.bias,1024,17,9.896955452859402e-05,0.7685484713315963,1.1380857057571412,3.222458516931238,3.459989070892334,70.36931807039207 +vision,ln_1.bias,1024,18,0.0003139991604257375,0.7477795010805125,1.6572316269874863,2.9237357617614865,3.0672128200531006,36.4537042160116 +vision,ln_1.bias,1024,19,0.00035659162676893175,0.769958100318908,1.7889868308306116,2.74966876238571,2.858041524887085,31.272495283200353 +vision,ln_1.bias,1024,20,5.651306310028303e-06,0.7195733016729352,2.4252323536873543,2.485720090842241,2.490614891052246,24.57100737637157 +vision,ln_1.bias,1024,21,0.00020948212477378547,1.0321857291460028,2.944326956748983,3.6669218009947713,3.7486653327941895,25.4717910312905 +vision,ln_1.bias,1024,22,6.02031359449029e-05,1.0770246315002427,4.107875705957479,4.465431422996472,4.504238605499268,55.85947615084136 +vision,ln_1.bias,1024,23,2.6272668037563562e-05,0.7792628830671303,2.2990191709995287,2.792535430931975,2.848719596862793,27.68993363115077 +vision,ln_1.weight,1024,0,2.774756922008237e-07,0.845091768503189,0.9756532015800512,1.01466087674498,1.018999695777893,2.5960021566221916 +vision,ln_1.weight,1024,1,2.4165558443201007e-08,1.3049219393730163,1.5276659548282687,1.538083803772925,1.5390853881835938,2.5801781157322052 +vision,ln_1.weight,1024,2,1.9210192547802762e-08,1.5512241506576538,1.6548349777460107,1.695247213804716,1.6998260021209717,3.560203691712629 +vision,ln_1.weight,1024,3,9.42612223298056e-06,1.7918699622154206,2.2533577744960853,2.34432365210055,2.3544936180114746,10.05669575281863 +vision,ln_1.weight,1024,4,1.095401694328757e-05,1.6756663513183576,2.1120843908786835,2.237235016870481,2.2513136863708496,17.42314119063048 +vision,ln_1.weight,1024,5,5.242228871793486e-05,1.9801663613319394,2.5056205737590793,2.614626227307304,2.627040386199951,19.19492117966036 +vision,ln_1.weight,1024,6,0.16730263829231262,1.4423726654052733,1.6944299452304856,1.980968265461881,2.0135746002197266,10.528165169153366 +vision,ln_1.weight,1024,7,0.09787598997354507,1.522092843055724,1.7403293225765266,1.9411797195195868,1.963955283164978,9.841528681963295 +vision,ln_1.weight,1024,8,0.16837503015995026,1.5262486016750323,1.8795549676418384,1.9100660543441732,1.9133089780807495,8.713106982550256 +vision,ln_1.weight,1024,9,0.30454134941101074,1.5117937517166136,1.7177966328859366,1.7189293880105019,1.7189457416534424,6.021179323584203 +vision,ln_1.weight,1024,10,0.32201436161994934,1.4947467935085292,1.6658362588882476,1.835967341864085,1.8552651405334473,4.972579440877991 +vision,ln_1.weight,1024,11,0.3884202539920807,1.6848651957511902,1.923872339725509,1.9530948154449428,1.9559919834136963,4.197742901646919 +vision,ln_1.weight,1024,12,0.558119535446167,1.6381439113616942,1.815568138837822,1.9417329546212974,1.955886721611023,4.368923208264114 +vision,ln_1.weight,1024,13,0.5115712881088257,1.7968994927406303,2.23433523511888,2.2403707794904704,2.24063777923584,7.4579556999622865 +vision,ln_1.weight,1024,14,0.4924452006816864,1.6144538676738738,1.775617271661761,1.930493529009797,1.9480615854263306,7.025691494818478 +vision,ln_1.weight,1024,15,0.4319153130054474,1.560253050327301,1.6848023918867134,1.7218780724286982,1.7260383367538452,11.27484307679124 +vision,ln_1.weight,1024,16,0.3332430124282837,1.5839073526859282,1.6533329383134847,1.7054743769884035,1.7113980054855347,20.040612891121846 +vision,ln_1.weight,1024,17,0.30202871561050415,1.5510376965999602,1.7290013338327495,1.7395336662650096,1.7404810190200806,30.943113795826154 +vision,ln_1.weight,1024,18,0.24410735070705414,1.6032392287254333,1.7963068197965668,1.8608042169570833,1.8680176734924316,44.94159874826317 +vision,ln_1.weight,1024,19,0.21345804631710052,1.67285262465477,2.043846729159379,2.0718233007669418,2.0743062496185303,54.5682265014252 +vision,ln_1.weight,1024,20,0.23329241573810577,1.6502415561676025,1.7543388507366189,2.075057506048634,2.1115787029266357,42.418322726368594 +vision,ln_1.weight,1024,21,0.353436142206192,1.6455954396724701,2.2683941509724015,2.4272621377706316,2.444326877593994,35.87615267972062 +vision,ln_1.weight,1024,22,0.4092566967010498,1.671306917667389,2.6818021214008647,2.9523907929420097,2.9822983741760254,49.124287186581796 +vision,ln_1.weight,1024,23,0.24159620702266693,1.6634385502338407,2.36778948771957,2.7620345706462315,2.8059470653533936,58.100327300011124 +vision,ln_2.bias,1024,0,9.810300127810478e-08,0.7133274859189986,1.6635807566643015,1.7958359337925733,1.810160517692566,28.228903519612096 +vision,ln_2.bias,1024,1,2.156332584490883e-06,0.38146240055561065,1.352434937953986,1.5339418469905608,1.5535417795181274,84.89645837521603 +vision,ln_2.bias,1024,2,4.286051989765838e-06,0.33155410021543485,0.8370763487219836,2.299882848620207,2.4665069580078125,207.70214951442566 +vision,ln_2.bias,1024,3,7.421975169563666e-05,0.42432215005159346,1.2519566760659708,1.5449065572380623,1.5768502950668335,31.799819001283495 +vision,ln_2.bias,1024,4,3.735591963049956e-05,0.377452278137207,1.4431918042898326,2.012937884735981,2.0774285793304443,55.8554012773283 +vision,ln_2.bias,1024,5,1.9052369680139236e-05,0.4095533236861227,1.6017853861451827,1.6523752272248222,1.6561485528945923,34.22870692465415 +vision,ln_2.bias,1024,6,0.00013752699305769056,0.42909948885440813,1.1194672247767727,1.7679445379852337,1.8410229682922363,20.631885048336276 +vision,ln_2.bias,1024,7,0.0001424481306457892,0.4488154283165929,1.1684594216346835,1.8131217215060276,1.8863062858581543,21.05541401089091 +vision,ln_2.bias,1024,8,0.0001716299302643165,0.47884206771850557,2.112531966328656,3.9097902272698724,4.1135759353637695,129.5406724268263 +vision,ln_2.bias,1024,9,7.932488369988278e-05,0.7437117242813108,3.7750890908243426,5.510273982906103,5.70167350769043,149.23265395588118 +vision,ln_2.bias,1024,10,6.0672213294310495e-05,0.844737013578414,3.388891727447633,6.504850739430943,6.8563151359558105,184.0697732243121 +vision,ln_2.bias,1024,11,2.163103999919258e-05,0.7713371759653088,3.4561965699196167,7.411420990609562,7.861256122589111,237.97527160686062 +vision,ln_2.bias,1024,12,0.0004121789534110576,0.8249018329381933,3.584363824844419,6.174125398420922,6.467516899108887,173.66759121593486 +vision,ln_2.bias,1024,13,6.941737228771672e-05,0.8406151258945456,3.7420784633160715,4.291077519011424,4.350467681884766,53.000052866824106 +vision,ln_2.bias,1024,14,7.573012408101931e-05,1.810063805580139,3.3512422451973896,3.644611124873123,3.675294876098633,6.96633807613529 +vision,ln_2.bias,1024,15,0.0017626711633056402,3.359320583343503,5.4079556279182945,6.520349155664288,6.645613670349121,4.213893466733724 +vision,ln_2.bias,1024,16,0.0011505302973091602,2.861867887973785,5.842492653846841,7.833855773210247,8.057847023010254,6.299664556582554 +vision,ln_2.bias,1024,17,0.0027035532984882593,2.288824923038482,5.229776427269022,5.995161675834549,6.081212520599365,5.777360070958633 +vision,ln_2.bias,1024,18,9.084538760362193e-05,1.97543351650238,5.011917325973542,5.762472013807192,5.847078323364258,10.408859369204443 +vision,ln_2.bias,1024,19,0.0018127645598724484,2.80912355184555,8.356222781658467,9.340454344844689,9.44397258758545,7.683438570006159 +vision,ln_2.bias,1024,20,0.0004311434749979526,3.2806681489944456,8.497150176048557,9.172829415035162,9.241636276245117,6.634960891764653 +vision,ln_2.bias,1024,21,0.0011980963172391057,3.252103102207179,8.443461063385271,9.255011078548327,9.339778900146484,8.365601937626904 +vision,ln_2.bias,1024,22,0.0006655587349087,1.8104566061496727,6.1441857914926965,9.99519700894302,10.42714786529541,67.88167161484422 +vision,ln_2.bias,1024,23,0.00048664427595213056,0.8607567876577374,1.8059436563253999,2.0568860110044143,2.083728790283203,5.360091229047741 +vision,ln_2.weight,1024,0,2.474607072144863e-06,1.6788784861564623,3.220362593650861,4.070089991855502,4.165653705596924,10.148911426459797 +vision,ln_2.weight,1024,1,5.94903895034804e-06,2.366096920967102,2.546159762620932,2.729946227335904,2.7507131099700928,3.7043946224662436 +vision,ln_2.weight,1024,2,1.0993479008902796e-05,2.8370632433891294,2.9260833935737627,2.980777513957016,2.9869625568389893,4.08603418503852 +vision,ln_2.weight,1024,3,4.673011426348239e-05,2.4952318644523617,2.9632208118438736,3.062352778625474,3.0736050605773926,9.170776126166682 +vision,ln_2.weight,1024,4,0.1293398141860962,1.476042704582214,1.6747178304195465,2.096143803739488,2.1439895629882812,4.030256490598495 +vision,ln_2.weight,1024,5,0.000530838209670037,1.6566332995891564,1.980476134061814,2.0100616568803744,2.0134153366088867,7.7512168950196525 +vision,ln_2.weight,1024,6,0.17479588091373444,1.3335093867778776,1.6126683088541056,1.6135327429771422,1.613555669784546,4.8088377606776325 +vision,ln_2.weight,1024,7,0.226152703166008,1.301956844329834,1.4217090693712249,1.6173065327644072,1.6395540237426758,4.510622403628678 +vision,ln_2.weight,1024,8,0.2373521327972412,1.3575981974601745,1.494088010787971,1.5304434450983952,1.5343754291534424,7.697768279069404 +vision,ln_2.weight,1024,9,0.3998693525791168,1.4673109877109527,1.6275715537071282,1.6471436551213239,1.649217128753662,6.547025086001133 +vision,ln_2.weight,1024,10,0.2070855349302292,1.7475590634346008,1.8399596980810171,1.906008330750456,1.913516640663147,7.408794072312494 +vision,ln_2.weight,1024,11,0.4419925808906555,1.7659306120872498,1.8713244429826752,1.9260422092318459,1.932228922843933,5.039970749391282 +vision,ln_2.weight,1024,12,0.43243178725242615,1.8579969441890714,1.9422941080331804,1.9657750658392872,1.9684476852416992,6.806173916372486 +vision,ln_2.weight,1024,13,0.3971444070339203,1.818195036649704,2.0589959725141616,2.0925122922658876,2.0960628986358643,10.568331808043697 +vision,ln_2.weight,1024,14,0.007386759854853153,3.028432042598724,3.2557675831317945,3.3775565090894526,3.391303300857544,13.384309613022442 +vision,ln_2.weight,1024,15,0.03243143483996391,6.3894806432724,7.004395109653502,7.2382764915942825,7.264072418212891,14.294302734600118 +vision,ln_2.weight,1024,16,0.03862299025058746,6.240198817253113,6.5976633391380455,6.670415971946706,6.678276062011719,17.235074102827085 +vision,ln_2.weight,1024,17,0.06606943905353546,5.561844968795776,5.733327098369599,5.772580807638163,5.777032852172852,20.00216633301818 +vision,ln_2.weight,1024,18,0.11626160889863968,4.181877436637878,4.286959561347964,4.351672900152197,4.358963966369629,23.466651162856834 +vision,ln_2.weight,1024,19,0.05827360600233078,7.867879271507263,8.09422804927826,8.17715882539748,8.186575889587402,17.707302286226774 +vision,ln_2.weight,1024,20,0.02451460249722004,10.04817135810852,10.457177958488472,10.74541782388683,10.778014183044434,16.38961436657997 +vision,ln_2.weight,1024,21,0.11669721454381943,9.152584829330443,9.477934328079225,9.656616139507268,9.676924705505371,18.44833498935084 +vision,ln_2.weight,1024,22,0.10941163450479507,3.739225344657898,5.081128283023916,6.673495704364553,6.852560997009277,50.08470672747489 +vision,ln_2.weight,1024,23,0.1546851098537445,2.1423134064674367,2.394182425737383,2.431350537943835,2.435535192489624,57.34249851317972 +vision,mlp.c_fc.bias,4096,0,0.000839135202113539,2.2322611927986147,2.2777710974216463,2.2850337357521053,2.285912036895752,1.551024024660629 +vision,mlp.c_fc.bias,4096,1,0.033738620579242706,2.243603801727295,2.290954819917679,2.3086720180511464,2.310601234436035,1.879508497261855 +vision,mlp.c_fc.bias,4096,2,0.07927656173706055,2.0466555953025827,2.173017375469209,2.229399676322929,2.245134115219116,1.728835655685769 +vision,mlp.c_fc.bias,4096,3,0.011113271117210388,1.7319408893585206,1.9655156606435806,2.1880443960427858,2.263536214828491,3.013969682207729 +vision,mlp.c_fc.bias,4096,4,0.03302407264709473,1.7125586092472085,1.9036492508649836,2.16696072471137,2.2617316246032715,3.1360879817670653 +vision,mlp.c_fc.bias,4096,5,0.0030632028356194496,1.7047340214252475,2.027891875505458,2.1332962583303443,2.1352527141571045,3.1539270808354076 +vision,mlp.c_fc.bias,4096,6,0.011351258493959904,1.6389792203903213,1.8209970080852524,1.8695589794516556,1.8708713054656982,2.646264184481573 +vision,mlp.c_fc.bias,4096,7,0.008957412093877792,1.7004473745822914,1.8541678416728997,1.9742687177061864,2.007751703262329,2.2668855394224776 +vision,mlp.c_fc.bias,4096,8,0.005980747751891613,1.6663163661956788,1.9568995088338939,2.1716066746711613,2.1944921016693115,2.3196820293176343 +vision,mlp.c_fc.bias,4096,9,0.00479217991232872,1.6534518837928773,2.196416031122243,2.3113296945095057,2.312822103500366,2.478033055685692 +vision,mlp.c_fc.bias,4096,10,0.0001893777953227982,1.543026292324067,1.7894608312845532,2.1027066776752283,2.14027738571167,2.8897386277961994 +vision,mlp.c_fc.bias,4096,11,0.0043814172968268394,1.4820709586143495,1.6745265066623776,1.7131049963831875,1.7183603048324585,3.7363449677050196 +vision,mlp.c_fc.bias,4096,12,0.00020062470866832882,1.5147138297557834,1.6746166419982933,1.83682864165306,1.838663935661316,4.93498603867998 +vision,mlp.c_fc.bias,4096,13,0.005334054119884968,1.4896071314811707,1.6652325636148477,1.8017404589652917,1.8211290836334229,5.360367089060439 +vision,mlp.c_fc.bias,4096,14,0.015837805345654488,1.4920428633689882,1.7809025913477177,1.8675005704164502,1.868059515953064,5.3464911415560366 +vision,mlp.c_fc.bias,4096,15,0.012957713566720486,1.3572240352630625,1.5506457269191785,1.615259684205044,1.6374504566192627,6.686766557989702 +vision,mlp.c_fc.bias,4096,16,0.007508303504437208,1.395943528413773,1.6263890308141802,2.312836229681804,2.6378817558288574,29.29996925858354 +vision,mlp.c_fc.bias,4096,17,0.00462866248562932,1.4518080949783327,1.772747102975883,2.459919453620802,2.674492835998535,24.82969580876194 +vision,mlp.c_fc.bias,4096,18,0.010499665513634682,1.6446487367153173,1.9659398984909222,3.2508132187124987,3.859339714050293,30.310661048607308 +vision,mlp.c_fc.bias,4096,19,0.005458544939756393,1.4869470059871683,1.9965650194883513,2.544722227096431,2.794492483139038,27.617059585626127 +vision,mlp.c_fc.bias,4096,20,0.01947271265089512,1.4460890233516694,1.8167057180404917,2.3783116679785863,2.7279698848724365,15.995680191748257 +vision,mlp.c_fc.bias,4096,21,0.04705454036593437,1.5361737132072455,1.9422058337927322,2.1794734464883607,2.218425750732422,11.258180104641328 +vision,mlp.c_fc.bias,4096,22,0.011244158260524273,1.8160859823226934,2.5424022114276976,2.8495303212404113,2.8767335414886475,7.468127246435521 +vision,mlp.c_fc.bias,4096,23,0.015203215181827545,1.9532832443714143,2.1903512668609713,2.310390406727773,2.3454627990722656,2.9950903145730643 +vision,mlp.c_fc.weight,4194304,0,6.816778044815841e-12,0.03563319668173788,0.0732024759054184,0.1684038228257944,0.33952540159225464,82.60432030937712 +vision,mlp.c_fc.weight,4194304,1,1.6341787298368438e-11,0.03639930773526416,0.0712164633795622,0.09732800980359149,0.18220706284046173,12.176342485174775 +vision,mlp.c_fc.weight,4194304,2,3.2393565607691244e-10,0.0385354038700461,0.06291447564959685,0.1061061564139959,0.23085995018482208,9.386186464371631 +vision,mlp.c_fc.weight,4194304,3,2.950855115813056e-09,0.04086835160851471,0.06479386778176216,0.09785423642022258,0.20879529416561127,6.0384986521099115 +vision,mlp.c_fc.weight,4194304,4,3.943659176997016e-09,0.040739021301269523,0.06137053117156066,0.09787978871537784,0.19813066720962524,5.121874436272312 +vision,mlp.c_fc.weight,4194304,5,4.3870490573638676e-10,0.039604184441268425,0.05741726455465092,0.08327495000213281,0.20416942238807678,4.184969377709542 +vision,mlp.c_fc.weight,4194304,6,7.402342627749192e-10,0.03945004366338251,0.05647644876316456,0.09111225269361745,0.2953466773033142,4.256117717855523 +vision,mlp.c_fc.weight,4194304,7,6.778444472388401e-09,0.03967336267232889,0.05593209228292108,0.09034051625948274,0.23286376893520355,3.953278547908379 +vision,mlp.c_fc.weight,4194304,8,1.9901629233487483e-09,0.03956221040338272,0.0549100625105204,0.08187088242014887,0.3268011510372162,3.923302040046366 +vision,mlp.c_fc.weight,4194304,9,2.2945769728721643e-09,0.0402462000399827,0.054981062024831884,0.0767659024804646,0.2860235571861267,3.640527020435186 +vision,mlp.c_fc.weight,4194304,10,1.2068504418039083e-08,0.04046325787901872,0.05647066913545146,0.09932034127786024,0.27269309759140015,3.8766116638521972 +vision,mlp.c_fc.weight,4194304,11,2.894902317862602e-09,0.03996416989713901,0.053226685490460376,0.07121725224703099,0.26028910279273987,3.364467358103123 +vision,mlp.c_fc.weight,4194304,12,2.1715042264336404e-10,0.03954797215759754,0.05199206816777678,0.06776820461600191,0.2075483500957489,3.2501048983174172 +vision,mlp.c_fc.weight,4194304,13,4.7615831277880716e-09,0.03909977618604896,0.05092998583242307,0.06337052502930064,0.16015265882015228,3.144904609090658 +vision,mlp.c_fc.weight,4194304,14,1.9941464035611034e-09,0.03740251868963239,0.04882468463853003,0.059180597877496716,0.1792561262845993,3.1176022019209833 +vision,mlp.c_fc.weight,4194304,15,1.4641275969395906e-09,0.03928472846746445,0.051084365308286084,0.06163807642235482,0.11477842181921005,3.170790033142059 +vision,mlp.c_fc.weight,4194304,16,9.828069913453419e-09,0.039415762461721834,0.05159034131467405,0.0622086590293779,0.13016024231910706,3.1901952176386157 +vision,mlp.c_fc.weight,4194304,17,3.416972260694706e-09,0.03886081337928769,0.05092297923937451,0.06137679074368567,0.09987474232912064,3.1728736833856566 +vision,mlp.c_fc.weight,4194304,18,3.6178775530970597e-09,0.037522716186940655,0.048726898256689424,0.05911263027413628,0.15760451555252075,3.1092420753715064 +vision,mlp.c_fc.weight,4194304,19,1.9376220627975727e-09,0.03997840993106364,0.05176997252553703,0.061917245446143014,0.09759989380836487,3.1289105323616995 +vision,mlp.c_fc.weight,4194304,20,3.632567802114295e-09,0.041245226189494104,0.05380118652805753,0.0649674738176044,0.14023125171661377,3.1633778054509616 +vision,mlp.c_fc.weight,4194304,21,1.2675199556611005e-08,0.041163185723125884,0.05383948730305006,0.06594085369929344,0.1613699495792389,3.1948778928908625 +vision,mlp.c_fc.weight,4194304,22,2.1448627596232228e-11,0.03772711910307399,0.04914282173663412,0.059836689541488755,0.1972925215959549,3.153364851937131 +vision,mlp.c_fc.weight,4194304,23,4.8873758373702e-09,0.039275284633040426,0.05135085672885223,0.06495774357020793,0.17722919583320618,3.1481862277653847 +vision,mlp.c_proj.bias,1024,0,0.00017250461678486317,0.4760534253716467,1.1448100266456727,1.4645945026039628,1.5006757974624634,29.279769919207315 +vision,mlp.c_proj.bias,1024,1,0.0001193619318655692,0.45416194796562104,2.1364889340401505,2.7384295014619,2.8046445846557617,120.41818476391717 +vision,mlp.c_proj.bias,1024,2,2.112249239871744e-05,0.7324937492609019,2.694129568934554,3.0969820467471547,3.139559030532837,66.14668112023084 +vision,mlp.c_proj.bias,1024,3,0.00019612153118941933,0.45647856831550515,1.9212100684643694,1.9503063938856116,1.9509669542312622,65.24637249018643 +vision,mlp.c_proj.bias,1024,4,2.487142410245724e-05,0.3626858952641485,1.063628887057309,1.5827981042503574,1.6418280601501465,62.94508436253859 +vision,mlp.c_proj.bias,1024,5,0.00013067250256426632,0.26728727847337685,0.6962647373676412,1.182216509175232,1.237265944480896,30.755154244507246 +vision,mlp.c_proj.bias,1024,6,1.2227469596837182e-05,0.24946009650826423,0.5505394023656854,1.0732845576345178,1.1328270435333252,27.766149686627628 +vision,mlp.c_proj.bias,1024,7,4.8327674448955804e-05,0.20878539174795116,0.6426976526975788,0.6954307402074268,0.7009788751602173,15.786532274381747 +vision,mlp.c_proj.bias,1024,8,0.00011565222666831687,0.21009849816560724,0.5335898794531884,0.5530567376136755,0.5550929307937622,11.037467581863215 +vision,mlp.c_proj.bias,1024,9,0.00011633660324150696,0.27970254629850344,0.7034932277798762,1.0122502698421043,1.0471149682998657,32.954394047767806 +vision,mlp.c_proj.bias,1024,10,6.500253948615864e-05,0.22612603902816758,0.441247192621236,0.7739950268178707,0.8117685914039612,16.792175360590115 +vision,mlp.c_proj.bias,1024,11,1.746541101965704e-06,0.22275429010391223,0.6844706194400868,0.807054883301241,0.8207873702049255,22.734223025061404 +vision,mlp.c_proj.bias,1024,12,6.364485670928843e-06,0.2979470422863957,1.497528803646622,1.9589953663706146,2.009885549545288,114.885964142362 +vision,mlp.c_proj.bias,1024,13,9.61005935096182e-06,0.27536769598722427,2.4522281975747395,2.669735108184788,2.6908671855926514,207.30281338024648 +vision,mlp.c_proj.bias,1024,14,0.0001014702211250551,0.19029953137040123,0.9486886104345835,1.6827522333144118,1.7648940086364746,201.1878181615068 +vision,mlp.c_proj.bias,1024,15,8.481216354994103e-05,0.27994525015354144,0.921944597721138,3.734619843649466,4.054025173187256,340.0167263267724 +vision,mlp.c_proj.bias,1024,16,0.00013667599705513567,0.267081776857376,0.8375202715992947,3.3726497097727037,3.6614928245544434,315.4417897716742 +vision,mlp.c_proj.bias,1024,17,3.2226977054961026e-05,0.27566330313682536,1.96830406665816,2.411537865304889,2.457935333251953,144.12652704433674 +vision,mlp.c_proj.bias,1024,18,0.00013089690764900297,0.2273697111010551,1.0747415207624806,1.115122823619838,1.11863374710083,35.57183576117397 +vision,mlp.c_proj.bias,1024,19,0.0003096491564065218,0.36008577674627296,0.6334552812576388,3.0444547413345733,3.3189306259155273,182.20591061909613 +vision,mlp.c_proj.bias,1024,20,0.000332160503603518,0.5427117198705672,1.41814957624679,5.540071184729946,6.008279323577881,234.0560073459967 +vision,mlp.c_proj.bias,1024,21,3.917508729500696e-05,0.6672137200832365,1.343778053164489,9.740897143172026,10.697614669799805,404.09051643307095 +vision,mlp.c_proj.bias,1024,22,1.7208634744747542e-05,0.6127920913696286,1.4387966259718132,7.688742377184934,8.400409698486328,363.32924232352633 +vision,mlp.c_proj.bias,1024,23,0.0006591214332729578,1.084945204257965,2.177570060253221,3.9742435913083414,4.176705837249756,8.747635349441438 +vision,mlp.c_proj.weight,4194304,0,8.603059931111545e-11,0.029475953374058006,0.0721677299439939,0.1369757426261774,0.3502562344074249,48.91602226406029 +vision,mlp.c_proj.weight,4194304,1,4.719870605462972e-10,0.03175326313823461,0.0495437082611032,0.07327021222859145,0.2120572328567505,7.994586159177927 +vision,mlp.c_proj.weight,4194304,2,3.5931089215068823e-09,0.03242666650563475,0.052189694777131146,0.0879283486880189,0.3186129331588745,9.259903305960076 +vision,mlp.c_proj.weight,4194304,3,1.3297672962764295e-09,0.03208915404975413,0.053288421936339675,0.10784047091147714,0.3601434528827667,12.161504492865403 +vision,mlp.c_proj.weight,4194304,4,3.495063793934605e-09,0.03214083481580014,0.05012469438463543,0.10587498911989844,0.3724227845668793,11.137208824577082 +vision,mlp.c_proj.weight,4194304,5,2.320825309709562e-09,0.03270145781338211,0.04807400870323597,0.07617681967687562,0.21035894751548767,4.50118105140538 +vision,mlp.c_proj.weight,4194304,6,4.499326689000327e-09,0.03252290699630973,0.04530770438164575,0.06514661907105962,0.2046137899160385,3.9747365034192206 +vision,mlp.c_proj.weight,4194304,7,1.5779921813674491e-09,0.033340235613286445,0.04659744423255395,0.07276956959217609,0.32353779673576355,4.846873977315018 +vision,mlp.c_proj.weight,4194304,8,2.4643520557532383e-09,0.03373322885483493,0.0465052622668453,0.07207134411551412,0.4167141914367676,4.914742513787588 +vision,mlp.c_proj.weight,4194304,9,8.936703599360385e-10,0.03462507624179122,0.04752222144231209,0.06815649074688095,0.3539906442165375,5.0506453475209065 +vision,mlp.c_proj.weight,4194304,10,7.105859234357581e-10,0.03525300178676842,0.04792077311500963,0.06414535370392899,0.6622503399848938,13.838509154283804 +vision,mlp.c_proj.weight,4194304,11,2.6394877394864125e-09,0.036025678291916795,0.0483871987760075,0.06430711281299556,0.41520968079566956,4.258906842824289 +vision,mlp.c_proj.weight,4194304,12,1.1240051556171693e-08,0.03745781168341636,0.04980800014734421,0.0643325291849663,0.2820170521736145,3.4482411935554316 +vision,mlp.c_proj.weight,4194304,13,2.6665025743000115e-09,0.03773069094866509,0.049893284749240194,0.06593562783671814,0.2734605073928833,3.4563538182296156 +vision,mlp.c_proj.weight,4194304,14,3.040781182406249e-09,0.0385140136629343,0.05018250262737323,0.06117630978599069,0.22215630114078522,3.1506796697623156 +vision,mlp.c_proj.weight,4194304,15,1.5638855765942594e-09,0.03901772044599055,0.050714851699770164,0.06097386070972805,0.13306114077568054,3.140821870180245 +vision,mlp.c_proj.weight,4194304,16,2.311735108895263e-10,0.03935957353562114,0.051406523834913995,0.06186365242264988,0.15128542482852936,3.1870137578290736 +vision,mlp.c_proj.weight,4194304,17,9.296368674860389e-10,0.039041585251688916,0.05084053190052512,0.061585752328099395,0.1975948065519333,3.1622263243928037 +vision,mlp.c_proj.weight,4194304,18,4.676559139937808e-10,0.038695161566138246,0.050328406382353655,0.061602188191931674,0.2949312627315521,3.1727003318990294 +vision,mlp.c_proj.weight,4194304,19,5.373645417527939e-10,0.03988530110567802,0.05174395296350377,0.06227229632101623,0.1837235540151596,3.126420350320576 +vision,mlp.c_proj.weight,4194304,20,8.876689605585852e-09,0.04178761649876829,0.05444529258832363,0.06568201189562528,0.254862517118454,3.214422564736524 +vision,mlp.c_proj.weight,4194304,21,1.2085565881392313e-10,0.04230695161968459,0.05600574896857184,0.06952032058238161,0.46990594267845154,3.5410765909033515 +vision,mlp.c_proj.weight,4194304,22,9.421389890462706e-09,0.04187763471156358,0.055833041030914424,0.07214264866408811,0.5949519276618958,3.885907825953595 +vision,mlp.c_proj.weight,4194304,23,2.3373190050079984e-09,0.03575482755899424,0.04744529093429477,0.06092104084081778,0.18191851675510406,3.241221353196137 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv new file mode 100644 index 0000000000000000000000000000000000000000..288a2a67cc112257c899e7bd8ce83b0d02e9e71c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-7b-hf.csv @@ -0,0 +1,289 @@ +module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis +input_layernorm,4096,0,7.152557373046875e-07,0.1975097656250009,0.4371386718750294,0.700005859374949,0.80078125,136.4423063342604 +input_layernorm,4096,1,1.0073184967041016e-05,0.32421875,0.41155273437500384,0.46943945312498947,0.490234375,13.49754374187995 +input_layernorm,4096,2,4.172325134277344e-06,0.2236328125,0.3826269531250013,0.466500976562485,0.49609375,49.984730715077845 +input_layernorm,4096,3,7.343292236328125e-05,0.33994140625000036,0.5096777343750141,0.5912578124999968,0.59765625,47.836868076699204 +input_layernorm,4096,4,4.506111145019531e-05,0.294921875,0.5385156250000307,0.6095253906249862,0.63671875,112.18857526207708 +input_layernorm,4096,5,8.0108642578125e-05,0.3125,0.5372070312500128,0.5630214843749943,0.57421875,94.5706515001801 +input_layernorm,4096,6,6.532669067382812e-05,0.4064453125000007,0.5812890625000051,0.6402539062499919,0.65625,51.59999657568463 +input_layernorm,4096,7,0.0002040863037109375,0.43759765625000036,0.6090039062500026,0.6572929687499887,0.6796875,42.34725199812552 +input_layernorm,4096,8,5.269050598144531e-05,0.400390625,0.6437890625000051,0.6997402343749943,0.7109375,79.86252110618953 +input_layernorm,4096,9,2.9921531677246094e-05,0.39453125,0.6437890625000051,0.706845703124996,0.71484375,88.96684945952794 +input_layernorm,4096,10,0.00010919570922851562,0.392578125,0.6731835937500179,0.730283203124996,0.73828125,85.41441677926373 +input_layernorm,4096,11,7.677078247070312e-05,0.443359375,0.7023828125000051,0.7721738281249895,0.79296875,71.69241729372794 +input_layernorm,4096,12,8.106231689453125e-05,0.4375,0.7020117187500077,0.7675605468749911,0.78515625,83.95066680950707 +input_layernorm,4096,13,3.695487976074219e-05,0.43564453125000036,0.6590429687500077,0.71875,0.71875,92.32371688785629 +input_layernorm,4096,14,0.00011110305786132812,0.44921875,0.7068554687500281,0.7698671874999903,0.7890625,91.30478647961509 +input_layernorm,4096,15,0.027587890625,0.44736328125000036,0.7488867187500077,0.8412578124999968,0.84765625,126.02747591209639 +input_layernorm,4096,16,0.0245361328125,0.45703125,0.7101953125000051,0.827939453124996,0.8359375,147.77773224639762 +input_layernorm,4096,17,1.4901161193847656e-06,0.46875,0.7018359375000358,0.7801718749999935,0.79296875,127.68489560103193 +input_layernorm,4096,18,1.138448715209961e-05,0.4921875,0.7168945312500128,0.8566972656249927,0.87109375,153.24832683830795 +input_layernorm,4096,19,5.2928924560546875e-05,0.49423828125000036,0.7183789062500026,0.8419648437499951,0.8515625,127.94034041350034 +input_layernorm,4096,20,1.0073184967041016e-05,0.494140625,0.7051757812500128,0.8419648437499951,0.8515625,134.44725888473332 +input_layernorm,4096,21,3.2901763916015625e-05,0.51953125,0.7641406250000102,0.8463925781249895,0.8671875,123.0146981269003 +input_layernorm,4096,22,0.00012493133544921875,0.53125,0.7946484375000153,0.989845703124983,1.0234375,147.54217059958995 +input_layernorm,4096,23,7.772445678710938e-05,0.5546875,0.7961328125000051,0.9566249999999741,1.0078125,164.73107495506812 +input_layernorm,4096,24,0.0001544952392578125,0.56640625,0.8852343750000102,1.0170390624999968,1.0234375,123.14051908355628 +input_layernorm,4096,25,4.3392181396484375e-05,0.59375,0.8433789062500026,0.9724355468749781,1.015625,154.58814436535786 +input_layernorm,4096,26,3.2901763916015625e-05,0.5861328125000007,0.9488476562500026,1.120687499999974,1.171875,146.18862806501937 +input_layernorm,4096,27,6.198883056640625e-05,0.5859375,0.8180859375000153,1.0881386718749457,1.1953125,236.49013240073768 +input_layernorm,4096,28,0.00012302398681640625,0.5978515625000007,0.9250585937500588,1.0844531249999676,1.1484375,165.01017420894962 +input_layernorm,4096,29,0.01177978515625,0.5859375,0.9211328125000051,1.1256718749999806,1.1640625,134.40015799659764 +input_layernorm,4096,30,8.153915405273438e-05,0.59375,0.8234765625000051,1.0258242187499498,1.125,106.22178378888819 +input_layernorm,4096,31,0.083984375,0.50390625,0.8902539062500026,1.0851953124999838,1.1171875,64.97232307352685 +mlp.down_proj,45088768,0,0.0,0.043701171875,0.05810546875,0.0869140625,0.52734375,3.9410243132303155 +mlp.down_proj,45088768,1,0.0,0.044921875,0.05810546875,0.07373046875,1.5625,7.5802935382124135 +mlp.down_proj,45088768,2,0.0,0.04541015625,0.058349609375,0.0703125,0.8984375,3.500094635203027 +mlp.down_proj,45088768,3,0.0,0.045654296875,0.05859375,0.07080078125,0.68359375,3.522186223965613 +mlp.down_proj,45088768,4,0.0,0.045166015625,0.05810546875,0.07080078125,0.9765625,3.9507138760715965 +mlp.down_proj,45088768,5,0.0,0.045166015625,0.05810546875,0.07080078125,0.734375,3.5031316078707673 +mlp.down_proj,45088768,6,0.0,0.044921875,0.0576171875,0.06982421875,0.921875,3.6766909225129805 +mlp.down_proj,45088768,7,0.0,0.044921875,0.057861328125,0.0703125,0.9453125,3.6398775576866766 +mlp.down_proj,45088768,8,0.0,0.04541015625,0.05859375,0.07177734375,0.796875,3.6487149038625772 +mlp.down_proj,45088768,9,0.0,0.0458984375,0.059326171875,0.07275390625,0.6640625,3.6072720146683652 +mlp.down_proj,45088768,10,0.0,0.04638671875,0.059814453125,0.0732421875,1.0234375,3.6335260007037236 +mlp.down_proj,45088768,11,0.0,0.046630859375,0.06005859375,0.07373046875,0.765625,3.5530041249449695 +mlp.down_proj,45088768,12,0.0,0.046875,0.060791015625,0.07421875,0.6484375,3.291699935375262 +mlp.down_proj,45088768,13,0.0,0.04736328125,0.061279296875,0.07470703125,1.0703125,3.647359138499682 +mlp.down_proj,45088768,14,0.0,0.04736328125,0.061279296875,0.07470703125,0.66015625,3.240919165543396 +mlp.down_proj,45088768,15,0.0,0.047607421875,0.0615234375,0.0751953125,1.0625,3.5596160792985456 +mlp.down_proj,45088768,16,0.0,0.04736328125,0.061279296875,0.07470703125,0.76953125,3.307626413448843 +mlp.down_proj,45088768,17,0.0,0.04736328125,0.06103515625,0.0732421875,1.1484375,3.4676421560877833 +mlp.down_proj,45088768,18,0.0,0.047119140625,0.060791015625,0.0732421875,1.1015625,3.4708772288943393 +mlp.down_proj,45088768,19,0.0,0.04736328125,0.060791015625,0.0732421875,0.96875,3.3501680690597713 +mlp.down_proj,45088768,20,0.0,0.04736328125,0.060791015625,0.0732421875,1.109375,3.5542677087714925 +mlp.down_proj,45088768,21,0.0,0.04736328125,0.060546875,0.072265625,0.734375,3.2126358273768942 +mlp.down_proj,45088768,22,0.0,0.04736328125,0.060546875,0.072265625,0.388671875,3.045221148790187 +mlp.down_proj,45088768,23,0.0,0.047607421875,0.06103515625,0.072265625,1.3125,3.661347930223575 +mlp.down_proj,45088768,24,0.0,0.047607421875,0.06103515625,0.07275390625,0.7265625,3.1393332037439903 +mlp.down_proj,45088768,25,0.0,0.0478515625,0.0615234375,0.0732421875,1.03125,3.2576513111327277 +mlp.down_proj,45088768,26,0.0,0.048095703125,0.061767578125,0.0732421875,0.578125,3.0934423947000096 +mlp.down_proj,45088768,27,0.0,0.04833984375,0.062255859375,0.07421875,0.76171875,3.149947949147703 +mlp.down_proj,45088768,28,0.0,0.048828125,0.06298828125,0.07568359375,1.0,3.3256110936488867 +mlp.down_proj,45088768,29,0.0,0.049072265625,0.0634765625,0.07763671875,0.984375,3.547261426279374 +mlp.down_proj,45088768,30,0.0,0.04931640625,0.06396484375,0.0830078125,1.3046875,5.107840285620544 +mlp.down_proj,45088768,31,0.0,0.0498046875,0.06591796875,0.0927734375,1.7734375,8.550558646527769 +mlp.gate_proj,45088768,0,0.0,0.04296875,0.058349609375,0.0947265625,0.890625,4.269190067451742 +mlp.gate_proj,45088768,1,0.0,0.047119140625,0.06396484375,0.123046875,1.09375,6.280002848563622 +mlp.gate_proj,45088768,2,0.0,0.04833984375,0.0625,0.0791015625,0.52734375,3.252795019767423 +mlp.gate_proj,45088768,3,0.0,0.04931640625,0.064453125,0.08447265625,0.578125,3.2690103679987637 +mlp.gate_proj,45088768,4,0.0,0.05078125,0.0673828125,0.0888671875,0.51953125,3.3662009159295945 +mlp.gate_proj,45088768,5,0.0,0.051513671875,0.0693359375,0.0908203125,0.443359375,3.3132728389187305 +mlp.gate_proj,45088768,6,0.0,0.052734375,0.07080078125,0.091796875,0.41796875,3.3562287806004885 +mlp.gate_proj,45088768,7,0.0,0.052734375,0.0712890625,0.09326171875,0.455078125,3.3854765386900025 +mlp.gate_proj,45088768,8,0.0,0.052001953125,0.0703125,0.0927734375,0.390625,3.3917166195373265 +mlp.gate_proj,45088768,9,0.0,0.0517578125,0.07080078125,0.09716796875,0.375,3.4635676641917645 +mlp.gate_proj,45088768,10,0.0,0.052001953125,0.07275390625,0.10595703125,0.52734375,3.659082896762817 +mlp.gate_proj,45088768,11,0.0,0.051513671875,0.07177734375,0.1025390625,0.40234375,3.5786700386051513 +mlp.gate_proj,45088768,12,0.0,0.051025390625,0.07080078125,0.10107421875,0.35546875,3.5231071621054237 +mlp.gate_proj,45088768,13,0.0,0.05078125,0.0703125,0.09814453125,0.3671875,3.492987813719813 +mlp.gate_proj,45088768,14,0.0,0.050537109375,0.0703125,0.1015625,0.341796875,3.5157555990507983 +mlp.gate_proj,45088768,15,0.0,0.051025390625,0.07080078125,0.09912109375,0.431640625,3.495786797250684 +mlp.gate_proj,45088768,16,0.0,0.05126953125,0.0712890625,0.099609375,0.474609375,3.4721134762605304 +mlp.gate_proj,45088768,17,0.0,0.051513671875,0.07080078125,0.09521484375,0.404296875,3.379672209074253 +mlp.gate_proj,45088768,18,0.0,0.052001953125,0.0712890625,0.09521484375,0.369140625,3.363501779614211 +mlp.gate_proj,45088768,19,0.0,0.052001953125,0.0703125,0.0927734375,0.38671875,3.3059414349857956 +mlp.gate_proj,45088768,20,0.0,0.0517578125,0.06982421875,0.09130859375,0.322265625,3.24058842202935 +mlp.gate_proj,45088768,21,0.0,0.052001953125,0.06982421875,0.09130859375,0.296875,3.2252613589641217 +mlp.gate_proj,45088768,22,0.0,0.05224609375,0.06982421875,0.08984375,0.37109375,3.1997543042302996 +mlp.gate_proj,45088768,23,0.0,0.052001953125,0.06884765625,0.08642578125,0.416015625,3.1522250758763932 +mlp.gate_proj,45088768,24,0.0,0.05224609375,0.06884765625,0.08740234375,0.34765625,3.159957907684576 +mlp.gate_proj,45088768,25,0.0,0.052490234375,0.06982421875,0.0888671875,0.5546875,3.2140774706633204 +mlp.gate_proj,45088768,26,0.0,0.052978515625,0.07177734375,0.09375,0.408203125,3.258833850594769 +mlp.gate_proj,45088768,27,0.0,0.053466796875,0.07373046875,0.09716796875,0.6328125,3.3571662046824033 +mlp.gate_proj,45088768,28,0.0,0.053466796875,0.0751953125,0.10009765625,0.3984375,3.412267812021293 +mlp.gate_proj,45088768,29,0.0,0.053955078125,0.0771484375,0.1044921875,0.46484375,3.605206129991087 +mlp.gate_proj,45088768,30,0.0,0.05517578125,0.080078125,0.150390625,0.796875,8.489964918198787 +mlp.gate_proj,45088768,31,0.0,0.05810546875,0.0830078125,0.11328125,0.380859375,3.5969066369466294 +mlp.up_proj,45088768,0,0.0,0.0419921875,0.0546875,0.06689453125,0.341796875,3.1257809370322978 +mlp.up_proj,45088768,1,0.0,0.04443359375,0.057373046875,0.072265625,0.40625,3.4447561314119977 +mlp.up_proj,45088768,2,0.0,0.045166015625,0.057861328125,0.0693359375,0.455078125,3.0643926831566968 +mlp.up_proj,45088768,3,0.0,0.04541015625,0.058349609375,0.06982421875,0.50390625,3.11530955415524 +mlp.up_proj,45088768,4,0.0,0.045166015625,0.05810546875,0.06982421875,0.478515625,3.103154995797977 +mlp.up_proj,45088768,5,0.0,0.045166015625,0.05810546875,0.06982421875,0.490234375,3.1074866507472088 +mlp.up_proj,45088768,6,0.0,0.045166015625,0.057861328125,0.06982421875,0.56640625,3.1103515391488963 +mlp.up_proj,45088768,7,0.0,0.045166015625,0.058349609375,0.06982421875,0.35546875,3.0859186463660886 +mlp.up_proj,45088768,8,0.0,0.0458984375,0.05908203125,0.07080078125,0.6484375,3.143100821324133 +mlp.up_proj,45088768,9,0.0,0.046142578125,0.0595703125,0.07177734375,0.609375,3.1384390669911246 +mlp.up_proj,45088768,10,0.0,0.046875,0.060302734375,0.07275390625,0.392578125,3.0941643300420067 +mlp.up_proj,45088768,11,0.0,0.047119140625,0.060791015625,0.0732421875,0.423828125,3.1151256150814888 +mlp.up_proj,45088768,12,0.0,0.047607421875,0.061279296875,0.07373046875,0.24609375,3.0757519740562933 +mlp.up_proj,45088768,13,0.0,0.048095703125,0.06201171875,0.07470703125,0.431640625,3.0997099821864476 +mlp.up_proj,45088768,14,0.0,0.048095703125,0.06201171875,0.07470703125,0.4765625,3.088386720975056 +mlp.up_proj,45088768,15,0.0,0.04833984375,0.0625,0.0751953125,0.44140625,3.1036080580162118 +mlp.up_proj,45088768,16,0.0,0.04833984375,0.062255859375,0.07470703125,0.462890625,3.0796057455877506 +mlp.up_proj,45088768,17,0.0,0.048095703125,0.061767578125,0.07373046875,0.33984375,3.0539835798489796 +mlp.up_proj,45088768,18,0.0,0.0478515625,0.0615234375,0.0732421875,0.326171875,3.0475381520216764 +mlp.up_proj,45088768,19,0.0,0.0478515625,0.0615234375,0.0732421875,0.5703125,3.0769263170951198 +mlp.up_proj,45088768,20,0.0,0.047607421875,0.061279296875,0.07275390625,0.318359375,3.037644738477705 +mlp.up_proj,45088768,21,0.0,0.047607421875,0.06103515625,0.07275390625,0.2333984375,3.0317359434824303 +mlp.up_proj,45088768,22,0.0,0.047607421875,0.06103515625,0.072265625,0.275390625,3.026070663498454 +mlp.up_proj,45088768,23,0.0,0.0478515625,0.061279296875,0.07275390625,0.296875,3.029466900689184 +mlp.up_proj,45088768,24,0.0,0.0478515625,0.061279296875,0.07275390625,0.1982421875,3.0209667213622073 +mlp.up_proj,45088768,25,0.0,0.048095703125,0.0615234375,0.0732421875,0.251953125,3.02615172988415 +mlp.up_proj,45088768,26,0.0,0.04833984375,0.06201171875,0.07373046875,0.3671875,3.0306968402468804 +mlp.up_proj,45088768,27,0.0,0.048583984375,0.062255859375,0.07421875,0.345703125,3.032937516667663 +mlp.up_proj,45088768,28,0.0,0.049072265625,0.06298828125,0.0751953125,0.376953125,3.045774527398766 +mlp.up_proj,45088768,29,0.0,0.049560546875,0.06396484375,0.07958984375,0.546875,3.3965450154438708 +mlp.up_proj,45088768,30,0.0,0.050048828125,0.0654296875,0.1455078125,0.77734375,9.524281481179829 +mlp.up_proj,45088768,31,0.0,0.052978515625,0.0712890625,0.11083984375,0.75390625,3.714970630664952 +post_attention_layernorm,4096,0,6.341934204101562e-05,0.08498535156250009,0.19512695312500128,0.217727050781249,0.2197265625,74.77853706096792 +post_attention_layernorm,4096,1,0.00024127960205078125,0.12109375,0.13174316406250064,0.1812695312499919,0.197265625,18.436940489623847 +post_attention_layernorm,4096,2,0.000698089599609375,0.146484375,0.14932128906250064,0.1494140625,0.1494140625,56.30316236879697 +post_attention_layernorm,4096,3,8.487701416015625e-05,0.181640625,0.18359375,0.1861235351562498,0.1865234375,71.21901418632565 +post_attention_layernorm,4096,4,0.0230712890625,0.1953125,0.197265625,0.1982421875,0.1982421875,90.2608365277453 +post_attention_layernorm,4096,5,0.019775390625,0.208984375,0.212890625,0.2169736328124996,0.2177734375,75.47344359810201 +post_attention_layernorm,4096,6,0.037353515625,0.2236328125,0.2265625,0.2281157226562498,0.228515625,80.4433455862618 +post_attention_layernorm,4096,7,0.049072265625,0.2373046875,0.2421875,0.244140625,0.244140625,70.79750353471465 +post_attention_layernorm,4096,8,0.0537109375,0.2421875,0.2451171875,0.251906738281249,0.25390625,74.20065575979774 +post_attention_layernorm,4096,9,0.055419921875,0.24711914062500018,0.251953125,0.2554130859374988,0.2578125,78.19615203507135 +post_attention_layernorm,4096,10,0.058349609375,0.251953125,0.255859375,0.2612724609374988,0.263671875,83.04389978791153 +post_attention_layernorm,4096,11,0.0546875,0.259765625,0.2634863281250013,0.2659785156249992,0.267578125,88.39637554963488 +post_attention_layernorm,4096,12,0.0634765625,0.265625,0.271484375,0.2745908203124996,0.275390625,100.12230664182108 +post_attention_layernorm,4096,13,0.064453125,0.2734375,0.2771582031250013,0.283203125,0.283203125,120.98710480662479 +post_attention_layernorm,4096,14,0.060302734375,0.283203125,0.2890625,0.2921689453124996,0.29296875,136.4464953135489 +post_attention_layernorm,4096,15,0.0703125,0.294921875,0.298828125,0.3038876953124996,0.3046875,152.40994421544818 +post_attention_layernorm,4096,16,0.0673828125,0.3125,0.3181738281250013,0.3214658203124996,0.322265625,134.99313817276823 +post_attention_layernorm,4096,17,0.051025390625,0.33203125,0.3359375,0.3401972656249992,0.341796875,141.94767701861772 +post_attention_layernorm,4096,18,0.05908203125,0.349609375,0.35546875,0.3577753906249992,0.359375,143.0823014170267 +post_attention_layernorm,4096,19,0.06591796875,0.361328125,0.36328125,0.3683408203124996,0.369140625,137.55194696739787 +post_attention_layernorm,4096,20,0.052001953125,0.373046875,0.3787207031250013,0.3820126953124996,0.3828125,150.75868276810905 +post_attention_layernorm,4096,21,0.048828125,0.38671875,0.390625,0.3937314453124996,0.39453125,151.8408972346488 +post_attention_layernorm,4096,22,0.044921875,0.400390625,0.4041113281250013,0.4054501953124996,0.40625,165.05031761467956 +post_attention_layernorm,4096,23,0.05078125,0.412109375,0.4140625,0.4171689453124996,0.41796875,163.07973300429984 +post_attention_layernorm,4096,24,0.050537109375,0.42578125,0.4296875,0.43359375,0.43359375,170.65661653685598 +post_attention_layernorm,4096,25,0.0634765625,0.435546875,0.439453125,0.4437128906249992,0.4453125,179.85866050664063 +post_attention_layernorm,4096,26,0.05029296875,0.451171875,0.45703125,0.4601376953124996,0.4609375,202.45625372457292 +post_attention_layernorm,4096,27,0.047119140625,0.46484375,0.46875,0.470703125,0.470703125,223.3668864118258 +post_attention_layernorm,4096,28,0.06005859375,0.474609375,0.48046875,0.4944941406249992,0.49609375,251.7213558495033 +post_attention_layernorm,4096,29,0.060302734375,0.4921875,0.5074414062500026,0.5409980468749911,0.55859375,247.26058897415902 +post_attention_layernorm,4096,30,0.08935546875,0.5041015625000007,0.5347851562500026,0.591593749999987,0.6171875,156.6731281694804 +post_attention_layernorm,4096,31,0.11474609375,0.47265625,0.51171875,0.6276074218749716,0.68359375,31.88507352873677 +self_attn.k_proj,16777216,0,0.0,0.0546875,0.1220703125,0.21875,0.81640625,38.24344781783628 +self_attn.k_proj,16777216,1,0.0,0.095703125,0.1572265625,0.2265625,0.57421875,9.935371374026081 +self_attn.k_proj,16777216,2,0.0,0.0888671875,0.1279296875,0.169921875,0.373046875,5.422568329046552 +self_attn.k_proj,16777216,3,0.0,0.07861328125,0.10986328125,0.146484375,0.41015625,4.552550541532545 +self_attn.k_proj,16777216,4,0.0,0.07861328125,0.109375,0.14675634765444556,0.51171875,4.330934358734191 +self_attn.k_proj,16777216,5,0.0,0.080078125,0.11083984375,0.1474609375,0.333984375,4.1880352601972435 +self_attn.k_proj,16777216,6,0.0,0.07568359375,0.107421875,0.142578125,0.30859375,4.478034883058803 +self_attn.k_proj,16777216,7,0.0,0.07373046875,0.10400390625,0.13671875,0.31640625,4.368184768466018 +self_attn.k_proj,16777216,8,0.0,0.07421875,0.1044921875,0.138671875,0.30859375,4.302162251441214 +self_attn.k_proj,16777216,9,0.0,0.07470703125,0.103515625,0.1357421875,0.35546875,4.097917798059499 +self_attn.k_proj,16777216,10,0.0,0.076171875,0.10546875,0.13671875,0.29296875,4.262353252802395 +self_attn.k_proj,16777216,11,0.0,0.07177734375,0.1025390625,0.1357421875,0.279296875,4.630848587525195 +self_attn.k_proj,16777216,12,0.0,0.0732421875,0.10205078125,0.1337890625,0.298828125,4.210345039001077 +self_attn.k_proj,16777216,13,0.0,0.0712890625,0.10009765625,0.1328125,0.30078125,4.160297130333501 +self_attn.k_proj,16777216,14,0.0,0.0712890625,0.10009765625,0.1328125,0.314453125,4.20591811396014 +self_attn.k_proj,16777216,15,0.0,0.07080078125,0.09814453125,0.12890625,0.259765625,4.031791099881734 +self_attn.k_proj,16777216,16,0.0,0.0703125,0.09814453125,0.1298828125,0.2890625,4.181085379327221 +self_attn.k_proj,16777216,17,0.0,0.06787109375,0.09521484375,0.12890625,0.306640625,4.011172975365525 +self_attn.k_proj,16777216,18,0.0,0.06591796875,0.09033203125,0.1201171875,0.3125,3.852686131364871 +self_attn.k_proj,16777216,19,0.0,0.0654296875,0.08984375,0.1201171875,0.298828125,3.9534432721176596 +self_attn.k_proj,16777216,20,0.0,0.06591796875,0.09033203125,0.1220703125,0.328125,4.017856732818786 +self_attn.k_proj,16777216,21,0.0,0.06396484375,0.0869140625,0.11865234375,0.375,4.043552781047404 +self_attn.k_proj,16777216,22,0.0,0.064453125,0.08642578125,0.1171875,0.31640625,3.8562861685873253 +self_attn.k_proj,16777216,23,0.0,0.06298828125,0.083984375,0.1123046875,0.3125,3.751007505803854 +self_attn.k_proj,16777216,24,0.0,0.06298828125,0.0859375,0.11865234375,0.330078125,4.161086490091737 +self_attn.k_proj,16777216,25,0.0,0.061767578125,0.0830078125,0.10888671875,0.365234375,3.828115065648799 +self_attn.k_proj,16777216,26,0.0,0.0615234375,0.08349609375,0.11474609375,0.35546875,3.950877539540366 +self_attn.k_proj,16777216,27,0.0,0.06201171875,0.08251953125,0.107421875,0.2890625,3.5343563483836373 +self_attn.k_proj,16777216,28,0.0,0.06103515625,0.08203125,0.1083984375,0.369140625,3.7013362450844207 +self_attn.k_proj,16777216,29,0.0,0.060546875,0.08251953125,0.11328125,0.3671875,3.9551189681736383 +self_attn.k_proj,16777216,30,0.0,0.059814453125,0.08056640625,0.10791015625,0.369140625,3.65192595962886 +self_attn.k_proj,16777216,31,0.0,0.06298828125,0.087890625,0.126953125,0.404296875,4.044775676830005 +self_attn.o_proj,16777216,0,0.0,0.0250244140625,0.040771484375,0.072265625,0.451171875,39.606632106657415 +self_attn.o_proj,16777216,1,0.0,0.0264892578125,0.0380859375,0.07666015625,0.58984375,26.69787713965271 +self_attn.o_proj,16777216,2,0.0,0.036376953125,0.048583984375,0.09033203125,0.60546875,7.172113174858918 +self_attn.o_proj,16777216,3,0.0,0.034912109375,0.046142578125,0.07373046875,0.5390625,6.738655132097817 +self_attn.o_proj,16777216,4,0.0,0.036376953125,0.048095703125,0.07275390625,0.62109375,5.993817704977201 +self_attn.o_proj,16777216,5,0.0,0.03759765625,0.049072265625,0.06787109375,0.52734375,5.158751141507659 +self_attn.o_proj,16777216,6,0.0,0.03564453125,0.047119140625,0.06591796875,0.60546875,7.088338485259551 +self_attn.o_proj,16777216,7,0.0,0.0361328125,0.047607421875,0.064453125,0.55859375,5.347610561393708 +self_attn.o_proj,16777216,8,0.0,0.03662109375,0.048095703125,0.061279296875,0.75390625,6.007940412405506 +self_attn.o_proj,16777216,9,0.0,0.03759765625,0.04931640625,0.06298828125,0.546875,4.903297282365117 +self_attn.o_proj,16777216,10,0.0,0.037353515625,0.048583984375,0.06103515625,0.4140625,4.063452398003821 +self_attn.o_proj,16777216,11,0.0,0.0390625,0.052001953125,0.06689453125,0.578125,6.1512512579371075 +self_attn.o_proj,16777216,12,0.0,0.03857421875,0.05126953125,0.06591796875,0.51953125,4.434055632045808 +self_attn.o_proj,16777216,13,0.0,0.039794921875,0.052734375,0.06787109375,0.5078125,4.47524457880676 +self_attn.o_proj,16777216,14,0.0,0.038818359375,0.051025390625,0.06396484375,0.59765625,4.3913518343431885 +self_attn.o_proj,16777216,15,0.0,0.040283203125,0.052978515625,0.0693359375,0.48828125,3.962050750665648 +self_attn.o_proj,16777216,16,0.0,0.0419921875,0.05517578125,0.0703125,0.42578125,3.9618297565651868 +self_attn.o_proj,16777216,17,0.0,0.0419921875,0.05517578125,0.07177734375,0.498046875,4.40230065747996 +self_attn.o_proj,16777216,18,0.0,0.043701171875,0.056884765625,0.072265625,0.56640625,4.205083278063674 +self_attn.o_proj,16777216,19,0.0,0.044189453125,0.057861328125,0.07421875,0.67578125,4.21699893959325 +self_attn.o_proj,16777216,20,0.0,0.044921875,0.05810546875,0.0732421875,0.578125,6.20978041938933 +self_attn.o_proj,16777216,21,0.0,0.0458984375,0.059326171875,0.07373046875,0.55078125,4.176771420961363 +self_attn.o_proj,16777216,22,0.0,0.046142578125,0.06005859375,0.07470703125,0.7734375,12.72973753381282 +self_attn.o_proj,16777216,23,0.0,0.048583984375,0.06298828125,0.078125,0.484375,3.976658721156604 +self_attn.o_proj,16777216,24,0.0,0.047607421875,0.061767578125,0.07666015625,0.73046875,6.397808422117449 +self_attn.o_proj,16777216,25,0.0,0.0498046875,0.064453125,0.07958984375,0.65234375,3.4139961077564593 +self_attn.o_proj,16777216,26,0.0,0.0517578125,0.0703125,0.09228515625,0.6875,5.404761630435047 +self_attn.o_proj,16777216,27,0.0,0.051513671875,0.06689453125,0.08251953125,0.6328125,3.855701436089548 +self_attn.o_proj,16777216,28,0.0,0.05322265625,0.06982421875,0.087890625,0.78125,3.815716480743954 +self_attn.o_proj,16777216,29,0.0,0.053466796875,0.0693359375,0.087890625,0.6328125,4.135413539616198 +self_attn.o_proj,16777216,30,0.0,0.0546875,0.07177734375,0.0966796875,0.625,3.989114407498837 +self_attn.o_proj,16777216,31,0.0,0.05029296875,0.068359375,0.1337890625,1.3125,38.917877019289406 +self_attn.q_proj,16777216,0,0.0,0.0517578125,0.1298828125,0.2373046875,0.7734375,70.89063407817052 +self_attn.q_proj,16777216,1,0.0,0.09521484375,0.154296875,0.22265625,0.47265625,9.506592860422103 +self_attn.q_proj,16777216,2,0.0,0.08203125,0.1162109375,0.158203125,1.1015625,5.845498006156931 +self_attn.q_proj,16777216,3,0.0,0.07421875,0.10498046875,0.150390625,0.78125,5.747449112728132 +self_attn.q_proj,16777216,4,0.0,0.07568359375,0.10498046875,0.146484375,0.67578125,5.076595574419752 +self_attn.q_proj,16777216,5,0.0,0.0751953125,0.10302734375,0.1376953125,0.640625,4.239130739572246 +self_attn.q_proj,16777216,6,0.0,0.0732421875,0.10546875,0.1474609375,0.61328125,4.859155894110683 +self_attn.q_proj,16777216,7,0.0,0.0732421875,0.1064453125,0.146484375,0.7578125,4.7117156949789765 +self_attn.q_proj,16777216,8,0.0,0.07373046875,0.10986328125,0.158203125,0.55859375,4.825607138911687 +self_attn.q_proj,16777216,9,0.0,0.07177734375,0.099609375,0.1318359375,0.77734375,4.141120940492358 +self_attn.q_proj,16777216,10,0.0,0.072265625,0.099609375,0.1298828125,0.462890625,4.133870396866107 +self_attn.q_proj,16777216,11,0.0,0.07177734375,0.107421875,0.1513671875,0.609375,5.116813149153919 +self_attn.q_proj,16777216,12,0.0,0.06982421875,0.09814453125,0.1337890625,0.5234375,4.227513682256377 +self_attn.q_proj,16777216,13,0.0,0.06884765625,0.09716796875,0.130859375,0.6796875,4.246715043246877 +self_attn.q_proj,16777216,14,0.0,0.0693359375,0.0966796875,0.126953125,0.5703125,4.172159714823189 +self_attn.q_proj,16777216,15,0.0,0.0673828125,0.0927734375,0.12451171875,0.58203125,4.180196395053585 +self_attn.q_proj,16777216,16,0.0,0.0673828125,0.09521484375,0.1318359375,1.0,4.9387756507742715 +self_attn.q_proj,16777216,17,0.0,0.06591796875,0.09033203125,0.11865234375,0.9453125,4.41058356494222 +self_attn.q_proj,16777216,18,0.0,0.0634765625,0.0859375,0.11181640625,0.7734375,4.331741585407725 +self_attn.q_proj,16777216,19,0.0,0.0634765625,0.08544921875,0.1123046875,0.71875,4.501974087132231 +self_attn.q_proj,16777216,20,0.0,0.06396484375,0.0869140625,0.11474609375,1.0546875,5.089448547787887 +self_attn.q_proj,16777216,21,0.0,0.0625,0.08447265625,0.11181640625,0.94140625,5.023500600377066 +self_attn.q_proj,16777216,22,0.0,0.06298828125,0.08447265625,0.1103515625,0.875,4.650421015682584 +self_attn.q_proj,16777216,23,0.0,0.061767578125,0.08251953125,0.107421875,0.81640625,4.622973048321524 +self_attn.q_proj,16777216,24,0.0,0.06201171875,0.083984375,0.1103515625,1.03125,4.810796636988315 +self_attn.q_proj,16777216,25,0.0,0.061279296875,0.08203125,0.107421875,0.64453125,4.259720660607395 +self_attn.q_proj,16777216,26,0.0,0.060791015625,0.08203125,0.1083984375,0.86328125,4.746416094050959 +self_attn.q_proj,16777216,27,0.0,0.06103515625,0.08154296875,0.10791015625,0.79296875,4.456513964473084 +self_attn.q_proj,16777216,28,0.0,0.06005859375,0.08056640625,0.10986328125,0.76953125,4.9206986159336 +self_attn.q_proj,16777216,29,0.0,0.0595703125,0.0810546875,0.11865234375,0.81640625,5.75206972772167 +self_attn.q_proj,16777216,30,0.0,0.05859375,0.07958984375,0.1220703125,0.81640625,5.794882486073459 +self_attn.q_proj,16777216,31,0.0,0.059814453125,0.08251953125,0.12451171875,0.66796875,4.2604406701808495 +self_attn.v_proj,16777216,0,0.0,0.0361328125,0.056396484375,0.07568359375,0.134765625,6.17988231863005 +self_attn.v_proj,16777216,1,0.0,0.0311279296875,0.043701171875,0.0556640625,0.1279296875,4.8384166345295005 +self_attn.v_proj,16777216,2,0.0,0.037841796875,0.04931640625,0.0595703125,0.1474609375,3.1704948733015765 +self_attn.v_proj,16777216,3,0.0,0.0361328125,0.046875,0.056640625,0.138671875,3.2101376661454877 +self_attn.v_proj,16777216,4,0.0,0.03759765625,0.048828125,0.058837890625,0.142578125,3.12290612284217 +self_attn.v_proj,16777216,5,0.0,0.038818359375,0.050048828125,0.06005859375,0.265625,3.166712534307685 +self_attn.v_proj,16777216,6,0.0,0.03662109375,0.048095703125,0.05810546875,0.287109375,3.301832949774581 +self_attn.v_proj,16777216,7,0.0,0.037109375,0.049072265625,0.0595703125,0.2255859375,3.35458205981544 +self_attn.v_proj,16777216,8,0.0,0.03759765625,0.04931640625,0.059814453125,0.2080078125,3.224550114501631 +self_attn.v_proj,16777216,9,0.0,0.03857421875,0.050537109375,0.061279296875,0.2470703125,3.254566641438937 +self_attn.v_proj,16777216,10,0.0,0.037841796875,0.049560546875,0.060546875,0.259765625,3.221364068191206 +self_attn.v_proj,16777216,11,0.0,0.039794921875,0.052490234375,0.064453125,0.298828125,3.3207023327508245 +self_attn.v_proj,16777216,12,0.0,0.039306640625,0.052001953125,0.064453125,0.251953125,3.2917196179921357 +self_attn.v_proj,16777216,13,0.0,0.04052734375,0.053466796875,0.06494140625,0.2294921875,3.240945054885195 +self_attn.v_proj,16777216,14,0.0,0.039794921875,0.052001953125,0.06396484375,0.333984375,3.2207892668840437 +self_attn.v_proj,16777216,15,0.0,0.041259765625,0.053466796875,0.06494140625,0.2265625,3.1698077407619936 +self_attn.v_proj,16777216,16,0.0,0.04296875,0.05615234375,0.068359375,0.2421875,3.1732431739777383 +self_attn.v_proj,16777216,17,0.0,0.04248046875,0.05517578125,0.06689453125,0.2138671875,3.1317380318450874 +self_attn.v_proj,16777216,18,0.0,0.044677734375,0.05810546875,0.06982421875,0.224609375,3.1396861815281687 +self_attn.v_proj,16777216,19,0.0,0.045166015625,0.058837890625,0.07080078125,0.2236328125,3.1479206835009523 +self_attn.v_proj,16777216,20,0.0,0.04541015625,0.05859375,0.06982421875,0.1630859375,3.077329271332318 +self_attn.v_proj,16777216,21,0.0,0.046875,0.060546875,0.07275390625,0.1796875,3.0914145141503155 +self_attn.v_proj,16777216,22,0.0,0.047119140625,0.06103515625,0.07275390625,0.154296875,3.1028997163538112 +self_attn.v_proj,16777216,23,0.0,0.04931640625,0.06396484375,0.076171875,0.1533203125,3.1018698150322948 +self_attn.v_proj,16777216,24,0.0,0.048828125,0.06298828125,0.07568359375,0.1845703125,3.08752802550685 +self_attn.v_proj,16777216,25,0.0,0.050537109375,0.0654296875,0.078125,0.1259765625,3.0825314450000945 +self_attn.v_proj,16777216,26,0.0,0.052001953125,0.068359375,0.08349609375,0.1962890625,3.174601908030728 +self_attn.v_proj,16777216,27,0.0,0.051513671875,0.06689453125,0.07958984375,0.1328125,3.0942072739706443 +self_attn.v_proj,16777216,28,0.0,0.0537109375,0.06982421875,0.08447265625,0.1669921875,3.15623756263924 +self_attn.v_proj,16777216,29,0.0,0.053466796875,0.0693359375,0.08349609375,0.130859375,3.113633082966048 +self_attn.v_proj,16777216,30,0.0,0.0546875,0.0703125,0.08447265625,0.5,3.1510945883178296 +self_attn.v_proj,16777216,31,0.0,0.05029296875,0.06591796875,0.08056640625,0.390625,3.423163795614051 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/.gitignore b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..a70d445738c1067383448211110770e3e56056b1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/.gitignore @@ -0,0 +1,2 @@ +*.xlsx +pdfs/ diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/collect.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/collect.sh new file mode 100644 index 0000000000000000000000000000000000000000..9e362b81bbd03babb3038171208668c5064eff0c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/collect.sh @@ -0,0 +1,47 @@ +TOOLKIT_DIR="../../.." \ +RESULT_BASE_DIR="/fdata/llm/mxq/results" + + +ATTMPTS=" +kurt-ab-2-0 +kurt-ab-2-1 +kurt-ab-2-2 +kurt-ab-2-3 +kurt-ab-3-0 +kurt-ab-3-1 +kurt-ab-3-2 +kurt-ab-3-3 +kurt-boost-2-0 +kurt-boost-2-1 +kurt-boost-2-2 +kurt-boost-2-3 +kurt-boost-3-0 +kurt-boost-3-1 +kurt-boost-3-2 +kurt-boost-3-3 +sensi-boost-2-0 +sensi-boost-2-1 +sensi-boost-2-2 +sensi-boost-2-3 +sensi-boost-3-0 +sensi-boost-3-1 +sensi-boost-3-2 +sensi-boost-3-3 +sensi-ablation-2-1 +sensi-ablation-2-2 +" + +# copy PPL results +mkdir -p "data/ppl/mxq" +mkdir -p "data/stor/mxq" +mkdir -p "data/allot/mxq" +for attempt in $ATTMPTS; do + cp -r "$RESULT_BASE_DIR/$attempt/data/ppl/mxq/$attempt" data/ppl/mxq + cp -r "$RESULT_BASE_DIR/$attempt/data/stor/mxq/$attempt" data/stor/mxq + cp -r "$RESULT_BASE_DIR/$attempt/data/allot/mxq/$attempt" data/allot/mxq +done + +$TOOLKIT_DIR/data-vis/combine.R \ + --baseline_data_dir $TOOLKIT_DIR/data-vis/data \ + --mxq_data_dir data + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-2/quant-allot-kurt-abl-2-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-2/quant-allot-kurt-abl-2-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..c1621ac702d5c544836318397c695dee0391f75c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-2/quant-allot-kurt-abl-2-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-3/quant-allot-kurt-abl-2-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-3/quant-allot-kurt-abl-2-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..10b41a07f135aec42c34ad2446b449dcee9ccbc0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-2-3/quant-allot-kurt-abl-2-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-0/quant-allot-kurt-abl-3-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-0/quant-allot-kurt-abl-3-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..a0faafeffdbb138a3761fdca200d22f93b9010ff --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-0/quant-allot-kurt-abl-3-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-1/quant-allot-kurt-abl-3-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-1/quant-allot-kurt-abl-3-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..721d48ace1d6731f7268f07566fa1c79b72f6235 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-1/quant-allot-kurt-abl-3-1.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-2/quant-allot-kurt-abl-3-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-2/quant-allot-kurt-abl-3-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..94154bb1f49bede6b6d3c50a78b7cec1110a67cb --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-2/quant-allot-kurt-abl-3-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-3/quant-allot-kurt-abl-3-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-3/quant-allot-kurt-abl-3-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..6e170919c03b4e8d0a34373ca21022b431d7f815 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-abl-3-3/quant-allot-kurt-abl-3-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-0/quant-allot-kurt-boost-2-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-0/quant-allot-kurt-boost-2-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..a3f629cbac014e4167c0cd1341491e7338c0cefd --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-0/quant-allot-kurt-boost-2-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-2/quant-allot-kurt-boost-2-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-2/quant-allot-kurt-boost-2-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..ef19fe12a09e5f592eb41d79a001eabce6d04410 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-2/quant-allot-kurt-boost-2-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-3/quant-allot-kurt-boost-2-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-3/quant-allot-kurt-boost-2-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..05836421d7b30cd103bf3ebae9a2158fef1fe9db --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-2-3/quant-allot-kurt-boost-2-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-0/quant-allot-kurt-boost-3-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-0/quant-allot-kurt-boost-3-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e6bd73d26bdc5279f6c66cc028f60fb6ab984d7 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-0/quant-allot-kurt-boost-3-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-1/quant-allot-kurt-boost-3-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-1/quant-allot-kurt-boost-3-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..441ab2baa18835ebfbf1669c13a2abf56d30a524 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-1/quant-allot-kurt-boost-3-1.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-2/quant-allot-kurt-boost-3-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-2/quant-allot-kurt-boost-3-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..99f632e46c58eeff0b1f62cbc0a7ac2d33487563 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-2/quant-allot-kurt-boost-3-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-3/quant-allot-kurt-boost-3-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-3/quant-allot-kurt-boost-3-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..cce5b52b0f494c446c42b104f2be5389683d43c8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/kurt-boost-3-3/quant-allot-kurt-boost-3-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv new file mode 100644 index 0000000000000000000000000000000000000000..acd6a7327d6b8a322711a3aac30630112d48aba2 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/mxq1/quant-cfg-allot-mxq1.csv @@ -0,0 +1,6553 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-0/quant-allot-sensi-abl-2-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-0/quant-allot-sensi-abl-2-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..c3cc908bc5273a58b9b19ee6bed81f93872ca0b6 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-0/quant-allot-sensi-abl-2-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-1/quant-allot-sensi-abl-2-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-1/quant-allot-sensi-abl-2-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..8576bf7623f13f4c7dcdcf113c9f81e82ae1ea44 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-1/quant-allot-sensi-abl-2-1.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-2/quant-allot-sensi-abl-2-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-2/quant-allot-sensi-abl-2-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..4569d751cc9b796abaf034243f612ec17baab0cb --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-2-2/quant-allot-sensi-abl-2-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-0/quant-allot-sensi-abl-3-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-0/quant-allot-sensi-abl-3-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..8d44d91c586164eeb2b157424be176a7d7062a70 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-0/quant-allot-sensi-abl-3-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-2/quant-allot-sensi-abl-3-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-2/quant-allot-sensi-abl-3-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..4329e0a41893bff1c08d2e43f617deede86cb52f --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-2/quant-allot-sensi-abl-3-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-3/quant-allot-sensi-abl-3-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-3/quant-allot-sensi-abl-3-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..51b160f9912ca38eb7e6ff211c70843151fe552c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-abl-3-3/quant-allot-sensi-abl-3-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-0/quant-allot-sensi-boost-2-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-0/quant-allot-sensi-boost-2-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..0542f98a596f9e83b8610f7842121451fc971e56 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-0/quant-allot-sensi-boost-2-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-1/quant-allot-sensi-boost-2-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-1/quant-allot-sensi-boost-2-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..937d4787d282f664634ab19b74ab6e8cd77ea37f --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-1/quant-allot-sensi-boost-2-1.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-2/quant-allot-sensi-boost-2-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-2/quant-allot-sensi-boost-2-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e5a3b6615bd339bba01b02631078ec97581f743 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-2/quant-allot-sensi-boost-2-2.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-3/quant-allot-sensi-boost-2-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-3/quant-allot-sensi-boost-2-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..0542f98a596f9e83b8610f7842121451fc971e56 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-2-3/quant-allot-sensi-boost-2-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.25,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,44.36474609375,45088768,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.25,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.51,8,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-0/quant-allot-sensi-boost-3-0.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-0/quant-allot-sensi-boost-3-0.csv new file mode 100644 index 0000000000000000000000000000000000000000..51fbf3e152549282d72bde6f6520f3cc9f70bd8d --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-0/quant-allot-sensi-boost-3-0.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-1/quant-allot-sensi-boost-3-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-1/quant-allot-sensi-boost-3-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..a7f6295d34ddbfa1b48eacf5ba224155b6c37825 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-1/quant-allot-sensi-boost-3-1.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-3/quant-allot-sensi-boost-3-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-3/quant-allot-sensi-boost-3-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..0016a78fafd992876cf77e6aa4b17b56130382f8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/allot/mxq/sensi-boost-3-3/quant-allot-sensi-boost-3-3.csv @@ -0,0 +1,4369 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.13,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,44.36474609375,45088768,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,4.25,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,4.51,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.13,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,69.642333984375,70778880,4.25,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,4.51,8,32,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,57.77734375,58720256,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,17.015625,16777216,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,4.51,8,32,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/combined.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/combined.csv new file mode 100644 index 0000000000000000000000000000000000000000..269f53e549c5bcee509534631e812f2e3fb2fc1b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/combined.csv @@ -0,0 +1,1426 @@ +model,algo,config,bpp,attempt,ppl_wikitext,ppl_c4,load_mem_allot,model_storage_size,quant_duration,param_count +Llama-2-13b-hf,awq,b4g64,4.25,,4.71029,6.5293,7.1,6.98,883.8464283943176,13000000000 +Llama-2-13b-hf,awq,b4g128,4.13,,4.7113,6.5489,6.92,6.75,812.8657555580139,13000000000 +Llama-2-13b-hf,awq,b4g32,4.51,,4.6865,6.508,7.59,7.44,1059.5766835212708,13000000000 +Llama-2-7b-hf,fp16,base,16,,5.1847,6.9453,12.55,12.55,,7000000000 +Meta-Llama-3-8B,fp16,base,16,,5.8132,8.9824,14.96,14.96,,8000000000 +Llama-2-13b-hf,fp16,base,16,,4.6301,6.4458,19.21,24.24,,13000000000 +Llama-2-7b-hf,gptq,b3g128,3.13,,6.3173,8.2991,2.87,2.87,817.5435881614685,7000000000 +Meta-Llama-3-8B,gptq,b4g128,4.13,,97.0309,27.7734,6.33,5.34,966.0167262554168,8000000000 +Llama-2-7b-hf,gptq,b3g32,3.51,,5.9409,7.8088,3.2,3.2,826.258552312851,7000000000 +Llama-2-7b-hf,gptq,b3g64,3.25,,6.1327,8.0688,2.98,2.98,818.5346009731293,7000000000 +Meta-Llama-3-8B,gptq,b3g128,3.13,,52.779,30.0427,4.52,4.52,967.3104581832886,8000000000 +Meta-Llama-3-8B,gptq,b4g32,4.51,,8.805,10.4355,6.71,5.72,980.0271611213684,8000000000 +Llama-2-13b-hf,gptq,b3g128,3.13,,5.2384,7.1918,5.27,5.27,1540.2862856388092,13000000000 +Llama-2-7b-hf,gptq,b4g128,4.13,,5.3939,7.1774,4.39,3.63,812.6538500785828,7000000000 +Llama-2-7b-hf,gptq,b4g32,4.51,,5.3859,7.1101,4.74,3.98,825.9306561946869,7000000000 +Meta-Llama-3-8B,gptq,b3g32,3.51,,17.758,17.9848,4.88,4.88,976.306769132614,8000000000 +Llama-2-13b-hf,gptq,b3g32,3.51,,5.0878,6.9585,5.93,5.93,1546.1331825256348,13000000000 +Meta-Llama-3-8B,gptq,b3g64,3.25,,11.1596,14.3308,4.64,4.64,1056.0845897197723,8000000000 +Llama-2-13b-hf,gptq,b4g32,4.51,,4.7167,6.537,8.43,7.45,1545.0226376056671,13000000000 +Llama-2-13b-hf,gptq,b3g64,3.25,,5.1423,7.0625,5.49,5.49,1538.153817653656,13000000000 +Llama-2-7b-hf,gptq,b4g64,4.25,,5.3901,7.1289,4.5,3.74,819.5383853912354,7000000000 +Meta-Llama-3-8B,gptq,b4g64,4.25,,11.8327,11.7743,6.46,5.47,974.3064377307892,8000000000 +Llama-2-13b-hf,gptq,b4g128,4.13,,4.7422,6.5699,7.74,6.76,1538.8324785232544,13000000000 +Llama-2-13b-hf,gptq,b4g64,4.25,,4.7325,6.5575,7.97,6.99,1540.7657170295715,13000000000 +Meta-Llama-3-8B,awq,b4g128,4.13,,6.209,9.6688,5.33,5.33,443.1117050647736,8000000000 +Meta-Llama-3-8B,awq,b4g32,4.51,,6.0663,9.3942,5.72,5.72,591.7591543197632,8000000000 +Meta-Llama-3-8B,awq,b4g64,4.25,,6.1454,9.5234,5.46,5.46,488.3597602844238,8000000000 +Llama-2-7b-hf,awq,b4g64,4.25,,5.2851,7.0702,3.74,3.74,488.7674260139465,7000000000 +Llama-2-7b-hf,awq,b4g128,4.13,,5.3135,7.0998,3.62,3.62,495.0557653903961,7000000000 +Llama-2-7b-hf,awq,b4g32,4.51,,5.262,7.04,3.98,3.98,612.8054578304291,7000000000 +Llama-2-7b-hf,gptq,b8g64,8.25,,5.186,6.9462,6.81,6.81,816.7253777980804,7000000000 +Meta-Llama-3-8B,gptq,b8g32,8.51,,5.8131,8.9833,9.07,9.07,0,8000000000 +Meta-Llama-3-8B,gptq,b8g128,8.13,,5.8155,8.9844,8.61,8.61,973.6111924648284,8000000000 +Llama-2-7b-hf,gptq,b8g128,8.13,,5.1863,6.9459,6.67,6.67,818.6892747879028,7000000000 +Llama-2-13b-hf,gptq,b8g64,8.25,,4.6308,6.4455,12.99,12.99,1568.4314601421356,13000000000 +Llama-2-13b-hf,gptq,b8g32,8.51,,4.6307,6.4461,13.54,13.54,1557.962459564209,13000000000 +Llama-2-7b-hf,gptq,b8g32,8.51,,5.1861,6.9465,7.09,7.09,825.0034923553467,7000000000 +Meta-Llama-3-8B,gptq,b8g64,8.25,,5.814,8.9836,8.77,8.77,0,8000000000 +Llama-2-13b-hf,gptq,b8g128,8.13,,4.631,6.446,12.71,12.71,1545.3703949451449,13000000000 +Llama-2-7b-hf,bnb,b8g128,8.13,,5.2151,6.9793,6.59,6.53,2.3675479888916016,7000000000 +Llama-2-13b-hf,bnb,b8g128,8.13,,4.6676,6.4639,12.54,12.44,3.731398344039917,13000000000 +Meta-Llama-3-8B,bnb,b4g64,4.25,,6.2037,9.6428,5.31,5.31,3.9524896144866943,8000000000 +Meta-Llama-3-8B,bnb,b8g128,8.13,,5.9052,9.1156,8.59,8.46,3.766427755355835,8000000000 +Llama-2-13b-hf,bnb,b4g64,4.25,,4.7233,6.5475,6.71,6.71,3.897571563720703,13000000000 +Llama-2-7b-hf,bnb,b4g64,4.25,,5.319,7.1207,3.6,3.6,2.413228750228882,7000000000 +Llama-2-13b-hf,hqq,b4g64,4.25,,4.6991,6.54,6.99,6.89,52.35158634185791,13000000000 +Meta-Llama-3-8B,hqq,b3g32,3.51,,7.0876,11.1578,5.65,5.62,27.51951837539673,8000000000 +Meta-Llama-3-8B,hqq,b8g128,8.13,,5.9953,9.2893,8.56,8.56,22.69859981536865,8000000000 +Llama-2-7b-hf,hqq,b8g128,8.13,,5.2076,6.9741,6.71,6.62,16.541415691375732,7000000000 +Llama-2-13b-hf,hqq,b8g64,8.25,,4.6443,6.465,13.02,12.8,32.57941198348999,13000000000 +Llama-2-7b-hf,hqq,b4g32,4.51,,5.2843,7.072,3.93,3.89,19.446409463882446,7000000000 +Llama-2-13b-hf,hqq,b4g128,4.13,,4.7378,6.5696,6.74,6.71,48.4294548034668,13000000000 +Llama-2-13b-hf,hqq,b3g128,3.13,,5.1523,7.1368,5.67,5.6,51.76061177253723,13000000000 +Llama-2-7b-hf,hqq,b4g128,4.13,,5.3477,7.1605,3.65,3.6,21.988754272460938,7000000000 +Meta-Llama-3-8B,hqq,b8g64,8.25,,6.0122,9.3414,8.66,8.66,,8000000000 +Llama-2-7b-hf,hqq,b4g64,4.25,,5.3087,7.1184,3.74,3.7,20.24692916870117,7000000000 +Meta-Llama-3-8B,hqq,b4g64,4.25,,6.1929,9.6053,5.41,5.41,27.83445835113525,8000000000 +Llama-2-7b-hf,hqq,b8g32,8.51,,5.2178,6.9972,7,6.9,17.16417956352234,7000000000 +Llama-2-13b-hf,hqq,b4g32,4.51,,4.6916,6.5129,7.3,7.27,46.37011647224426,13000000000 +Meta-Llama-3-8B,hqq,b3g64,3.25,,7.8081,12.3615,5.02,5.01,27.30276918411255,8000000000 +Meta-Llama-3-8B,hqq,b4g32,4.51,,6.0738,9.4091,5.65,5.62,21.84357762336731,8000000000 +Meta-Llama-3-8B,hqq,b4g128,4.13,,6.3786,9.9358,5.31,5.31,30.85788106918335,8000000000 +Llama-2-7b-hf,hqq,b8g64,8.25,,5.2169,6.9772,6.81,6.71,19.32092261314392,7000000000 +Meta-Llama-3-8B,hqq,b3g128,3.13,,9.3077,14.8934,4.71,4.7,29.502231121063232,8000000000 +Llama-2-13b-hf,hqq,b3g32,3.51,,4.8894,6.7812,7.3,7.27,52.36325001716614,13000000000 +Llama-2-13b-hf,hqq,b3g64,3.25,,4.9847,6.9391,6.22,6.16,52.09609436988831,13000000000 +Llama-2-7b-hf,hqq,b3g128,3.13,,6.2021,8.3973,3.11,3.04,23.767679691314697,7000000000 +Llama-2-13b-hf,hqq,b8g32,8.51,,4.6474,6.4709,13.39,13.18,47.807037115097046,13000000000 +Llama-2-13b-hf,hqq,b8g128,8.13,,4.6401,6.4605,12.83,12.62,44.79381275177002,13000000000 +Meta-Llama-3-8B,hqq,b8g32,8.51,,6.0772,9.422,8.87,8.87,22.836755990982056,8000000000 +Llama-2-7b-hf,hqq,b3g32,3.51,,5.628,7.5494,3.93,3.89,21.869824409484863,7000000000 +Llama-2-7b-hf,hqq,b3g64,3.25,,5.8224,7.8095,3.32,3.32,22.90697860717773,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-2-0,4.7362,6.5639,6.78,6.75,40.27685928344727,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-2-0,7.0644,11.1097,5.64,5.61,24.40850782394409,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-2-0,4.961,6.9044,6.27,6.2,46.01725053787232,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-2-0,5.1279,7.103,5.8,5.74,57.03396201133728,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-2-0,6.0729,9.4106,5.74,5.72,27.42883038520813,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-2-0,5.5996,7.5068,3.92,3.87,21.375247716903687,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-2-0,5.3413,7.1545,3.67,3.63,21.349449157714844,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-2-0,7.7778,12.2845,5.03,5.02,26.991230010986328,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-2-0,4.6922,6.5315,7.48,7.38,38.54062557220459,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-2-0,5.2768,7.0646,4.18,4.13,18.560681581497192,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-2-0,5.2995,7.1071,4,3.95,19.69670081138611,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-2-0,5.7895,7.741,3.35,3.34,22.424458265304565,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-2-0,4.6897,6.5097,7.78,7.74,37.29238486289978,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-2-0,6.1933,9.5947,5.51,5.51,25.40105700492859,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-2-0,9.2342,14.8003,4.74,4.73,29.365660667419437,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-2-0,4.8844,6.7575,7.27,7.24,44.07846784591675,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-2-0,6.1776,8.3518,3.18,3.11,23.400866270065308,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-2-0,6.371,9.9285,5.32,5.32,30.47463130950928,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-2-1,4.7364,6.5682,6.75,6.72,40.63401055335999,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-2-1,7.082,11.1391,5.65,5.62,24.350432872772217,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-2-1,4.9794,6.9255,6.23,6.17,44.64760255813599,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-2-1,5.1445,7.125,5.71,5.64,44.96905446052551,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-2-1,6.0716,9.4081,5.68,5.66,27.03556561470032,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-2-1,5.617,7.5349,3.93,3.88,21.61167907714844,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-2-1,5.3435,7.1618,3.66,3.61,21.449938774108887,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-2-1,7.786,12.315,5.03,5.01,27.04887008666992,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-2-1,4.6976,6.5387,7.14,7.04,39.30905175209045,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-2-1,5.2841,7.0694,4.02,3.98,18.81726837158203,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-2-1,5.3054,7.1132,3.84,3.79,19.939498901367188,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-2-1,5.8088,7.7881,3.33,3.33,22.36295866966248,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-2-1,4.6904,6.5114,7.44,7.41,37.556180000305176,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-2-1,6.189,9.6024,5.45,5.45,25.388065099716187,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-2-1,9.2741,14.8506,4.73,4.71,29.69045901298523,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-2-1,4.8799,6.7729,7.29,7.26,43.94935393333435,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-2-1,6.179,8.372,3.13,3.06,23.595956087112427,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-2-1,6.377,9.9325,5.31,5.31,30.60786747932434,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-2-2,4.7339,6.5652,6.76,6.74,40.362701416015625,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-2-2,7.0737,11.1296,5.64,5.62,24.522157669067383,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-2-2,4.9724,6.9175,6.25,6.18,44.49570608139038,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-2-2,5.1398,7.117,5.75,5.68,44.9881284236908,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-2-2,6.0735,9.4071,5.72,5.69,27.28687620162964,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-2-2,5.5972,7.5215,3.92,3.88,21.60616111755371,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-2-2,5.3396,7.1573,3.67,3.62,21.376001834869385,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-2-2,7.7724,12.303,5.03,5.01,27.185628175735477,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-2-2,4.6966,6.535,7.28,7.18,38.71561098098755,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-2-2,5.2782,7.0678,4.11,4.06,18.651520252227783,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-2-2,5.3031,7.1098,3.93,3.88,19.76250028610229,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-2-2,5.7837,7.7744,3.34,3.34,22.375768423080444,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-2-2,4.6903,6.5108,7.59,7.55,37.41363286972046,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-2-2,6.1897,9.6009,5.49,5.49,26.030261039733887,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-2-2,9.284,14.887,4.73,4.72,29.72691535949707,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-2-2,4.8793,6.7671,7.28,7.25,43.71277093887329,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-2-2,6.168,8.3122,3.16,3.09,23.612961053848267,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-2-2,6.3729,9.9307,5.32,5.32,31.150367975234985,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-2-3,4.7316,6.5645,6.78,6.75,40.49634766578674,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-2-3,7.0614,11.1026,5.64,5.61,24.44547843933105,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-2-3,4.9652,6.9086,6.26,6.2,44.41846990585327,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-2-3,5.1311,7.1092,5.79,5.72,45.08025169372559,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-2-3,6.0715,9.4061,5.74,5.72,28.08599305152893,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-2-3,5.6029,7.4976,3.92,3.87,21.89291286468506,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-2-3,5.3366,7.155,3.67,3.63,21.347572803497314,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-2-3,7.7543,12.2906,5.03,5.02,27.061971187591556,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-2-3,4.6945,6.534,7.42,7.31,38.69563579559326,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-2-3,5.279,7.0625,4.18,4.13,18.551687955856323,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-2-3,5.2966,7.1064,4,3.95,19.844430208206177,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-2-3,5.7858,7.7467,3.35,3.34,22.472647666931152,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-2-3,4.6887,6.5092,7.72,7.67,37.388986110687256,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-2-3,6.1887,9.5922,5.51,5.51,25.83255934715271,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-2-3,9.2694,14.8297,4.74,4.73,29.62090277671814,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-2-3,4.8739,6.7621,7.27,7.24,44.01537895202637,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-2-3,6.1656,8.3402,3.18,3.11,23.336825609207157,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-2-3,6.3748,9.9201,5.32,5.32,30.46996068954468,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-3-0,4.7309,6.5612,7.25,7.2,42.96782374382019,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-3-0,7.0549,11.0915,5.65,5.62,24.47019052505493,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-3-0,4.9631,6.9049,6.28,6.22,56.641212940216064,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-3-0,5.1094,7.084,5.76,5.69,57.40641713142395,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-3-0,6.0743,9.4088,5.75,5.72,27.109673500061035,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-3-0,5.6028,7.5111,3.93,3.89,21.39817786216736,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-3-0,5.3332,7.1476,3.91,3.86,21.073025703430176,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-3-0,7.7499,12.3179,5.03,5.02,26.8139705657959,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-3-0,4.693,6.5332,7.49,7.39,40.07583665847778,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-3-0,5.2799,7.0672,4.2,4.15,18.558586597442627,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-3-0,5.3031,7.1081,4.01,3.96,19.742680549621586,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-3-0,5.785,7.7497,3.36,3.35,22.318740129470825,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-3-0,4.6876,6.5089,7.81,7.77,37.569923639297485,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-3-0,6.1896,9.5973,5.52,5.52,25.43593668937683,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-3-0,9.2296,14.7668,4.73,4.72,29.53720021247864,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-3-0,4.8794,6.7564,7.3,7.27,52.40567994117737,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-3-0,6.1423,8.3109,3.15,3.08,23.491716861724854,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-3-0,6.3713,9.9167,5.41,5.41,30.62585139274597,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-3-1,4.7347,6.5684,6.89,6.86,40.37469434738159,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-3-1,7.0728,11.1395,5.65,5.62,24.70079469680786,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-3-1,4.978,6.9288,6.24,6.17,44.33651947975159,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-3-1,5.1413,7.1244,5.69,5.63,45.41704058647156,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-3-1,6.0732,9.4081,5.69,5.66,26.14421248435974,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-3-1,5.6118,7.5346,3.93,3.89,22.03713750839233,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-3-1,5.3447,7.1557,3.74,3.69,21.40931010246277,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-3-1,7.7725,12.3136,5.03,5.01,27.164144277572632,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-3-1,4.6968,6.5384,7.14,7.04,39.14495372772217,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-3-1,5.2848,7.0715,4.03,3.98,18.638065814971924,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-3-1,5.3073,7.1108,3.84,3.79,19.98361897468567,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-3-1,5.8003,7.7832,3.33,3.33,22.3991801738739,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-3-1,4.6913,6.5123,7.45,7.42,37.711960792541504,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-3-1,6.1907,9.6,5.45,5.45,25.316331148147583,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-3-1,9.2544,14.8045,4.72,4.71,29.99376678466797,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-3-1,4.8836,6.7767,7.3,7.27,44.00428533554077,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-3-1,6.1772,8.3595,3.12,3.05,23.4298734664917,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-3-1,6.3767,9.9294,5.35,5.35,30.864617824554443,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-3-2,4.734,6.5639,7.04,7,39.99402856826782,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-3-2,7.073,11.1258,5.65,5.62,24.306841373443604,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-3-2,4.9659,6.9123,6.26,6.19,44.01328825950623,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-3-2,5.1237,7.1078,,,44.84763741493225,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-3-2,6.0732,9.4071,5.72,5.69,26.94248914718628,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-3-2,5.5961,7.5002,3.93,3.89,21.25264263153076,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-3-2,5.3396,7.1523,3.84,3.79,21.82846450805664,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-3-2,7.7771,12.3111,5.03,5.02,26.993874311447144,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-3-2,4.6962,6.5352,7.29,7.19,38.98307919502258,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-3-2,5.2846,7.0695,4.13,4.08,18.65983366966248,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-3-2,5.3055,7.1082,3.93,3.88,19.90946936607361,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-3-2,5.7907,7.7552,3.35,3.34,21.85508966445923,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-3-2,4.6892,6.5107,7.6,7.57,37.55441045761109,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-3-2,6.1896,9.5976,5.49,5.49,25.54007697105408,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-3-2,9.2307,14.7845,4.73,4.72,29.48112177848816,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-3-2,4.8769,6.768,,,44.11219835281372,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-3-2,6.1465,8.3322,3.14,3.07,23.148374795913696,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-3-2,6.3762,9.9228,5.39,5.39,30.580143928527832,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-abl-3-3,4.733,6.5599,7.18,7.14,40.02935409545898,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-abl-3-3,7.0642,11.110900000000001,5.65,5.62,24.40159749984741,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-abl-3-3,4.9658,6.9051,6.28,6.21,44.07460284233093,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-abl-3-3,5.1082,7.0839,5.75,5.68,44.94921541213989,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-abl-3-3,6.0726,9.4114,5.75,5.72,27.64519166946411,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-abl-3-3,5.5866,7.5102,3.93,3.89,21.532826900482178,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-abl-3-3,5.338,7.1485,3.91,3.86,21.143397331237797,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-abl-3-3,7.7447,12.2711,5.03,5.02,26.8079092502594,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-abl-3-3,4.6952,6.5335,7.43,7.33,40.29440212249756,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-abl-3-3,5.2795,7.069,4.2,4.15,18.642559051513672,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-abl-3-3,5.3024,7.1087,4.01,3.96,19.89151883125305,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-abl-3-3,5.7817,7.7435,3.36,3.35,22.219534635543823,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-abl-3-3,4.6868,6.51,7.74,7.7,37.43238043785095,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-abl-3-3,6.1908,9.5995,5.52,5.52,25.39488220214844,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-abl-3-3,9.2373,14.7175,4.73,4.72,29.90310430526733,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-abl-3-3,4.871,6.7588,7.3,7.27,43.37693309783936,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-abl-3-3,6.1296,8.2963,3.15,3.08,23.23827052116394,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-abl-3-3,6.3682,9.9113,5.41,5.41,30.82605504989624,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-2-0,4.7245,6.565,6.78,6.75,40.04246377944946,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-2-0,7.0249,11.0375,5.64,5.61,24.307663679122925,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-2-0,4.9586,6.892,6.27,6.2,43.80323672294617,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-2-0,5.1438,7.1027,5.8,5.74,45.14145183563232,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-2-0,6.0647,9.3934,5.74,5.72,27.219823360443115,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-2-0,5.5945,7.4994,3.92,3.87,21.549756050109863,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-2-0,5.3395,7.1377,3.67,3.63,21.22476267814636,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-2-0,7.7173,12.2024,5.03,5.02,27.07219076156616,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-2-0,4.6931,6.5326,7.48,7.38,38.33404302597046,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-2-0,5.262,7.0479,4.18,4.13,18.55232644081116,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-2-0,5.2713,7.0766,4,3.95,19.699058294296265,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-2-0,5.7657,7.7336,3.35,3.34,22.39501142501831,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-2-0,4.6863,6.5058,7.78,7.74,37.073322057724,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-2-0,6.1716,9.5742,5.51,5.51,25.494195461273197,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-2-0,8.9547,14.4942,4.74,4.73,29.213790893554688,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-2-0,4.8637,6.7465,7.27,7.24,43.866718769073486,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-2-0,6.0389,8.1557,3.18,3.11,23.01247620582581,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-2-0,6.3563,9.9059,5.32,5.32,31.58128881454468,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-2-1,4.7329,6.5681,6.75,6.72,40.46858358383179,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-2-1,7.0392,11.0599,5.65,5.62,24.38902902603149,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-2-1,4.9803,6.9268,6.23,6.17,44.24440956115723,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-2-1,5.1536,7.1292,5.71,5.64,45.1305673122406,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-2-1,6.0647,9.3995,5.68,5.66,27.26324963569641,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-2-1,5.616,7.5322,3.93,3.88,21.41149616241455,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-2-1,5.3481,7.1566,3.66,3.61,21.433090209960938,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-2-1,7.7481,12.244,5.03,5.01,27.429155111312863,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-2-1,4.6968,6.5372,7.14,7.04,39.2459020614624,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-2-1,5.2821,7.0692,4.02,3.98,18.6506507396698,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-2-1,5.3046,7.1119,3.84,3.79,20.11362099647522,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-2-1,5.8075,7.799,3.33,3.33,22.396716594696045,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-2-1,4.6932,6.5121,7.44,7.41,37.72839951515198,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-2-1,6.1743,9.5788,5.45,5.45,25.266581535339355,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-2-1,9.0049,14.5326,4.72,4.71,29.388532876968384,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-2-1,4.8857,6.7722,7.29,7.26,44.09664845466614,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-2-1,6.1987,8.3832,3.13,3.06,23.570830583572388,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-2-1,6.3588,9.9057,5.31,5.31,31.437880754470825,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-2-2,4.7268,6.5679,6.76,6.74,43.406733989715576,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-2-2,7.0318,11.0429,5.64,5.62,28.84985113143921,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-2-2,4.9742,6.909,6.25,6.18,46.97378611564636,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-2-2,5.1481,7.1173,5.75,5.68,47.722063302993774,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-2-2,6.064,9.4,5.72,5.69,,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-2-2,5.6123,7.5144,3.92,3.88,22.589580059051517,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-2-2,5.345,7.147,3.67,3.62,22.195446968078613,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-2-2,7.7331,12.2149,5.03,5.01,27.18661499023437,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-2-2,4.6951,6.534,7.28,7.18,41.87156009674072,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-2-2,5.2671,7.0508,4.11,4.06,18.784313201904297,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-2-2,5.2776,7.0844,3.93,3.88,19.899657487869263,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-2-2,5.7859,7.764,3.34,3.34,22.713319540023804,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-2-2,4.6876,6.5077,7.59,7.55,41.127117395401,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-2-2,6.1722,9.5752,5.49,5.49,29.22167587280273,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-2-2,8.9702,14.5235,4.73,4.72,31.368630409240723,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-2-2,4.8764,6.7601,7.28,7.25,49.15138792991638,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-2-2,6.0744,8.2441,3.16,3.09,23.97126054763794,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-2-2,6.3582,9.9055,5.32,5.32,29.105433225631717,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-2-3,4.7257,6.566,6.78,6.75,40.31703567504883,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-2-3,7.0249,11.0375,5.64,5.61,24.479681491851807,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-2-3,4.9646,6.8967,6.26,6.2,43.9302613735199,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-2-3,5.1438,7.1077,5.79,5.72,45.00633382797241,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-2-3,6.0647,9.3934,5.74,5.72,26.80357766151428,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-2-3,5.5945,7.4994,3.92,3.87,21.787996768951416,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-2-3,5.3395,7.1377,3.67,3.63,21.299830436706543,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-2-3,7.7173,12.2024,5.03,5.02,27.15920853614807,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-2-3,4.693,6.5332,7.41,7.31,38.51431202888489,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-2-3,5.262,7.0479,4.18,4.13,18.60903596878052,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-2-3,5.2713,7.0766,4,3.95,19.78820824623108,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-2-3,5.7657,7.7336,3.35,3.34,22.298369646072388,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-2-3,4.6854,6.506,7.72,7.67,37.22679352760315,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-2-3,6.1716,9.5742,5.51,5.51,25.23336410522461,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-2-3,8.9547,14.4942,4.74,4.73,29.83999252319336,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-2-3,4.8695,6.7498,7.28,7.24,43.56386828422546,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-2-3,6.0389,8.1557,3.18,3.11,23.469242334365845,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-2-3,6.3563,9.9059,5.32,5.32,29.87515139579773,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-3-0,4.7186,6.5564,7.25,7.2,39.589035511016846,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-3-0,7.0037,11.0257,5.65,5.62,24.239946842193604,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-3-0,4.9428,6.8829,6.28,6.22,43.81075024604797,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-3-0,5.1254,7.0738,5.76,5.69,44.7616708278656,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-3-0,6.0706,9.3949,5.74,5.72,26.968513011932373,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-3-0,5.5851,7.481,3.93,3.89,21.55255389213562,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-3-0,5.3094,7.1112,3.91,3.86,21.053900480270386,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-3-0,7.7105,12.1886,5.03,5.02,27.05256700515747,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-3-0,4.6934,6.5332,7.49,7.39,38.53359699249268,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-3-0,5.2671,7.0518,4.2,4.15,18.586729764938354,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-3-0,5.274,7.0793,4.01,3.96,19.835450887680054,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-3-0,5.7672,7.7219,3.36,3.35,22.21694326400757,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-3-0,4.6877,6.5068,7.81,7.77,37.29943013191223,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-3-0,6.1727,9.5796,5.52,5.52,25.780961513519287,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-3-0,8.96,14.4165,4.73,4.72,29.559887170791622,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-3-0,4.8647,6.746,7.3,7.27,43.71128845214844,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-3-0,6.0001,8.1065,3.15,3.08,23.40356731414795,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-3-0,6.3441,9.8952,5.41,5.41,30.861266136169437,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-3-1,4.7337,6.5665,6.89,6.86,39.94561576843262,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-3-1,7.0195,11.0483,5.65,5.62,24.298230409622192,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-3-1,4.9769,6.9255,6.24,6.17,43.94189667701721,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-3-1,5.1481,7.1217,5.69,5.63,45.38646149635315,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-3-1,6.0681,9.3981,5.69,5.66,27.27400016784668,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-3-1,5.613,7.5296,3.93,3.89,21.65448498725891,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-3-1,5.3433,7.1533,3.74,3.69,21.36289429664612,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-3-1,7.7375,12.2279,5.03,5.01,26.87535524368286,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-3-1,4.6972,6.5378,7.14,7.04,38.8406765460968,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-3-1,5.2828,7.0698,4.03,3.98,18.586143493652344,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-3-1,5.3064,7.1123,3.84,3.79,19.91172695159912,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-3-1,5.8125,7.8006,3.33,3.33,22.29368376731873,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-3-1,4.6927,6.5114,7.45,7.42,37.66845202445984,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-3-1,6.1756,9.5832,5.45,5.45,25.50849413871765,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-3-1,9.0311,14.5009,4.72,4.71,29.38769268989563,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-3-1,4.8829,6.7714,7.3,7.27,43.529656410217285,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-3-1,6.1845,8.3764,3.12,3.05,23.458927392959595,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-3-1,6.348,9.8977,5.35,5.35,30.19024682044983,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-3-2,4.7236,6.5603,7.04,7,39.89692139625549,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-3-2,7.0113,11.0294,5.65,5.62,24.19543600082397,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-3-2,4.9601,6.9028,6.26,6.19,43.62153482437134,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-3-2,5.1449,7.098,5.72,5.66,44.6777503490448,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-3-2,6.0685,9.3965,5.72,5.69,26.077781915664676,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-3-2,5.6006,7.4988,3.93,3.89,21.33480668067932,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-3-2,5.3189,7.126,3.84,3.79,21.481037616729736,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-3-2,7.7295,12.2065,5.03,5.02,26.92353200912476,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-3-2,4.6939,6.5352,7.29,7.19,38.858346700668335,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-3-2,5.2704,7.0543,4.13,4.08,18.53865647315979,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-3-2,5.2811,7.0857,3.93,3.88,19.986873865127563,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-3-2,5.7932,7.7582,3.35,3.34,22.1692636013031,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-3-2,4.6893,6.5082,7.6,7.57,37.49630165100098,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-3-2,6.1735,9.5806,5.49,5.49,24.86482858657837,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-3-2,8.9852,14.4698,4.73,4.72,29.453418731689453,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-3-2,4.8773,6.76,7.3,7.27,43.35037803649902,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-3-2,6.0514,8.2032,3.14,3.07,23.77724552154541,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-3-2,6.3447,9.8956,5.39,5.39,29.949267387390137,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-boost-3-3,4.7183,6.5574,7.18,7.14,39.61116075515747,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-boost-3-3,7.0037,11.0257,5.65,5.62,24.15983366966248,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-boost-3-3,4.9486,6.8876,6.27,6.21,43.49960613250733,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-boost-3-3,5.1334,7.0816,5.75,5.68,44.62158846855164,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-boost-3-3,6.0706,9.3949,5.74,5.72,27.55154919624329,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-boost-3-3,5.5851,7.481,3.93,3.89,21.474825143814087,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-boost-3-3,5.3094,7.1112,3.91,3.86,20.92651128768921,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-boost-3-3,7.7105,12.1886,5.03,5.02,26.82303237915039,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-boost-3-3,4.6938,6.5338,7.43,7.33,38.78537058830261,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-boost-3-3,5.2671,7.0518,4.2,4.15,18.548474311828613,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-boost-3-3,5.274,7.0793,4.01,3.96,19.74686598777771,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-boost-3-3,5.7672,7.7219,3.36,3.35,21.68687057495117,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-boost-3-3,4.6862,6.5065,7.74,7.7,37.32935667037964,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-boost-3-3,6.1727,9.5796,5.52,5.52,24.982563257217407,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-boost-3-3,8.96,14.4165,4.73,4.72,29.49005389213562,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-boost-3-3,4.8709,6.7497,7.3,7.27,43.56914067268372,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-boost-3-3,6.0001,8.1065,3.15,3.08,23.081876277923584,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-boost-3-3,6.3441,9.8952,5.41,5.41,29.89198589324951,8000000000 +Llama-2-13b-hf,mxq,2_25,2.25,mxq1,32.811,41.7335,3.98,3.98,52.94397020339966,13000000000 +Llama-2-13b-hf,mxq,2_51,2.51,mxq1,8.9401,12.4191,4.49,4.49,53.25425028800965,13000000000 +Llama-2-7b-hf,mxq,2_57,2.57,mxq1,12.9279,17,,,28.16793727874756,7000000000 +Meta-Llama-3-8B,mxq,2_19,2.19,mxq1,87781.2812,61938.2773,,,26.016353130340576,8000000000 +Llama-2-7b-hf,mxq,2_47,2.47,mxq1,163.0594,170.9671,,,26.49335289001465,7000000000 +Llama-2-7b-hf,mxq,2_15,2.15,mxq1,,,,,25.715022802352905,7000000000 +Meta-Llama-3-8B,mxq,2_57,2.57,mxq1,53.2459,88.4592,,,30.894856691360477,8000000000 +Meta-Llama-3-8B,mxq,2_31,2.31,mxq1,6299.3838,5084.3877,,,25.639243364334103,8000000000 +Llama-2-7b-hf,mxq,2_29,2.29,mxq1,6517.4971,6266.208,,,26.90976619720459,7000000000 +Llama-2-7b-hf,mxq,2_13,2.13,mxq1,,4406.4316,,,26.363276958465576,7000000000 +Meta-Llama-3-8B,mxq,2_55,2.55,mxq1,55.7362,93.1902,,,26.275548934936523,8000000000 +Llama-2-13b-hf,mxq,2_15,2.15,mxq1,458.1787,998.125,,,54.36496758460999,13000000000 +Llama-2-7b-hf,mxq,2_55,2.55,mxq1,25.203,36.4469,,,27.793428897857662,7000000000 +Meta-Llama-3-8B,mxq,2_29,2.29,mxq1,4450.3784,2712.1501,,,26.07418942451477,8000000000 +Llama-2-7b-hf,mxq,2_19,2.19,mxq1,,4263.6934,,,25.5257465839386,7000000000 +Llama-2-13b-hf,mxq,2_13,2.13,mxq1,859.1281,1737.4487,,,52.718018770217896,13000000000 +Meta-Llama-3-8B,mxq,2_51,2.51,mxq1,75.1645,112.2336,4.08,4.08,24.515072107315063,8000000000 +Llama-2-13b-hf,mxq,2_21,2.21,mxq1,63.2594,78.369,,,53.45778012275696,13000000000 +Llama-2-13b-hf,mxq,2_57,2.57,mxq1,7.6239,10.5162,,,54.56654715538025,13000000000 +Llama-2-7b-hf,mxq,2_31,2.31,mxq1,6221.833,6395.2168,,,26.94262170791626,7000000000 +Llama-2-13b-hf,mxq,2_53,2.53,mxq1,7.8701,10.801,,,55.17441821098328,13000000000 +Llama-2-13b-hf,mxq,2_31,2.31,mxq1,28.025,37.1851,,,53.44624614715576,13000000000 +Llama-2-13b-hf,mxq,2_29,2.29,mxq1,29.5297,39.5324,,,53.31960153579712,13000000000 +Meta-Llama-3-8B,mxq,2_17,2.17,mxq1,70275.0781,54749.7031,,,25.9489004611969,8000000000 +Llama-2-7b-hf,mxq,2_17,2.17,mxq1,3624.9775,2700.9817,,,25.71911692619324,7000000000 +Meta-Llama-3-8B,mxq,2_27,2.27,mxq1,9208.6211,5850.2134,,,25.73874425888061,8000000000 +Llama-2-7b-hf,mxq,2_51,2.51,mxq1,37.9823,51.8843,2.47,2.47,27.23824882507324,7000000000 +Llama-2-13b-hf,mxq,2_49,2.49,mxq1,11.1589,15.2583,,,53.56611061096192,13000000000 +Meta-Llama-3-8B,mxq,2_45,2.45,mxq1,154.344,200.7597,,,25.179463624954224,8000000000 +Meta-Llama-3-8B,mxq,2_47,2.47,mxq1,97.5642,134.4331,,,24.84200382232666,8000000000 +Llama-2-13b-hf,mxq,2_55,2.55,mxq1,7.727,10.6813,,,55.89913749694824,13000000000 +Llama-2-13b-hf,mxq,2_17,2.17,mxq1,339.3502,440.1154,,,53.24775695800781,13000000000 +Llama-2-7b-hf,mxq,2_25,2.25,mxq1,3165.4758,2195.2532,2.21,2.21,25.3148353099823,7000000000 +Meta-Llama-3-8B,mxq,2_49,2.49,mxq1,82.8497,120.7239,,,24.85382080078125,8000000000 +Llama-2-13b-hf,mxq,2_19,2.19,mxq1,141.4781,165.3496,,,52.42427635192871,13000000000 +Llama-2-7b-hf,mxq,2_27,2.27,mxq1,8563.4287,4808.2769,,,25.713513374328613,7000000000 +Meta-Llama-3-8B,mxq,2_21,2.21,mxq1,46663.0352,27468.2246,,,25.73615527153015,8000000000 +Meta-Llama-3-8B,mxq,2_25,2.25,mxq1,14484.7344,6815.4814,3.8,3.8,25.789592504501343,8000000000 +Meta-Llama-3-8B,mxq,2_53,2.53,mxq1,69.2855,104.0414,,,24.58772611618042,8000000000 +Meta-Llama-3-8B,mxq,2_23,2.23,mxq1,37196.2031,22969.9609,,,25.892287492752075,8000000000 +Meta-Llama-3-8B,mxq,2_13,2.13,mxq1,102580.3359,84270.4375,,,26.389660120010376,8000000000 +Llama-2-7b-hf,mxq,2_53,2.53,mxq1,29.0323,40.7581,,,27.771810293197632,7000000000 +Llama-2-13b-hf,mxq,2_47,2.47,mxq1,11.89,16.4769,,,51.62110185623169,13000000000 +Llama-2-7b-hf,mxq,2_23,2.23,mxq1,,2553.3374,,,25.2646484375,7000000000 +Llama-2-7b-hf,mxq,2_49,2.49,mxq1,115.5637,150.3164,,,27.280510187149048,7000000000 +Llama-2-13b-hf,mxq,2_27,2.27,mxq1,31.1418,40.785,,,53.63895511627197,13000000000 +Llama-2-13b-hf,mxq,2_23,2.23,mxq1,36.6126,45.7069,,,53.58946084976196,13000000000 +Llama-2-7b-hf,mxq,2_45,2.45,mxq1,220.0714,210.4805,,,26.75245475769043,7000000000 +Llama-2-13b-hf,mxq,2_45,2.45,mxq1,12.6573,17.8399,,,54.017335653305054,13000000000 +Meta-Llama-3-8B,mxq,2_15,2.15,mxq1,105435.9375,92822.4844,,,26.52206039428711,8000000000 +Llama-2-7b-hf,mxq,2_21,2.21,mxq1,2100.0659,2256.1875,,,25.267686367034912,7000000000 +Llama-2-7b-hf,mxq,3_17,3.17,mxq1,6.2066,8.3767,3.89,3.15,,7000000000 +Llama-2-7b-hf,mxq,3_15,3.15,mxq1,6.2498,8.4539,3.87,3.13,,7000000000 +Llama-2-7b-hf,mxq,3_23,3.23,mxq1,6.0822,8.1955,3.96,3.22,,7000000000 +Meta-Llama-3-8B,mxq,3_53,3.53,mxq1,7.2693,11.59,6.18,5.22,,8000000000 +Meta-Llama-3-8B,mxq,3_47,3.47,mxq1,7.3315,11.7529,6.12,5.16,,8000000000 +Llama-2-7b-hf,mxq,3_49,3.49,mxq1,5.6751,7.6633,4.16,3.42,,7000000000 +Meta-Llama-3-8B,mxq,3_23,3.23,mxq1,10.0226,16.0279,5.78,4.81,,8000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,mxq1,7.3027,11.6846,5.2,5.2,,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,mxq1,5.574,7.7195,6.8,5.64,,13000000000 +Llama-2-13b-hf,mxq,3_21,3.21,mxq1,5.0866,7.0857,7.11,5.95,,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,mxq1,5.3026,7.4293,6.88,5.72,,13000000000 +Llama-2-13b-hf,mxq,3_29,3.29,mxq1,5.0236,6.979,7.24,6.08,,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,mxq1,5.0621,7.0456,6.02,6.02,,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,mxq1,5.2443,7.345,5.76,5.76,,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,mxq1,5.1828,7.2543,6.96,5.8,,13000000000 +Llama-2-7b-hf,mxq,3_53,3.53,mxq1,5.6258,7.6053,4.19,3.45,,7000000000 +Meta-Llama-3-8B,mxq,3_45,3.45,mxq1,7.3681,11.8165,6.1,5.13,,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,mxq1,12.0248,19.104,5.69,4.73,,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,mxq1,5.6533,7.6335,3.43,3.43,,7000000000 +Llama-2-7b-hf,mxq,3_09,3.09,mxq1,6.6295,8.9296,3.81,3.07,,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,mxq1,6.1522,8.3004,3.91,3.17,,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,mxq1,6.4894,8.7504,3.82,3.09,,7000000000 +Llama-2-13b-hf,mxq,3_09,3.09,mxq1,5.5077,7.6411,6.84,5.68,,13000000000 +Llama-2-13b-hf,mxq,3_45,3.45,mxq1,4.9517,6.8677,7.49,6.33,,13000000000 +Meta-Llama-3-8B,mxq,3_55,3.55,mxq1,7.2414,11.5211,6.21,5.25,,8000000000 +Meta-Llama-3-8B,mxq,3_49,3.49,mxq1,7.3122,11.7176,6.14,5.18,,8000000000 +Llama-2-7b-hf,mxq,3_57,3.57,mxq1,5.5862,7.5596,4.21,3.47,,7000000000 +Llama-2-7b-hf,mxq,3_21,3.21,mxq1,6.1096,8.2316,3.94,3.2,,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,mxq1,9.5211,15.2334,4.84,4.84,,8000000000 +Llama-2-13b-hf,mxq,3_57,3.57,mxq1,4.8925,6.8016,7.59,6.43,,13000000000 +Llama-2-7b-hf,mxq,3_47,3.47,mxq1,5.6933,7.6896,4.15,3.41,,7000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,mxq1,11.2001,17.8927,5.73,4.77,,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,mxq1,13.5388,21.397,5.61,4.65,,8000000000 +Llama-2-7b-hf,mxq,3_29,3.29,mxq1,5.9926,8.0744,4,3.26,,7000000000 +Llama-2-13b-hf,mxq,3_49,3.49,mxq1,4.9331,6.847,7.51,6.35,,13000000000 +Meta-Llama-3-8B,mxq,3_09,3.09,mxq1,13.1133,20.7977,5.63,4.67,,8000000000 +Llama-2-7b-hf,mxq,3_45,3.45,mxq1,5.6992,7.6996,4.14,3.4,,7000000000 +Llama-2-13b-hf,mxq,3_27,3.27,mxq1,5.0503,7.027,7.22,6.06,,13000000000 +Llama-2-7b-hf,mxq,3_27,3.27,mxq1,6.0132,8.1019,4,3.26,,7000000000 +Llama-2-7b-hf,mxq,3_55,3.55,mxq1,5.6029,7.5801,4.21,3.47,,7000000000 +Llama-2-7b-hf,mxq,3_07,3.07,mxq1,6.7787,9.1214,3.78,3.04,,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,mxq1,6.041,8.131,3.24,3.24,,7000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,mxq1,12.5238,20.161,5.65,4.69,,8000000000 +Llama-2-13b-hf,mxq,3_23,3.23,mxq1,5.0689,7.0592,7.16,6,,13000000000 +Llama-2-13b-hf,mxq,3_55,3.55,mxq1,4.9012,6.81,7.58,6.42,,13000000000 +Llama-2-7b-hf,mxq,3_31,3.31,mxq1,5.9335,7.9668,4,3.26,,7000000000 +Meta-Llama-3-8B,mxq,3_31,3.31,mxq1,8.2586,13.1947,5.87,4.9,,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,mxq1,12.2277,19.4878,4.71,4.71,,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,mxq1,4.9235,6.8358,6.38,6.38,,13000000000 +Meta-Llama-3-8B,mxq,3_29,3.29,mxq1,8.5396,13.5828,5.84,4.88,,8000000000 +Llama-2-13b-hf,mxq,3_53,3.53,mxq1,4.9166,6.8245,7.56,6.4,,13000000000 +Meta-Llama-3-8B,mxq,3_17,3.17,mxq1,11.4509,18.2581,5.72,4.75,,8000000000 +Llama-2-13b-hf,mxq,3_47,3.47,mxq1,4.9483,6.8591,7.5,6.34,,13000000000 +Meta-Llama-3-8B,mxq,3_57,3.57,mxq1,7.2076,11.4863,6.23,5.26,,8000000000 +Llama-2-7b-hf,mxq,3_13,3.13,mxq1,6.3628,8.6,3.11,3.11,,7000000000 +Llama-2-13b-hf,mxq,3_17,3.17,mxq1,5.144,7.1616,7,5.84,,13000000000 +Llama-2-13b-hf,mxq,3_19,3.19,mxq1,5.1087,7.1157,7.05,5.88,,13000000000 +Llama-2-13b-hf,mxq,3_31,3.31,mxq1,5.0154,6.973,7.24,6.08,,13000000000 +Meta-Llama-3-8B,mxq,3_27,3.27,mxq1,9.1878,14.7733,5.82,4.86,,8000000000 +Meta-Llama-3-8B,mxq,3_21,3.21,mxq1,10.7828,17.2627,5.76,4.79,,8000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,mxq1,6.4614,10.0802,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,mxq1,5.3182,7.1353,4.43,3.7,,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,mxq1,4.7357,6.5707,6.94,6.94,,13000000000 +Meta-Llama-3-8B,mxq,4_59,4.59,mxq1,6.1108,9.4605,6.65,5.69,,8000000000 +Meta-Llama-3-8B,mxq,4_09,4.09,mxq1,6.431,10.0261,6.51,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_49,4.49,mxq1,6.1145,9.4645,6.56,5.61,,8000000000 +Llama-2-13b-hf,mxq,4_31,4.31,mxq1,4.7008,6.5332,8.14,6.98,,13000000000 +Llama-2-7b-hf,mxq,4_53,4.53,mxq1,5.2875,7.078,4.64,3.9,,7000000000 +Llama-2-7b-hf,mxq,4_15,4.15,mxq1,5.3283,7.1561,4.45,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_35,4.35,mxq1,5.3039,7.0966,4.5,3.77,,7000000000 +Llama-2-7b-hf,mxq,4_61,4.61,mxq1,5.2864,7.0736,4.7,3.96,,7000000000 +Llama-2-7b-hf,mxq,4_07,4.07,mxq1,5.3565,7.2072,4.44,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_29,4.29,mxq1,5.3113,7.114,4.46,3.72,,7000000000 +Meta-Llama-3-8B,mxq,4_03,4.03,mxq1,6.4963,10.1587,6.54,5.58,,8000000000 +Llama-2-7b-hf,mxq,4_41,4.41,mxq1,5.3008,7.0875,4.55,3.81,,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,mxq1,6.1146,9.4655,5.62,5.62,,8000000000 +Llama-2-13b-hf,mxq,4_09,4.09,mxq1,4.7492,6.5873,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_05,4.05,mxq1,6.4759,10.1244,6.53,5.58,,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,mxq1,6.4222,9.9862,6.5,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_45,4.45,mxq1,6.1205,9.4749,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_49,4.49,mxq1,5.2904,7.0791,4.61,3.87,,7000000000 +Meta-Llama-3-8B,mxq,4_15,4.15,mxq1,6.405,9.9757,6.49,5.53,,8000000000 +Llama-2-7b-hf,mxq,4_47,4.47,mxq1,5.2959,7.0845,4.6,3.86,,7000000000 +Llama-2-13b-hf,mxq,4_43,4.43,mxq1,4.6938,6.5195,8.31,7.15,,13000000000 +Llama-2-7b-hf,mxq,4_43,4.43,mxq1,5.2992,7.0879,4.57,3.83,,7000000000 +Llama-2-13b-hf,mxq,4_57,4.57,mxq1,4.6882,6.5141,8.52,7.36,,13000000000 +Llama-2-13b-hf,mxq,4_47,4.47,mxq1,4.6914,6.5168,8.37,7.21,,13000000000 +Llama-2-7b-hf,mxq,4_19,4.19,mxq1,5.3245,7.1459,4.44,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_31,4.31,mxq1,5.3097,7.1112,4.48,3.74,,7000000000 +Llama-2-13b-hf,mxq,4_53,4.53,mxq1,4.689,6.5136,8.46,7.3,,13000000000 +Llama-2-13b-hf,mxq,4_23,4.23,mxq1,4.7167,6.5481,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_27,4.27,mxq1,5.3106,7.1197,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,mxq1,4.719,6.5519,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,mxq1,5.334,7.1706,3.72,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_59,4.59,mxq1,5.2849,7.0742,4.69,3.95,,7000000000 +Llama-2-13b-hf,mxq,4_25,4.25,mxq1,4.7089,6.5419,6.9,6.91,,13000000000 +Llama-2-13b-hf,mxq,4_29,4.29,mxq1,4.7031,6.5348,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_61,4.61,mxq1,6.111,9.459,6.66,5.7,,8000000000 +Llama-2-7b-hf,mxq,4_55,4.55,mxq1,5.2859,7.0774,4.66,3.93,,7000000000 +Llama-2-13b-hf,mxq,4_41,4.41,mxq1,4.6929,6.521,8.28,7.13,,13000000000 +Llama-2-13b-hf,mxq,4_03,4.03,mxq1,4.7657,6.613,8.13,6.98,,13000000000 +Llama-2-13b-hf,mxq,4_11,4.11,mxq1,4.7407,6.5778,8.1,6.95,,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,mxq1,4.7306,6.5591,8.07,6.91,,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,mxq1,6.3811,9.9266,6.48,5.52,,8000000000 +Meta-Llama-3-8B,mxq,4_33,4.33,mxq1,6.1794,9.5815,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_33,4.33,mxq1,5.3014,7.101,4.49,3.76,,7000000000 +Meta-Llama-3-8B,mxq,4_53,4.53,mxq1,6.1145,9.4646,6.6,5.64,,8000000000 +Meta-Llama-3-8B,mxq,4_31,4.31,mxq1,6.2252,9.6562,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_03,4.03,mxq1,5.3814,7.2461,4.45,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_51,4.51,mxq1,5.2898,7.0788,3.89,3.89,,7000000000 +Meta-Llama-3-8B,mxq,4_57,4.57,mxq1,6.1122,9.4631,6.63,5.67,,8000000000 +Llama-2-13b-hf,mxq,4_55,4.55,mxq1,4.6895,6.5129,8.5,7.34,,13000000000 +Llama-2-13b-hf,mxq,4_05,4.05,mxq1,4.756,6.6024,8.14,6.98,,13000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,mxq1,6.3441,9.8427,6.46,5.5,,8000000000 +Llama-2-13b-hf,mxq,4_49,4.49,mxq1,4.6888,6.5146,8.4,7.24,,13000000000 +Llama-2-7b-hf,mxq,4_25,4.25,mxq1,5.3115,7.1268,3.71,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_23,4.23,mxq1,6.3174,9.7954,6.46,5.5,,8000000000 +Llama-2-7b-hf,mxq,4_05,4.05,mxq1,5.3753,7.2209,4.43,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_11,4.11,mxq1,5.3408,7.1813,4.46,3.73,,7000000000 +Llama-2-13b-hf,mxq,4_19,4.19,mxq1,4.7227,6.5555,8.05,6.9,,13000000000 +Llama-2-13b-hf,mxq,4_61,4.61,mxq1,4.6907,6.5113,8.58,7.42,,13000000000 +Llama-2-13b-hf,mxq,4_07,4.07,mxq1,4.7491,6.5939,8.12,6.96,,13000000000 +Llama-2-7b-hf,mxq,4_45,4.45,mxq1,5.2966,7.087,4.58,3.84,,7000000000 +Llama-2-13b-hf,mxq,4_59,4.59,mxq1,4.6899,6.5132,8.55,7.39,,13000000000 +Llama-2-13b-hf,mxq,4_51,4.51,mxq1,4.6891,6.5144,7.28,7.28,,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,mxq1,6.2909,9.7613,5.49,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_09,4.09,mxq1,5.3551,7.1952,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_15,4.15,mxq1,4.7308,6.5647,8.07,6.92,,13000000000 +Llama-2-13b-hf,mxq,4_45,4.45,mxq1,4.6926,6.5185,8.34,7.18,,13000000000 +Llama-2-13b-hf,mxq,4_27,4.27,mxq1,4.7087,6.5377,8.09,6.93,,13000000000 +Meta-Llama-3-8B,mxq,4_29,4.29,mxq1,6.2456,9.6912,6.43,5.47,,8000000000 +Meta-Llama-3-8B,mxq,4_55,4.55,mxq1,6.1126,9.4656,6.61,5.65,,8000000000 +Llama-2-13b-hf,mxq,4_33,4.33,mxq1,4.6976,6.5283,8.16,7.01,,13000000000 +Meta-Llama-3-8B,mxq,4_47,4.47,mxq1,6.1155,9.4657,6.55,5.59,,8000000000 +Llama-2-13b-hf,mxq,4_35,4.35,mxq1,4.699,6.5243,8.19,7.04,,13000000000 +Meta-Llama-3-8B,mxq,4_35,4.35,mxq1,6.1673,9.5576,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_17,4.17,mxq1,5.3282,7.1556,4.44,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,mxq1,6.405,9.9574,5.54,5.54,,8000000000 +Llama-2-7b-hf,mxq,4_23,4.23,mxq1,5.3175,7.1336,4.43,3.7,,7000000000 +Meta-Llama-3-8B,mxq,4_41,4.41,mxq1,6.1285,9.4953,6.5,5.54,,8000000000 +Meta-Llama-3-8B,mxq,4_19,4.19,mxq1,6.3631,9.8989,6.47,5.51,,8000000000 +Meta-Llama-3-8B,mxq,4_27,4.27,mxq1,6.268,9.7356,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_57,4.57,mxq1,5.2862,7.0799,4.67,3.93,,7000000000 +Meta-Llama-3-8B,mxq,4_43,4.43,mxq1,6.1245,9.4828,6.51,5.56,,8000000000 +Meta-Llama-3-8B,mxq,6_06,6.06,mxq1,6.023,9.326,7.84,6.88,21.76242709159851,8000000000 +Llama-2-7b-hf,mxq,7_74,7.74,mxq1,5.2359,6.9897,7.06,6.34,17.669595956802368,7000000000 +Llama-2-13b-hf,mxq,5_98,5.98,mxq1,4.6678,6.4906,10.6,9.44,47.798495054245,13000000000 +Llama-2-7b-hf,mxq,6_89,6.89,mxq1,5.2462,7.0114,6.4,5.68,25.922955751419067,7000000000 +Llama-2-7b-hf,mxq,5_90,5.9,mxq1,5.2604,7.0303,5.67,4.94,19.554818153381348,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,mxq1,4.6846,6.5035,9.18,8.03,49.19426798820496,13000000000 +Llama-2-13b-hf,mxq,7_74,7.74,mxq1,4.6469,6.4678,13.17,12.04,44.089990854263306,13000000000 +Llama-2-7b-hf,mxq,5_10,5.1,mxq1,5.2754,7.0524,5.07,4.33,19.657520294189453,7000000000 +Llama-2-7b-hf,mxq,7_56,7.56,mxq1,5.237,6.9942,6.9,6.19,18.19426202774048,7000000000 +Llama-2-7b-hf,mxq,6_81,6.81,mxq1,5.2469,7.011,6.34,5.62,18.86526107788086,7000000000 +Llama-2-7b-hf,mxq,5_96,5.96,mxq1,5.2593,7.03,5.72,4.98,19.279616355896,7000000000 +Meta-Llama-3-8B,mxq,6_71,6.71,mxq1,6.0196,9.3105,8.34,7.41,21.85685682296753,8000000000 +Llama-2-7b-hf,mxq,5_94,5.94,mxq1,5.2586,7.0295,5.7,4.97,19.37894368171692,7000000000 +Llama-2-13b-hf,mxq,5_14,5.14,mxq1,4.683,6.5027,9.36,8.2,56.9892475605011,13000000000 +Meta-Llama-3-8B,mxq,5_88,5.88,mxq1,6.0261,9.3352,7.7,6.74,22.518107175827023,8000000000 +Llama-2-13b-hf,mxq,5_08,5.08,mxq1,4.6839,6.5029,9.27,8.12,49.27021145820618,13000000000 +Llama-2-13b-hf,mxq,7_66,7.66,mxq1,4.6474,6.468,13.05,11.93,47.079811811447136,13000000000 +Meta-Llama-3-8B,mxq,6_72,6.72,mxq1,6.0197,9.3087,8.35,7.42,23.39883589744568,8000000000 +Llama-2-7b-hf,mxq,7_60,7.6,mxq1,5.2371,6.9936,6.93,6.22,18.125155687332157,7000000000 +Llama-2-13b-hf,mxq,5_94,5.94,mxq1,4.6684,6.4931,10.54,9.39,49.166083097457886,13000000000 +Llama-2-7b-hf,mxq,5_08,5.08,mxq1,5.2764,7.0531,5.06,4.32,19.440809726715088,7000000000 +Llama-2-13b-hf,mxq,6_77,6.77,mxq1,4.6577,6.4802,11.79,10.67,46.27151226997376,13000000000 +Meta-Llama-3-8B,mxq,6_86,6.86,mxq1,6.0164,9.3046,8.46,7.53,21.96333861351013,8000000000 +Llama-2-13b-hf,mxq,5_90,5.9,mxq1,4.6686,6.4937,10.48,9.33,48.043394327163696,13000000000 +Llama-2-7b-hf,mxq,7_57,7.57,mxq1,5.2378,6.9941,6.91,6.2,17.95819878578186,7000000000 +Llama-2-13b-hf,mxq,6_78,6.78,mxq1,4.6575,6.4794,11.84,10.71,44.31199598312378,13000000000 +Meta-Llama-3-8B,mxq,6_00,6,mxq1,6.0237,9.3281,7.79,6.83,21.4712917804718,8000000000 +Llama-2-7b-hf,mxq,5_04,5.04,mxq1,5.2765,7.0529,5.03,4.29,19.586140632629395,7000000000 +Meta-Llama-3-8B,mxq,5_94,5.94,mxq1,6.0244,9.3323,7.74,6.78,21.61764931678772,8000000000 +Llama-2-13b-hf,mxq,6_81,6.81,mxq1,4.6577,6.4795,11.82,10.7,47.39734888076782,13000000000 +Llama-2-7b-hf,mxq,6_92,6.92,mxq1,5.2446,7.0088,6.44,5.72,18.701699256896973,7000000000 +Llama-2-13b-hf,mxq,6_06,6.06,mxq1,4.6666,6.4898,10.72,9.56,47.00333380699158,13000000000 +Llama-2-13b-hf,mxq,7_70,7.7,mxq1,4.647,6.4677,13.11,11.99,43.83094072341919,13000000000 +Llama-2-7b-hf,mxq,5_92,5.92,mxq1,5.2577,7.0291,5.71,4.97,20.55404281616211,7000000000 +Meta-Llama-3-8B,mxq,5_14,5.14,mxq1,6.0536,9.3788,7.09,6.13,21.712579488754272,8000000000 +Llama-2-7b-hf,mxq,6_06,6.06,mxq1,5.2588,7.0279,5.79,5.06,19.3074004650116,7000000000 +Meta-Llama-3-8B,mxq,5_90,5.9,mxq1,6.0255,9.3333,7.71,6.75,22.121676683425903,8000000000 +Llama-2-13b-hf,mxq,6_02,6.02,mxq1,4.6668,6.4898,10.72,9.56,46.12384104728699,13000000000 +Meta-Llama-3-8B,mxq,5_20,5.2,mxq1,6.0512,9.3798,7.14,6.18,21.581509828567505,8000000000 +Meta-Llama-3-8B,mxq,5_04,5.04,mxq1,6.0543,9.3815,7.01,6.05,21.817686080932617,8000000000 +Llama-2-7b-hf,mxq,7_72,7.72,mxq1,5.2355,6.9912,7.02,6.31,18.226958751678467,7000000000 +Llama-2-7b-hf,mxq,6_02,6.02,mxq1,5.2581,7.0277,5.76,5.03,19.418373584747314,7000000000 +Meta-Llama-3-8B,mxq,5_98,5.98,mxq1,6.0217,9.3299,7.78,6.82,21.374507427215576,8000000000 +Llama-2-7b-hf,mxq,6_04,6.04,mxq1,5.2576,7.0268,5.78,5.04,19.052096128463745,7000000000 +Meta-Llama-3-8B,mxq,5_06,5.06,mxq1,6.0522,9.3779,7.03,6.07,21.56499028205872,8000000000 +Llama-2-13b-hf,mxq,6_87,6.87,mxq1,4.6573,6.4795,11.88,10.76,45.78723359107971,13000000000 +Llama-2-7b-hf,mxq,5_18,5.18,mxq1,5.276,7.0518,5.13,4.39,19.973525762557983,7000000000 +Meta-Llama-3-8B,mxq,5_16,5.16,mxq1,6.0507,9.3749,7.11,6.15,21.58627796173096,8000000000 +Llama-2-13b-hf,mxq,6_72,6.72,mxq1,4.6594,6.4813,11.66,10.54,46.765066146850586,13000000000 +Llama-2-13b-hf,mxq,6_04,6.04,mxq1,4.667,6.4902,10.69,9.53,48.153079986572266,13000000000 +Llama-2-13b-hf,mxq,5_96,5.96,mxq1,4.6678,6.4916,10.57,9.41,48.17770957946777,13000000000 +Llama-2-7b-hf,mxq,7_70,7.7,mxq1,5.2351,6.9918,7.01,6.29,17.992141246795654,7000000000 +Llama-2-7b-hf,mxq,6_78,6.78,mxq1,5.2478,7.0112,6.31,5.6,18.597021102905277,7000000000 +Meta-Llama-3-8B,mxq,7_76,7.76,mxq1,6.0055,9.2872,9.19,8.26,27.69206953048706,8000000000 +Llama-2-13b-hf,mxq,5_86,5.86,mxq1,4.6691,6.4944,10.42,9.27,48.98742747306824,13000000000 +Meta-Llama-3-8B,mxq,6_92,6.92,mxq1,6.0161,9.2986,8.51,7.58,22.2465500831604,8000000000 +Meta-Llama-3-8B,mxq,5_12,5.12,mxq1,6.0512,9.3761,7.09,6.13,21.561537265777588,8000000000 +Meta-Llama-3-8B,mxq,5_10,5.1,mxq1,6.0511,9.3766,7.06,6.1,21.59110140800476,8000000000 +Llama-2-7b-hf,mxq,7_63,7.63,mxq1,5.2363,6.9925,6.96,6.24,17.663169622421265,7000000000 +Llama-2-7b-hf,mxq,6_77,6.77,mxq1,5.2474,7.0115,6.31,5.59,18.561485052108765,7000000000 +Meta-Llama-3-8B,mxq,7_62,7.62,mxq1,6.0003,9.2852,9.08,8.15,22.798346996307373,8000000000 +Meta-Llama-3-8B,mxq,7_70,7.7,mxq1,6.0045,9.2858,9.19,8.26,71.6642336845398,8000000000 +Meta-Llama-3-8B,mxq,6_02,6.02,mxq1,6.0234,9.327,7.81,6.85,22.565041303634644,8000000000 +Llama-2-13b-hf,mxq,6_83,6.83,mxq1,4.6573,6.4802,11.85,10.73,46.35602283477783,13000000000 +Llama-2-13b-hf,mxq,6_89,6.89,mxq1,4.6568,6.4789,11.91,10.79,48.30457520484924,13000000000 +Meta-Llama-3-8B,mxq,7_56,7.56,mxq1,6.002,9.2872,9.03,8.1,22.120295524597168,8000000000 +Meta-Llama-3-8B,mxq,6_78,6.78,mxq1,6.0256,9.318,8.4,7.47,22.91683387756348,8000000000 +Meta-Llama-3-8B,mxq,7_60,7.6,mxq1,6.0076,9.2996,9.06,8.13,21.957447052001957,8000000000 +Llama-2-13b-hf,mxq,5_10,5.1,mxq1,4.6844,6.5018,9.31,8.16,49.0630841255188,13000000000 +Meta-Llama-3-8B,mxq,6_83,6.83,mxq1,6.0153,9.3035,8.46,7.53,22.001774787902832,8000000000 +Meta-Llama-3-8B,mxq,7_63,7.63,mxq1,6.006,9.2906,9.09,8.16,23.30888676643372,8000000000 +Meta-Llama-3-8B,mxq,7_68,7.68,mxq1,6.0022,9.2823,9.13,8.2,23.90609741210937,8000000000 +Llama-2-13b-hf,mxq,5_88,5.88,mxq1,4.6688,6.494,10.45,9.3,48.39581108093262,13000000000 +Llama-2-7b-hf,mxq,7_76,7.76,mxq1,5.2357,6.9899,7.05,6.34,17.89582633972168,7000000000 +Meta-Llama-3-8B,mxq,7_72,7.72,mxq1,6.0038,9.292,9.19,8.26,22.09702754020691,8000000000 +Llama-2-7b-hf,mxq,5_16,5.16,mxq1,5.2759,7.0515,5.12,4.38,20.5237340927124,7000000000 +Meta-Llama-3-8B,mxq,7_74,7.74,mxq1,6.0006,9.2811,9.18,8.25,23.867166757583615,8000000000 +Meta-Llama-3-8B,mxq,6_04,6.04,mxq1,6.0223,9.3285,7.83,6.87,21.45602321624756,8000000000 +Meta-Llama-3-8B,mxq,7_57,7.57,mxq1,6.0049,9.2966,9.04,8.11,22.91953945159912,8000000000 +Llama-2-7b-hf,mxq,7_62,7.62,mxq1,5.2374,6.9934,6.95,6.23,19.285237550735477,7000000000 +Llama-2-13b-hf,mxq,7_56,7.56,mxq1,4.6494,6.4696,12.9,11.78,47.3088366985321,13000000000 +Llama-2-7b-hf,mxq,5_20,5.2,mxq1,5.2746,7.0514,5.15,4.41,19.65858101844788,7000000000 +Llama-2-13b-hf,mxq,5_04,5.04,mxq1,4.6854,6.5025,9.21,8.06,46.62364554405213,13000000000 +Llama-2-7b-hf,mxq,5_88,5.88,mxq1,5.2586,7.0299,5.66,4.92,19.65648412704468,7000000000 +Llama-2-13b-hf,mxq,7_68,7.68,mxq1,4.6472,6.4684,13.08,11.95,47.53784322738648,13000000000 +Llama-2-7b-hf,mxq,5_14,5.14,mxq1,5.2757,7.0512,5.1,4.36,19.58873414993286,7000000000 +Meta-Llama-3-8B,mxq,5_08,5.08,mxq1,6.0535,9.3792,7.05,6.09,21.678075790405277,8000000000 +Llama-2-13b-hf,mxq,7_60,7.6,mxq1,4.649,6.4689,12.96,11.84,45.857011795043945,13000000000 +Meta-Llama-3-8B,mxq,5_18,5.18,mxq1,6.0513,9.3791,7.13,6.17,21.55056619644165,8000000000 +Llama-2-13b-hf,mxq,7_76,7.76,mxq1,4.6461,6.4672,13.19,12.07,43.27605080604553,13000000000 +Llama-2-7b-hf,mxq,6_86,6.86,mxq1,5.2461,7.0104,6.38,5.66,18.698930263519287,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,mxq1,6.0148,9.302,8.49,7.56,22.465340614318848,8000000000 +Llama-2-13b-hf,mxq,6_75,6.75,mxq1,4.6587,6.4808,11.73,10.61,51.45095086097717,13000000000 +Llama-2-7b-hf,mxq,5_06,5.06,mxq1,5.2773,7.0527,5.04,4.3,19.507778644561768,7000000000 +Llama-2-13b-hf,mxq,6_92,6.92,mxq1,4.6565,6.4785,12.03,10.9,48.840221881866455,13000000000 +Meta-Llama-3-8B,mxq,5_86,5.86,mxq1,6.0263,9.3328,7.68,6.72,21.603814601898197,8000000000 +Llama-2-13b-hf,mxq,5_00,5,mxq1,4.686,6.5027,8,8,50.04755926132202,13000000000 +Llama-2-7b-hf,mxq,5_86,5.86,mxq1,5.259,7.0317,5.64,4.91,19.42838191986084,7000000000 +Llama-2-7b-hf,mxq,5_02,5.02,mxq1,5.2756,7.053,5.01,4.27,19.654392957687374,7000000000 +Llama-2-13b-hf,mxq,5_12,5.12,mxq1,4.6834,6.5027,9.33,8.17,49.11213088035584,13000000000 +Llama-2-7b-hf,mxq,6_72,6.72,mxq1,5.2475,7.0121,6.27,5.56,18.748580932617188,7000000000 +Meta-Llama-3-8B,mxq,6_87,6.87,mxq1,6.0212,9.3161,8.47,7.54,22.113675594329838,8000000000 +Llama-2-13b-hf,mxq,6_86,6.86,mxq1,4.657,6.4802,11.87,10.74,46.65679335594177,13000000000 +Llama-2-13b-hf,mxq,7_72,7.72,mxq1,4.6471,6.4678,13.14,12.01,43.9573712348938,13000000000 +Meta-Llama-3-8B,mxq,6_75,6.75,mxq1,6.02,9.3097,8.37,7.44,21.745509386062626,8000000000 +Llama-2-13b-hf,mxq,6_00,6,mxq1,4.6676,6.4903,10.63,9.47,47.34900975227356,13000000000 +Llama-2-13b-hf,mxq,7_62,7.62,mxq1,4.649,6.4688,12.99,11.87,46.21504259109497,13000000000 +Llama-2-13b-hf,mxq,5_18,5.18,mxq1,4.6829,6.5022,9.42,8.26,50.85960650444031,13000000000 +Llama-2-7b-hf,mxq,5_98,5.98,mxq1,5.2592,7.0269,5.75,5.02,19.30942392349243,7000000000 +Meta-Llama-3-8B,mxq,5_92,5.92,mxq1,6.0236,9.3314,7.73,6.77,21.48281145095825,8000000000 +Meta-Llama-3-8B,mxq,6_77,6.77,mxq1,6.0178,9.3079,8.39,7.46,21.645708799362183,8000000000 +Llama-2-7b-hf,mxq,6_00,6,mxq1,5.2607,7.0283,5.75,5.01,19.27993416786194,7000000000 +Llama-2-13b-hf,mxq,5_92,5.92,mxq1,4.6684,6.4934,10.51,9.36,48.14252591133118,13000000000 +Llama-2-13b-hf,mxq,6_71,6.71,mxq1,4.6595,6.4817,11.64,10.52,47.33645796775818,13000000000 +Llama-2-7b-hf,mxq,5_00,5,mxq1,5.2766,7.0532,4.27,4.27,19.587546348571777,7000000000 +Meta-Llama-3-8B,mxq,5_00,5,mxq1,6.0532,9.3803,6.02,6.02,21.893595218658447,8000000000 +Llama-2-7b-hf,mxq,6_71,6.71,mxq1,5.2477,7.0123,6.28,5.57,18.528297424316406,7000000000 +Llama-2-7b-hf,mxq,7_66,7.66,mxq1,5.236,6.9922,6.98,6.26,17.945961236953735,7000000000 +Meta-Llama-3-8B,mxq,7_66,7.66,mxq1,6.0043,9.2941,9.11,8.18,27.38026094436645,8000000000 +Llama-2-13b-hf,mxq,7_57,7.57,mxq1,4.6489,6.4689,12.97,11.85,46.53462791442871,13000000000 +Llama-2-7b-hf,mxq,6_75,6.75,mxq1,5.2476,7.0121,6.29,5.58,18.54985857009888,7000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,mxq1,6.0532,9.3808,7,6.04,21.56413507461548,8000000000 +Llama-2-7b-hf,mxq,6_87,6.87,mxq1,5.2457,7.0102,6.38,5.67,18.890921354293823,7000000000 +Llama-2-7b-hf,mxq,7_68,7.68,mxq1,5.2354,6.9915,6.99,6.28,17.50517463684082,7000000000 +Llama-2-7b-hf,mxq,6_83,6.83,mxq1,5.2457,7.0106,6.35,5.64,19.047003507614136,7000000000 +Meta-Llama-3-8B,mxq,6_81,6.81,mxq1,6.0168,9.3071,8.42,7.49,22.49588942527771,8000000000 +Llama-2-13b-hf,mxq,5_16,5.16,mxq1,4.6844,6.5018,9.39,8.23,51.94888925552368,13000000000 +Llama-2-13b-hf,mxq,5_20,5.2,mxq1,4.6827,6.502,9.46,8.3,53.49170207977295,13000000000 +Llama-2-13b-hf,mxq,7_63,7.63,mxq1,4.649,6.4688,13,11.88,45.62868070602417,13000000000 +Llama-2-7b-hf,mxq,5_12,5.12,mxq1,5.2763,7.0519,5.09,4.35,19.8666250705719,7000000000 +Meta-Llama-3-8B,mxq,5_96,5.96,mxq1,6.0228,9.328,7.76,6.8,22.19820022583008,8000000000 +Llama-2-13b-hf,mxq,5_06,5.06,mxq1,4.6835,6.5029,9.24,8.08,45.732778549194336,13000000000 +Meta-Llama-3-8B,mxq,6_17,6.17,mxq1,6.0255,9.3334,7.93,6.97,22.93013048171997,8000000000 +Meta-Llama-3-8B,mxq,6_13,6.13,mxq1,6.0184,9.3218,7.9,6.94,21.69773030281067,8000000000 +Llama-2-13b-hf,mxq,6_43,6.43,mxq1,4.6617,6.4843,11.27,10.11,40.88297891616821,13000000000 +Llama-2-7b-hf,mxq,6_51,6.51,mxq1,5.2543,7.0177,6.13,5.4,24.40671682357788,7000000000 +Llama-2-13b-hf,mxq,6_61,6.61,mxq1,4.6611,6.4834,11.5,10.38,48.03984093666077,13000000000 +Llama-2-13b-hf,mxq,6_03,6.03,mxq1,4.6664,6.4897,10.71,9.55,,13000000000 +Llama-2-7b-hf,mxq,6_53,6.53,mxq1,5.252,7.0181,6.15,5.41,24.252538204193115,7000000000 +Meta-Llama-3-8B,mxq,6_19,6.19,mxq1,6.0189,9.3196,7.95,6.99,24.800605058670044,8000000000 +Llama-2-7b-hf,mxq,6_57,6.57,mxq1,5.2477,7.0146,6.16,5.44,23.827990531921387,7000000000 +Meta-Llama-3-8B,mxq,6_21,6.21,mxq1,6.0204,9.319,7.96,7,29.62066912651062,8000000000 +Llama-2-13b-hf,mxq,6_65,6.65,mxq1,4.6601,6.4825,11.56,10.43,46.842421531677246,13000000000 +Meta-Llama-3-8B,mxq,6_25,6.25,mxq1,6.0267,9.3208,7.97,7.04,22.11001920700073,8000000000 +Meta-Llama-3-8B,mxq,6_05,6.05,mxq1,6.0212,9.3245,7.83,6.87,23.453336477279663,8000000000 +Meta-Llama-3-8B,mxq,6_37,6.37,mxq1,6.0249,9.3159,8.06,7.13,22.570733785629272,8000000000 +Llama-2-13b-hf,mxq,6_15,6.15,mxq1,4.6647,6.4886,10.85,9.7,43.04915261268616,13000000000 +Llama-2-7b-hf,mxq,6_39,6.39,mxq1,5.2537,7.0212,6.04,5.31,22.958473443984985,7000000000 +Llama-2-7b-hf,mxq,6_45,6.45,mxq1,5.2531,7.02,6.09,5.35,23.5776686668396,7000000000 +Llama-2-7b-hf,mxq,6_65,6.65,mxq1,5.2479,7.0134,6.22,5.5,21.540367126464844,7000000000 +Llama-2-13b-hf,mxq,6_21,6.21,mxq1,4.6639,6.4876,10.94,9.78,41.25605297088623,13000000000 +Meta-Llama-3-8B,mxq,6_15,6.15,mxq1,6.0204,9.3249,7.91,6.95,26.227903127670288,8000000000 +Llama-2-13b-hf,mxq,6_63,6.63,mxq1,4.66,6.4825,11.53,10.4,51.91605401039124,13000000000 +Meta-Llama-3-8B,mxq,6_33,6.33,mxq1,6.0364,9.3301,8.03,7.1,24.40437388420105,8000000000 +Llama-2-7b-hf,mxq,6_47,6.47,mxq1,5.2523,7.0194,6.1,5.37,23.60258746147156,7000000000 +Llama-2-7b-hf,mxq,6_09,6.09,mxq1,5.2569,7.0255,5.82,5.08,23.579248666763306,7000000000 +Llama-2-7b-hf,mxq,6_13,6.13,mxq1,5.2579,7.0239,5.85,5.11,25.49895691871643,7000000000 +Llama-2-13b-hf,mxq,6_11,6.11,mxq1,4.6657,6.489,10.79,9.64,43.13880181312561,13000000000 +Meta-Llama-3-8B,mxq,6_47,6.47,mxq1,6.0244,9.3178,8.15,7.21,21.61146068572998,8000000000 +Llama-2-7b-hf,mxq,6_69,6.69,mxq1,5.2485,7.0141,6.25,5.53,19.48853874206543,7000000000 +Meta-Llama-3-8B,mxq,6_61,6.61,mxq1,6.0215,9.3132,8.26,7.33,26.014561891555783,8000000000 +Meta-Llama-3-8B,mxq,6_07,6.07,mxq1,6.0214,9.3248,7.85,6.89,21.678030729293823,8000000000 +Llama-2-13b-hf,mxq,6_13,6.13,mxq1,4.6656,6.4888,10.82,9.67,42.97390532493591,13000000000 +Meta-Llama-3-8B,mxq,6_11,6.11,mxq1,6.0281,9.3349,7.88,6.92,22.508207082748413,8000000000 +Llama-2-13b-hf,mxq,6_49,6.49,mxq1,4.6612,6.4834,11.36,10.2,40.99091172218323,13000000000 +Llama-2-7b-hf,mxq,6_15,6.15,mxq1,5.2566,7.0244,5.86,5.13,26.007137298583984,7000000000 +Meta-Llama-3-8B,mxq,6_43,6.43,mxq1,6.0233,9.3121,8.11,7.18,22.1263689994812,8000000000 +Llama-2-13b-hf,mxq,6_27,6.27,mxq1,4.6632,6.4869,11.03,9.87,40.72089266777039,13000000000 +Llama-2-13b-hf,mxq,6_35,6.35,mxq1,4.6628,6.4858,11.15,9.99,41.26778674125672,13000000000 +Llama-2-7b-hf,mxq,6_21,6.21,mxq1,5.2549,7.0247,5.91,5.17,23.470106840133667,7000000000 +Llama-2-7b-hf,mxq,6_29,6.29,mxq1,5.2545,7.0224,5.97,5.23,22.15794897079468,7000000000 +Llama-2-13b-hf,mxq,6_45,6.45,mxq1,4.6614,6.4834,11.33,10.17,,13000000000 +Meta-Llama-3-8B,mxq,6_69,6.69,mxq1,6.0196,9.3092,8.32,7.39,29.697371244430546,8000000000 +Llama-2-13b-hf,mxq,6_07,6.07,mxq1,4.666,6.4894,10.73,9.58,41.26340532302856,13000000000 +Llama-2-13b-hf,mxq,6_09,6.09,mxq1,4.6659,6.4893,10.76,9.61,42.23245668411255,13000000000 +Meta-Llama-3-8B,mxq,6_41,6.41,mxq1,6.0267,9.3203,8.1,7.17,21.650339126586918,8000000000 +Llama-2-13b-hf,mxq,6_69,6.69,mxq1,4.6599,6.482,11.61,10.49,46.32084965705872,13000000000 +Llama-2-13b-hf,mxq,6_19,6.19,mxq1,4.6644,6.4879,10.91,9.75,41.54255795478821,13000000000 +Meta-Llama-3-8B,mxq,6_27,6.27,mxq1,6.028,9.3193,7.98,7.05,24.82377791404724,8000000000 +Llama-2-7b-hf,mxq,6_43,6.43,mxq1,5.2532,7.0199,6.07,5.34,24.302505254745483,7000000000 +Llama-2-7b-hf,mxq,6_41,6.41,mxq1,5.2543,7.0191,6.06,5.32,23.89293384552002,7000000000 +Llama-2-13b-hf,mxq,6_59,6.59,mxq1,4.6621,6.4832,11.51,10.39,45.42416024208069,13000000000 +Llama-2-7b-hf,mxq,6_25,6.25,mxq1,5.2543,7.0225,5.94,5.2,25.61358904838562,7000000000 +Meta-Llama-3-8B,mxq,6_23,6.23,mxq1,6.0203,9.3191,7.98,7.02,,8000000000 +Llama-2-7b-hf,mxq,6_49,6.49,mxq1,5.2533,7.02,6.12,5.38,23.66926622390747,7000000000 +Llama-2-7b-hf,mxq,6_68,6.68,mxq1,5.2474,7.0129,6.24,5.53,18.623168230056763,7000000000 +Meta-Llama-3-8B,mxq,6_35,6.35,mxq1,6.0297,9.324,8.05,7.12,22.2740695476532,8000000000 +Meta-Llama-3-8B,mxq,6_57,6.57,mxq1,6.0251,9.314,8.23,7.3,22.460713386535645,8000000000 +Llama-2-13b-hf,mxq,6_41,6.41,mxq1,4.6621,6.4844,11.27,10.11,42.46510314941406,13000000000 +Llama-2-7b-hf,mxq,6_63,6.63,mxq1,5.2478,7.0137,6.2,5.49,23.32294535636902,7000000000 +Llama-2-13b-hf,mxq,6_47,6.47,mxq1,4.661,6.4841,11.33,10.17,40.20678114891052,13000000000 +Llama-2-13b-hf,mxq,6_68,6.68,mxq1,4.6603,6.4817,11.6,10.48,,13000000000 +Llama-2-7b-hf,mxq,6_33,6.33,mxq1,5.2551,7.022,6,5.26,23.536144733428955,7000000000 +Llama-2-13b-hf,mxq,6_53,6.53,mxq1,4.6605,6.4831,11.41,10.26,47.275832176208496,13000000000 +Llama-2-7b-hf,mxq,6_59,6.59,mxq1,5.2492,7.015,6.17,5.46,22.223248958587646,7000000000 +Llama-2-13b-hf,mxq,6_05,6.05,mxq1,4.6662,6.4897,10.71,9.55,40.876850605010986,13000000000 +Llama-2-7b-hf,mxq,6_27,6.27,mxq1,5.2544,7.0221,5.95,5.21,,7000000000 +Llama-2-7b-hf,mxq,6_31,6.31,mxq1,5.2561,7.0211,5.98,5.25,23.40264344215393,7000000000 +Meta-Llama-3-8B,mxq,6_39,6.39,mxq1,6.0355,9.3291,8.08,7.15,24.07836151123047,8000000000 +Llama-2-13b-hf,mxq,6_55,6.55,mxq1,4.6615,6.4827,11.44,10.32,47.41357588768005,13000000000 +Meta-Llama-3-8B,mxq,6_31,6.31,mxq1,6.0257,9.3162,8.02,7.08,21.799571752548218,8000000000 +Llama-2-7b-hf,mxq,6_55,6.55,mxq1,5.252,7.0178,6.16,5.43,25.579577922821045,7000000000 +Llama-2-13b-hf,mxq,6_57,6.57,mxq1,4.6613,6.4838,11.44,10.32,48.70770192146301,13000000000 +Meta-Llama-3-8B,mxq,6_63,6.63,mxq1,6.0223,9.3111,8.28,7.34,32.62412476539612,8000000000 +Meta-Llama-3-8B,mxq,6_53,6.53,mxq1,6.0235,9.3147,8.19,7.26,21.89174175262451,8000000000 +Llama-2-7b-hf,mxq,6_35,6.35,mxq1,5.2542,7.0218,6.01,5.28,23.822951555252075,7000000000 +Llama-2-13b-hf,mxq,6_17,6.17,mxq1,4.6644,6.4882,10.88,9.72,41.66511559486389,13000000000 +Llama-2-7b-hf,mxq,6_61,6.61,mxq1,5.2481,7.0141,6.19,5.47,22.252615690231323,7000000000 +Llama-2-7b-hf,mxq,6_23,6.23,mxq1,5.2556,7.0216,5.94,5.2,24.29988169670105,7000000000 +Llama-2-13b-hf,mxq,6_51,6.51,mxq1,4.6611,6.4833,11.38,10.23,47.42530488967896,13000000000 +Llama-2-13b-hf,mxq,6_23,6.23,mxq1,4.6632,6.4872,10.97,9.81,40.49730682373047,13000000000 +Meta-Llama-3-8B,mxq,6_51,6.51,mxq1,6.0235,9.3155,8.18,7.25,23.38687777519226,8000000000 +Meta-Llama-3-8B,mxq,6_09,6.09,mxq1,6.0223,9.3269,7.87,6.91,21.811362504959103,8000000000 +Meta-Llama-3-8B,mxq,6_65,6.65,mxq1,6.02,9.3116,8.29,7.36,23.72496223449707,8000000000 +Llama-2-7b-hf,mxq,6_19,6.19,mxq1,5.2561,7.0244,5.89,5.16,23.7013635635376,7000000000 +Llama-2-13b-hf,mxq,6_25,6.25,mxq1,4.6634,6.487,11,9.84,40.478312492370605,13000000000 +Meta-Llama-3-8B,mxq,6_68,6.68,mxq1,6.0187,9.3106,8.32,7.39,23.753955841064453,8000000000 +Meta-Llama-3-8B,mxq,6_49,6.49,mxq1,6.0197,9.3095,8.16,7.23,22.288695335388184,8000000000 +Meta-Llama-3-8B,mxq,6_45,6.45,mxq1,6.0349,9.328,8.13,7.2,26.3365170955658,8000000000 +Llama-2-7b-hf,mxq,6_07,6.07,mxq1,5.2577,7.0265,5.8,5.07,24.80626630783081,7000000000 +Llama-2-7b-hf,mxq,6_11,6.11,mxq1,5.2581,7.027,5.83,5.1,24.015952348709103,7000000000 +Llama-2-13b-hf,mxq,6_39,6.39,mxq1,4.6624,6.4852,11.21,10.05,42.11790657043457,13000000000 +Llama-2-7b-hf,mxq,6_17,6.17,mxq1,5.2561,7.0242000000000004,5.88,5.14,25.667489767074585,7000000000 +Llama-2-13b-hf,mxq,6_37,6.37,mxq1,4.6621,6.4844,11.27,10.11,40.69702291488648,13000000000 +Llama-2-13b-hf,mxq,6_29,6.29,mxq1,4.6629,6.4868,11.06,9.9,41.20186710357666,13000000000 +Llama-2-7b-hf,mxq,6_05,6.05,mxq1,5.2595,7.027,5.79,5.05,24.817551374435425,7000000000 +Meta-Llama-3-8B,mxq,6_59,6.59,mxq1,6.0223,9.3125,8.24,7.31,22.284267902374268,8000000000 +Meta-Llama-3-8B,mxq,6_55,6.55,mxq1,6.0262,9.3151,8.21,7.28,22.58908176422119,8000000000 +Meta-Llama-3-8B,mxq,6_29,6.29,mxq1,6.0326,9.3305,8,7.07,21.697081089019772,8000000000 +Llama-2-7b-hf,mxq,6_03,6.03,mxq1,5.2586,7.0262,5.77,5.04,24.330801725387573,7000000000 +Meta-Llama-3-8B,mxq,6_03,6.03,mxq1,6.0233,9.3289,7.82,6.86,21.86263394355774,8000000000 +Llama-2-7b-hf,mxq,6_37,6.37,mxq1,5.2538,7.0209,6.03,5.29,23.21137380599976,7000000000 +Llama-2-13b-hf,mxq,6_33,6.33,mxq1,4.6626,6.4866,11.12,9.96,40.69988703727722,13000000000 +Llama-2-13b-hf,mxq,6_31,6.31,mxq1,4.6627,6.4867,11.09,9.93,41.30996322631836,13000000000 +Llama-2-13b-hf,mxq,5_54,5.54,mxq1,4.6775,6.4957,9.95,8.79,49.31647300720215,13000000000 +Llama-2-13b-hf,mxq,5_30,5.3,mxq1,4.6826,6.5008,9.6,8.44,50.00987195968628,13000000000 +Llama-2-7b-hf,mxq,3_97,3.97,mxq1,5.4148,7.2837,4.45,3.71,27.978615045547485,7000000000 +Llama-2-13b-hf,mxq,3_83,3.83,mxq1,4.8208,6.6878,8.04,6.89,59.59459114074707,13000000000 +Llama-2-7b-hf,mxq,4_39,4.39,mxq1,5.3019,7.0924,4.53,3.8,25.628430366516117,7000000000 +Llama-2-13b-hf,mxq,7_01,7.01,mxq1,4.6542,6.4764,12.12,11,48.17560935020447,13000000000 +Llama-2-13b-hf,mxq,5_52,5.52,mxq1,4.6788,6.4974,9.92,8.76,49.76578426361084,13000000000 +Llama-2-13b-hf,mxq,3_37,3.37,mxq1,4.9883,6.9425,7.32,6.16,59.85954761505127,13000000000 +Meta-Llama-3-8B,mxq,4_93,4.93,mxq1,6.0555,9.3822,6.92,5.96,21.183979988098145,8000000000 +Llama-2-7b-hf,mxq,5_42,5.42,mxq1,5.2704,7.0446,5.31,4.58,23.909502029418945,7000000000 +Llama-2-7b-hf,mxq,3_67,3.67,mxq1,5.5248,7.4694,4.33,3.59,28.905683755874637,7000000000 +Llama-2-7b-hf,mxq,6_96,6.96,mxq1,5.2446,7.0085,6.45,5.74,18.35683536529541,7000000000 +Llama-2-13b-hf,mxq,7_19,7.19,mxq1,4.6531,6.4756,12.35,11.23,48.2488226890564,13000000000 +Llama-2-13b-hf,mxq,3_91,3.91,mxq1,4.8,6.655,8.16,7,59.70643973350525,13000000000 +Meta-Llama-3-8B,mxq,3_89,3.89,mxq1,6.6791,10.5005,6.38,5.42,25.70332360267639,8000000000 +Llama-2-7b-hf,mxq,7_26,7.26,mxq1,5.2415,7.002,6.68,5.96,18.305686235427856,7000000000 +Meta-Llama-3-8B,mxq,5_42,5.42,mxq1,6.0463,9.3688,7.32,6.36,21.39477300643921,8000000000 +Llama-2-7b-hf,mxq,3_79,3.79,mxq1,5.4756,7.3919,4.39,3.65,27.739007472991943,7000000000 +Llama-2-7b-hf,mxq,3_77,3.77,mxq1,5.4789,7.4043,4.38,3.64,28.07152032852173,7000000000 +Llama-2-13b-hf,mxq,3_99,3.99,mxq1,4.7783,6.6289,8.14,6.99,57.4395797252655,13000000000 +Meta-Llama-3-8B,mxq,5_60,5.6,mxq1,6.0406,9.3561,7.47,6.51,21.542166233062744,8000000000 +Meta-Llama-3-8B,mxq,4_87,4.87,mxq1,6.0654,9.4027,6.87,5.91,22.280656099319454,8000000000 +Llama-2-7b-hf,mxq,7_50,7.5,mxq1,5.2375,6.9952,6.86,6.14,17.55693507194519,7000000000 +Llama-2-7b-hf,mxq,7_14,7.14,mxq1,5.2423,7.005,6.59,5.87,18.3657546043396,7000000000 +Meta-Llama-3-8B,mxq,3_41,3.41,mxq1,7.4657,11.9802,6.02,5.06,29.485385179519653,8000000000 +Llama-2-7b-hf,mxq,3_43,3.43,mxq1,5.7097,7.7118,4.13,3.39,29.77008366584778,7000000000 +Meta-Llama-3-8B,mxq,4_83,4.83,mxq1,6.0735,9.4189,6.84,5.88,22.990070819854736,8000000000 +Llama-2-7b-hf,mxq,3_69,3.69,mxq1,5.5089,7.4537,4.35,3.62,29.06033706665039,7000000000 +Meta-Llama-3-8B,mxq,3_81,3.81,mxq1,6.8313,10.7687,6.26,5.3,26.38226747512817,8000000000 +Llama-2-13b-hf,mxq,5_70,5.7,mxq1,4.6714,6.4949,10.19,9.03,48.843918323516846,13000000000 +Llama-2-13b-hf,mxq,5_26,5.26,mxq1,4.683,6.5018,9.54,8.38,51.51307415962219,13000000000 +Llama-2-7b-hf,mxq,4_93,4.93,mxq1,5.2778,7.0546,4.94,4.21,25.59981203079224,7000000000 +Meta-Llama-3-8B,mxq,7_19,7.19,mxq1,6.0041,9.3032,8.73,7.8,28.370368480682373,8000000000 +Meta-Llama-3-8B,mxq,5_44,5.44,mxq1,6.0448,9.3655,7.34,6.38,21.47695994377136,8000000000 +Meta-Llama-3-8B,mxq,7_44,7.44,mxq1,6.0009,9.293,8.93,8,22.628000497817997,8000000000 +Meta-Llama-3-8B,mxq,7_41,7.41,mxq1,6.0029,9.2926,8.93,8,21.850175380706787,8000000000 +Llama-2-7b-hf,mxq,4_81,4.81,mxq1,5.2793,7.0574,4.85,4.12,28.86678671836853,7000000000 +Llama-2-7b-hf,mxq,7_16,7.16,mxq1,5.242,7.0042,6.6,5.89,18.226997137069706,7000000000 +Llama-2-7b-hf,mxq,5_44,5.44,mxq1,5.2697,7.0439,5.33,4.59,25.71676087379456,7000000000 +Meta-Llama-3-8B,mxq,5_26,5.26,mxq1,6.0509,9.379,7.19,6.23,21.556044101715088,8000000000 +Llama-2-13b-hf,mxq,4_93,4.93,mxq1,4.6863,6.5033,9.05,7.89,70.84733772277832,13000000000 +Llama-2-13b-hf,mxq,5_80,5.8,mxq1,4.67,6.4948,10.34,9.18,50.03610062599182,13000000000 +Llama-2-7b-hf,mxq,5_48,5.48,mxq1,5.2696,7.0421,5.36,4.62,25.350111722946167,7000000000 +Llama-2-13b-hf,mxq,7_44,7.44,mxq1,4.6504,6.4712,12.78,11.66,46.96999645233154,13000000000 +Meta-Llama-3-8B,mxq,3_75,3.75,mxq1,6.982,10.9958,6.25,5.29,27.03219723701477,8000000000 +Llama-2-13b-hf,mxq,6_95,6.95,mxq1,4.6549,6.4776,12.03,10.91,49.46874260902405,13000000000 +Llama-2-13b-hf,mxq,4_65,4.65,mxq1,4.6907,6.5094,8.64,7.48,50.80217742919922,13000000000 +Llama-2-13b-hf,mxq,4_39,4.39,mxq1,4.695,6.5211,8.25,7.1,52.7899603843689,13000000000 +Llama-2-13b-hf,mxq,5_36,5.36,mxq1,4.6826,6.5004,9.69,8.53,50.82804775238037,13000000000 +Llama-2-7b-hf,mxq,5_68,5.68,mxq1,5.2658,7.0355,5.51,4.77,25.674433946609497,7000000000 +Llama-2-13b-hf,mxq,7_48,7.48,mxq1,4.6504,6.4712,12.78,11.66,47.635294914245605,13000000000 +Meta-Llama-3-8B,mxq,5_58,5.58,mxq1,6.0411,9.3569,7.45,6.49,21.98940086364746,8000000000 +Llama-2-7b-hf,mxq,5_38,5.38,mxq1,5.2714,7.0477,5.28,4.55,24.46316957473755,7000000000 +Llama-2-13b-hf,mxq,5_74,5.74,mxq1,4.671,6.4955,10.25,9.09,49.56825613975525,13000000000 +Llama-2-13b-hf,mxq,5_38,5.38,mxq1,4.6807,6.499,9.72,8.57,54.57664918899536,13000000000 +Llama-2-13b-hf,mxq,3_85,3.85,mxq1,4.8164,6.6794,8.09,6.94,58.27704977989197,13000000000 +Llama-2-7b-hf,mxq,6_98,6.98,mxq1,5.2445,7.0079,6.47,5.75,18.454780340194706,7000000000 +Llama-2-7b-hf,mxq,7_53,7.53,mxq1,5.2371,6.9944,6.88,6.17,17.773108959197998,7000000000 +Meta-Llama-3-8B,mxq,5_84,5.84,mxq1,6.0271,9.3356,7.66,6.7,21.90815305709839,8000000000 +Llama-2-13b-hf,mxq,4_77,4.77,mxq1,4.6895,6.505,8.81,7.66,51.22358536720276,13000000000 +Llama-2-13b-hf,mxq,3_81,3.81,mxq1,4.8256,6.694,8.01,6.85,58.82802391052246,13000000000 +Llama-2-7b-hf,mxq,5_62,5.62,mxq1,5.2674,7.0362,5.46,4.73,25.617060899734497,7000000000 +Llama-2-7b-hf,mxq,4_89,4.89,mxq1,5.2782,7.0552,4.91,4.18,25.147533655166622,7000000000 +Llama-2-7b-hf,mxq,5_82,5.82,mxq1,5.2588,7.0318,5.61,4.88,20.976725816726685,7000000000 +Llama-2-7b-hf,mxq,5_52,5.52,mxq1,5.2708,7.0414,5.39,4.65,25.396920442581177,7000000000 +Llama-2-13b-hf,mxq,3_63,3.63,mxq1,4.8761,6.7711,7.74,6.58,58.59348392486572,13000000000 +Meta-Llama-3-8B,mxq,5_82,5.82,mxq1,6.024,9.3285,7.65,6.69,21.71405291557312,8000000000 +Llama-2-7b-hf,mxq,4_79,4.79,mxq1,5.2839,7.0628,4.83,4.09,25.93865180015564,7000000000 +Llama-2-7b-hf,mxq,5_56,5.56,mxq1,5.2694,7.039,5.42,4.68,24.958718299865723,7000000000 +Llama-2-13b-hf,mxq,5_66,5.66,mxq1,4.6721,6.4956,10.13,8.97,49.82615399360657,13000000000 +Meta-Llama-3-8B,mxq,7_48,7.48,mxq1,6.0026,9.2908,8.97,8.04,29.58102869987488,8000000000 +Llama-2-7b-hf,mxq,7_02,7.02,mxq1,5.2436,7.0073,6.5,5.78,18.2511842250824,7000000000 +Meta-Llama-3-8B,mxq,5_76,5.76,mxq1,6.0334,9.3427,7.6,6.64,21.541686296463013,8000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,mxq1,6.0356,9.3457,7.57,6.61,22.011995553970337,8000000000 +Llama-2-7b-hf,mxq,7_32,7.32,mxq1,5.2407,7.0011,6.72,6.01,19.1725070476532,7000000000 +Meta-Llama-3-8B,mxq,5_34,5.34,mxq1,6.0477,9.3718,7.26,6.3,21.53932309150696,8000000000 +Llama-2-7b-hf,mxq,3_73,3.73,mxq1,5.4962,7.4295,4.34,3.6,29.004101514816284,7000000000 +Llama-2-13b-hf,mxq,7_42,7.42,mxq1,4.6515,6.4723,12.69,11.57,47.37829351425171,13000000000 +Meta-Llama-3-8B,mxq,6_95,6.95,mxq1,6.0154,9.2989,8.54,7.6,23.070029973983765,8000000000 +Llama-2-7b-hf,mxq,5_54,5.54,mxq1,5.2691,7.0408,5.4,4.67,25.267438173294067,7000000000 +Llama-2-7b-hf,mxq,4_77,4.77,mxq1,5.2831,7.062,4.82,4.09,25.033761739730835,7000000000 +Llama-2-13b-hf,mxq,5_28,5.28,mxq1,4.6838,6.5005,9.57,8.41,49.98366189002991,13000000000 +Llama-2-13b-hf,mxq,3_39,3.39,mxq1,4.9744,6.9201,7.38,6.22,60.69760990142822,13000000000 +Meta-Llama-3-8B,mxq,5_66,5.66,mxq1,6.0372,9.3505,7.52,6.56,21.449782848358154,8000000000 +Llama-2-7b-hf,mxq,4_71,4.71,mxq1,5.2819,7.0649,4.78,4.05,25.589730739593502,7000000000 +Llama-2-7b-hf,mxq,5_34,5.34,mxq1,5.2729,7.0479,5.25,4.52,27.387003183364868,7000000000 +Meta-Llama-3-8B,mxq,7_36,7.36,mxq1,6.004,9.2973,8.87,7.94,23.905518770217896,8000000000 +Llama-2-13b-hf,mxq,7_04,7.04,mxq1,4.655,6.4774,12.16,11.04,48.98224377632141,13000000000 +Llama-2-7b-hf,mxq,3_91,3.91,mxq1,5.4342,7.3116,4.45,3.71,27.68025779724121,7000000000 +Meta-Llama-3-8B,mxq,5_80,5.8,mxq1,6.0286,9.335,7.63,6.67,21.80556988716125,8000000000 +Llama-2-7b-hf,mxq,5_28,5.28,mxq1,5.2732,7.0486,5.21,4.47,25.85224175453186,7000000000 +Llama-2-7b-hf,mxq,6_95,6.95,mxq1,5.2447,7.0086,6.44,5.73,17.972928524017334,7000000000 +Llama-2-13b-hf,mxq,7_24,7.24,mxq1,4.6519,6.474,12.52,11.39,48.170284032821655,13000000000 +Llama-2-13b-hf,mxq,7_14,7.14,mxq1,4.6549,6.476,12.31,11.19,48.113617181777954,13000000000 +Meta-Llama-3-8B,mxq,4_81,4.81,mxq1,6.0854,9.4414,6.82,5.86,22.937230825424194,8000000000 +Meta-Llama-3-8B,mxq,3_91,3.91,mxq1,6.6453,10.4581,6.4,5.45,25.770015239715576,8000000000 +Llama-2-13b-hf,mxq,5_34,5.34,mxq1,4.6837,6.5001,9.66,8.5,50.49543571472168,13000000000 +Llama-2-7b-hf,mxq,7_42,7.42,mxq1,5.2391,6.9978,6.82,6.1,33.25041484832764,7000000000 +Meta-Llama-3-8B,mxq,3_43,3.43,mxq1,7.417,11.8897,6.06,5.1,28.562158346176147,8000000000 +Llama-2-13b-hf,mxq,5_62,5.62,mxq1,4.6753,6.496,10.07,8.91,52.23504853248596,13000000000 +Meta-Llama-3-8B,mxq,4_97,4.97,mxq1,6.0482,9.3669,6.96,6,21.503031969070435,8000000000 +Llama-2-13b-hf,mxq,3_95,3.95,mxq1,4.7941,6.6471,8.06,6.9,57.97587466239929,13000000000 +Llama-2-7b-hf,mxq,7_04,7.04,mxq1,5.2427,7.0058,6.57,5.85,20.113675594329838,7000000000 +Llama-2-7b-hf,mxq,3_83,3.83,mxq1,5.4639,7.361,4.42,3.68,27.46671795845032,7000000000 +Meta-Llama-3-8B,mxq,7_34,7.34,mxq1,6.0033,9.3018,8.85,7.92,22.870113134384155,8000000000 +Meta-Llama-3-8B,mxq,7_50,7.5,mxq1,6.0015,9.2895,8.98,8.05,23.23700785636902,8000000000 +Meta-Llama-3-8B,mxq,4_37,4.37,mxq1,6.1519,9.5291,6.47,5.51,24.402676105499268,8000000000 +Meta-Llama-3-8B,mxq,7_02,7.02,mxq1,6.0185,9.3053,8.59,7.66,21.612669944763184,8000000000 +Llama-2-13b-hf,mxq,7_13,7.13,mxq1,4.6532,6.4763,12.29,11.17,49.51757788658142,13000000000 +Llama-2-13b-hf,mxq,4_91,4.91,mxq1,4.687,6.5045,9.02,7.86,51.22200608253479,13000000000 +Llama-2-7b-hf,mxq,5_26,5.26,mxq1,5.2744,7.0493,5.19,4.45,25.818639755249023,7000000000 +Llama-2-13b-hf,mxq,4_85,4.85,mxq1,4.6872,6.505,8.93,7.78,51.86989665031433,13000000000 +Llama-2-7b-hf,mxq,3_93,3.93,mxq1,5.4286,7.3034,4.46,3.72,27.22407555580139,7000000000 +Meta-Llama-3-8B,mxq,7_01,7.01,mxq1,6.0119,9.3004,8.58,7.65,22.66222357749939,8000000000 +Meta-Llama-3-8B,mxq,4_95,4.95,mxq1,6.0478,9.3648,6.94,5.98,21.965415716171265,8000000000 +Meta-Llama-3-8B,mxq,3_33,3.33,mxq1,7.7533,12.4403,5.89,4.93,29.523408889770508,8000000000 +Llama-2-13b-hf,mxq,5_46,5.46,mxq1,4.6811,6.4982,9.84,8.69,49.53258728981018,13000000000 +Llama-2-7b-hf,mxq,4_01,4.01,mxq1,5.3993,7.2588,3.71,3.71,26.469258069992065,7000000000 +Meta-Llama-3-8B,mxq,3_37,3.37,mxq1,7.5538,12.0992,5.97,5,29.07636523246765,8000000000 +Llama-2-13b-hf,mxq,4_81,4.81,mxq1,4.688,6.5054,8.87,7.72,51.93201231956482,13000000000 +Llama-2-7b-hf,mxq,5_40,5.4,mxq1,5.2706,7.0465,5.3,4.56,24.64561104774475,7000000000 +Llama-2-13b-hf,mxq,7_20,7.2,mxq1,4.6543,6.4752,12.4,11.28,48.229536294937134,13000000000 +Llama-2-7b-hf,mxq,5_50,5.5,mxq1,5.2707,7.0415,5.37,4.64,24.31981730461121,7000000000 +Llama-2-13b-hf,mxq,5_60,5.6,mxq1,4.6758,6.4956,10.04,8.88,49.183337688446045,13000000000 +Llama-2-13b-hf,mxq,7_36,7.36,mxq1,4.6516,6.4727,12.66,11.54,47.06161260604858,13000000000 +Meta-Llama-3-8B,mxq,5_22,5.22,mxq1,6.0527,9.3814,7.16,6.2,21.31597685813904,8000000000 +Llama-2-7b-hf,mxq,3_39,3.39,mxq1,5.8485,7.8727,4.06,3.32,29.86050248146057,7000000000 +Llama-2-13b-hf,mxq,7_32,7.32,mxq1,4.6515,6.4726,12.66,11.54,47.35753536224365,13000000000 +Llama-2-7b-hf,mxq,4_75,4.75,mxq1,5.2801,7.0631,4.81,4.07,23.95880961418152,7000000000 +Meta-Llama-3-8B,mxq,7_24,7.24,mxq1,6.0118,9.3091,8.77,7.84,40.830764293670654,8000000000 +Llama-2-13b-hf,mxq,7_06,7.06,mxq1,4.6551,6.4774,12.16,11.04,48.639543294906616,13000000000 +Llama-2-13b-hf,mxq,4_67,4.67,mxq1,4.6889,6.5087,8.67,7.51,51.25603413581848,13000000000 +Meta-Llama-3-8B,mxq,5_38,5.38,mxq1,6.0472,9.3705,7.29,6.33,21.510467290878296,8000000000 +Meta-Llama-3-8B,mxq,4_79,4.79,mxq1,6.086,9.4429,6.81,5.85,23.381795167922974,8000000000 +Llama-2-7b-hf,mxq,7_08,7.08,mxq1,5.2425,7.0057,6.56,5.85,19.43018937110901,7000000000 +Llama-2-13b-hf,mxq,4_87,4.87,mxq1,4.6875,6.5037,8.97,7.82,51.04832673072815,13000000000 +Meta-Llama-3-8B,mxq,4_75,4.75,mxq1,6.0973,9.4395,5.82,5.82,23.68690276145935,8000000000 +Meta-Llama-3-8B,mxq,4_73,4.73,mxq1,6.097,9.4436,6.76,5.8,23.98100543022156,8000000000 +Llama-2-13b-hf,mxq,4_71,4.71,mxq1,4.6903,6.5067,8.73,7.57,49.4422013759613,13000000000 +Llama-2-13b-hf,mxq,3_89,3.89,mxq1,4.8063,6.6637,8.15,6.99,58.88555908203125,13000000000 +Llama-2-7b-hf,mxq,7_19,7.19,mxq1,5.2432,7.0034,6.64,5.93,21.22351384162903,7000000000 +Llama-2-13b-hf,mxq,3_41,3.41,mxq1,4.9644,6.8979,7.44,6.28,61.6611487865448,13000000000 +Meta-Llama-3-8B,mxq,7_29,7.29,mxq1,6.0021,9.301,8.81,7.88,21.879579544067383,8000000000 +Llama-2-13b-hf,mxq,5_24,5.24,mxq1,4.683,6.5017,9.51,8.35,49.88947582244873,13000000000 +Llama-2-13b-hf,mxq,7_34,7.34,mxq1,4.6513,6.4727,12.6,11.48,48.50146579742432,13000000000 +Llama-2-13b-hf,mxq,4_01,4.01,mxq1,4.7709,6.6189,7,7,59.001198530197136,13000000000 +Llama-2-13b-hf,mxq,5_32,5.32,mxq1,4.6827,6.5006,9.63,8.47,55.0683343410492,13000000000 +Llama-2-13b-hf,mxq,4_37,4.37,mxq1,4.6973,6.5232,8.22,7.07,52.49169278144837,13000000000 +Llama-2-13b-hf,mxq,3_67,3.67,mxq1,4.8634,6.7456,7.87,6.71,61.84252524375916,13000000000 +Llama-2-13b-hf,mxq,7_26,7.26,mxq1,4.6538,6.4744,12.46,11.33,48.402103424072266,13000000000 +Llama-2-7b-hf,mxq,5_60,5.6,mxq1,5.2692,7.0377,5.45,4.71,25.61168932914734,7000000000 +Meta-Llama-3-8B,mxq,4_65,4.65,mxq1,6.1098,9.4572,6.69,5.74,23.64363932609558,8000000000 +Meta-Llama-3-8B,mxq,7_26,7.26,mxq1,6.0027,9.3,8.79,7.86,21.802099227905277,8000000000 +Meta-Llama-3-8B,mxq,3_73,3.73,mxq1,6.9934,11.0166,6.25,5.29,26.952879428863525,8000000000 +Meta-Llama-3-8B,mxq,5_48,5.48,mxq1,6.0443,9.3641,7.37,6.41,21.758259057998657,8000000000 +Llama-2-7b-hf,mxq,3_63,3.63,mxq1,5.5507,7.5107,4.29,3.56,28.625083923339844,7000000000 +Llama-2-7b-hf,mxq,4_97,4.97,mxq1,5.2815,7.0568,4.97,4.23,37.62708353996277,7000000000 +Llama-2-7b-hf,mxq,7_54,7.54,mxq1,5.2372,6.9943,6.89,6.17,17.54260802268982,7000000000 +Llama-2-13b-hf,mxq,7_22,7.22,mxq1,4.6538,6.4752,12.4,11.28,48.14791250228882,13000000000 +Llama-2-7b-hf,mxq,7_06,7.06,mxq1,5.2429,7.006,6.54,5.83,18.322917938232425,7000000000 +Llama-2-7b-hf,mxq,5_72,5.72,mxq1,5.2643,7.0336,5.54,4.8,23.61758255958557,7000000000 +Llama-2-13b-hf,mxq,5_76,5.76,mxq1,4.6703,6.4951,10.31,9.15,50.37583112716675,13000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,mxq1,6.5915,10.3569,6.45,5.5,25.39377331733704,8000000000 +Llama-2-7b-hf,mxq,3_89,3.89,mxq1,5.4391,7.3197,4.45,3.71,27.629743337631226,7000000000 +Llama-2-13b-hf,mxq,4_83,4.83,mxq1,4.6886,6.5043,8.9,7.75,50.34788727760315,13000000000 +Llama-2-7b-hf,mxq,7_29,7.29,mxq1,5.239,7,6.74,6.02,18.16615390777588,7000000000 +Llama-2-13b-hf,mxq,3_33,3.33,mxq1,5.0083,6.9634,7.25,6.09,61.98342967033386,13000000000 +Meta-Llama-3-8B,mxq,3_69,3.69,mxq1,7.0606,11.1569,6.26,5.3,26.653863430023197,8000000000 +Llama-2-7b-hf,mxq,3_41,3.41,mxq1,5.8114,7.8307,4.1,3.36,29.538349151611328,7000000000 +Meta-Llama-3-8B,mxq,4_89,4.89,mxq1,6.0589,9.388,6.89,5.93,21.788298845291138,8000000000 +Llama-2-7b-hf,mxq,3_59,3.59,mxq1,5.5686,7.5403,4.23,3.49,28.652082681655884,7000000000 +Llama-2-7b-hf,mxq,5_76,5.76,mxq1,5.2625,7.0342,5.57,4.83,22.95240044593811,7000000000 +Llama-2-13b-hf,mxq,3_93,3.93,mxq1,4.7945,6.6491,8.13,6.97,56.41326141357422,13000000000 +Llama-2-13b-hf,mxq,5_56,5.56,mxq1,4.6754,6.4974,9.98,8.82,50.38232398033142,13000000000 +Meta-Llama-3-8B,mxq,7_53,7.53,mxq1,6.0022,9.2869,9.01,8.08,27.00538969039917,8000000000 +Llama-2-13b-hf,mxq,4_63,4.63,mxq1,4.6896,6.5118,8.61,7.45,52.1314160823822,13000000000 +Meta-Llama-3-8B,mxq,3_99,3.99,mxq1,6.5402,10.2329,6.52,5.56,24.96327424049377,8000000000 +Llama-2-7b-hf,mxq,4_63,4.63,mxq1,5.2848,7.0725,4.71,3.98,25.383431911468502,7000000000 +Meta-Llama-3-8B,mxq,5_62,5.62,mxq1,6.036,9.3497,7.51,6.55,21.784508228302,8000000000 +Llama-2-13b-hf,mxq,4_99,4.99,mxq1,4.6858,6.504,9.14,7.98,50.829758644104,13000000000 +Meta-Llama-3-8B,mxq,7_42,7.42,mxq1,6.0062,9.2916,8.99,8.06,21.91161727905273,8000000000 +Meta-Llama-3-8B,mxq,4_91,4.91,mxq1,6.0516,9.3725,6.91,5.95,21.64115858078003,8000000000 +Llama-2-7b-hf,mxq,3_65,3.65,mxq1,5.5413,7.4982,4.32,3.58,28.92673254013061,7000000000 +Llama-2-7b-hf,mxq,7_22,7.22,mxq1,5.2426,7.0032,6.65,5.93,19.80907392501831,7000000000 +Llama-2-13b-hf,mxq,3_43,3.43,mxq1,4.9559,6.881,7.47,6.31,60.68621802330017,13000000000 +Llama-2-13b-hf,mxq,4_75,4.75,mxq1,4.688,6.5064,7.63,7.63,51.51594948768616,13000000000 +Llama-2-7b-hf,mxq,3_85,3.85,mxq1,5.456,7.3472,4.42,3.69,27.994036197662357,7000000000 +Meta-Llama-3-8B,mxq,7_08,7.08,mxq1,6.0143,9.3062,8.64,7.71,21.74775505065918,8000000000 +Llama-2-7b-hf,mxq,5_74,5.74,mxq1,5.263,7.0339,5.55,4.82,23.622094869613647,7000000000 +Llama-2-13b-hf,mxq,4_89,4.89,mxq1,4.6882,6.5039,8.99,7.83,51.88969945907593,13000000000 +Llama-2-7b-hf,mxq,5_58,5.58,mxq1,5.27,7.0379,5.43,4.7,25.61748743057251,7000000000 +Llama-2-13b-hf,mxq,7_29,7.29,mxq1,4.6518,6.4738,12.5,11.38,56.238664865493774,13000000000 +Llama-2-7b-hf,mxq,5_32,5.32,mxq1,5.2721,7.0468,5.24,4.5,25.953776359558105,7000000000 +Llama-2-7b-hf,mxq,3_75,3.75,mxq1,5.4893,7.419,4.35,3.61,28.02296614646912,7000000000 +Llama-2-13b-hf,mxq,3_69,3.69,mxq1,4.8603,6.7441,7.87,6.72,60.39720916748047,13000000000 +Llama-2-13b-hf,mxq,4_79,4.79,mxq1,4.6885,6.5057,8.84,7.69,51.13517737388611,13000000000 +Llama-2-7b-hf,mxq,7_20,7.2,mxq1,5.2425,7.0032,6.63,5.92,18.12634015083313,7000000000 +Llama-2-7b-hf,mxq,5_46,5.46,mxq1,5.2697,7.0425,5.35,4.61,25.58366870880127,7000000000 +Llama-2-7b-hf,mxq,3_81,3.81,mxq1,5.4702,7.3697,4.42,3.68,27.548564672470093,7000000000 +Meta-Llama-3-8B,mxq,7_14,7.14,mxq1,6.0123,9.3039,8.71,7.78,21.689686059951782,8000000000 +Meta-Llama-3-8B,mxq,5_78,5.78,mxq1,6.0278,9.3317,7.61,6.65,21.60259056091309,8000000000 +Llama-2-13b-hf,mxq,7_47,7.47,mxq1,4.6499,6.4715,12.8,11.67,47.297640562057495,13000000000 +Llama-2-7b-hf,mxq,4_83,4.83,mxq1,5.2791,7.057,4.87,4.13,30.425641298294067,7000000000 +Llama-2-7b-hf,mxq,3_99,3.99,mxq1,5.4112,7.269,4.43,3.7,27.402573108673096,7000000000 +Llama-2-7b-hf,mxq,3_61,3.61,mxq1,5.5583,7.527,4.26,3.52,28.544350147247314,7000000000 +Llama-2-7b-hf,mxq,7_38,7.38,mxq1,5.2389,6.9987,6.77,6.05,17.660014867782593,7000000000 +Llama-2-13b-hf,mxq,3_71,3.71,mxq1,4.8562,6.7317,7.88,6.73,60.6399667263031,13000000000 +Llama-2-7b-hf,mxq,4_87,4.87,mxq1,5.2764,7.056,4.9,4.16,25.91319727897644,7000000000 +Llama-2-7b-hf,mxq,4_73,4.73,mxq1,5.2818,7.0646,4.79,4.06,24.801761865615845,7000000000 +Llama-2-7b-hf,mxq,7_30,7.3,mxq1,5.24,6.9998,6.73,6.01,18.203402757644653,7000000000 +Meta-Llama-3-8B,mxq,3_97,3.97,mxq1,6.5605,10.2926,6.5,5.54,25.240448474884037,8000000000 +Llama-2-13b-hf,mxq,3_79,3.79,mxq1,4.8338,6.7039,7.96,6.8,59.22989153862,13000000000 +Meta-Llama-3-8B,mxq,7_06,7.06,mxq1,6.0228,9.3144,8.62,7.69,26.781367540359497,8000000000 +Llama-2-13b-hf,mxq,4_97,4.97,mxq1,4.6861,6.504,9.11,7.95,50.86462616920471,13000000000 +Meta-Llama-3-8B,mxq,4_67,4.67,mxq1,6.1066,9.4572,6.71,5.75,23.45253300666809,8000000000 +Llama-2-13b-hf,mxq,7_38,7.38,mxq1,4.6506,6.4706,12.84,11.72,46.66563391685486,13000000000 +Llama-2-7b-hf,mxq,7_41,7.41,mxq1,5.239,6.9961,6.83,6.11,18.03307008743286,7000000000 +Llama-2-7b-hf,mxq,7_13,7.13,mxq1,5.2431,7.0058,6.58,5.86,18.77790141105652,7000000000 +Llama-2-7b-hf,mxq,7_48,7.48,mxq1,5.2383,6.9962,6.86,6.15,17.626837968826294,7000000000 +Llama-2-7b-hf,mxq,5_24,5.24,mxq1,5.2738,7.0503,5.18,4.44,24.40270185470581,7000000000 +Llama-2-7b-hf,mxq,3_95,3.95,mxq1,5.4259,7.2917,4.44,3.7,27.731960773468018,7000000000 +Meta-Llama-3-8B,mxq,7_22,7.22,mxq1,6.0056,9.3017,8.75,7.82,,8000000000 +Llama-2-7b-hf,mxq,4_69,4.69,mxq1,5.2833,7.0683,4.76,4.02,25.82795739173889,7000000000 +Meta-Llama-3-8B,mxq,4_39,4.39,mxq1,6.1364,9.5119,6.48,5.52,24.043525218963623,8000000000 +Llama-2-13b-hf,mxq,6_96,6.96,mxq1,4.6553,6.4777,12.13,11.01,50.7598192691803,13000000000 +Meta-Llama-3-8B,mxq,6_98,6.98,mxq1,6.0123,9.2986,8.56,7.63,22.56644558906555,8000000000 +Llama-2-7b-hf,mxq,7_34,7.34,mxq1,5.2399,7.0001,6.74,6.02,17.80812358856201,7000000000 +Llama-2-13b-hf,mxq,3_61,3.61,mxq1,4.8774,6.7823,7.66,6.5,58.01826405525208,13000000000 +Llama-2-13b-hf,mxq,7_10,7.1,mxq1,4.6546,6.476,12.28,11.16,50.30366063117981,13000000000 +Meta-Llama-3-8B,mxq,7_38,7.38,mxq1,6.002,9.2937,8.88,7.95,22.010045051574707,8000000000 +Meta-Llama-3-8B,mxq,3_71,3.71,mxq1,7.0435,11.1207,6.26,5.29,26.646390438079838,8000000000 +Meta-Llama-3-8B,mxq,5_30,5.3,mxq1,6.0517,9.3781,7.22,6.26,21.427969455718998,8000000000 +Llama-2-7b-hf,mxq,7_36,7.36,mxq1,5.239,6.9989,6.75,6.04,17.9481840133667,7000000000 +Meta-Llama-3-8B,mxq,3_77,3.77,mxq1,6.9619,10.9649,6.25,5.29,26.500409603118896,8000000000 +Meta-Llama-3-8B,mxq,7_13,7.13,mxq1,6.0105,9.298,8.68,7.75,25.54240155220032,8000000000 +Llama-2-13b-hf,mxq,5_68,5.68,mxq1,4.6716,6.4952,10.16,9,49.76358723640442,13000000000 +Llama-2-13b-hf,mxq,3_35,3.35,mxq1,5.0015,6.9567,7.28,6.12,60.01457715034485,13000000000 +Meta-Llama-3-8B,mxq,6_96,6.96,mxq1,6.0232,9.3128,8.54,7.61,21.76552367210388,8000000000 +Meta-Llama-3-8B,mxq,5_64,5.64,mxq1,6.0388,9.352,7.5,6.54,21.838934421539307,8000000000 +Llama-2-7b-hf,mxq,3_33,3.33,mxq1,5.9094,7.9487,4.01,3.27,30.25158214569092,7000000000 +Llama-2-7b-hf,mxq,3_71,3.71,mxq1,5.506,7.4423,4.33,3.6,28.57865619659424,7000000000 +Llama-2-13b-hf,mxq,3_73,3.73,mxq1,4.8516,6.7233,7.9,6.74,59.26543307304382,13000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,mxq1,7.0886,11.2419,6.27,5.31,26.971898794174194,8000000000 +Llama-2-7b-hf,mxq,5_78,5.78,mxq1,5.2604,7.0312,5.58,4.85,19.60476231575012,7000000000 +Llama-2-7b-hf,mxq,4_37,4.37,mxq1,5.3012,7.0962,4.52,3.78,25.805508852005005,7000000000 +Meta-Llama-3-8B,mxq,5_68,5.68,mxq1,6.036,9.3478,7.53,6.57,22.140166521072388,8000000000 +Meta-Llama-3-8B,mxq,5_24,5.24,mxq1,6.0497,9.3767,7.18,6.22,21.6561496257782,8000000000 +Llama-2-13b-hf,mxq,4_95,4.95,mxq1,4.6871,6.5033,9.09,7.93,52.49813795089722,13000000000 +Llama-2-13b-hf,mxq,3_75,3.75,mxq1,4.8458,6.7156,7.94,6.78,59.62384080886841,13000000000 +Llama-2-7b-hf,mxq,5_64,5.64,mxq1,5.2667,7.0348,5.48,4.74,25.599289178848267,7000000000 +Meta-Llama-3-8B,mxq,5_74,5.74,mxq1,6.0373,9.3498,7.58,6.62,21.57810759544373,8000000000 +Meta-Llama-3-8B,mxq,7_32,7.32,mxq1,6.0025,9.3009,8.84,7.91,21.78781270980835,8000000000 +Meta-Llama-3-8B,mxq,7_04,7.04,mxq1,6.0121,9.2976,8.61,7.68,22.79050874710083,8000000000 +Meta-Llama-3-8B,mxq,3_39,3.39,mxq1,7.4975,12.0324,6,5.04,28.347898960113525,8000000000 +Meta-Llama-3-8B,mxq,5_46,5.46,mxq1,6.0426,9.3636,7.35,6.39,21.42946529388428,8000000000 +Llama-2-13b-hf,mxq,3_59,3.59,mxq1,4.8838,6.7948,7.6,6.44,57.94742131233215,13000000000 +Meta-Llama-3-8B,mxq,4_77,4.77,mxq1,6.0947,9.4453,6.79,5.83,23.39246082305908,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,mxq1,4.8696,6.7594,7.81,6.65,60.38679122924805,13000000000 +Meta-Llama-3-8B,mxq,5_36,5.36,mxq1,6.0493,9.3739,7.27,6.31,21.838635444641117,8000000000 +Llama-2-7b-hf,mxq,5_66,5.66,mxq1,5.2658,7.0359,5.49,4.76,25.69726514816284,7000000000 +Llama-2-13b-hf,mxq,5_64,5.64,mxq1,4.6752,6.4954,10.1,8.94,50.305874824523926,13000000000 +Meta-Llama-3-8B,mxq,7_16,7.16,mxq1,6.003,9.3011,8.73,7.8,27.208728313446045,8000000000 +Llama-2-13b-hf,mxq,7_08,7.08,mxq1,4.6549,6.4763,12.25,11.13,48.37306547164917,13000000000 +Meta-Llama-3-8B,mxq,7_20,7.2,mxq1,6.0036,9.3013,8.74,7.81,28.57712149620056,8000000000 +Meta-Llama-3-8B,mxq,5_50,5.5,mxq1,6.0425,9.3619,7.39,6.43,21.487945795059204,8000000000 +Llama-2-13b-hf,mxq,7_50,7.5,mxq1,4.6503,6.4709,12.81,11.69,48.42101621627808,13000000000 +Meta-Llama-3-8B,mxq,3_59,3.59,mxq1,7.1709,11.4078,6.25,5.29,31.435981035232544,8000000000 +Meta-Llama-3-8B,mxq,5_56,5.56,mxq1,6.0414,9.3576,7.44,6.48,21.64201092720032,8000000000 +Meta-Llama-3-8B,mxq,5_28,5.28,mxq1,6.0497,9.3773,7.21,6.25,21.90146899223328,8000000000 +Llama-2-7b-hf,mxq,5_36,5.36,mxq1,5.2728,7.0484,5.27,4.53,24.868343830108643,7000000000 +Llama-2-13b-hf,mxq,3_77,3.77,mxq1,4.8415,6.7087,7.95,6.79,58.38144040107727,13000000000 +Meta-Llama-3-8B,mxq,3_61,3.61,mxq1,7.1294,11.3209,6.28,5.32,35.6772940158844,8000000000 +Meta-Llama-3-8B,mxq,4_99,4.99,mxq1,6.0534,9.3787,6.97,6.01,21.622035264968872,8000000000 +Meta-Llama-3-8B,mxq,3_79,3.79,mxq1,6.8473,10.7864,6.26,5.3,26.482266426086422,8000000000 +Llama-2-13b-hf,mxq,7_54,7.54,mxq1,4.6494,6.4696,12.9,11.78,47.305339097976685,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,mxq1,6.7998,10.71,6.3,5.34,26.486599922180176,8000000000 +Llama-2-7b-hf,mxq,4_99,4.99,mxq1,5.2769,7.054,4.99,4.25,29.32381820678711,7000000000 +Llama-2-13b-hf,mxq,7_53,7.53,mxq1,4.6497,6.4706,12.86,11.73,46.54800009727478,13000000000 +Llama-2-13b-hf,mxq,5_44,5.44,mxq1,4.6807,6.4983,9.8,8.65,52.78856778144837,13000000000 +Meta-Llama-3-8B,mxq,7_54,7.54,mxq1,6.0041,9.2895,9.01,8.08,28.903321027755737,8000000000 +Meta-Llama-3-8B,mxq,5_52,5.52,mxq1,6.0416,9.3615,7.4,6.44,21.449333429336548,8000000000 +Llama-2-13b-hf,mxq,5_40,5.4,mxq1,4.6822,6.4996,9.74,8.59,50.12807083129883,13000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,mxq1,6.7263,10.5854,6.35,5.39,26.231744289398197,8000000000 +Llama-2-7b-hf,mxq,5_22,5.22,mxq1,5.2755,7.0504,5.16,4.42,25.09876918792725,7000000000 +Llama-2-7b-hf,mxq,4_67,4.67,mxq1,5.2826,7.0689,4.75,4.02,25.368815660476685,7000000000 +Meta-Llama-3-8B,mxq,7_30,7.3,mxq1,6.0101,9.3081,8.82,7.89,88.4477059841156,8000000000 +Llama-2-13b-hf,mxq,5_58,5.58,mxq1,4.6764,6.4958,10.01,8.85,50.025638818740845,13000000000 +Llama-2-13b-hf,mxq,5_82,5.82,mxq1,4.6698,6.4947,10.37,9.21,50.22820019721985,13000000000 +Llama-2-7b-hf,mxq,3_87,3.87,mxq1,5.4454,7.3297,4.46,3.72,28.125261783599854,7000000000 +Llama-2-7b-hf,mxq,4_85,4.85,mxq1,5.2783,7.0562,4.89,4.15,25.63247799873352,7000000000 +Llama-2-7b-hf,mxq,4_95,4.95,mxq1,5.2769,7.0532,4.96,4.22,25.75835871696472,7000000000 +Meta-Llama-3-8B,mxq,4_63,4.63,mxq1,6.1112,9.4583,6.68,5.72,23.455182313919067,8000000000 +Llama-2-13b-hf,mxq,5_48,5.48,mxq1,4.68,6.4977,9.86,8.71,50.16878342628479,13000000000 +Llama-2-13b-hf,mxq,4_73,4.73,mxq1,4.6889,6.5071,8.76,7.6,51.82523512840271,13000000000 +Llama-2-7b-hf,mxq,5_84,5.84,mxq1,5.2585,7.0312,5.63,4.89,19.49560165405273,7000000000 +Llama-2-13b-hf,mxq,5_42,5.42,mxq1,4.6807,6.4995,9.79,8.63,48.78963899612427,13000000000 +Llama-2-13b-hf,mxq,3_87,3.87,mxq1,4.8117,6.6717,8.12,6.97,58.63590240478516,13000000000 +Llama-2-7b-hf,mxq,4_65,4.65,mxq1,5.2838,7.0694,4.74,4,25.290733098983765,7000000000 +Llama-2-7b-hf,mxq,5_30,5.3,mxq1,5.2725,7.0478,5.22,4.48,25.626981019973755,7000000000 +Meta-Llama-3-8B,mxq,3_93,3.93,mxq1,6.6149,10.3966,6.42,5.47,25.483166217803955,8000000000 +Meta-Llama-3-8B,mxq,3_63,3.63,mxq1,7.1147,11.2785,6.28,5.31,26.45194363594055,8000000000 +Llama-2-7b-hf,mxq,7_47,7.47,mxq1,5.2398,6.9964,6.84,6.12,18.36153650283813,7000000000 +Meta-Llama-3-8B,mxq,4_01,4.01,mxq1,6.5165,10.1877,5.59,5.59,24.984758377075195,8000000000 +Meta-Llama-3-8B,mxq,5_40,5.4,mxq1,6.0465,9.3725,7.31,6.35,21.30106234550476,8000000000 +Llama-2-7b-hf,mxq,7_10,7.1,mxq1,5.2425,7.0054,6.56,5.84,18.25672912597656,7000000000 +Llama-2-13b-hf,mxq,5_50,5.5,mxq1,4.6789,6.4982,9.89,8.74,50.82984948158264,13000000000 +Llama-2-7b-hf,mxq,3_35,3.35,mxq1,5.9248,8.0176,4.01,3.27,29.685085773468018,7000000000 +Llama-2-7b-hf,mxq,3_37,3.37,mxq1,5.8764,7.9125,4.03,3.3,29.2813024520874,7000000000 +Meta-Llama-3-8B,mxq,4_69,4.69,mxq1,6.1047,9.4554,6.73,5.77,23.5069432258606,8000000000 +Meta-Llama-3-8B,mxq,3_67,3.67,mxq1,7.0721,11.1956,6.27,5.3,26.81784152984619,8000000000 +Llama-2-7b-hf,mxq,7_24,7.24,mxq1,5.2424,7.0022,6.68,5.97,19.81021785736084,7000000000 +Llama-2-13b-hf,mxq,7_30,7.3,mxq1,4.6528,6.4736,12.52,11.39,47.49688959121704,13000000000 +Llama-2-13b-hf,mxq,7_02,7.02,mxq1,4.6556,6.478,12.1,10.98,49.15617156028748,13000000000 +Llama-2-13b-hf,mxq,5_78,5.78,mxq1,4.6702,6.4951,10.31,9.15,50.12552452087402,13000000000 +Meta-Llama-3-8B,mxq,5_32,5.32,mxq1,6.0495,9.3753,7.24,6.28,21.262410402297974,8000000000 +Llama-2-13b-hf,mxq,5_22,5.22,mxq1,4.6838,6.5014,9.48,8.32,49.90577721595764,13000000000 +Llama-2-7b-hf,mxq,7_01,7.01,mxq1,5.2439,7.0075,6.49,5.77,18.865073442459103,7000000000 +Llama-2-7b-hf,mxq,4_91,4.91,mxq1,5.2785,7.0549,4.93,4.19,25.09949827194214,7000000000 +Llama-2-13b-hf,mxq,7_16,7.16,mxq1,4.6549,6.476,12.31,11.19,48.0704996585846,13000000000 +Meta-Llama-3-8B,mxq,3_35,3.35,mxq1,7.6146,12.2021,5.93,4.97,29.35656809806824,8000000000 +Llama-2-13b-hf,mxq,5_84,5.84,mxq1,4.6698,6.4942,10.39,9.24,49.98740792274475,13000000000 +Meta-Llama-3-8B,mxq,4_85,4.85,mxq1,6.0699,9.4117,6.86,5.9,22.2575740814209,8000000000 +Llama-2-7b-hf,mxq,5_70,5.7,mxq1,5.2656,7.0345,5.52,4.79,25.81827068328857,7000000000 +Meta-Llama-3-8B,mxq,5_54,5.54,mxq1,6.0424,9.3601,7.42,6.46,21.535847902297974,8000000000 +Llama-2-7b-hf,mxq,7_44,7.44,mxq1,5.2384,6.9969,6.81,6.1,19.544636726379395,7000000000 +Meta-Llama-3-8B,mxq,3_85,3.85,mxq1,6.7826,10.6783,6.33,5.37,25.93725872039795,8000000000 +Llama-2-13b-hf,mxq,5_72,5.72,mxq1,4.6708,6.4967,10.22,9.06,49.822482109069824,13000000000 +Llama-2-13b-hf,mxq,4_69,4.69,mxq1,4.6887,6.508,8.7,7.54,49.65893650054932,13000000000 +Meta-Llama-3-8B,mxq,4_71,4.71,mxq1,6.0958,9.4436,6.74,5.78,23.4683678150177,8000000000 +Llama-2-7b-hf,mxq,5_80,5.8,mxq1,5.2608,7.0316,5.6,4.86,19.85802149772644,7000000000 +Llama-2-13b-hf,mxq,6_98,6.98,mxq1,4.6551,6.4784,12.07,10.95,48.51734519004822,13000000000 +Meta-Llama-3-8B,mxq,7_10,7.1,mxq1,6.0102,9.2989,8.66,7.73,22.83919477462769,8000000000 +Llama-2-13b-hf,mxq,7_41,7.41,mxq1,4.6491,6.4707,12.83,11.71,47.471407890319824,13000000000 +Meta-Llama-3-8B,mxq,5_70,5.7,mxq1,6.0356,9.3462,7.55,6.59,21.7558650970459,8000000000 +Llama-2-13b-hf,mxq,3_97,3.97,mxq1,4.7832,6.6362,8.13,6.98,58.845821380615234,13000000000 +Meta-Llama-3-8B,mxq,7_47,7.47,mxq1,6.0014,9.2897,8.96,8.03,23.23203945159912,8000000000 +Meta-Llama-3-8B,mxq,8_13,8.13,mxq1,6.0033,9.2966,9.49,8.56,22.368326663970947,8000000000 +Llama-2-13b-hf,mxq,8_13,8.13,mxq1,4.6372,6.4626,13.74,12.62,46.49796843528748,13000000000 +Llama-2-13b-hf,mxq,8_25,8.25,mxq1,4.6423,6.4638,13.92,12.8,46.96759104728699,13000000000 +Llama-2-7b-hf,mxq,8_13,8.13,mxq1,5.2092,6.9721,7.33,6.62,17.209035396575928,7000000000 +Meta-Llama-3-8B,mxq,8_51,8.51,mxq1,6.0778,9.4209,9.8,8.87,26.99336671829224,8000000000 +Meta-Llama-3-8B,mxq,8_25,8.25,mxq1,6.0173,9.3191,9.59,8.66,23.151795387268063,8000000000 +Llama-2-7b-hf,mxq,8_51,8.51,mxq1,5.2149,6.9966,7.62,6.9,17.689634323120117,7000000000 +Llama-2-13b-hf,mxq,8_51,8.51,mxq1,4.6482,6.4706,14.3,13.18,36.30884647369385,13000000000 +Llama-2-7b-hf,mxq,8_25,8.25,mxq1,5.2058,6.9778,7.42,6.71,17.007137060165405,7000000000 +Llama-2-7b-hf,mxq,3_42,3.42,mxq1,5.7168,7.7284,4.11,3.37,27.863762855529785,7000000000 +Llama-2-13b-hf,mxq,3_42,3.42,mxq1,4.9581,6.8851,7.47,6.31,59.71775817871094,13000000000 +Meta-Llama-3-8B,mxq,3_42,3.42,mxq1,7.4276,11.9169,6.05,5.08,36.28864669799805,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-2-0,4.7348,6.5654,6.77,6.74,40.42329025268555,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-2-0,7.0456,11.0955,5.64,5.61,24.40390181541443,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-2-0,4.9699,6.9135,6.25,6.19,44.18011927604675,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-2-0,5.1297,7.1185,5.77,5.71,45.31606769561768,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-2-0,6.0699,9.4031,5.82,5.79,27.35434436798096,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-2-0,5.5949,7.5125,3.92,3.87,21.3941662311554,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-2-0,5.3415,7.1558,3.67,3.62,21.24635052680969,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-2-0,7.7385,12.255,5.04,5.03,27.37443780899048,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-2-0,4.6959,6.5346,7.37,7.26,38.73580884933472,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-2-0,5.2799,7.0645,4.15,4.1,18.662734508514404,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-2-0,5.3048,7.1091,3.96,3.91,19.939323663711548,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-2-0,5.7805,7.7539,3.34,3.34,22.364089727401733,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-2-0,4.6868,6.5097,7.67,7.63,37.22873067855835,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-2-0,6.1736,9.5841,5.59,5.59,25.14538168907165,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-2-0,9.1848,14.691,4.76,4.75,29.45040202140808,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-2-0,4.8753,6.7645,7.28,7.25,44.03795886039734,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-2-0,6.1643,8.3474,3.17,3.1,23.359023809432983,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-2-0,6.3656,9.9165,5.33,5.33,30.153170824050903,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-2-1,4.7379,6.568,6.75,6.72,41.622536420822144,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-2-1,7.0629,11.1021,5.64,5.61,24.49446201324463,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-2-1,4.9797,6.9299,6.23,6.17,52.8126175403595,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-2-1,5.1468,7.1315,5.71,5.64,56.18684363365173,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-2-1,6.0741,9.4107,5.74,5.72,24.35909867286682,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-2-1,5.6122,7.5302,3.93,3.88,21.699835777282715,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-2-1,5.346,7.1578,3.66,3.61,21.35708832740784,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-2-1,7.7747,12.279,5.03,5.02,27.264077186584476,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-2-1,4.6976,6.5385,7.14,7.04,40.3050057888031,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-2-1,5.2852,7.0708,4.02,3.98,18.71344518661499,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-2-1,5.3031,7.1149,3.84,3.79,19.956705570220947,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-2-1,5.8026,7.7834,3.33,3.33,22.59799361228943,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-2-1,4.6905,6.5117,7.44,7.41,37.55000400543213,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-2-1,6.1851,9.5949,5.51,5.51,24.4173367023468,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-2-1,9.2106,14.7687,4.74,4.73,29.54610228538513,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-2-1,4.8833,6.7752,,,49.53552579879761,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-2-1,6.1971,8.3696,3.13,3.06,23.5685510635376,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-2-1,6.379,9.9209,5.32,5.32,29.31682014465332,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-2-2,4.7352,6.5672,6.76,6.73,40.50521373748779,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-2-2,7.0508,11.0808,5.63,5.61,24.409977912902832,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-2-2,4.9769,6.9207,6.25,6.18,44.56923317909241,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-2-2,5.1364,7.1173,5.75,5.68,45.44490575790405,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-2-2,6.0713,9.4037,5.82,5.79,26.91283488273621,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-2-2,5.6089,7.5272,3.92,3.88,21.35731863975525,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-2-2,5.338,7.1536,3.66,3.62,21.433706283569336,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-2-2,7.7253,12.2231,5.04,5.03,26.889647483825684,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-2-2,4.6964,6.5353,7.27,7.17,38.67152976989746,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-2-2,5.2797,7.065,4.11,4.06,18.70416593551636,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-2-2,5.3041,7.1079,3.92,3.87,19.84820532798767,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-2-2,5.7797,7.766,3.34,3.34,22.371771574020386,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-2-2,4.6873,6.5108,7.57,7.54,37.27140259742737,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-2-2,6.1859,9.5885,5.59,5.59,25.887869119644165,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-2-2,9.175,14.6495,4.76,4.75,29.503475666046143,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-2-2,4.8838,6.7692,7.28,7.25,43.93967151641846,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-2-2,6.1545,8.3542,3.15,3.09,23.54865074157715,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-2-2,6.3674,9.913,5.33,5.33,31.48197078704834,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-2-3,4.7362,6.5656,6.77,6.74,40.37669277191162,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-2-3,7.0366,11.0815,5.64,5.61,24.23188805580139,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-2-3,4.96,6.9126,6.25,6.19,44.10503435134888,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-2-3,5.1312,7.1112,5.77,5.71,45.09193682670593,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-2-3,6.0708,9.4087,5.82,5.79,26.699593782424927,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-2-3,5.606,7.5087,3.92,3.87,21.42222666740417,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-2-3,5.3401,7.1568,3.67,3.62,21.359421014785767,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-2-3,7.734,12.2342,,,27.12209677696228,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-2-3,4.6945,6.5349,7.37,7.26,38.64045810699463,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-2-3,5.2796,7.0636,4.15,4.1,18.608294248580933,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-2-3,5.302,7.1083,3.96,3.91,19.825342893600464,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-2-3,5.7994,7.7636,3.34,3.34,22.182162523269653,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-2-3,4.6883,6.5087,7.67,7.63,37.31371593475342,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-2-3,6.1844,9.5881,5.59,5.59,25.642921447753903,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-2-3,9.2335,14.7823,4.76,4.75,29.285855770111084,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-2-3,4.8823,6.7616,7.28,7.25,44.05586266517639,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-2-3,6.1632,8.3293,3.17,3.1,23.3560643196106,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-2-3,6.3572,9.9032,5.33,5.33,30.21506643295288,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-3-0,4.7338,6.5631,7.13,7.09,39.93025207519531,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-3-0,7.0522,11.0732,5.65,5.62,24.14671802520752,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-3-0,4.9674,6.9113,6.27,6.2,43.82647705078125,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-3-0,5.1178,7.0977,5.74,5.67,44.8062903881073,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-3-0,6.0682,9.3982,5.83,5.8,27.262428998947144,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-3-0,5.5974,7.5182,3.93,3.89,21.010783195495605,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-3-0,5.3396,7.1532,3.87,3.82,21.15570306777954,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-3-0,7.7019,12.2019,5.04,5.03,26.596551418304443,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-3-0,4.6958,6.5363,7.38,7.28,38.73393988609314,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-3-0,5.2814,7.0671,4.16,4.11,18.775002479553223,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-3-0,5.3019,7.1111,3.97,3.92,19.83501243591309,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-3-0,5.7787,7.7472,3.35,3.35,21.82282567024231,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-3-0,4.6878,6.5102,7.69,7.65,37.35803031921387,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-3-0,6.1845,9.5847,5.6,5.6,25.34464979171753,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-3-0,9.1584,14.6483,4.75,4.74,29.313028812408447,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-3-0,4.8779,6.7591,7.3,7.27,43.76435899734497,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-3-0,6.1257,8.2902,3.14,3.08,23.01590085029602,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-3-0,6.365,9.9057,5.49,5.49,30.861228704452515,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-3-1,4.7352,6.5674,6.89,6.86,40.0563645362854,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-3-1,7.0473,11.0739,5.65,5.62,24.23766279220581,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-3-1,4.9804,6.9305,6.24,6.17,43.840144872665405,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-3-1,5.1405,7.119,5.69,5.63,44.918649435043335,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-3-1,6.0784,9.4129,5.75,5.72,26.875691652297974,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-3-1,5.6198,7.5327,3.93,3.89,21.183857440948486,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-3-1,5.3461,7.1567,3.74,3.69,21.495742082595825,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-3-1,7.766,12.3086,5.03,5.02,26.84582233428955,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-3-1,4.6969,6.5382,7.14,7.04,39.08741569519043,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-3-1,5.2831,7.069,4.03,3.98,18.784282207489014,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-3-1,5.3059,7.1154,3.84,3.79,19.98154616355896,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-3-1,5.8078,7.7825,3.33,3.33,22.05397605895996,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-3-1,4.6899,6.5118,7.45,7.42,37.445223808288574,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-3-1,6.1861,9.5977,5.52,5.52,25.408806562423703,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-3-1,9.2389,14.7384,4.73,4.72,29.557493209838867,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-3-1,4.8824,6.7745,7.3,7.27,43.541701793670654,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-3-1,6.1779,8.3688,3.12,3.05,23.087120294570923,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-3-1,6.3823,9.9331,5.41,5.41,30.40693998336792,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-3-2,4.7337,6.5642,7.03,6.99,39.97037649154663,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-3-2,7.0389,11.0543,5.65,5.62,24.11243200302124,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-3-2,4.9722,6.9198,6.26,6.19,44.23598289489746,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-3-2,5.1297,7.1076,5.72,5.65,45.302337646484375,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-3-2,6.0746,9.4131,5.83,5.8,27.27212691307068,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-3-2,5.6054,7.5203,3.93,3.89,21.22035551071167,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-3-2,5.3359,7.1486,3.83,3.78,21.71076250076294,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-3-2,7.7179,12.2077,5.04,5.03,26.92082500457764,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-3-2,4.696,6.5369,7.28,7.18,38.99492955207825,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-3-2,5.2788,7.0671,4.12,4.07,18.702841758728027,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-3-2,5.3064,7.1135,3.93,3.88,19.807433128356934,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-3-2,5.7914,7.7618,3.34,3.34,21.95262026786804,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-3-2,4.69,6.5111,7.59,7.55,37.37744188308716,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-3-2,6.1861,9.5958,5.6,5.6,25.00944495201111,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-3-2,9.1636,14.618,4.75,4.74,29.2865891456604,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-3-2,4.879,6.7653,7.3,7.27,43.75026535987854,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-3-2,6.1414,8.3115,3.14,3.07,23.48505401611328,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-3-2,6.3626,9.9135,5.49,5.49,29.92998504638672,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-abl-3-3,4.7299,6.5619,7.13,7.09,48.88397741317749,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-abl-3-3,7.0454,11.0497,5.65,5.62,24.043204069137573,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-abl-3-3,4.964,6.9089,6.27,6.2,57.45989942550659,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-abl-3-3,5.119,7.0886,5.74,5.67,57.5407304763794,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-abl-3-3,6.0738,9.4149,5.83,5.8,26.14489483833313,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-abl-3-3,5.6088,7.5156,3.93,3.89,27.645179986953732,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-abl-3-3,5.3385,7.1511,3.87,3.82,28.088685750961304,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-abl-3-3,7.721,12.2195,5.04,5.03,27.10682511329651,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-abl-3-3,4.6958,6.5344,7.38,7.28,47.86120080947876,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-abl-3-3,5.2804,7.067,4.16,4.11,18.65103435516357,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-abl-3-3,5.3034,7.1071,3.97,3.92,19.774216890335083,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-abl-3-3,5.7849,7.7516,3.35,3.35,26.775920391082764,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-abl-3-3,4.69,6.5109,7.69,7.65,46.56894397735596,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-abl-3-3,6.1834,9.5946,5.6,5.6,25.780795574188232,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-abl-3-3,9.1623,14.6779,4.75,4.74,29.44092011451721,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-abl-3-3,4.8731,6.7604,7.3,7.27,56.87987494468689,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-abl-3-3,6.1409,8.3227,3.14,3.08,28.35989260673523,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-abl-3-3,6.3371,9.8837,5.49,5.49,30.24366497993469,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-2-0,4.73,6.5704,6.77,6.74,40.40622234344482,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-2-0,6.9425,10.9456,5.64,5.61,24.6421012878418,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-2-0,4.9726,6.9095,6.25,6.19,43.855833530426025,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-2-0,5.1536,7.1203,5.77,5.71,45.27300429344177,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-2-0,6.0728,9.4083,5.82,5.79,27.143033504486084,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-2-0,5.6176,7.5255,3.92,3.87,21.36412596702576,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-2-0,5.3419,7.1485,3.67,3.62,21.32621455192566,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-2-0,7.5818,12.0618,5.04,5.03,27.03855276107788,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-2-0,4.7,6.5366,7.37,7.26,38.50293922424317,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-2-0,5.2677,7.0518,4.15,4.1,18.52847957611084,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-2-0,5.284,7.0902,3.96,3.91,19.68546199798584,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-2-0,5.7871,7.766,3.34,3.34,22.146798133850098,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-2-0,4.6875,6.5059,7.67,7.63,37.03135538101196,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-2-0,6.1638,9.5666,5.59,5.59,25.043966054916385,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-2-0,8.4721,13.5605,4.77,4.75,29.11230087280273,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-2-0,4.8707,6.758,7.28,7.25,44.44172382354736,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-2-0,6.0692,8.2492,3.17,3.1,23.087560892105103,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-2-0,6.3053,9.7979,5.33,5.33,30.242602586746216,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-2-1,4.7327,6.5711,6.75,6.72,40.54222559928894,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-2-1,6.9728,10.9726,5.64,5.61,24.166608572006226,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-2-1,4.9802,6.9323,6.23,6.17,44.1458785533905,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-2-1,5.1565,7.1313,5.71,5.64,44.73791790008545,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-2-1,6.0719,9.4034,5.74,5.72,25.94555711746216,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-2-1,5.6248,7.5444,3.93,3.88,21.492562532424927,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-2-1,5.3433,7.1522,3.66,3.61,21.408931970596317,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-2-1,7.5867000000000004,12.0355,5.03,5.02,26.994011402130127,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-2-1,4.6993,6.5383,7.14,7.04,38.83767247200012,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-2-1,5.2668,7.052,4.02,3.98,18.707969903945923,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-2-1,5.2865,7.0935,3.84,3.79,19.80899262428284,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-2-1,5.8117,7.7911,3.33,3.33,22.484920740127563,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-2-1,4.6895,6.5081,7.44,7.41,37.40019679069519,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-2-1,6.1702,9.5732,5.51,5.51,25.335190534591675,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-2-1,8.7012,14.0013,4.74,4.73,29.418968200683597,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-2-1,4.8863,6.7698,7.29,7.26,44.03846740722656,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-2-1,6.0844,8.2478,3.13,3.06,23.415069818496704,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-2-1,6.3413,9.8784,5.32,5.32,30.20625185966492,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-2-2,4.7295,6.5705,6.76,6.73,40.65215492248535,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-2-2,6.9425,10.9456,5.64,5.61,24.328185319900516,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-2-2,4.9728,6.9128,6.25,6.18,43.72183108329773,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-2-2,5.1541,7.1224,5.75,5.68,44.95999813079834,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-2-2,6.0728,9.4083,5.82,5.79,25.49473524093628,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-2-2,5.6192,7.5319,3.92,3.88,21.07653880119324,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-2-2,5.3432,7.1494,3.66,3.62,21.349916458129883,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-2-2,7.5818,12.0618,5.04,5.03,26.796640634536743,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-2-2,4.7004,6.5383,7.27,7.17,39.251898527145386,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-2-2,5.2683,7.0522,4.11,4.06,18.66873359680176,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-2-2,5.2837,7.0913,3.92,3.87,19.833945512771606,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-2-2,5.7947,7.7709,3.34,3.34,21.86868667602539,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-2-2,4.6896,6.5071,7.58,7.54,37.24751329421997,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-2-2,6.1638,9.5666,5.59,5.59,25.04823875427246,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-2-2,8.4721,13.5605,4.77,4.75,29.372068405151367,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-2-2,4.8719,6.7608,7.29,7.25,43.67201447486877,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-2-2,6.0742,8.2484,3.15,3.09,22.847384452819824,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-2-2,6.3053,9.7979,5.33,5.33,29.316076278686523,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-2-3,4.73,6.5704,6.77,6.74,40.34304690361023,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-2-3,6.9425,10.9456,,,24.179980993270878,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-2-3,4.9726,6.9095,6.25,6.19,43.92390036582947,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-2-3,5.1536,7.1203,5.77,5.71,44.88058805465698,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-2-3,6.0728,9.4083,5.82,5.79,25.99791264533997,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-2-3,5.6176,7.5255,3.92,3.87,21.2013578414917,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-2-3,5.3419,7.1485,3.67,3.62,21.469013214111328,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-2-3,7.5818,12.0618,5.04,5.03,26.93174648284912,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-2-3,4.7,6.5366,7.37,7.26,38.57464027404785,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-2-3,5.2677,7.0518,4.15,4.1,18.662431001663208,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-2-3,5.284,7.0902,3.96,3.91,19.80891180038452,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-2-3,5.7871,7.766,3.34,3.34,22.168064832687374,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-2-3,4.6875,6.5059,7.67,7.63,37.06138038635254,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-2-3,6.1638,9.5666,5.59,5.59,25.03387570381165,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-2-3,8.4721,13.5605,4.77,4.75,29.759642601013184,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-2-3,4.8707,6.758,7.28,7.25,43.54850649833679,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-2-3,6.0692,8.2492,3.17,3.1,22.906245470047,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-2-3,6.3053,9.7979,5.33,5.33,29.0184338092804,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-3-0,4.7272,6.5633,7.13,7.09,46.91551971435547,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-3-0,6.9088,10.9101,5.65,5.62,24.29174494743347,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-3-0,4.9587,6.9024,6.27,6.2,51.713308811187744,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-3-0,5.1429,7.0989,5.74,5.67,52.65804171562195,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-3-0,6.0848,9.4168,5.83,5.8,24.81014609336853,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-3-0,5.613,7.5138,3.93,3.89,24.568408727645878,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-3-0,5.32,7.1289,3.87,3.82,23.896043062210083,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-3-0,7.4874,11.8828,5.05,5.03,,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-3-0,4.6996,6.5365,7.38,7.28,45.533939838409424,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-3-0,5.2661,7.0516,4.16,4.11,23.43392276763916,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-3-0,5.2851,7.0901,3.97,3.92,22.95528984069824,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-3-0,5.7903,7.7594,3.35,3.35,25.47817015647888,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-3-0,4.6886,6.507,7.69,7.65,46.07088708877564,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-3-0,6.1657,9.577,5.6,5.6,24.432098388671875,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-3-0,8.4326,13.5044,4.75,4.74,34.68669319152832,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-3-0,4.8757,6.7612,7.3,7.27,53.27012014389038,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-3-0,6.0509,8.2164,3.15,3.08,27.14250588417053,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-3-0,6.301,9.7891,5.49,5.49,30.82140588760376,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-3-1,4.7309,6.5658,6.89,6.86,51.12064838409424,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-3-1,6.9488,10.961,5.65,5.62,24.20054626464844,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-3-1,4.973,6.9276,6.24,6.17,56.438663482666016,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-3-1,5.1559,7.1238,5.69,5.63,53.92594027519226,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-3-1,6.0854,9.4279,5.75,5.72,25.7955424785614,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-3-1,5.6221,7.5346,3.93,3.89,24.96238398551941,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-3-1,5.3224,7.133,3.74,3.69,24.873279333114624,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-3-1,7.5646,11.9856,5.04,5.02,26.86656951904297,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-3-1,4.7,6.5385,7.14,7.04,51.27571129798889,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-3-1,5.265,7.0525,4.03,3.98,22.70746684074402,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-3-1,5.2863,7.0926,3.84,3.79,23.395101308822632,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-3-1,5.8153,7.7873,3.33,3.33,25.150224924087524,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-3-1,4.6884,6.5085,7.45,7.42,47.32302904129028,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-3-1,6.1704,9.5805,5.52,5.52,24.942000150680546,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-3-1,8.585,13.7694,4.73,4.72,37.47750544548035,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-3-1,4.8893,6.7742000000000004,7.3,7.27,58.36151337623596,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-3-1,6.079,8.2433,3.12,3.05,26.039994478225708,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-3-1,6.3341,9.8648,5.41,5.41,31.12519574165344,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-3-2,4.728,6.5645,7.03,6.99,39.81933903694153,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-3-2,6.9088,10.9101,5.65,5.62,24.06979751586914,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-3-2,4.9599,6.9068,6.26,6.19,43.69212198257446,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-3-2,5.1436,7.1047,5.72,5.65,46.35550117492676,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-3-2,6.0848,9.4168,5.83,5.8,26.73486018180847,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-3-2,5.6139,7.5204,3.93,3.89,21.39438009262085,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-3-2,5.3224,7.13,3.83,3.78,21.793243169784542,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-3-2,7.4874,11.8828,5.05,5.03,26.60338020324707,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-3-2,4.7011,6.5382,7.28,7.18,38.7780282497406,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-3-2,5.2663,7.052,4.12,4.07,18.72390627861023,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-3-2,5.2851,7.0908,3.93,3.88,20.005697011947632,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-3-2,5.7993,7.7642,3.34,3.34,22.26499843597412,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-3-2,4.6896,6.5075,7.59,7.55,37.22443461418152,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-3-2,6.1657,9.577,5.6,5.6,24.828857421875,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-3-2,8.4326,13.5044,4.75,4.74,29.33087968826294,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-3-2,4.8763,6.7641,7.3,7.27,43.54115176200867,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-3-2,6.0556,8.2215,3.14,3.07,22.923123359680176,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-3-2,6.301,9.7891,5.49,5.49,29.433735847473145,8000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-boost-3-3,4.7272,6.5633,7.13,7.09,39.61599826812744,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-boost-3-3,6.9088,10.9101,5.65,5.62,24.09695196151733,8000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-boost-3-3,4.9587,6.9024,6.27,6.2,43.95047879219055,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-boost-3-3,5.1429,7.0989,5.74,5.67,44.81402230262756,13000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-boost-3-3,6.0848,9.4168,5.83,5.8,24.980547189712524,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-boost-3-3,5.613,7.5138,3.93,3.89,21.491204261779785,7000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-boost-3-3,5.32,7.1289,3.87,3.82,21.119346618652344,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-boost-3-3,7.4874,11.8828,5.05,5.03,26.48909950256348,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-boost-3-3,4.6996,6.5365,7.38,7.28,38.544715881347656,13000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-boost-3-3,5.2661,7.0516,4.16,4.11,18.59118342399597,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-boost-3-3,5.2851,7.0901,3.97,3.92,19.945049047470093,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-boost-3-3,5.7903,7.7594,3.35,3.35,28.70685601234436,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-boost-3-3,4.6886,6.507,7.69,7.65,37.060003995895386,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-boost-3-3,6.1657,9.577,5.6,5.6,24.5226845741272,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-boost-3-3,8.4326,13.5044,4.75,4.74,29.440449476242065,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-boost-3-3,4.8757,6.7612,7.3,7.27,43.21357321739197,13000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-boost-3-3,6.2155,8.3501,3.15,3.11,,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-boost-3-3,6.301,9.7891,5.49,5.49,29.31859278678894,8000000000 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-0/result-kurt-abl-2-0_ppl-20241227233944.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-0/result-kurt-abl-2-0_ppl-20241227233944.csv new file mode 100644 index 0000000000000000000000000000000000000000..e9075057fb52e7440c58dcf767987f5ad0a80005 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-0/result-kurt-abl-2-0_ppl-20241227233944.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.27685928344727,0,0,0,16611119104,16846422016,0,0,4.7362,6.5639,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.40850782394409,0,0,0,12808989696,12836667392,0,0,7.0644,11.1097,0.287,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",46.01725053787232,0,0,0,15821154304,16030629888,0,0,4.961,6.9044,0.459,0.458,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",57.03396201133728,0,0,0,14254313472,14675869696,0,0,5.1279,7.103,0.458,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.42883038520813,0,0,0,7373041152,8468299776,0,0,6.0729,9.4106,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.375247716903687,0,0,0,8950705152,9242148864,0,0,5.5996,7.5068,0.221,0.222,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.349449157714844,0,0,0,9035080704,9539944448,0,0,5.3413,7.1545,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.991230010986328,0,0,0,12500917248,12729712640,0,0,7.7778,12.2845,0.266,0.266,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.54062557220459,0,0,0,17683867648,17897095168,0,0,4.6922,6.5315,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.560681581497192,0,0,0,10395085824,10605297664,0,0,5.2768,7.0646,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.69670081138611,0,0,0,9592370176,9986637824,0,0,5.2995,7.1071,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.424458265304565,0,0,0,8609526784,9145679872,0,0,5.7895,7.741,0.199,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.29238486289978,0,0,0,13031058432,13404995584,0,0,4.6897,6.5097,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.40105700492859,0,0,0,13123247104,13262389248,0,0,6.1933,9.5947,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.365660667419437,0,0,0,11542668288,11836325888,0,0,9.2342,14.8003,0.251,0.253,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.07846784591675,0,0,0,16354594816,16957571072,0,0,4.8844,6.7575,0.484,0.483,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.400866270065308,0,0,0,7812178944,8373927936,0,0,6.1776,8.3518,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",30.47463130950928,0,0,0,12670280704,12685672448,0,0,6.371,9.9285,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-1/result-kurt-abl-2-1_ppl-20241227152227.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-1/result-kurt-abl-2-1_ppl-20241227152227.csv new file mode 100644 index 0000000000000000000000000000000000000000..c86937e7f669f98c1e3d9cdd1c187192dafc4c33 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-1/result-kurt-abl-2-1_ppl-20241227152227.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.63401055335999,0,0,0,16204595200,16479420416,0,0,4.7364,6.5682,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.350432872772217,0,0,0,12806859776,12834570240,0,0,7.082,11.1391,0.287,0.287,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.64760255813599,0,0,0,15809560576,15999172608,0,0,4.9794,6.9255,0.464,0.462,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.96905446052551,0,0,0,14115667968,14738784256,0,0,5.1445,7.125,0.455,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.03556561470032,0,0,0,7308881408,8409579520,0,0,6.0716,9.4081,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.61167907714844,0,0,0,8943703040,9244246016,0,0,5.617,7.5349,0.223,0.224,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.449938774108887,0,0,0,8842103808,9380560896,0,0,5.3435,7.1618,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.04887008666992,0,0,0,12499180544,12744392704,0,0,7.786,12.315,0.267,0.267,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.30905175209045,0,0,0,16949133312,17177772032,0,0,4.6976,6.5387,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.81726837158203,0,0,0,10206446592,10456399872,0,0,5.2841,7.0694,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.939498901367188,0,0,0,9248367616,9686745088,0,0,5.3054,7.1132,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.36295866966248,0,0,0,8601723904,9145679872,0,0,5.8088,7.7881,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.556180000305176,0,0,0,12614601728,13115588608,0,0,4.6904,6.5114,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.388065099716187,0,0,0,12994894848,13033799680,0,0,6.189,9.6024,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.69045901298523,0,0,0,11515601920,11804868608,0,0,9.2741,14.8506,0.252,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.94935393333435,0,0,0,16337045504,16963862528,0,0,4.8799,6.7729,0.49,0.49,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.595956087112427,0,0,0,7744277504,8327790592,0,0,6.179,8.372,0.196,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",30.60786747932434,0,0,0,12598912000,12612272128,0,0,6.377,9.9325,0.204,0.203,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-2/result-kurt-abl-2-2_ppl-20241227180814.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-2/result-kurt-abl-2-2_ppl-20241227180814.csv new file mode 100644 index 0000000000000000000000000000000000000000..f9b84048c0b6ae88836386de5699dbd07f831072 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-2-2/result-kurt-abl-2-2_ppl-20241227180814.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.362701416015625,0,0,0,16378484736,16609443840,0,0,4.7339,6.5652,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.522157669067383,0,0,0,12809368576,12834570240,0,0,7.0737,11.1296,0.286,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.49570608139038,0,0,0,15812795392,16003366912,0,0,4.9724,6.9175,0.462,0.46,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.9881284236908,0,0,0,14173149184,14724104192,0,0,5.1398,7.117,0.458,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.28687620162964,0,0,0,7345282560,8457814016,0,0,6.0735,9.4071,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.60616111755371,0,0,0,8949929984,9242148864,0,0,5.5972,7.5215,0.222,0.222,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.376001834869385,0,0,0,8954300416,9472835584,0,0,5.3396,7.1573,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.185628175735477,0,0,0,12501877760,12746489856,0,0,7.7724,12.303,0.266,0.265,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.71561098098755,0,0,0,17262058496,17473470464,0,0,4.6966,6.535,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.651520252227783,0,0,0,10309951488,10557063168,0,0,5.2782,7.0678,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.76250028610229,0,0,0,9443894272,9850322944,0,0,5.3031,7.1098,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.375768423080444,0,0,0,8605950976,9141485568,0,0,5.7837,7.7744,0.199,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.41363286972046,0,0,0,12796457984,13279166464,0,0,4.6903,6.5108,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",26.030261039733887,0,0,0,13066798080,13105102848,0,0,6.1897,9.6009,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.72691535949707,0,0,0,11527042048,11832131584,0,0,9.284,14.887,0.252,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.71277093887329,0,0,0,16342815744,16963862528,0,0,4.8793,6.7671,0.488,0.487,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.612961053848267,0,0,0,7781009408,8342470656,0,0,6.168,8.3122,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",31.150367975234985,0,0,0,12638008320,12658409472,0,0,6.3729,9.9307,0.204,0.203,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-2/result-kurt-abl-3-2_ppl-20241228051055.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-2/result-kurt-abl-3-2_ppl-20241228051055.csv new file mode 100644 index 0000000000000000000000000000000000000000..9237b384bda6ed31329f68ac087d2e457c0032fb --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-2/result-kurt-abl-3-2_ppl-20241228051055.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",39.99402856826782,0,0,0,16686344192,17024679936,0,0,4.734,6.5639,0.365,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.306841373443604,0,0,0,12882336768,12962496512,0,0,7.073,11.1258,0.287,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.01328825950623,0,0,0,15846384640,16181624832,0,0,4.9659,6.9123,0.463,0.46,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.84763741493225,0,0,0,14153869312,14824767488,0,0,5.1237,7.1078,0.45,0.449,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",26.94248914718628,0,0,0,7347246080,8468299776,0,0,6.0732,9.4071,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.25264263153076,0,0,0,9147387904,9435086848,0,0,5.5961,7.5002,0.224,0.224,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.82846450805664,0,0,0,9144750080,9667870720,0,0,5.3396,7.1523,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.993874311447144,0,0,0,12502649856,12746489856,0,0,7.7771,12.3111,0.266,0.266,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.98307919502258,0,0,0,17291633664,17467179008,0,0,4.6962,6.5352,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.65983366966248,0,0,0,10318286848,10529800192,0,0,5.2846,7.0695,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.90946936607361,0,0,0,9463227392,9898557440,0,0,5.3055,7.1082,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",21.85508966445923,0,0,0,8625415168,9162457088,0,0,5.7907,7.7552,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.55441045761109,0,0,0,12795536384,13220446208,0,0,4.6892,6.5107,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.54007697105408,0,0,0,13071240192,13105102848,0,0,6.1896,9.5976,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.48112177848816,0,0,0,11522245632,11813257216,0,0,9.2307,14.7845,0.251,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.11219835281372,0,0,0,16658430976,17335058432,0,0,4.8769,6.768,0.488,0.488,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.148374795913696,0,0,0,7767707648,8390705152,0,0,6.1465,8.3322,0.194,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",30.580143928527832,0,0,0,12713034752,12731809792,0,0,6.3762,9.9228,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-3/result-kurt-abl-3-3_ppl-20241228075556.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-3/result-kurt-abl-3-3_ppl-20241228075556.csv new file mode 100644 index 0000000000000000000000000000000000000000..a0ad2c958846eb03354f1e69ab4cfa3368897c09 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-abl-3-3/result-kurt-abl-3-3_ppl-20241228075556.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.02935409545898,0,0,0,16984254464,17301504000,0,0,4.733,6.5599,0.364,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.40159749984741,0,0,0,12913269760,12991856640,0,0,7.0642,11.1109,0.286,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.07460284233093,0,0,0,15865259008,16200499200,0,0,4.9658,6.9051,0.46,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.94921541213989,0,0,0,14198990848,14879293440,0,0,5.1082,7.0839,0.448,0.447,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.64519166946411,0,0,0,7382373376,8501854208,0,0,6.0726,9.4114,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.532826900482178,0,0,0,9223606272,9521070080,0,0,5.5866,7.5102,0.221,0.221,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.143397331237797,0,0,0,9299939328,9839837184,0,0,5.338,7.1485,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.8079092502594,0,0,0,12508417024,12748587008,0,0,7.7447,12.2711,0.266,0.266,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",40.29440212249756,0,0,0,17590232064,17762877440,0,0,4.6952,6.5335,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.642559051513672,0,0,0,10399748096,10619977728,0,0,5.2795,7.069,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.89151883125305,0,0,0,9619268608,10049552384,0,0,5.3024,7.1087,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.219534635543823,0,0,0,8638260224,9168748544,0,0,5.7817,7.7435,0.198,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.43238043785095,0,0,0,12960326656,13375635456,0,0,4.6868,6.51,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.39488220214844,0,0,0,13135989760,13168017408,0,0,6.1908,9.5995,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.90310430526733,0,0,0,11531027456,11819548672,0,0,9.2373,14.7175,0.251,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.37693309783936,0,0,0,16807853056,17479761920,0,0,4.871,6.7588,0.486,0.485,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.23827052116394,0,0,0,7795560448,8409579520,0,0,6.1296,8.2963,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",30.82605504989624,0,0,0,12773065728,12790530048,0,0,6.3682,9.9113,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-0/result-kurt-boost-2-0_ppl-20241223080419.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-0/result-kurt-boost-2-0_ppl-20241223080419.csv new file mode 100644 index 0000000000000000000000000000000000000000..860452c2c448c3a6a6d839e7812cbd272006be04 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-0/result-kurt-boost-2-0_ppl-20241223080419.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.04246377944946,0,0,0,16610403328,16808673280,0,0,4.7245,6.565,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.307663679122925,0,0,0,12811348992,12836667392,0,0,7.0249,11.0375,0.286,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",43.80323672294617,0,0,0,15815855104,16030629888,0,0,4.9586,6.892,0.459,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.14145183563232,0,0,0,14248961024,14692646912,0,0,5.1438,7.1027,0.456,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.219823360443115,0,0,0,7374351872,8472494080,0,0,6.0647,9.3934,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.549756050109863,0,0,0,8949317632,9252634624,0,0,5.5945,7.4994,0.222,0.221,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.22476267814636,0,0,0,9037161472,9556721664,0,0,5.3395,7.1377,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.07219076156616,0,0,0,12503538688,12750684160,0,0,7.7173,12.2024,0.266,0.266,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.33404302597046,0,0,0,17646226432,17894998016,0,0,4.6931,6.5326,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.55232644081116,0,0,0,10366894080,10582228992,0,0,5.262,7.0479,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.699058294296265,0,0,0,9567821824,10009706496,0,0,5.2713,7.0766,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.39501142501831,0,0,0,8603328512,9158262784,0,0,5.7657,7.7336,0.199,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.073322057724,0,0,0,12991558656,13457424384,0,0,4.6863,6.5058,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.494195461273197,0,0,0,13125606400,13149143040,0,0,6.1716,9.5742,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.213790893554688,0,0,0,11537294336,11836325888,0,0,8.9547,14.4942,0.253,0.253,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.866718769073486,0,0,0,16349337600,17095983104,0,0,4.8637,6.7465,0.484,0.483,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.01247620582581,0,0,0,7809639424,8390705152,0,0,6.0389,8.1557,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",31.58128881454468,0,0,0,12670542848,12685672448,0,0,6.3563,9.9059,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-1/result-kurt-boost-2-1_ppl-20241223232421.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-1/result-kurt-boost-2-1_ppl-20241223232421.csv new file mode 100644 index 0000000000000000000000000000000000000000..07139d6404abd3beec9182ff50ca50ffec234ec0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-1/result-kurt-boost-2-1_ppl-20241223232421.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.46858358383179,0,0,0,16203513856,16498294784,0,0,4.7329,6.5681,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.38902902603149,0,0,0,12807908352,12834570240,0,0,7.0392,11.0599,0.288,0.288,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.24440956115723,0,0,0,15809445888,16001269760,0,0,4.9803,6.9268,0.465,0.465,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.1305673122406,0,0,0,14115553280,14732492800,0,0,5.1536,7.1292,0.454,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",27.26324963569641,0,0,0,7309405696,8409579520,0,0,6.0647,9.3995,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.41149616241455,0,0,0,8944948224,9246343168,0,0,5.616,7.5322,0.223,0.223,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.433090209960938,0,0,0,8843348992,9384755200,0,0,5.3481,7.1566,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.429155111312863,0,0,0,12501801984,12744392704,0,0,7.7481,12.244,0.267,0.267,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.2459020614624,0,0,0,16946544640,17186160640,0,0,4.6968,6.5372,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.6506507396698,0,0,0,10202678272,10420748288,0,0,5.2821,7.0692,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.11362099647522,0,0,0,9249448960,9699328000,0,0,5.3046,7.1119,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.396716594696045,0,0,0,8602936320,9149874176,0,0,5.8075,7.799,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.72839951515198,0,0,0,12614388736,13119782912,0,0,4.6932,6.5121,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.266581535339355,0,0,0,12995681280,13033799680,0,0,6.1743,9.5788,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.388532876968384,0,0,0,11512718336,11825840128,0,0,9.0049,14.5326,0.252,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.09664845466614,0,0,0,16337045504,16959668224,0,0,4.8857,6.7722,0.491,0.491,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.570830583572388,0,0,0,7744965632,8340373504,0,0,6.1987,8.3832,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",31.437880754470825,0,0,0,12598912000,12612272128,0,0,6.3588,9.9057,0.203,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-2/result-kurt-boost-2-2_ppl-20241223023247.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-2/result-kurt-boost-2-2_ppl-20241223023247.csv new file mode 100644 index 0000000000000000000000000000000000000000..089f10f0dbba8fef3d63834761577f5c1b1e5fdf --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/kurt-boost-2-2/result-kurt-boost-2-2_ppl-20241223023247.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",43.406733989715576,0,0,0,16375519232,16630415360,0,0,4.7268,6.5679,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.84985113143921,0,0,0,12807533568,12836667392,0,0,7.0318,11.0429,0.287,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",46.97378611564636,0,0,0,15812680704,16005464064,0,0,4.9742,6.909,0.462,0.462,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",47.722063302993774,0,0,0,14173034496,14728298496,0,0,5.1481,7.1173,0.457,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0.0,0,0,0,7345282560,8470396928,0,0,6.064,9.4,0.207,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.589580059051517,0,0,0,8949798912,9250537472,0,0,5.6123,7.5144,0.222,0.222,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",22.195446968078613,0,0,0,8954169344,9477029888,0,0,5.345,7.147,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.18661499023437,0,0,0,12500829184,12746489856,0,0,7.7331,12.2149,0.267,0.267,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",41.87156009674072,0,0,0,17258863616,17525899264,0,0,4.6951,6.534,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.784313201904297,0,0,0,10311524352,10536091648,0,0,5.2671,7.0508,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.899657487869263,0,0,0,9445598208,9877585920,0,0,5.2776,7.0844,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.713319540023804,0,0,0,8606737408,9151971328,0,0,5.7859,7.764,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",41.127117395401,0,0,0,12797899776,13254000640,0,0,4.6876,6.5077,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",29.22167587280273,0,0,0,13066798080,13105102848,0,0,6.1722,9.5752,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",31.368630409240723,0,0,0,11528483840,11832131584,0,0,8.9702,14.5235,0.252,0.253,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",49.15138792991638,0,0,0,16342815744,16963862528,0,0,4.8764,6.7601,0.488,0.488,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.97126054763794,0,0,0,7783172096,8380219392,0,0,6.0744,8.2441,0.197,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",29.105433225631717,0,0,0,12638532608,12658409472,0,0,6.3582,9.9055,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv new file mode 100644 index 0000000000000000000000000000000000000000..a635b3218802cb9514ffabf9f660d2f6c1e69086 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/mxq1/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv @@ -0,0 +1,85 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,13144556544,13312720896,0,0,6.4614,10.0802,0.237,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,8813885952,9005170688,0,0,5.3182,7.1353,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,16226827776,16489906176,0,0,4.7357,6.5707,0.39,0.392,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,13434230784,13809745920,0,0,6.1108,9.4605,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,13121926144,13298040832,0,0,6.431,10.0261,0.233,0.234,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,13259764736,13665042432,0,0,6.1145,9.4645,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,16368754176,16691232768,0,0,4.7008,6.5332,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,9287115264,9420406784,0,0,5.2875,7.078,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,8847568384,9045016576,0,0,5.3283,7.1561,0.18,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,9021977088,9256828928,0,0,5.3039,7.0966,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,11125672448,11270094848,0,0,5.2864,7.0736,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,8851960320,9099542528,0,0,5.3565,7.2072,0.184,0.184,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,8893526528,9118416896,0,0,5.3113,7.114,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,13179157504,13342081024,0,0,6.4963,10.1587,0.242,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,9086764544,9279897600,0,0,5.3008,7.0875,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,13294684160,13681819648,0,0,6.1146,9.4655,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,16325688832,16538140672,0,0,4.7492,6.5873,0.401,0.402,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,13168750592,13348372480,0,0,6.4759,10.1244,0.24,0.241,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,13106351104,13262389248,0,0,6.4222,9.9862,0.231,0.232,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,13190060032,13656653824,0,0,6.1205,9.4749,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,9215731200,9351200768,0,0,5.2904,7.0791,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,13062953984,13212057600,0,0,6.405,9.9757,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,9181954560,9328132096,0,0,5.2959,7.0845,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,16750377472,17039360000,0,0,4.6938,6.5195,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,9119110656,9323937792,0,0,5.2992,7.0879,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,17194473984,17412653056,0,0,4.6882,6.5141,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,16877275648,17081303040,0,0,4.6914,6.5168,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,8820200960,9101639680,0,0,5.3245,7.1459,0.177,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,8928324096,9147777024,0,0,5.3097,7.1112,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,17074874880,17280532480,0,0,4.689,6.5136,0.37,0.372,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,16156187136,16548626432,0,0,4.7167,6.5481,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,8868227584,9093251072,0,0,5.3106,7.1197,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,16133542400,16464740352,0,0,4.719,6.5519,0.373,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,8865903104,9057599488,0,0,5.334,7.1706,0.182,0.183,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,9378070016,9500098560,0,0,5.2849,7.0742,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,16207454720,16594763776,0,0,4.7089,6.5419,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,16323586560,16630415360,0,0,4.7031,6.5348,0.368,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,7329844736,7704936448,0,0,6.111,9.459,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,9318201856,9449766912,0,0,5.2859,7.0774,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,16686887424,16957571072,0,0,4.6929,6.521,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,16378585600,16515072000,0,0,4.7657,6.613,0.411,0.414,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,16256351744,16504586240,0,0,4.7407,6.5778,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,16181375488,16492003328,0,0,4.7306,6.5591,0.381,0.383,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,13046447104,13220446208,0,0,6.3811,9.9266,0.223,0.224,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,12979189760,13564379136,0,0,6.1794,9.5815,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,8956541440,9237954560,0,0,5.3014,7.101,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,13329604608,13717471232,0,0,6.1145,9.4646,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,12951666688,13539213312,0,0,6.2252,9.6562,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,8863958528,9101639680,0,0,5.3814,7.2461,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,9248514560,9380560896,0,0,5.2898,7.0788,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,13399345152,13774094336,0,0,6.1122,9.4631,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,17138252288,17335058432,0,0,4.6895,6.5129,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,16361596416,16521363456,0,0,4.756,6.6024,0.408,0.411,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,13012568064,13176406016,0,0,6.3441,9.8427,0.217,0.218,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,16952668672,17163091968,0,0,4.6888,6.5146,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,8850614784,9049210880,0,0,5.3115,7.1268,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,12996127744,13415481344,0,0,6.3174,9.7954,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,8831520256,9061793792,0,0,5.3753,7.2209,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,8880088576,9112125440,0,0,5.3408,7.1813,0.183,0.184,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,16148507136,16443768832,0,0,4.7227,6.5555,0.379,0.379,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,13309176320,13543407616,0,0,4.6907,6.5113,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,16341015040,16487809024,0,0,4.7491,6.5939,0.404,0.406,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,9149950464,9317646336,0,0,5.2966,7.087,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,17256436224,17460887552,0,0,4.6899,6.5132,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,17015996928,17202937856,0,0,4.6891,6.5144,0.369,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,12987908096,13407092736,0,0,6.2909,9.7613,0.212,0.213,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,8873071104,9091153920,0,0,5.3551,7.1952,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,16202000896,16481517568,0,0,4.7308,6.5647,0.385,0.387,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,16813910528,17102274560,0,0,4.6926,6.5185,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,16271910400,16632512512,0,0,4.7087,6.5377,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,12947572736,13358858240,0,0,6.2456,9.6912,0.207,0.207,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,13364492288,13736345600,0,0,6.1126,9.4656,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,16428929536,16812867584,0,0,4.6976,6.5283,0.367,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,13224911872,13648265216,0,0,6.1155,9.4657,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,16555776512,16932405248,0,0,4.699,6.5243,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,13050411008,13514047488,0,0,6.1673,9.5576,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,8833443328,9030336512,0,0,5.3282,7.1556,0.179,0.179,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,13086782464,13268680704,0,0,6.405,9.9574,0.229,0.229,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,8825960960,9019850752,0,0,5.3175,7.1336,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,13118270464,13600030720,0,0,6.1285,9.4953,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,13029940224,13440647168,0,0,6.3631,9.8989,0.22,0.221,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,12971401216,13352566784,0,0,6.268,9.7356,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,9344293376,9479127040,0,0,5.2862,7.0799,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,13153181696,13633585152,0,0,6.1245,9.4828,0.205,0.205,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-1/result-sensi-boost-3-1_ppl-20241221110357.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-1/result-sensi-boost-3-1_ppl-20241221110357.csv new file mode 100644 index 0000000000000000000000000000000000000000..efc6e7caa476dcf4d2714fa364ae45d6b1d5998e --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-1/result-sensi-boost-3-1_ppl-20241221110357.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",51.12064838409424,0,0,0,16358991872,16653484032,0,0,4.7309,6.5658,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.20054626464844,0,0,0,12915891200,13021216768,0,0,6.9488,10.961,0.287,0.286,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",56.438663482666016,0,0,0,15824315392,16007561216,0,0,4.973,6.9276,0.466,0.463,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",53.92594027519226,0,0,0,14104225792,14738784256,0,0,5.1559,7.1238,0.452,0.452,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",25.7955424785614,0,0,0,7379227648,8497659904,0,0,6.0854,9.4279,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.96238398551941,0,0,0,9043251200,9338617856,0,0,5.6221,7.5346,0.224,0.225,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",24.873279333114624,0,0,0,8938442752,9477029888,0,0,5.3224,7.133,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.86656951904297,0,0,0,12509465600,12746489856,0,0,7.5646,11.9856,0.267,0.266,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",51.27571129798889,0,0,0,16964969472,17160994816,0,0,4.7,6.5385,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",22.70746684074402,0,0,0,10209955840,10462691328,0,0,5.265,7.0525,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",23.395101308822632,0,0,0,9248957440,9604956160,0,0,5.2863,7.0926,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",25.150224924087524,0,0,0,8609948672,9154068480,0,0,5.8153,7.7873,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",47.32302904129028,0,0,0,12615869440,13117685760,0,0,4.6884,6.5085,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.942000150680546,0,0,0,13103221760,13134462976,0,0,6.1704,9.5805,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",37.47750544548035,0,0,0,6289051136,7493124096,0,0,8.585,13.7694,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",58.36151337623596,0,0,0,16494853120,17184063488,0,0,4.8893,6.7742,0.491,0.491,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",26.039994478225708,0,0,0,7735791616,8338276352,0,0,6.079,8.2433,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",31.12519574165344,0,0,0,12742132736,12761169920,0,0,6.3341,9.8648,0.203,0.203,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-3/result-sensi-boost-3-3_ppl-20241229190529.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-3/result-sensi-boost-3-3_ppl-20241229190529.csv new file mode 100644 index 0000000000000000000000000000000000000000..d8f453d4f91e44d4c684715b5acde6bb64ae672b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/ppl/mxq/sensi-boost-3-3/result-sensi-boost-3-3_ppl-20241229190529.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",39.61599826812744,0,0,0,16839092224,17460887552,0,0,4.7272,6.5633,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",24.09695196151733,0,0,0,13003971584,13109297152,0,0,6.9088,10.9101,0.284,0.284,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",43.95047879219055,0,0,0,15849235456,16160653312,0,0,4.9587,6.9024,0.461,0.458,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.81402230262756,0,0,0,14171400192,14787018752,0,0,5.1429,7.0989,0.448,0.447,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",24.980547189712524,0,0,0,7467308032,8585740288,0,0,6.0848,9.4168,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.491204261779785,0,0,0,9183760384,9464446976,0,0,5.613,7.5138,0.221,0.222,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.119346618652344,0,0,0,9219723264,9747562496,0,0,5.32,7.1289,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",26.48909950256348,0,0,0,12520475648,12752781312,0,0,7.4874,11.8828,0.264,0.265,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",38.544715881347656,0,0,0,17446511616,17764974592,0,0,4.6996,6.5365,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",18.59118342399597,0,0,0,10374647808,10596909056,0,0,5.2661,7.0516,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",19.945049047470093,0,0,0,9536988160,9978249216,0,0,5.2851,7.0901,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",28.70685601234436,0,0,0,4487151104,5442109440,0,0,5.7903,7.7594,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",37.060003995895386,0,0,0,12873949184,13425967104,0,0,4.6886,6.507,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.5226845741272,0,0,0,13279382528,13310623744,0,0,6.1657,9.577,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.440449476242065,0,0,0,11554227200,11834228736,0,0,8.4326,13.5044,0.249,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.21357321739197,0,0,0,16751229952,17444110336,0,0,4.8757,6.7612,0.486,0.485,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0.0,0,0,0,7788474880,8967421952,0,0,6.2155,8.3501,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",29.31859278678894,0,0,0,12918293504,12937330688,0,0,6.301,9.7891,0.204,0.204,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-2-0/result-_stor-20241229161324.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-2-0/result-_stor-20241229161324.csv new file mode 100644 index 0000000000000000000000000000000000000000..1fc342c7f0671b733e1d0e96f793f7b32f07ca33 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-2-0/result-_stor-20241229161324.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7252878140,7284110848,7543455744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6028173292,6054625792,6085935104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6660193300,6727419392,6748635136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6163421356,6232159744,6545211392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6137225216,6166036992,6186598400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4156746496,4206808576,4315938816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3892619648,3942699520,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5387543720,5402464768,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7919960608,8031847936,8053063680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4435144268,4489924096,4590665728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4238441856,4293264896,4563402752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3590094336,3594585600,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8305718348,8357097984,8640266240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5919174236,5918888448,5932843008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5079341404,5092168192,5228199936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7772254432,7807840768,8111783936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3337693568,3410022912,3445620736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5713208756,5714498048,5723127808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-0/result-kurt-abl-3-0_stor-20241228104344.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-0/result-kurt-abl-3-0_stor-20241228104344.csv new file mode 100644 index 0000000000000000000000000000000000000000..ae238d0402ac0674e19b29c364cab9713f734449 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-0/result-kurt-abl-3-0_stor-20241228104344.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7735548084,7781202432,8021606400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6677124636,6746282496,6754926592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6112627280,6181370368,6492782592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6144147616,6174007808,6207569920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418176,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4144509056,4199309824,4462739456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5391004840,5405925888,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7936892268,8047401472,8050966528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4452815948,4507591168,4603248640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4247277696,4302103040,4575985664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3598930176,3603423744,4118806528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8339580760,8385157632,8711569408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5922635420,5922349568,5937037312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5068958032,5081784832,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3311186112,3384041984,3424649216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5811878080,5811593728,5825888256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-3/result-kurt-abl-3-3_stor-20241228075806.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-3/result-kurt-abl-3-3_stor-20241228075806.csv new file mode 100644 index 0000000000000000000000000000000000000000..a3986cbe0d65ce6d9e77140fdead5464e5114178 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-abl-3-3/result-kurt-abl-3-3_stor-20241228075806.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7664768700,7709899264,7950303232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6668277276,6738893312,6761218048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6099356240,6168787456,6480199680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6144147456,6172959232,6207569920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418176,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4144509056,4199309824,4462739456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5391004840,5405925888,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7866113204,7976098304,7979663360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4452816044,4507591168,4603248640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4247277696,4302103040,4575985664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3598930176,3603423744,4118806528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8268801688,8313854464,8640266240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5922635420,5922349568,5937037312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5068957860,5081784832,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116896,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3311186176,3383517696,3445620736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5811878080,5811593728,5825888256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-boost-3-1/result-kurt-boost-3-1_stor-20241223105214.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-boost-3-1/result-kurt-boost-3-1_stor-20241223105214.csv new file mode 100644 index 0000000000000000000000000000000000000000..42d536b6318a8c7775730aeb1cf18dfdca1b04ee --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/kurt-boost-3-1/result-kurt-boost-3-1_stor-20241223105214.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7360681660,7396899328,7648313344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6630266196,6698048000,6706692096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6042339652,6113835520,6427770880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6077038592,6105063936,6127878144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3967299712,4018954752,4282384384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5382616232,5397799424,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7562025660,7666588160,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4275605632,4327236096,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4070068352,4121747968,4395630592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3576778944,3578126848,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7964714068,8000854528,8338276352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5855526080,5855240704,5861539840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5056374608,5069070848,5200936960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3277959360,3352060416,3378511872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5744768948,5744484864,5750390784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb5131141601a34da47497e42582b57605d724b0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/mxq1/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",27.897204399108887,7485183508,8516087808,8652849152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",27.16243457794189,7450298516,8481203200,8600420352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",46.30563282966614,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.463457584381104,5795111612,6586642432,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",46.43784809112549,11140123292,12344225792,12501123072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",46.71054410934448,10252303460,11495066624,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.52638339996338,5811356540,6602887168,6698303488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",27.111940145492557,7502629012,8533533696,8665432064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.907305002212524,5843763920,6610669568,6616514560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.018717288970947,7520072852,8550977536,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",47.17227268218994,11203349872,12407448576,12570329088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",27.41607975959778,7555026132,8553861120,8562671616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",28.85113024711609,7380525204,8411429888,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",27.54041886329651,7659687060,8658522112,8669626368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",46.54898977279663,10410322876,11653085184,11813257216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",23.91982316970825,5698050076,6489579520,6587154432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",24.38323426246643,5746566620,6538096640,6637486080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.886759757995605,5908418792,6675324928,6685720576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",46.40047907829285,10505550492,11748312064,11899240448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",28.569599866867065,7467742420,8498647040,8621391872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.29404067993164,11171746032,12375844864,12526288896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",29.371028900146484,7624662548,8623497216,8644460544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.96006774902344,5762704604,6554234880,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",24.21409010887146,5455138928,6246666240,6350176256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",24.36617374420166,5487279632,6278807552,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",46.670965909957886,10347115076,11589877760,11748245504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",27.116548538208008,7746902228,8745737216,8763998208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",24.80796194076538,5940428680,6707335168,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",29.123441696166992,7869073556,8867908608,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",27.529273986816406,7397968020,8428872704,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",46.043402433395386,10378719036,11621481472,11771314176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",27.27446722984314,7432853012,8463757312,8587837440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",44.7487268447876,10949668252,12192427008,12350128128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",25.13091397285461,5503790864,6295318528,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",27.96074366569519,7712017556,8710852608,8713666560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",46.58305263519287,10600778012,11843538944,12006195200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",46.339200496673584,10727609372,11970369536,12115247104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",24.08426403999329,5552336352,6343864320,6452936704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",24.09642219543457,5616991176,6408519680,6501171200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",45.24050569534302,10917648412,12160407552,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",27.3878173828125,7938845204,8937679872,8944353280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",47.23086571693421,10283491300,11526254592,11683233792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",46.82144212722778,10315095236,11557858304,11706302464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",27.16965675354004,7694571796,8693406720,8701083648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",45.28328275680542,11266973552,12471071744,12633243648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",46.14694428443909,10473530652,11716292608,11878268928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",30.074626445770264,7572469908,8571304960,8583643136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.210262775421143,5730297564,6521827328,6633291776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",24.192405939102173,5713786396,6505316352,6612320256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.60878252983093,11152398832,12356501504,12499025920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",24.591004371643063,5584583964,6376112128,6478102528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",27.064818620681763,7537580564,8568484864,8694792192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",24.080952882766724,5778842664,6570373120,6673137664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.62924098968506,5932679304,6699585536,6702497792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",27.602447509765625,7642241492,8641076224,8657043456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",27.97939896583557,7834184148,8833018880,8837398528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",45.59808659553528,10854024732,12096784384,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",24.080676555633545,5892149676,6659055616,6681526272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",45.750229835510254,10918064412,12160823296,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",46.11861920356751,11250954352,12455054336,12610174976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.90421175956726,5648439944,6439968768,6547308544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",45.79045748710632,11012875932,12255634432,12415139840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",24.248290300369263,5859902076,6626807808,6635388928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",46.85809111595154,10251887364,11494650880,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.460438013076782,5599521820,6391050240,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",24.840145111083984,5633259976,6424788992,6526337024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",29.38673424720764,7676993044,8675827712,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",45.49933552742005,11076915612,12281018368,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",27.537675857543945,7607356564,8606191616,8627683328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.690398454666138,5827359612,6618890240,6723469312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",45.246288537979126,11076499612,12280602624,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",30.27182626724243,7886514708,8885349376,8900313088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",27.4355046749115,7799299284,8798134272,8805941248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",24.477025747299194,5665110556,6456639488,6564085760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",46.79585146903992,10441926812,11684688896,11834228736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",24.269190311431885,5875212936,6642118656,6662651904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.764508724212646,5588736796,6380265472,6480199680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",45.85496997833252,10981272092,12224030720,12371099648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",46.14421701431274,10537154332,11779915776,11941183488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",28.430763483047485,7779856916,8778691584,8791261184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",27.102176189422607,7415411924,8446316544,8579448832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",27.244441032409668,7903960212,8902795264,8912896000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.62096405029297,5535665752,6327193600,6436159488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",45.78133797645569,10569174172,11811935232,11964252160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",27.15545630455017,7930125460,8928960512,8935964672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",27.83776831626892,7764348052,8763183104,8776581120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",30.99274730682373,7729190420,8728025088,8745123840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.60170841217041,5439000944,6230528000,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.5038857460022,5471277072,6262804480,6366953472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",45.82449650764465,10791233052,12033992704,12178161664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",24.447831630706787,5519793776,6311321600,6419382272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",46.01576495170593,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",46.08929300308228,10632381852,11875142656,12027166720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.80493116378784,5422624880,6214152192,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",27.27052044868469,7851629716,8850464768,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",28.366496801376343,7816743124,8815578112,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",27.177221298217773,7589911060,8588745728,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.71203875541687,5406486812,6198013952,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",27.27998185157776,7363081428,8393986048,8516534272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",24.63621401786804,5681379548,6472908800,6568280064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",45.687920570373535,10696005532,11938765824,12092178432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",45.68218946456909,10663985692,11906746368,12050235392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-1/result-sensi-abl-2-1_stor-20241226132209.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-1/result-sensi-abl-2-1_stor-20241226132209.csv new file mode 100644 index 0000000000000000000000000000000000000000..e88f79ec57ba81e87632a43f6b74491bceb78efd --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-1/result-sensi-abl-2-1_stor-20241226132209.csv @@ -0,0 +1,18 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7217185340,7248420352,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6028173292,6057771520,6085935104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6625232596,6693359104,6700400640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6057440576,6128934400,6446645248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6137225376,6164464128,6186598400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4167995072,4218054144,4330618880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3875746688,3925828096,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5387543720,5402464768,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7556992180,7661899264,7665090560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4269182592,4320814592,4424990720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4066856832,4118535680,4391436288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3573567424,3574914560,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7954647352,7991525888,8317304832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5919173760,5918888448,5932843008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5079341392,5092168192,5228199936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3287593856,3361825280,3378511872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5713208756,5714498048,5723127808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-2/result-sensi-abl-2-2_stor-20241226160755.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-2/result-sensi-abl-2-2_stor-20241226160755.csv new file mode 100644 index 0000000000000000000000000000000000000000..f56fa691532cfcd322412fe4e26d71f7e57ff4d2 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-2-2/result-sensi-abl-2-2_stor-20241226160755.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7231038140,7262272000,7520387072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6022582252,6049034752,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6638801236,6706969088,6712983552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6098572880,6169033216,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6219714880,6245380608,6280970240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4162104512,4212165120,4311744512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3884582528,3934663168,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5395758248,5410679296,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7697864380,7805770240,7826571264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4356091540,4409297408,4504682496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4156710528,4209961472,4485808128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3582222016,3585141248,4104126464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8090901868,8133138944,8432648192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6004459456,6004173312,6018826240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5104243208,5116021248,5238685696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7786814432,7819450880,8130658304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3313829504,3387208192,3412066304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5721595316,5723933184,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-0/result-sensi-abl-3-0_stor-20241227120335.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-0/result-sensi-abl-3-0_stor-20241227120335.csv new file mode 100644 index 0000000000000000000000000000000000000000..ba22371aecbc3a13a1bee473a7e6a5e040ab82a1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-0/result-sensi-abl-3-0_stor-20241227120335.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7612340128,7653276160,7899971584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6661723676,6729505280,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6089525744,6158957056,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6232228560,6259466752,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4105187456,4159463936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5402014888,5416935936,5626658816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7813684224,7921687040,7944011776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4413494252,4467745280,4571791360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4207956096,4262257152,4540334080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3594014912,3597984256,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8216373356,8257231360,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6010715892,6010429952,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5085473116,5098299904,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116896,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3303813312,3376701952,3420454912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5899958940,5899674112,5913968640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-1/result-sensi-abl-3-1_stor-20241227002509.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-1/result-sensi-abl-3-1_stor-20241227002509.csv new file mode 100644 index 0000000000000000000000000000000000000000..70ecabe30b13febace04c39891c811473d0d7a02 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-1/result-sensi-abl-3-1_stor-20241227002509.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7360681660,7396899328,7648313344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6630266196,6699047424,6721372160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6042339652,6113835520,6427770880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6144148116,6170337792,6203375616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3967299712,4018954752,4282384384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5391004840,5405925888,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7562025660,7666588160,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4275605632,4327236096,4422893568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4070068352,4121747968,4395630592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3576778944,3578126848,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7964714552,8000854528,8338276352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5922634944,5922349568,5937037312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5068957860,5081784832,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3277959360,3352060416,3378511872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5811877812,5811593728,5825888256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-2/result-sensi-abl-3-2_stor-20241227031030.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-2/result-sensi-abl-3-2_stor-20241227031030.csv new file mode 100644 index 0000000000000000000000000000000000000000..f12d8fd3af55ee07e82115868e2e6d63811c5ec1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-2/result-sensi-abl-3-2_stor-20241227031030.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7506171580,7546321408,7793016832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6648452436,6716922368,6725566464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6069619184,6140082688,6452936704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6232228000,6260515328,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4060098688,4113326592,4380950528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5402014888,5416935936,5626658816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7707515580,7814732288,7837057024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4368405324,4421607936,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4162867328,4216119808,4494196736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3588378816,3591299584,4112515072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8110204568,8150276608,8482979840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6010715804,6010429952,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5085473116,5098299904,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3295359168,3368313344,3412066304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5899958464,5899674112,5913968640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-3/result-sensi-abl-3-3_stor-20241227091830.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-3/result-sensi-abl-3-3_stor-20241227091830.csv new file mode 100644 index 0000000000000000000000000000000000000000..a9915ae836f6c249336b3997f5febdc387732123 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-abl-3-3/result-sensi-abl-3-3_stor-20241227091830.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7612339900,7653276160,7899971584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6661723676,6730504704,6752829440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6089525744,6158957056,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6232228696,6258418176,6295650304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4105187456,4159463936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5402015124,5416935936,5626658816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7813684404,7921687040,7944011776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4413494348,4467745280,4567597056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4207956096,4262257152,4540334080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3594014912,3597984256,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8216372972,8257231360,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6010716076,6010429952,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5085473116,5098299904,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3303813312,3376701952,3420454912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5899958464,5899674112,5913968640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-0/result-sensi-boost-2-0_stor-20241221061353.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-0/result-sensi-boost-2-0_stor-20241221061353.csv new file mode 100644 index 0000000000000000000000000000000000000000..f5392a036120805de27d672412af675f57e9b3a8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-0/result-sensi-boost-2-0_stor-20241221061353.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7241146940,7272381952,7532969984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6022582252,6050607616,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6648702740,6714543616,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6128588240,6198017536,6530531328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6219715220,6247215616,6285164544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4159242432,4209304064,4313841664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3888875648,3938955776,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5395758248,5411203584,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7800663328,7909232128,7916748800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4398318572,4452573696,4552916992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4200368256,4254667264,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3586427072,3590394368,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8190331384,8236696064,8531214336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6004459188,6004173312,6018826240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5104243036,5116807680,5238685696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7780075296,7818609152,8128561152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3326576768,3400020480,3420454912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5721595316,5722360320,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-1/result-sensi-boost-2-1_stor-20241220213753.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-1/result-sensi-boost-2-1_stor-20241220213753.csv new file mode 100644 index 0000000000000000000000000000000000000000..e0ed93be4c686c5502ea3e6c361d27321ac9e3d7 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-1/result-sensi-boost-2-1_stor-20241220213753.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7217185340,7248420352,7514095616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6028173292,6056198656,6085935104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6625232596,6692367872,6698303488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6057440452,6128934400,6446645248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6137225876,6165250560,6186598400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4167995072,4218054144,4330618880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3875746688,3925828096,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5387543720,5402989056,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7556992060,7661899264,7665090560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4269182592,4320814592,4424990720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4066856832,4118535680,4391436288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3573567424,3574914560,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7954646868,7993590272,8319401984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5919174324,5918888448,5932843008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5079341404,5092692480,5228199936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7796049632,7830012416,8162115584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3287593856,3361825280,3378511872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5713208756,5712925184,5723127808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-3/result-sensi-boost-2-3_stor-20241221032804.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-3/result-sensi-boost-2-3_stor-20241221032804.csv new file mode 100644 index 0000000000000000000000000000000000000000..18a040ae9c379d67fe5ef6059e0f7139f72ce06c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-2-3/result-sensi-boost-2-3_stor-20241221032804.csv @@ -0,0 +1,18 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7241146940,7272381952,7532969984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6648702740,6714543616,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6128588240,6198017536,6530531328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6219715220,6247215616,6285164544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4159242432,4209304064,4313841664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3888875648,3938955776,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5395758248,5411203584,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7800663328,7909232128,7916748800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4398318572,4452573696,4552916992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4200368256,4254667264,4529848320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3586427072,3590394368,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8190331384,8236696064,8531214336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6004459188,6004173312,6018826240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5104243036,5116807680,5238685696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7780075296,7818609152,8128561152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3326576768,3400020480,3420454912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5721595316,5722360320,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-0/result-sensi-boost-3-0_stor-20241222015141.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-0/result-sensi-boost-3-0_stor-20241222015141.csv new file mode 100644 index 0000000000000000000000000000000000000000..61fd44d290c346e2c0ae33bc2f4f0fb7532bfd18 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-0/result-sensi-boost-3-0_stor-20241222015141.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7612339900,7653276160,7899971584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6661723676,6729505280,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6089525808,6158957056,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6232228596,6260253184,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4105187456,4159463936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5402014888,5417460224,5626658816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7813684224,7921687040,7944011776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4413494348,4467745280,4567597056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4207956096,4262257152,4540334080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3594014912,3597984256,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8216373068,8257231360,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6010716076,6010429952,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5085473116,5098430976,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116896,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3303813312,3377226240,3420454912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5899958464,5899674112,5913968640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-1/result-sensi-boost-3-1_stor-20241221110601.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-1/result-sensi-boost-3-1_stor-20241221110601.csv new file mode 100644 index 0000000000000000000000000000000000000000..b3b1d0aca2ebef91e7545b638849642e7bf8b680 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-1/result-sensi-boost-3-1_stor-20241221110601.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7360681660,7396899328,7648313344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6630266196,6698048000,6706692096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6042339652,6113835520,6427770880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6144148212,6172172800,6203375616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3967299712,4018954752,4282384384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5391004840,5406450176,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7562025660,7666588160,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4275605632,4327236096,4422893568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4070068352,4121747968,4395630592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3576778944,3578126848,4106223616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7964714068,8000854528,8338276352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5922635692,5922349568,5937037312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5068958044,5081915904,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116832,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3277959360,3352584704,3378511872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5811878080,5811593728,5825888256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-3/result-sensi-boost-3-3_stor-20241229190730.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-3/result-sensi-boost-3-3_stor-20241229190730.csv new file mode 100644 index 0000000000000000000000000000000000000000..7c11ccb27a6407b7b60d46df3869f07ba78dd79b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/data/stor/mxq/sensi-boost-3-3/result-sensi-boost-3-3_stor-20241229190730.csv @@ -0,0 +1,19 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7612339900,7653276160,7899971584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6035095532,6064169472,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6661723676,6729505280,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6089525808,6158957056,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6232228596,6260253184,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,4174418112,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,4105187456,4159463936,4427087872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5402014888,5417460224,5626658816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7813684224,7921687040,7944011776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4413494348,4467745280,4567597056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,4207956096,4262257152,4540334080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3594014912,3597984256,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,8216373068,8257231360,8589934592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,6010716076,6010429952,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5085473116,5098430976,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,7806116896,7837276672,8180989952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3340203200,3386170880,3753902080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5899958464,5899674112,5913968640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh new file mode 100644 index 0000000000000000000000000000000000000000..ccc2a7da269c445fc1a779df68c828fea06a7f45 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-mxq-allot.sh @@ -0,0 +1,45 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +# MODELS=" +# Llama-2-7b-hf +# Llama-2-13b-hf +# Meta-Llama-3-8B +# " +# BUDGETS="3.25" + +# STOP=2 +# TOPM=2 +# for MODEL in $MODELS; do +# for BUDGET in $BUDGETS; do +# $TOOLKIT_DIR/data-vis/plot-circos-allot.R \ +# --model $MODEL \ +# --budget $BUDGET \ +# --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ +# --ppl_csv_file data/combined.csv \ +# --quant_cfg_allot_file data/quant-cfg-allocation.csv \ +# --attempt1 sensi-boost-${STOP}-${TOPM} \ +# --attempt2 kurt-boost-${STOP}-${TOPM} \ +# --attempt3 hqq\ +# --attempt4 mxq1 +# done +# done + + +MODEL="Llama-2-7b-hf" +BUDGET=3.25 +$TOOLKIT_DIR/data-vis/plot-circos-allot.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 sensi-boost-3-1 \ + --attempt2 kurt-boost-2-0 \ + --attempt3 hqq\ + --attempt4 mxq1 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-next-budget.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-next-budget.sh new file mode 100644 index 0000000000000000000000000000000000000000..38a26a6cc404d476179b23dc90748621c67eb3cb --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-circos-next-budget.sh @@ -0,0 +1,38 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" +BUDGETS=" +3.13 +3.25 +3.51 +4.13 +4.25 +4.51 +" +if [[ ! -d pdfs/allot ]]; then + mkdir -p pdfs/allot +fi + +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-circos-allot-js.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 sensi-boost-2-2 \ + --attempt2 kurt-boost-2-2 \ + --attempt3 hqq + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-mxq-allot-trio.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-mxq-allot-trio.sh new file mode 100644 index 0000000000000000000000000000000000000000..06f3c5d8fa9fea1d124f7337396966e6f1c2bf1c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-mxq-allot-trio.sh @@ -0,0 +1,28 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" +BUDGETS="3.13 3.25 3.51 4.13 4.25 4.51" + +STOP=2 +TOPM=2 +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-mxq-allot-trio.R \ + --model $MODEL \ + --budget $BUDGET \ + --baseline_data_dir $TOOLKIT_DIR/src/data/ \ + --attempt1 sensi-boost-${STOP}-${TOPM} \ + --attempt2 kurt-boost-${STOP}-${TOPM} \ + --attempt3 sensi-abl-${STOP}-${TOPM} + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-wdist-kurtosis.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-wdist-kurtosis.sh new file mode 100644 index 0000000000000000000000000000000000000000..d71e0e2b283dbda3e7dc91e86f36f0fcde905f5b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/boost/plot-wdist-kurtosis.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# +TOOLKIT_DIR="../../.." + +MODELS=" +Llama-2-13b-hf +Llama-2-7b-hf +Meta-Llama-3-8B +" + +for MODEL in $MODELS; do + $TOOLKIT_DIR/data-vis/plot-wdist-llm.R \ + --model_id $MODEL \ + --wdist_dir $TOOLKIT_DIR/data-vis/data/wdist +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/collect.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/collect.sh new file mode 100644 index 0000000000000000000000000000000000000000..303e79a4fc8cb9b865eade5fd77d8b8761a2fdd6 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/collect.sh @@ -0,0 +1,39 @@ +TOOLKIT_DIR="../../.." \ +RESULT_BASE_DIR="/fdata/llm/mxq/results" + + +ATTMPTS=" +sensi-milp-1 +sensi-milp-2 +sensi-milp-3 +kurt-milp-1 +kurt-milp-2 +kurt-milp-3 +sensi-milp-abl-1 +kurt-milp-abl +" + +# copy PPL results +mkdir -p "data/ppl/mxq" +mkdir -p "data/stor/mxq" +mkdir -p "data/allot/mxq" +for attempt in $ATTMPTS; do + cp -r "$RESULT_BASE_DIR/$attempt/data/ppl/mxq/$attempt" data/ppl/mxq + cp -r "$RESULT_BASE_DIR/$attempt/data/stor/mxq/$attempt" data/stor/mxq + cp -r "$RESULT_BASE_DIR/$attempt/data/allot/mxq/$attempt" data/allot/mxq +done + +# copy mxq2 results +cp -r "$TOOLKIT_DIR/data-vis/data/ppl/mxq/mxq2" data/ppl/mxq +cp -r "$TOOLKIT_DIR/data-vis/data/stor/mxq/mxq2" data/stor/mxq +cp -r "$TOOLKIT_DIR/data-vis/data/allot/mxq/mxq2" data/allot/mxq + +# rename sensi-milp-abl-1 to sensi-milp-abl +mv data/ppl/mxq/sensi-milp-abl-1 data/ppl/mxq/sensi-milp-abl +mv data/stor/mxq/sensi-milp-abl-1 data/stor/mxq/sensi-milp-abl +mv data/allot/mxq/sensi-milp-abl-1 data/allot/mxq/sensi-milp-abl + +$TOOLKIT_DIR/data-vis/combine.R \ + --baseline_data_dir $TOOLKIT_DIR/data-vis/data \ + --mxq_data_dir data + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-1/quant-allot-kurt-milp-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-1/quant-allot-kurt-milp-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..88a8c1233d4b6b739557f79d1c855278add088cb --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-1/quant-allot-kurt-milp-1.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,4.11,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,69.642333984375,70778880,6.89,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-2/quant-allot-kurt-milp-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-2/quant-allot-kurt-milp-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..1b22c26fbaae390cd4fa0b590eaf79590d096a6f --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-2/quant-allot-kurt-milp-2.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.19,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.19,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,57.77734375,58720256,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,57.77734375,58720256,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.65,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-3/quant-allot-kurt-milp-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-3/quant-allot-kurt-milp-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..e95c3ea09078a06e3d91713359b97eaacf417da7 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-3/quant-allot-kurt-milp-3.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,4.11,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.19,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.65,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-abl/quant-allot-kurt-milp-abl.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-abl/quant-allot-kurt-milp-abl.csv new file mode 100644 index 0000000000000000000000000000000000000000..c87f7bf6b90f18c86b5b353c11d386a3ab308ce5 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/kurt-milp-abl/quant-allot-kurt-milp-abl.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,4.11,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.79345703125,26214400,6.89,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.79345703125,26214400,5.02,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.79345703125,26214400,5.02,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv new file mode 100644 index 0000000000000000000000000000000000000000..acd6a7327d6b8a322711a3aac30630112d48aba2 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/mxq2/quant-cfg-allot-mxq1.csv @@ -0,0 +1,6553 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-1/quant-allot-sensi-milp-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-1/quant-allot-sensi-milp-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..d39e5d389a21c094ca012f70b5a34494449bfb7e --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-1/quant-allot-sensi-milp-1.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.5078125,16777216,5.02,8,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,17.015625,16777216,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-2/quant-allot-sensi-milp-2.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-2/quant-allot-sensi-milp-2.csv new file mode 100644 index 0000000000000000000000000000000000000000..1c50afc5764fda4f82f85654eebf9ae7b78d4d51 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-2/quant-allot-sensi-milp-2.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.19,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.19,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.87,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-3/quant-allot-sensi-milp-3.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-3/quant-allot-sensi-milp-3.csv new file mode 100644 index 0000000000000000000000000000000000000000..5f351ce78e685b4c525f62247e05108b8cbcea0e --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-3/quant-allot-sensi-milp-3.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,6.89,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,5.72,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,45.7294921875,45088768,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,17.015625,16777216,5.02,8,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,43.682373046875,45088768,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.21,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.17,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,4.11,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.19,3,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.79345703125,26214400,6.89,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,6.89,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.79345703125,26214400,5.72,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.79345703125,26214400,5.72,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.79345703125,26214400,5.72,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,5.72,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,26.5869140625,26214400,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,71.78466796875,70778880,5.02,8,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,4.51,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.21,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.17,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,57.77734375,58720256,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,6.89,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.25390625,4194304,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.72,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,17.015625,16777216,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.5078125,16777216,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,59.5546875,58720256,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,56.888671875,58720256,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.21,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.17,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.87,3,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-abl/quant-allot-sensi-milp-abl-1.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-abl/quant-allot-sensi-milp-abl-1.csv new file mode 100644 index 0000000000000000000000000000000000000000..c87f7bf6b90f18c86b5b353c11d386a3ab308ce5 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/allot/mxq/sensi-milp-abl/quant-allot-sensi-milp-abl-1.csv @@ -0,0 +1,15289 @@ +model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,43.682373046875,45088768,6.89,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,6.89,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,16.25390625,16777216,5.72,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.72,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,16.25390625,16777216,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,43.682373046875,45088768,5.02,8,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,5.02,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.21,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.21,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.17,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,4.11,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,4.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.11,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.07,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.95,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.95,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.87,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,3.87,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,3.83,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.83,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,3.65,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.65,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,3.51,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.51,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,3.25,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.19,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,3.19,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.19,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,3.15,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.15,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.15,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,3.13,4,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,3.11,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,3.11,2,64,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.11,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,6,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,11,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,3.07,2,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.07,3,128,8,128,6476005376,6738415616 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.79345703125,26214400,6.89,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,6.89,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,68.5711669921875,70778880,6.89,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,68.5711669921875,70778880,5.72,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.72,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,68.5711669921875,70778880,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,25.79345703125,26214400,5.02,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,25.79345703125,26214400,5.02,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,5.02,8,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,5.02,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,69.642333984375,70778880,4.51,8,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.21,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.21,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.17,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.17,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,4.11,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.11,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.07,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,4.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,3.95,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.95,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.87,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.87,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.83,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,3.83,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,3.65,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.65,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.51,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.25,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,3.19,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.19,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,3.15,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.15,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,3.13,4,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,3.11,2,64,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,3.11,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.11,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,3.07,2,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.07,3,128,8,128,12687769600,13015864320 +Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,56.888671875,58720256,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,4.126953125,4194304,6.89,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,6.89,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,6.89,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,4.126953125,4194304,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,16.5078125,16777216,5.72,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,56.888671875,58720256,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,16.25390625,16777216,5.72,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.72,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,56.888671875,58720256,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,4.25390625,4194304,5.02,8,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,4.126953125,4194304,5.02,8,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,5.02,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,5.02,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.21,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.21,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.17,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.17,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,4.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,4.11,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.11,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,4.07,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.07,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,4.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.95,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.95,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.95,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.87,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.87,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.87,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.83,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.83,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.83,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.65,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.65,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,3.65,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.51,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,3.19,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.19,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.19,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,3.15,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.15,3,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.15,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,3.11,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.11,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.11,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,0,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,7,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,9,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,10,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,16,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,22,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,24,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,3.07,2,64,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,28,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.k_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,3.07,2,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 +Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.07,3,128,8,128,6979321856,8030261248 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/combined.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/combined.csv new file mode 100644 index 0000000000000000000000000000000000000000..34d4968b644bf8a9f47df6791ea8dacc46aadb9f --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/combined.csv @@ -0,0 +1,1354 @@ +model,algo,config,bpp,attempt,ppl_wikitext,ppl_c4,load_mem_allot,model_storage_size,quant_duration,param_count +Llama-2-13b-hf,awq,b4g64,4.25,,4.71029,6.5293,7.1,6.98,883.8464283943176,13000000000 +Llama-2-13b-hf,awq,b4g128,4.13,,4.7113,6.5489,6.92,6.75,812.8657555580139,13000000000 +Llama-2-13b-hf,awq,b4g32,4.51,,4.6865,6.508,7.59,7.44,1059.5766835212708,13000000000 +Llama-2-7b-hf,fp16,base,16,,5.1847,6.9453,12.55,12.55,,7000000000 +Meta-Llama-3-8B,fp16,base,16,,5.8132,8.9824,14.96,14.96,,8000000000 +Llama-2-13b-hf,fp16,base,16,,4.6301,6.4458,19.21,24.24,,13000000000 +Llama-2-7b-hf,gptq,b3g128,3.13,,6.3173,8.2991,2.87,2.87,817.5435881614685,7000000000 +Meta-Llama-3-8B,gptq,b4g128,4.13,,97.0309,27.7734,6.33,5.34,966.0167262554168,8000000000 +Llama-2-7b-hf,gptq,b3g32,3.51,,5.9409,7.8088,3.2,3.2,826.258552312851,7000000000 +Llama-2-7b-hf,gptq,b3g64,3.25,,6.1327,8.0688,2.98,2.98,818.5346009731293,7000000000 +Meta-Llama-3-8B,gptq,b3g128,3.13,,52.779,30.0427,4.52,4.52,967.3104581832886,8000000000 +Meta-Llama-3-8B,gptq,b4g32,4.51,,8.805,10.4355,6.71,5.72,980.0271611213684,8000000000 +Llama-2-13b-hf,gptq,b3g128,3.13,,5.2384,7.1918,5.27,5.27,1540.2862856388092,13000000000 +Llama-2-7b-hf,gptq,b4g128,4.13,,5.3939,7.1774,4.39,3.63,812.6538500785828,7000000000 +Llama-2-7b-hf,gptq,b4g32,4.51,,5.3859,7.1101,4.74,3.98,825.9306561946869,7000000000 +Meta-Llama-3-8B,gptq,b3g32,3.51,,17.758,17.9848,4.88,4.88,976.306769132614,8000000000 +Llama-2-13b-hf,gptq,b3g32,3.51,,5.0878,6.9585,5.93,5.93,1546.1331825256348,13000000000 +Meta-Llama-3-8B,gptq,b3g64,3.25,,11.1596,14.3308,4.64,4.64,1056.0845897197723,8000000000 +Llama-2-13b-hf,gptq,b4g32,4.51,,4.7167,6.537,8.43,7.45,1545.0226376056671,13000000000 +Llama-2-13b-hf,gptq,b3g64,3.25,,5.1423,7.0625,5.49,5.49,1538.153817653656,13000000000 +Llama-2-7b-hf,gptq,b4g64,4.25,,5.3901,7.1289,4.5,3.74,819.5383853912354,7000000000 +Meta-Llama-3-8B,gptq,b4g64,4.25,,11.8327,11.7743,6.46,5.47,974.3064377307892,8000000000 +Llama-2-13b-hf,gptq,b4g128,4.13,,4.7422,6.5699,7.74,6.76,1538.8324785232544,13000000000 +Llama-2-13b-hf,gptq,b4g64,4.25,,4.7325,6.5575,7.97,6.99,1540.7657170295715,13000000000 +Meta-Llama-3-8B,awq,b4g128,4.13,,6.209,9.6688,5.33,5.33,443.1117050647736,8000000000 +Meta-Llama-3-8B,awq,b4g32,4.51,,6.0663,9.3942,5.72,5.72,591.7591543197632,8000000000 +Meta-Llama-3-8B,awq,b4g64,4.25,,6.1454,9.5234,5.46,5.46,488.3597602844238,8000000000 +Llama-2-7b-hf,awq,b4g64,4.25,,5.2851,7.0702,3.74,3.74,488.7674260139465,7000000000 +Llama-2-7b-hf,awq,b4g128,4.13,,5.3135,7.0998,3.62,3.62,495.0557653903961,7000000000 +Llama-2-7b-hf,awq,b4g32,4.51,,5.262,7.04,3.98,3.98,612.8054578304291,7000000000 +Llama-2-7b-hf,gptq,b8g64,8.25,,5.186,6.9462,6.81,6.81,816.7253777980804,7000000000 +Meta-Llama-3-8B,gptq,b8g32,8.51,,5.8131,8.9833,9.07,9.07,0,8000000000 +Meta-Llama-3-8B,gptq,b8g128,8.13,,5.8155,8.9844,8.61,8.61,973.6111924648284,8000000000 +Llama-2-7b-hf,gptq,b8g128,8.13,,5.1863,6.9459,6.67,6.67,818.6892747879028,7000000000 +Llama-2-13b-hf,gptq,b8g64,8.25,,4.6308,6.4455,12.99,12.99,1568.4314601421356,13000000000 +Llama-2-13b-hf,gptq,b8g32,8.51,,4.6307,6.4461,13.54,13.54,1557.962459564209,13000000000 +Llama-2-7b-hf,gptq,b8g32,8.51,,5.1861,6.9465,7.09,7.09,825.0034923553467,7000000000 +Meta-Llama-3-8B,gptq,b8g64,8.25,,5.814,8.9836,8.77,8.77,0,8000000000 +Llama-2-13b-hf,gptq,b8g128,8.13,,4.631,6.446,12.71,12.71,1545.3703949451449,13000000000 +Llama-2-7b-hf,bnb,b8g128,8.13,,5.2151,6.9793,6.59,6.53,2.3675479888916016,7000000000 +Llama-2-13b-hf,bnb,b8g128,8.13,,4.6676,6.4639,12.54,12.44,3.731398344039917,13000000000 +Meta-Llama-3-8B,bnb,b4g64,4.25,,6.2037,9.6428,5.31,5.31,3.9524896144866943,8000000000 +Meta-Llama-3-8B,bnb,b8g128,8.13,,5.9052,9.1156,8.59,8.46,3.766427755355835,8000000000 +Llama-2-13b-hf,bnb,b4g64,4.25,,4.7233,6.5475,6.71,6.71,3.897571563720703,13000000000 +Llama-2-7b-hf,bnb,b4g64,4.25,,5.319,7.1207,3.6,3.6,2.413228750228882,7000000000 +Llama-2-13b-hf,hqq,b4g64,4.25,,4.6991,6.54,6.99,6.89,52.35158634185791,13000000000 +Meta-Llama-3-8B,hqq,b3g32,3.51,,7.0876,11.1578,5.65,5.62,27.51951837539673,8000000000 +Meta-Llama-3-8B,hqq,b8g128,8.13,,5.9953,9.2893,8.56,8.56,22.69859981536865,8000000000 +Llama-2-7b-hf,hqq,b8g128,8.13,,5.2076,6.9741,6.71,6.62,16.541415691375732,7000000000 +Llama-2-13b-hf,hqq,b8g64,8.25,,4.6443,6.465,13.02,12.8,32.57941198348999,13000000000 +Llama-2-7b-hf,hqq,b4g32,4.51,,5.2843,7.072,3.93,3.89,19.446409463882446,7000000000 +Llama-2-13b-hf,hqq,b4g128,4.13,,4.7378,6.5696,6.74,6.71,48.4294548034668,13000000000 +Llama-2-13b-hf,hqq,b3g128,3.13,,5.1523,7.1368,5.67,5.6,51.76061177253723,13000000000 +Llama-2-7b-hf,hqq,b4g128,4.13,,5.3477,7.1605,3.65,3.6,21.988754272460938,7000000000 +Meta-Llama-3-8B,hqq,b8g64,8.25,,6.0122,9.3414,8.66,8.66,,8000000000 +Llama-2-7b-hf,hqq,b4g64,4.25,,5.3087,7.1184,3.74,3.7,20.24692916870117,7000000000 +Meta-Llama-3-8B,hqq,b4g64,4.25,,6.1929,9.6053,5.41,5.41,27.83445835113525,8000000000 +Llama-2-7b-hf,hqq,b8g32,8.51,,5.2178,6.9972,7,6.9,17.16417956352234,7000000000 +Llama-2-13b-hf,hqq,b4g32,4.51,,4.6916,6.5129,7.3,7.27,46.37011647224426,13000000000 +Meta-Llama-3-8B,hqq,b3g64,3.25,,7.8081,12.3615,5.02,5.01,27.30276918411255,8000000000 +Meta-Llama-3-8B,hqq,b4g32,4.51,,6.0738,9.4091,5.65,5.62,21.84357762336731,8000000000 +Meta-Llama-3-8B,hqq,b4g128,4.13,,6.3786,9.9358,5.31,5.31,30.85788106918335,8000000000 +Llama-2-7b-hf,hqq,b8g64,8.25,,5.2169,6.9772,6.81,6.71,19.32092261314392,7000000000 +Meta-Llama-3-8B,hqq,b3g128,3.13,,9.3077,14.8934,4.71,4.7,29.502231121063232,8000000000 +Llama-2-13b-hf,hqq,b3g32,3.51,,4.8894,6.7812,7.3,7.27,52.36325001716614,13000000000 +Llama-2-13b-hf,hqq,b3g64,3.25,,4.9847,6.9391,6.22,6.16,52.09609436988831,13000000000 +Llama-2-7b-hf,hqq,b3g128,3.13,,6.2021,8.3973,3.11,3.04,23.767679691314697,7000000000 +Llama-2-13b-hf,hqq,b8g32,8.51,,4.6474,6.4709,13.39,13.18,47.807037115097046,13000000000 +Llama-2-13b-hf,hqq,b8g128,8.13,,4.6401,6.4605,12.83,12.62,44.79381275177002,13000000000 +Meta-Llama-3-8B,hqq,b8g32,8.51,,6.0772,9.422,8.87,8.87,22.836755990982056,8000000000 +Llama-2-7b-hf,hqq,b3g32,3.51,,5.628,7.5494,3.93,3.89,21.869824409484863,7000000000 +Llama-2-7b-hf,hqq,b3g64,3.25,,5.8224,7.8095,3.32,3.32,22.90697860717773,7000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,kurt-milp-1,6.8918,10.8474,5.29,5.28,27.36632227897644,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,kurt-milp-1,5.3242,7.1273,3.71,3.66,20.86406397819519,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-milp-1,4.736,6.5697,6.74,6.71,40.65721368789673,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,kurt-milp-1,4.8302,6.6921,6.42,6.38,43.12619352340698,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,kurt-milp-1,6.1908,8.3897,3.12,3.05,23.31800365447998,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,kurt-milp-1,5.236,6.9997,5.77,5.68,17.293044805526733,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,kurt-milp-1,4.6838,6.5063,8.08,8.03,36.98548936843872,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-milp-1,7.6819,12.2845,4.94,4.94,28.73204803466797,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,kurt-milp-1,5.3146,7.3785,5.56,5.49,45.3128080368042,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,kurt-milp-1,5.2324,7.2474,5.64,5.57,45.645151138305664,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-milp-1,5.1229,7.0829,5.8,5.74,45.11593532562256,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-milp-1,5.1552,7.1325,5.67,5.61,45.38272452354431,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,kurt-milp-1,5.1467,7.1225,5.69,5.63,45.472265005111694,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,kurt-milp-1,6.0451,9.3927,6.62,6.61,22.63269329071045,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,kurt-milp-1,5.3714,7.2054,3.62,3.57,21.771565914154053,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-milp-1,6.1013,9.4472,5.65,5.62,21.38394379615784,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,kurt-milp-1,6.419,10.0406,5.3,5.3,27.609214067459103,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,kurt-milp-1,8.8983,14.0943,4.73,4.72,29.65957236289978,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-milp-1,5.8015,7.8017,3.3,3.25,22.664735555648804,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,kurt-milp-1,6.124,8.2999,3.14,3.07,23.29084849357605,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,kurt-milp-1,4.7959,6.6374,6.54,6.51,41.516377210617065,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,kurt-milp-1,5.5425,7.4705,3.48,3.43,22.04925107955933,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,kurt-milp-1,6.2972,8.5745,3.09,3.02,24.066794395446777,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,kurt-milp-1,4.716,6.5565,6.92,6.83,39.7439386844635,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-milp-1,5.3467,7.1595,3.65,3.6,21.491610288619995,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-milp-1,8.3464,13.4439,4.79,4.78,29.73430562019348,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-milp-1,4.6986,6.5418,6.99,6.89,39.40041637420654,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,kurt-milp-1,5.2491,7.0389,4.86,4.8,18.35659861564636,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,kurt-milp-1,6.8886,10.7979,5.21,5.2,28.9484760761261,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,kurt-milp-1,4.6569,6.4751,10.9,10.79,32.94935369491577,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,kurt-milp-1,8.6473,13.8228,4.75,4.74,30.600863933563232,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,kurt-milp-1,10.7329,17.076,4.65,4.64,29.965320587158203,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,kurt-milp-1,4.7453,6.5726,6.72,6.69,43.93509125709534,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,kurt-milp-1,4.7235,6.5625,6.82,6.77,40.21094226837158,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,kurt-milp-1,6.2962,9.7813,5.35,5.35,26.17981028556824,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-milp-1,5.2972,7.0821,3.94,3.89,19.426303386688232,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,kurt-milp-1,5.6889,7.6822,3.38,3.33,22.54614806175232,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,kurt-milp-1,6.2447,9.6859,5.38,5.38,25.247342109680176,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,kurt-milp-1,5.471,7.3428,3.55,3.5,21.81730461120605,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-milp-1,5.3079,7.1207,3.74,3.69,20.32745599746704,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,kurt-milp-1,6.0239,9.3371,7.56,7.56,29.428388833999637,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,kurt-milp-1,5.3587,7.1751,3.64,3.59,21.64970111846924,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,kurt-milp-1,4.7582,6.6015,6.68,6.64,41.19094347953797,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,kurt-milp-1,6.894,9.4531,3.04,2.98,23.284097909927368,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,kurt-milp-1,7.4318,11.899,5.02,5.02,28.263002634048465,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,kurt-milp-1,5.2809,7.0611,4.33,4.27,18.612439393997192,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-milp-1,6.0798,8.2368,3.17,3.1,23.2311589717865,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-milp-1,4.6885,6.5252,7.31,7.27,38.19216418266296,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-milp-1,6.2077,9.6171,5.41,5.41,24.6322078704834,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,kurt-milp-1,10.5496,16.9559,4.69,4.68,29.81776237487793,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,kurt-milp-1,4.948,6.8339,6.22,6.18,42.79960465431213,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-milp-1,9.2203,14.8044,4.72,4.7,30.194024324417114,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-milp-1,5.0001,6.9098,6.07,6.03,43.65558290481568,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,kurt-milp-1,7.0023,11.0629,5.14,5.13,28.58561086654663,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,kurt-milp-1,7.1748,11.2813,5.16,5.16,27.72234916687012,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,kurt-milp-1,5.5126,7.4097,3.51,3.46,22.14923071861267,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-milp-1,6.2126,8.4307,3.11,3.04,23.287213802337646,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,kurt-milp-1,5.3428,7.1443,3.68,3.63,21.051549911499023,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,kurt-milp-1,4.8276,6.7062,6.47,6.42,42.26391005516052,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,kurt-milp-1,6.0598,9.3826,6.06,6.04,24.557884216308597,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-milp-1,6.3658,9.907,5.31,5.31,27.320806980133057,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,kurt-milp-1,5.1206,7.0895,5.74,5.67,45.53503727912903,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,kurt-milp-1,4.6708,6.4958,9.24,9.06,36.04302716255188,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,kurt-milp-2,6.5033,10.2205,5.28,5.28,27.257663011550903,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,kurt-milp-2,5.3248,7.1198,3.71,3.66,20.939202785491943,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-milp-2,4.7327,6.5703,6.74,6.71,41.1973569393158,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,kurt-milp-2,4.8432,6.7282,6.42,6.38,43.16337585449219,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,kurt-milp-2,6.0943,8.2679,3.12,3.05,23.619961261749268,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,kurt-milp-2,5.2286,7.0015,5.76,5.68,17.817630290985107,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,kurt-milp-2,4.6825,6.5045,8.08,8.03,37.2944438457489,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-milp-2,8.0214,12.8143,4.95,4.94,28.638461351394653,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,kurt-milp-2,5.3557,7.3898,5.56,5.49,45.56479573249817,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,kurt-milp-2,5.2011,7.2109,5.65,5.58,46.02956581115723,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-milp-2,5.1117,7.0595,5.8,5.74,45.183236598968506,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-milp-2,5.15,7.1325,5.67,5.61,45.90462231636048,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,kurt-milp-2,5.1438,7.1209,5.69,5.63,45.672473192214966,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,kurt-milp-2,6.0416,9.3852,6.62,6.61,22.940399646759037,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,kurt-milp-2,5.4081,7.2464,3.62,3.57,21.92127585411072,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-milp-2,6.0997,9.4458,5.64,5.62,22.1103310585022,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,kurt-milp-2,6.4212,10.0394,5.3,5.3,27.22149062156677,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,kurt-milp-2,8.9772,14.4373,4.73,4.72,29.505486249923703,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-milp-2,5.7077,7.7112,3.31,3.25,22.942257165908813,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,kurt-milp-2,6.0426,8.1731,3.14,3.07,23.321823120117188,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,kurt-milp-2,4.7985,6.6615,6.55,6.51,42.1051459312439,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,kurt-milp-2,5.5313,7.45,3.49,3.43,22.14877462387085,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,kurt-milp-2,7.419,10.1344,3.09,3.02,23.611125469207764,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,kurt-milp-2,4.7044,6.5499,6.89,6.83,40.037184953689575,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-milp-2,5.3488,7.1573,3.65,3.6,21.639248371124268,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-milp-2,8.2333,13.1927,4.78,4.78,30.71119999885559,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-milp-2,4.703,6.5443,6.99,6.89,39.33686852455139,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,kurt-milp-2,5.2469,7.0248,4.86,4.8,18.953235626220703,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,kurt-milp-2,6.8419,10.6976,5.22,5.2,27.607383966445923,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,kurt-milp-2,4.6563,6.4804,10.86,10.79,33.28516960144043,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,kurt-milp-2,8.5912,13.6394,4.76,4.74,30.255792140960693,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,kurt-milp-2,17.4126,27.2916,4.65,4.64,29.598832368850708,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,kurt-milp-2,4.7407,6.5763,6.72,6.69,41.370115518569946,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,kurt-milp-2,4.7216,6.5647,6.82,6.77,40.537644386291504,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,kurt-milp-2,6.2969,9.7847,5.35,5.35,26.31592798233032,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-milp-2,5.2763,7.0802,3.94,3.89,20.063220500946045,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,kurt-milp-2,5.6346,7.6136,3.39,3.33,22.61797070503235,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,kurt-milp-2,6.2453,9.693,5.38,5.38,25.644255876541138,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,kurt-milp-2,5.4558,7.327,3.55,3.5,21.954949855804443,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-milp-2,5.3063,7.1155,3.74,3.69,20.482526302337646,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,kurt-milp-2,6.0208,9.3237,7.56,7.56,28.03914499282837,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,kurt-milp-2,5.377,7.233,3.64,3.59,21.754056692123413,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,kurt-milp-2,4.7596,6.5989,6.68,6.64,41.21436858177185,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,kurt-milp-2,6.7487,9.1992,3.04,2.98,23.368948459625244,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,kurt-milp-2,7.5987,12.0781,5.03,5.02,28.588196992874146,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,kurt-milp-2,5.2636,7.0501,4.33,4.27,18.867635011672974,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-milp-2,5.9769,8.11,3.17,3.11,23.631428956985477,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-milp-2,4.6946,6.5233,7.37,7.27,38.81637406349182,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-milp-2,6.1953,9.6041,5.41,5.41,24.589555263519287,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,kurt-milp-2,10.3731,16.4434,4.69,4.69,29.803720235824585,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,kurt-milp-2,4.949,6.8313,6.22,6.18,42.97917723655701,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-milp-2,9.2426,14.8474,4.72,4.7,29.45340657234192,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-milp-2,5.0005,6.8884,6.08,6.03,44.30320143699646,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,kurt-milp-2,7.4426,11.6667,5.14,5.13,28.179112434387207,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,kurt-milp-2,7.1263,11.2337,5.16,5.16,28.06285095214844,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,kurt-milp-2,5.5319,7.4441,3.5,3.46,22.30156874656677,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-milp-2,6.1976,8.4014,3.11,3.04,23.45512700080872,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,kurt-milp-2,5.3405,7.1397,3.68,3.63,21.24897336959839,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,kurt-milp-2,4.8288,6.7034,6.47,6.42,42.39811944961548,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,kurt-milp-2,6.059,9.3751,6.06,6.04,24.87943148612976,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-milp-2,6.3742,9.9253,5.31,5.31,27.00949501991272,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,kurt-milp-2,5.1344,7.0814,5.74,5.67,45.88943910598755,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,kurt-milp-2,4.6688,6.4948,9.18,9.06,35.95629143714905,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,kurt-milp-3,6.7878,10.6366,5.28,5.28,27.58466386795044,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,kurt-milp-3,5.3278,7.1223,3.71,3.66,21.01453185081482,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-milp-3,4.7315,6.5697,6.74,6.71,42.15920352935791,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,kurt-milp-3,4.8695,6.7219,6.42,6.38,42.215378761291504,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,kurt-milp-3,6.0909,8.2672,3.12,3.05,23.5164954662323,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,kurt-milp-3,5.2313,7.0034,5.76,5.68,17.806764841079712,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,kurt-milp-3,4.6831,6.5057,8.09,8.03,37.49081635475159,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-milp-3,7.8956,12.6613,4.94,4.94,28.63580632209778,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,kurt-milp-3,5.3383,7.3743,5.56,5.49,45.3018262386322,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,kurt-milp-3,5.2067,7.2159,5.64,5.57,45.64819979667664,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-milp-3,5.1195,7.0616,5.8,5.74,45.1069929599762,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-milp-3,5.1558,7.1316,5.67,5.61,45.38340091705322,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,kurt-milp-3,5.1449,7.1219,5.69,5.63,45.39785194396973,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,kurt-milp-3,6.0481,9.382,6.62,6.61,22.81710529327393,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,kurt-milp-3,5.3859,7.2202,3.62,3.57,21.966408491134644,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-milp-3,6.1242,9.4812,5.64,5.62,22.27670621871948,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,kurt-milp-3,6.4625,10.0872,5.31,5.3,27.459346055984497,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,kurt-milp-3,9.1271,14.6559,4.73,4.72,29.510700464248657,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-milp-3,5.6875,7.6469,3.31,3.25,22.99522042274475,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,kurt-milp-3,6.0191,8.1239,3.14,3.07,23.52114176750183,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,kurt-milp-3,4.8082,6.657,6.55,6.51,41.83329796791077,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,kurt-milp-3,5.5087,7.3858,3.49,3.43,22.18826055526733,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,kurt-milp-3,6.3338,8.5815,3.09,3.02,23.6076819896698,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,kurt-milp-3,4.7165,6.5571,6.9,6.83,41.15570378303528,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-milp-3,5.3488,7.1573,3.65,3.6,21.58167243003845,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-milp-3,8.4629,13.637,4.79,4.78,29.95715069770813,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-milp-3,4.705,6.5466,6.98,6.89,39.54209327697754,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,kurt-milp-3,5.2449,7.0268,4.86,4.8,18.84803295135498,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,kurt-milp-3,6.9499,10.9589,5.22,5.2,28.442525148391724,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,kurt-milp-3,4.6583,6.4809,10.88,10.79,33.443644523620605,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,kurt-milp-3,8.7581,14.0325,4.75,4.74,30.0060670375824,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,kurt-milp-3,10.4524,16.6732,4.65,4.64,30.086444854736328,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,kurt-milp-3,4.747,6.5837,6.72,6.69,41.50982737541199,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,kurt-milp-3,4.7209,6.5646,6.8,6.77,40.68757319450378,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,kurt-milp-3,6.2987,9.7961,5.35,5.35,26.45820450782776,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-milp-3,5.278,7.0826,3.94,3.89,20.2305645942688,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,kurt-milp-3,5.6138,7.5529,3.39,3.33,22.697960376739506,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,kurt-milp-3,6.2456,9.704,5.38,5.38,25.45270109176636,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,kurt-milp-3,5.4347,7.267,3.55,3.5,21.94642949104309,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-milp-3,5.306,7.1136,3.74,3.69,20.55903148651123,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,kurt-milp-3,6.0182,9.334,7.56,7.56,28.54665946960449,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,kurt-milp-3,5.3599,7.1735,3.64,3.59,22.14755129814148,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,kurt-milp-3,4.7538,6.5942,6.68,6.64,41.285505056381226,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,kurt-milp-3,7.1028,9.5124,3.04,2.98,23.47261929512024,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,kurt-milp-3,7.5987,12.0781,5.03,5.02,28.252349853515625,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,kurt-milp-3,5.2588,7.0434,4.33,4.27,18.89029693603516,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-milp-3,5.9371,8.0449,3.17,3.11,23.6551194190979,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-milp-3,4.6939,6.5341,7.37,7.27,39.07368445396423,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-milp-3,6.1969,9.6118,5.41,5.41,24.601139545440677,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,kurt-milp-3,10.0515,15.6542,4.7,4.68,29.84584355354309,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,kurt-milp-3,4.9158,6.8389,6.23,6.18,43.23964214324951,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-milp-3,9.2426,14.8474,4.72,4.7,30.1407687664032,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-milp-3,4.9874,6.9036,6.08,6.03,44.56876850128174,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,kurt-milp-3,7.4077,11.5909,5.14,5.13,28.17832112312317,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,kurt-milp-3,7.4574,11.7983,5.16,5.16,27.795422554016117,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,kurt-milp-3,5.4831,7.3572,3.51,3.46,22.35220456123352,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-milp-3,6.1883,8.3774,3.11,3.04,23.43196415901184,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,kurt-milp-3,5.3384,7.134,3.68,3.63,21.25652265548706,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,kurt-milp-3,4.8261,6.7021,6.47,6.42,43.87914061546326,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,kurt-milp-3,6.0648,9.3899,6.05,6.04,21.20218563079834,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-milp-3,6.3743,9.9328,5.31,5.31,27.108722686767575,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,kurt-milp-3,5.1381,7.0953,5.73,5.67,45.45008993148804,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,kurt-milp-3,4.6714,6.4909,9.22,9.06,36.07505130767822,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,kurt-milp-abl,6.9036,10.7825,5.28,5.28,27.77489423751831,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,kurt-milp-abl,5.3199,7.129,3.71,3.66,20.881407499313354,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,kurt-milp-abl,4.7334,6.5698,6.74,6.71,40.85260057449341,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,kurt-milp-abl,4.8492,6.7129,6.42,6.38,42.4148690700531,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,kurt-milp-abl,6.1634,8.351,3.12,3.05,25.303820610046387,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,kurt-milp-abl,5.2328,7.0154,5.77,5.68,17.20630121231079,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,kurt-milp-abl,4.6769,6.5033,8.12,8.03,37.02561044692993,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,kurt-milp-abl,8.0315,12.8726,4.94,4.94,28.627197265625,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,kurt-milp-abl,5.3171,7.3499,5.56,5.49,45.251768589019775,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,kurt-milp-abl,5.2338,7.2416,5.63,5.57,46.343064069747925,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,kurt-milp-abl,5.1289,7.0781,5.8,5.74,45.34884691238403,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,kurt-milp-abl,5.153,7.1335,5.67,5.61,45.98513555526733,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,kurt-milp-abl,5.1387,7.1301,5.69,5.63,45.71858859062195,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,kurt-milp-abl,6.049,9.3684,6.63,6.61,23.222563982009888,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,kurt-milp-abl,5.3764,7.2116,3.62,3.57,21.772835969924927,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,kurt-milp-abl,6.0743,9.4103,5.65,5.62,21.30938959121704,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,kurt-milp-abl,6.4421,10.0438,5.3,5.3,27.92640233039856,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,kurt-milp-abl,9.1801,14.6785,4.73,4.72,29.94306707382202,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,kurt-milp-abl,5.8681,7.9342,3.32,3.25,22.61200213432312,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,kurt-milp-abl,6.1593,8.3158,3.14,3.07,23.38823914527893,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,kurt-milp-abl,4.7994,6.6645,6.55,6.51,42.63406300544739,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,kurt-milp-abl,5.5833,7.4809,3.49,3.43,21.959100246429443,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,kurt-milp-abl,6.2982,8.5305,3.09,3.02,23.464661836624146,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,kurt-milp-abl,4.7158,6.5565,6.92,6.83,39.94955825805664,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,kurt-milp-abl,5.3469,7.1595,3.65,3.6,21.53459310531616,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,kurt-milp-abl,8.7207,13.8928,4.78,4.78,30.41411399841309,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,kurt-milp-abl,4.6984,6.5415,6.98,6.89,39.43632984161377,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,kurt-milp-abl,5.2475,7.0237,4.85,4.8,18.92855739593506,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,kurt-milp-abl,6.9274,10.8233,5.21,5.2,27.9085910320282,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,kurt-milp-abl,4.6565,6.4771,10.95,10.79,33.54485607147217,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,kurt-milp-abl,9.0392,14.3578,4.75,4.74,34.854448318481445,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,kurt-milp-abl,11.8721,18.9599,4.65,4.64,29.861831426620483,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,kurt-milp-abl,4.7456,6.5831,6.72,6.69,41.54007577896118,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,kurt-milp-abl,4.7255,6.5627,6.83,6.77,40.55902314186096,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,kurt-milp-abl,6.3038,9.7997,5.35,5.35,26.606067657470703,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,kurt-milp-abl,5.2843,7.072,3.93,3.89,19.39860725402832,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,kurt-milp-abl,5.6564,7.64,3.39,3.33,22.561373949050903,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,kurt-milp-abl,6.2507,9.7063,5.38,5.38,25.711184978485107,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,kurt-milp-abl,5.4707,7.3466,3.55,3.5,21.87514853477478,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,kurt-milp-abl,5.3087,7.1191,3.74,3.69,20.40448236465454,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,kurt-milp-abl,6.0254,9.3466,7.56,7.56,29.21794867515564,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,kurt-milp-abl,5.3615,7.1777,3.64,3.59,21.726112365722656,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,kurt-milp-abl,4.7615,6.6042,6.68,6.64,41.29718732833862,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,kurt-milp-abl,6.754,9.1749,3.04,2.98,23.493571519851685,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,kurt-milp-abl,7.317,11.5261,5.03,5.02,28.971935749053955,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,kurt-milp-abl,5.2709,7.066,4.33,4.27,18.716442108154297,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,kurt-milp-abl,5.9331,8.0353,3.17,3.1,23.79800510406494,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,kurt-milp-abl,4.6913,6.5127,7.33,7.3,38.51501655578613,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,kurt-milp-abl,6.1951,9.6121,5.41,5.41,25.152538061141968,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,kurt-milp-abl,10.129,16.1233,4.69,4.68,29.93021869659424,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,kurt-milp-abl,4.9127,6.8302,6.23,6.18,43.79962754249573,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,kurt-milp-abl,9.2799,14.8282,4.71,4.7,29.862338304519653,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,kurt-milp-abl,4.9366,6.8533,6.08,6.02,45.942261695861816,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,kurt-milp-abl,7.5888,11.9066,5.14,5.13,28.60975408554077,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,kurt-milp-abl,7.301,11.412,5.16,5.16,27.706770420074463,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,kurt-milp-abl,5.4982,7.3752,3.5,3.46,22.03609251976013,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,kurt-milp-abl,6.1834,8.3742,3.11,3.04,23.530315160751343,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,kurt-milp-abl,5.3404,7.1469,3.68,3.63,21.224390983581543,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,kurt-milp-abl,4.862,6.7028,6.45,6.42,41.82983064651489,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,kurt-milp-abl,6.0634,9.4129,6.06,6.04,25.78541088104248,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,kurt-milp-abl,6.3696,9.9194,5.31,5.31,27.221994161605835,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,kurt-milp-abl,5.1335,7.0959,5.74,5.67,45.87439322471619,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,kurt-milp-abl,4.6695,6.4943,9.22,9.06,35.67821478843689,13000000000 +Llama-2-7b-hf,mxq,3_97,3.97,mxq2,5.4176,7.2694,3.75,3.71,20.81610369682312,7000000000 +Llama-2-7b-hf,mxq,3_42,3.42,mxq2,5.7046,7.6965,3.38,3.37,21.87164568901062,7000000000 +Llama-2-7b-hf,mxq,3_17,3.17,mxq2,6.0747,8.185,3.2,3.15,22.421337604522705,7000000000 +Llama-2-13b-hf,mxq,3_83,3.83,mxq2,4.8072,6.6764,6.96,6.89,41.99375867843628,13000000000 +Llama-2-13b-hf,mxq,3_37,3.37,mxq2,4.9585,6.9129,6.25,6.16,43.76207518577576,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,mxq2,6.122,8.2304,3.17,3.13,22.2665798664093,7000000000 +Llama-2-7b-hf,mxq,3_67,3.67,mxq2,5.541,7.4627,3.61,3.59,21.25223970413208,7000000000 +Llama-2-13b-hf,mxq,3_91,3.91,mxq2,4.7832,6.6505,7.06,7,41.9384765625,13000000000 +Meta-Llama-3-8B,mxq,3_89,3.89,mxq2,6.6544,10.4342,5.43,5.42,27.806442499160767,8000000000 +Llama-2-7b-hf,mxq,3_23,3.23,mxq2,5.9895,8.0585,3.26,3.22,22.228074550628666,7000000000 +Llama-2-7b-hf,mxq,3_79,3.79,mxq2,5.4927,7.3805,3.67,3.65,20.98002791404724,7000000000 +Meta-Llama-3-8B,mxq,3_53,3.53,mxq2,7.1962,11.3999,5.22,5.22,26.28734064102173,8000000000 +Llama-2-7b-hf,mxq,3_77,3.77,mxq2,5.4947,7.3911,3.66,3.64,21.04779982566833,7000000000 +Llama-2-13b-hf,mxq,3_99,3.99,mxq2,4.7683,6.6273,7.04,6.99,41.30886244773865,13000000000 +Meta-Llama-3-8B,mxq,3_41,3.41,mxq2,7.4175,11.7838,5.08,5.06,27.105319261550903,8000000000 +Llama-2-7b-hf,mxq,3_43,3.43,mxq2,5.7068,7.6786,3.39,3.39,21.85949444770813,7000000000 +Meta-Llama-3-8B,mxq,3_47,3.47,mxq2,7.281,11.5531,5.17,5.16,26.163748025894165,8000000000 +Llama-2-7b-hf,mxq,3_69,3.69,mxq2,5.5268,7.4433,3.63,3.62,21.25035858154297,7000000000 +Meta-Llama-3-8B,mxq,3_81,3.81,mxq2,6.8115,10.6864,5.3,5.3,25.49193334579468,8000000000 +Llama-2-7b-hf,mxq,3_49,3.49,mxq2,5.676,7.6333,3.42,3.42,21.90437889099121,7000000000 +Meta-Llama-3-8B,mxq,3_23,3.23,mxq2,10.3624,16.5718,4.84,4.81,27.805344581604004,8000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,mxq2,7.2414,11.4917,5.21,5.2,26.368443965911865,8000000000 +Llama-2-13b-hf,mxq,3_42,3.42,mxq2,4.9304,6.8643,6.4,6.31,43.56948637962341,13000000000 +Llama-2-13b-hf,mxq,3_07,3.07,mxq2,5.3832,7.4256,5.7,5.64,43.66459345817566,13000000000 +Meta-Llama-3-8B,mxq,3_75,3.75,mxq2,6.9042,10.8576,5.29,5.29,25.686625719070435,8000000000 +Llama-2-13b-hf,mxq,3_21,3.21,mxq2,5.0349,7.0074,6.01,5.95,44.40589737892151,13000000000 +Llama-2-13b-hf,mxq,3_85,3.85,mxq2,4.7982,6.6696,7,6.94,42.05960702896118,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,mxq2,5.2377,7.2452,5.78,5.72,44.2719612121582,13000000000 +Llama-2-13b-hf,mxq,3_81,3.81,mxq2,4.8114,6.6859,6.93,6.85,42.32182168960571,13000000000 +Llama-2-13b-hf,mxq,3_63,3.63,mxq2,4.8532,6.7617,6.69,6.58,42.68939661979675,13000000000 +Llama-2-13b-hf,mxq,3_29,3.29,mxq2,4.9859,6.952,6.14,6.08,44.20152711868286,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,mxq2,5.0074,6.9806,6.08,6.02,44.19613003730774,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,mxq2,5.1707,7.1754,5.82,5.76,44.27665734291077,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,mxq2,5.1164,7.1025,5.87,5.8,44.34764862060547,13000000000 +Llama-2-7b-hf,mxq,3_73,3.73,mxq2,5.5123,7.4168,3.62,3.6,21.232139587402344,7000000000 +Llama-2-7b-hf,mxq,3_53,3.53,mxq2,5.6262,7.5828,3.46,3.45,21.58179926872253,7000000000 +Meta-Llama-3-8B,mxq,3_45,3.45,mxq2,7.3098,11.6153,5.15,5.13,26.3620126247406,8000000000 +Llama-2-13b-hf,mxq,3_39,3.39,mxq2,4.9444,6.8887,6.32,6.22,43.48427081108093,13000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,mxq2,13.246,20.5725,4.76,4.73,27.02269148826599,8000000000 +Llama-2-7b-hf,mxq,3_91,3.91,mxq2,5.4341,7.2981,3.75,3.71,20.765305519104004,7000000000 +Llama-2-7b-hf,mxq,3_51,3.51,mxq2,5.6537,7.6088,3.43,3.43,21.60974907875061,7000000000 +Llama-2-7b-hf,mxq,3_09,3.09,mxq2,6.3993,8.6191,3.11,3.07,22.154855966567997,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,mxq2,6.0367,8.1304,3.21,3.17,22.464972496032715,7000000000 +Meta-Llama-3-8B,mxq,3_91,3.91,mxq2,6.6289,10.3944,5.46,5.45,26.559434413909912,8000000000 +Meta-Llama-3-8B,mxq,3_42,3.42,mxq2,7.3737,11.7179,5.09,5.08,27.090252161026,8000000000 +Meta-Llama-3-8B,mxq,3_43,3.43,mxq2,7.3631,11.6939,5.11,5.1,26.63440465927124,8000000000 +Llama-2-13b-hf,mxq,3_95,3.95,mxq2,4.7845,6.6449,6.97,6.9,41.428165912628174,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,mxq2,5.4747,7.351,3.71,3.68,20.85684537887573,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,mxq2,6.2975,8.4781,3.13,3.09,22.15162992477417,7000000000 +Llama-2-13b-hf,mxq,3_09,3.09,mxq2,5.3425,7.3635,5.74,5.68,43.95410466194153,13000000000 +Llama-2-13b-hf,mxq,3_45,3.45,mxq2,4.9202,6.8514,6.43,6.33,43.28198838233948,13000000000 +Llama-2-7b-hf,mxq,3_93,3.93,mxq2,5.4313,7.2906,3.76,3.72,20.614538431167603,7000000000 +Meta-Llama-3-8B,mxq,3_33,3.33,mxq2,7.7077,12.2494,4.96,4.93,27.58942461013794,8000000000 +Meta-Llama-3-8B,mxq,3_55,3.55,mxq2,7.1652,11.3423,5.25,5.25,26.299255847930908,8000000000 +Meta-Llama-3-8B,mxq,3_49,3.49,mxq2,7.2635,11.5309,5.18,5.18,26.41775894165039,8000000000 +Llama-2-7b-hf,mxq,3_57,3.57,mxq2,5.5985,7.5377,3.48,3.47,21.488388299942017,7000000000 +Meta-Llama-3-8B,mxq,3_37,3.37,mxq2,7.511,11.8916,5.03,5,27.247847080230716,8000000000 +Llama-2-7b-hf,mxq,3_39,3.39,mxq2,5.824,7.8432,3.34,3.32,22.29039669036865,7000000000 +Llama-2-7b-hf,mxq,3_21,3.21,mxq2,6.0023,8.0857,3.24,3.2,22.332809925079346,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,mxq2,9.6733,15.423400000000001,4.87,4.84,27.68308734893799,8000000000 +Llama-2-13b-hf,mxq,3_57,3.57,mxq2,4.8701,6.7853,6.55,6.43,43.164148569107056,13000000000 +Llama-2-13b-hf,mxq,3_89,3.89,mxq2,4.7885,6.6547,7.05,6.99,41.713910818099976,13000000000 +Llama-2-13b-hf,mxq,3_41,3.41,mxq2,4.9339,6.8711,6.38,6.28,43.6291081905365,13000000000 +Llama-2-7b-hf,mxq,3_47,3.47,mxq2,5.6869,7.6567,3.41,3.41,21.610416173934937,7000000000 +Llama-2-13b-hf,mxq,3_67,3.67,mxq2,4.8482,6.7383,6.81,6.71,42.77509593963623,13000000000 +Meta-Llama-3-8B,mxq,3_73,3.73,mxq2,6.9111,10.8744,5.3,5.29,25.77156162261963,8000000000 +Llama-2-7b-hf,mxq,3_63,3.63,mxq2,5.5582,7.497,3.57,3.56,21.41391110420227,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,mxq2,6.573,10.2897,5.51,5.5,,8000000000 +Llama-2-7b-hf,mxq,3_89,3.89,mxq2,5.4387,7.306,3.74,3.71,20.75191569328308,7000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,mxq2,12.167,19.1409,4.8,4.77,27.04138207435608,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,mxq2,15.2134,23.2301,4.68,4.65,26.43147921562195,8000000000 +Llama-2-7b-hf,mxq,3_29,3.29,mxq2,5.9154,7.9772,3.29,3.26,22.09446668624878,7000000000 +Llama-2-13b-hf,mxq,3_33,3.33,mxq2,4.9767,6.9357,6.17,6.09,44.257283449172974,13000000000 +Meta-Llama-3-8B,mxq,3_69,3.69,mxq2,6.9674,10.9673,5.31,5.3,25.58327317237854,8000000000 +Llama-2-7b-hf,mxq,3_41,3.41,mxq2,5.792,7.8027,3.37,3.36,21.84909582138061,7000000000 +Llama-2-13b-hf,mxq,3_49,3.49,mxq2,4.903,6.8375,6.45,6.35,43.6374773979187,13000000000 +Llama-2-7b-hf,mxq,3_59,3.59,mxq2,5.5752,7.5225,3.49,3.49,21.561097383499146,7000000000 +Llama-2-13b-hf,mxq,3_93,3.93,mxq2,4.78,6.6443,7.03,6.97,41.61466455459595,13000000000 +Meta-Llama-3-8B,mxq,3_99,3.99,mxq2,6.5171,10.1744,5.58,5.56,27.826788187026978,8000000000 +Llama-2-7b-hf,mxq,3_65,3.65,mxq2,5.5537,7.4841,3.59,3.58,21.40466451644897,7000000000 +Llama-2-13b-hf,mxq,3_43,3.43,mxq2,4.9231,6.8593,6.41,6.31,43.47370958328247,13000000000 +Llama-2-7b-hf,mxq,3_85,3.85,mxq2,5.4624,7.337,3.72,3.69,20.791393995285038,7000000000 +Llama-2-7b-hf,mxq,3_75,3.75,mxq2,5.5065,7.4056,3.63,3.61,21.01120352745056,7000000000 +Llama-2-13b-hf,mxq,3_69,3.69,mxq2,4.8382,6.7299,6.82,6.72,42.58239769935608,13000000000 +Llama-2-7b-hf,mxq,3_81,3.81,mxq2,5.4834,7.3582,3.71,3.68,20.88287758827209,7000000000 +Meta-Llama-3-8B,mxq,3_09,3.09,mxq2,14.5954,22.293,4.7,4.67,26.38785433769226,8000000000 +Llama-2-7b-hf,mxq,3_99,3.99,mxq2,5.415,7.2563,3.73,3.7,20.53605937957764,7000000000 +Llama-2-7b-hf,mxq,3_61,3.61,mxq2,5.5611,7.5127,3.53,3.52,21.70881462097168,7000000000 +Llama-2-13b-hf,mxq,3_71,3.71,mxq2,4.8399,6.7241,6.83,6.73,42.31766819953919,13000000000 +Meta-Llama-3-8B,mxq,3_97,3.97,mxq2,6.5396,10.2222,5.57,5.54,25.33141684532165,8000000000 +Llama-2-13b-hf,mxq,3_79,3.79,mxq2,4.8152,6.697,6.89,6.8,42.10650277137756,13000000000 +Llama-2-7b-hf,mxq,3_95,3.95,mxq2,5.4265,7.2799,3.74,3.7,20.684069395065308,7000000000 +Llama-2-7b-hf,mxq,3_45,3.45,mxq2,5.6902,7.663,3.4,3.4,21.76680064201355,7000000000 +Llama-2-13b-hf,mxq,3_61,3.61,mxq2,4.8588,6.7713,6.61,6.5,42.9020140171051,13000000000 +Llama-2-13b-hf,mxq,3_27,3.27,mxq2,4.9976,6.9657,6.12,6.06,44.18956470489502,13000000000 +Meta-Llama-3-8B,mxq,3_71,3.71,mxq2,6.9541,10.9348,5.3,5.29,25.675097465515137,8000000000 +Llama-2-7b-hf,mxq,3_27,3.27,mxq2,5.9413,8.004,3.3,3.26,22.35238146781921,7000000000 +Meta-Llama-3-8B,mxq,3_77,3.77,mxq2,6.8786,10.8251,5.29,5.29,25.62618374824524,8000000000 +Llama-2-13b-hf,mxq,3_35,3.35,mxq2,4.9718,6.9284,6.2,6.12,44.18660354614258,13000000000 +Llama-2-7b-hf,mxq,3_55,3.55,mxq2,5.6136,7.5615,3.47,3.47,21.486637830734253,7000000000 +Llama-2-7b-hf,mxq,3_33,3.33,mxq2,5.8864,7.9094,3.3,3.27,22.225347995758057,7000000000 +Llama-2-7b-hf,mxq,3_71,3.71,mxq2,5.5225,7.4322,3.61,3.6,21.009374141693115,7000000000 +Llama-2-13b-hf,mxq,3_73,3.73,mxq2,4.8346,6.7155,6.84,6.74,42.436769247055054,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,mxq2,6.5113,8.7683,3.08,3.04,22.06043839454651,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,mxq2,7.0013,11.0355,5.32,5.31,26.15469574928284,8000000000 +Llama-2-7b-hf,mxq,3_25,3.25,mxq2,5.9619,8.0307,3.28,3.24,22.22865343093872,7000000000 +Llama-2-13b-hf,mxq,3_75,3.75,mxq2,4.8294,6.7079,6.87,6.78,42.05277132987976,13000000000 +Meta-Llama-3-8B,mxq,3_39,3.39,mxq2,7.4559,11.836,5.05,5.04,26.90428328514099,8000000000 +Llama-2-13b-hf,mxq,3_59,3.59,mxq2,4.8662,6.7806,6.56,6.44,42.78253173828125,13000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,mxq2,13.5185,20.9196,4.72,4.69,26.639278888702396,8000000000 +Llama-2-13b-hf,mxq,3_23,3.23,mxq2,5.0171,6.9904,6.06,6,44.30007243156433,13000000000 +Llama-2-13b-hf,mxq,3_55,3.55,mxq2,4.8747,6.795,6.54,6.42,43.29498791694641,13000000000 +Llama-2-13b-hf,mxq,3_65,3.65,mxq2,4.8484,6.7496,6.76,6.65,42.8002290725708,13000000000 +Llama-2-7b-hf,mxq,3_31,3.31,mxq2,5.8953,7.9157,3.29,3.26,22.18888235092163,7000000000 +Meta-Llama-3-8B,mxq,3_31,3.31,mxq2,8.009,12.8365,4.93,4.9,28.17751383781433,8000000000 +Meta-Llama-3-8B,mxq,3_59,3.59,mxq2,7.105,11.2024,5.3,5.29,26.049386501312256,8000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,mxq2,13.3979,20.8975,4.74,4.71,26.89117765426636,8000000000 +Llama-2-13b-hf,mxq,3_77,3.77,mxq2,4.8222,6.7,6.88,6.79,42.346415281295776,13000000000 +Meta-Llama-3-8B,mxq,3_61,3.61,mxq2,7.0497,11.1055,5.33,5.32,27.4024658203125,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,mxq2,4.8912,6.8218,6.49,6.38,43.13220953941345,13000000000 +Meta-Llama-3-8B,mxq,3_79,3.79,mxq2,6.825,10.7034,5.3,5.3,25.54624938964844,8000000000 +Meta-Llama-3-8B,mxq,3_29,3.29,mxq2,8.2741,13.2343,4.91,4.88,28.2871572971344,8000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,mxq2,6.7701,10.632,5.35,5.34,25.362540245056152,8000000000 +Llama-2-13b-hf,mxq,3_53,3.53,mxq2,4.8875,6.8083,6.51,6.4,43.060672760009766,13000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,mxq2,6.7067,10.5142,5.4,5.39,25.73590469360352,8000000000 +Meta-Llama-3-8B,mxq,3_17,3.17,mxq2,12.4406,19.7752,4.78,4.75,26.95879483222961,8000000000 +Llama-2-13b-hf,mxq,3_47,3.47,mxq2,4.9176,6.8442,6.44,6.34,43.46783089637756,13000000000 +Meta-Llama-3-8B,mxq,3_57,3.57,mxq2,7.124,11.2732,5.27,5.26,25.697256565093998,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,mxq2,5.4454,7.3143,3.76,3.72,20.895438194274902,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,mxq2,6.2155,8.3501,3.15,3.11,22.23666214942932,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,mxq2,4.7948,6.6634,7.02,6.97,41.70433926582336,13000000000 +Llama-2-13b-hf,mxq,3_17,3.17,mxq2,5.0832,7.0475,5.91,5.84,44.636515378952026,13000000000 +Meta-Llama-3-8B,mxq,3_93,3.93,mxq2,6.5945,10.3294,5.48,5.47,29.72301721572876,8000000000 +Meta-Llama-3-8B,mxq,3_63,3.63,mxq2,7.0213,11.0719,5.33,5.31,25.690141439437863,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,mxq2,5.0547,7.0307,5.95,5.88,44.34152340888977,13000000000 +Llama-2-7b-hf,mxq,3_35,3.35,mxq2,5.8924,7.9523,3.3,3.27,21.96796560287476,7000000000 +Llama-2-7b-hf,mxq,3_37,3.37,mxq2,5.857,7.8822,3.32,3.3,22.059545278549194,7000000000 +Meta-Llama-3-8B,mxq,3_67,3.67,mxq2,6.9811,11.0063,5.31,5.3,25.918481588363647,8000000000 +Meta-Llama-3-8B,mxq,3_35,3.35,mxq2,7.573,12.0129,4.99,4.97,27.87693810462952,8000000000 +Llama-2-13b-hf,mxq,3_31,3.31,mxq2,4.9808,6.9438,6.14,6.08,44.322877407073975,13000000000 +Meta-Llama-3-8B,mxq,3_27,3.27,mxq2,9.0447,14.4039,4.89,4.86,28.09720754623413,8000000000 +Meta-Llama-3-8B,mxq,3_85,3.85,mxq2,6.7547,10.5925,5.37,5.37,25.129603147506717,8000000000 +Meta-Llama-3-8B,mxq,3_21,3.21,mxq2,11.4379,18.0265,4.82,4.79,27.216885566711422,8000000000 +Llama-2-13b-hf,mxq,3_97,3.97,mxq2,4.7706,6.6341,7.04,6.98,41.57976794242859,13000000000 +Llama-2-13b-hf,mxq,2_25,2.25,mxq2,32.811,41.7335,3.98,3.98,52.94397020339966,13000000000 +Llama-2-13b-hf,mxq,2_51,2.51,mxq2,8.9401,12.4191,4.49,4.49,53.25425028800965,13000000000 +Llama-2-7b-hf,mxq,2_57,2.57,mxq2,12.9279,17,,,28.16793727874756,7000000000 +Meta-Llama-3-8B,mxq,2_19,2.19,mxq2,87781.2812,61938.2773,,,26.016353130340576,8000000000 +Llama-2-7b-hf,mxq,2_47,2.47,mxq2,163.0594,170.9671,,,26.49335289001465,7000000000 +Llama-2-7b-hf,mxq,2_15,2.15,mxq2,,,,,25.715022802352905,7000000000 +Meta-Llama-3-8B,mxq,2_57,2.57,mxq2,53.2459,88.4592,,,30.894856691360477,8000000000 +Meta-Llama-3-8B,mxq,2_31,2.31,mxq2,6299.3838,5084.3877,,,25.639243364334103,8000000000 +Llama-2-7b-hf,mxq,2_29,2.29,mxq2,6517.4971,6266.208,,,26.90976619720459,7000000000 +Llama-2-7b-hf,mxq,2_13,2.13,mxq2,,4406.4316,,,26.363276958465576,7000000000 +Meta-Llama-3-8B,mxq,2_55,2.55,mxq2,55.7362,93.1902,,,26.275548934936523,8000000000 +Llama-2-13b-hf,mxq,2_15,2.15,mxq2,458.1787,998.125,,,54.36496758460999,13000000000 +Llama-2-7b-hf,mxq,2_55,2.55,mxq2,25.203,36.4469,,,27.793428897857662,7000000000 +Meta-Llama-3-8B,mxq,2_29,2.29,mxq2,4450.3784,2712.1501,,,26.07418942451477,8000000000 +Llama-2-7b-hf,mxq,2_19,2.19,mxq2,,4263.6934,,,25.5257465839386,7000000000 +Llama-2-13b-hf,mxq,2_13,2.13,mxq2,859.1281,1737.4487,,,52.718018770217896,13000000000 +Meta-Llama-3-8B,mxq,2_51,2.51,mxq2,75.1645,112.2336,4.08,4.08,24.515072107315063,8000000000 +Llama-2-13b-hf,mxq,2_21,2.21,mxq2,63.2594,78.369,,,53.45778012275696,13000000000 +Llama-2-13b-hf,mxq,2_57,2.57,mxq2,7.6239,10.5162,,,54.56654715538025,13000000000 +Llama-2-7b-hf,mxq,2_31,2.31,mxq2,6221.833,6395.2168,,,26.94262170791626,7000000000 +Llama-2-13b-hf,mxq,2_53,2.53,mxq2,7.8701,10.801,,,55.17441821098328,13000000000 +Llama-2-13b-hf,mxq,2_31,2.31,mxq2,28.025,37.1851,,,53.44624614715576,13000000000 +Llama-2-13b-hf,mxq,2_29,2.29,mxq2,29.5297,39.5324,,,53.31960153579712,13000000000 +Meta-Llama-3-8B,mxq,2_17,2.17,mxq2,70275.0781,54749.7031,,,25.9489004611969,8000000000 +Llama-2-7b-hf,mxq,2_17,2.17,mxq2,3624.9775,2700.9817,,,25.71911692619324,7000000000 +Meta-Llama-3-8B,mxq,2_27,2.27,mxq2,9208.6211,5850.2134,,,25.73874425888061,8000000000 +Llama-2-7b-hf,mxq,2_51,2.51,mxq2,37.9823,51.8843,2.47,2.47,27.23824882507324,7000000000 +Llama-2-13b-hf,mxq,2_49,2.49,mxq2,11.1589,15.2583,,,53.56611061096192,13000000000 +Meta-Llama-3-8B,mxq,2_45,2.45,mxq2,154.344,200.7597,,,25.179463624954224,8000000000 +Meta-Llama-3-8B,mxq,2_47,2.47,mxq2,97.5642,134.4331,,,24.84200382232666,8000000000 +Llama-2-13b-hf,mxq,2_55,2.55,mxq2,7.727,10.6813,,,55.89913749694824,13000000000 +Llama-2-13b-hf,mxq,2_17,2.17,mxq2,339.3502,440.1154,,,53.24775695800781,13000000000 +Llama-2-7b-hf,mxq,2_25,2.25,mxq2,3165.4758,2195.2532,2.21,2.21,25.3148353099823,7000000000 +Meta-Llama-3-8B,mxq,2_49,2.49,mxq2,82.8497,120.7239,,,24.85382080078125,8000000000 +Llama-2-13b-hf,mxq,2_19,2.19,mxq2,141.4781,165.3496,,,52.42427635192871,13000000000 +Llama-2-7b-hf,mxq,2_27,2.27,mxq2,8563.4287,4808.2769,,,25.713513374328613,7000000000 +Meta-Llama-3-8B,mxq,2_21,2.21,mxq2,46663.0352,27468.2246,,,25.73615527153015,8000000000 +Meta-Llama-3-8B,mxq,2_25,2.25,mxq2,14484.7344,6815.4814,3.8,3.8,25.789592504501343,8000000000 +Meta-Llama-3-8B,mxq,2_53,2.53,mxq2,69.2855,104.0414,,,24.58772611618042,8000000000 +Meta-Llama-3-8B,mxq,2_23,2.23,mxq2,37196.2031,22969.9609,,,25.892287492752075,8000000000 +Meta-Llama-3-8B,mxq,2_13,2.13,mxq2,102580.3359,84270.4375,,,26.389660120010376,8000000000 +Llama-2-7b-hf,mxq,2_53,2.53,mxq2,29.0323,40.7581,,,27.771810293197632,7000000000 +Llama-2-13b-hf,mxq,2_47,2.47,mxq2,11.89,16.4769,,,51.62110185623169,13000000000 +Llama-2-7b-hf,mxq,2_23,2.23,mxq2,,2553.3374,,,25.2646484375,7000000000 +Llama-2-7b-hf,mxq,2_49,2.49,mxq2,115.5637,150.3164,,,27.280510187149048,7000000000 +Llama-2-13b-hf,mxq,2_27,2.27,mxq2,31.1418,40.785,,,53.63895511627197,13000000000 +Llama-2-13b-hf,mxq,2_23,2.23,mxq2,36.6126,45.7069,,,53.58946084976196,13000000000 +Llama-2-7b-hf,mxq,2_45,2.45,mxq2,220.0714,210.4805,,,26.75245475769043,7000000000 +Llama-2-13b-hf,mxq,2_45,2.45,mxq2,12.6573,17.8399,,,54.017335653305054,13000000000 +Meta-Llama-3-8B,mxq,2_15,2.15,mxq2,105435.9375,92822.4844,,,26.52206039428711,8000000000 +Llama-2-7b-hf,mxq,2_21,2.21,mxq2,2100.0659,2256.1875,,,25.267686367034912,7000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,mxq2,6.4614,10.0802,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,mxq2,5.3182,7.1353,4.43,3.7,,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,mxq2,4.7357,6.5707,6.94,6.94,,13000000000 +Meta-Llama-3-8B,mxq,4_59,4.59,mxq2,6.1108,9.4605,6.65,5.69,,8000000000 +Meta-Llama-3-8B,mxq,4_09,4.09,mxq2,6.431,10.0261,6.51,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_49,4.49,mxq2,6.1145,9.4645,6.56,5.61,,8000000000 +Llama-2-13b-hf,mxq,4_31,4.31,mxq2,4.7008,6.5332,8.14,6.98,,13000000000 +Llama-2-7b-hf,mxq,4_53,4.53,mxq2,5.2875,7.078,4.64,3.9,,7000000000 +Llama-2-7b-hf,mxq,4_15,4.15,mxq2,5.3283,7.1561,4.45,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_35,4.35,mxq2,5.3039,7.0966,4.5,3.77,,7000000000 +Llama-2-7b-hf,mxq,4_61,4.61,mxq2,5.2864,7.0736,4.7,3.96,,7000000000 +Llama-2-7b-hf,mxq,4_07,4.07,mxq2,5.3565,7.2072,4.44,3.71,,7000000000 +Llama-2-7b-hf,mxq,4_29,4.29,mxq2,5.3113,7.114,4.46,3.72,,7000000000 +Meta-Llama-3-8B,mxq,4_03,4.03,mxq2,6.4963,10.1587,6.54,5.58,,8000000000 +Llama-2-7b-hf,mxq,4_41,4.41,mxq2,5.3008,7.0875,4.55,3.81,,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,mxq2,6.1146,9.4655,5.62,5.62,,8000000000 +Llama-2-13b-hf,mxq,4_09,4.09,mxq2,4.7492,6.5873,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_05,4.05,mxq2,6.4759,10.1244,6.53,5.58,,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,mxq2,6.4222,9.9862,6.5,5.55,,8000000000 +Meta-Llama-3-8B,mxq,4_45,4.45,mxq2,6.1205,9.4749,6.53,5.57,,8000000000 +Llama-2-7b-hf,mxq,4_49,4.49,mxq2,5.2904,7.0791,4.61,3.87,,7000000000 +Meta-Llama-3-8B,mxq,4_15,4.15,mxq2,6.405,9.9757,6.49,5.53,,8000000000 +Llama-2-7b-hf,mxq,4_47,4.47,mxq2,5.2959,7.0845,4.6,3.86,,7000000000 +Llama-2-13b-hf,mxq,4_43,4.43,mxq2,4.6938,6.5195,8.31,7.15,,13000000000 +Llama-2-7b-hf,mxq,4_43,4.43,mxq2,5.2992,7.0879,4.57,3.83,,7000000000 +Llama-2-13b-hf,mxq,4_57,4.57,mxq2,4.6882,6.5141,8.52,7.36,,13000000000 +Llama-2-13b-hf,mxq,4_47,4.47,mxq2,4.6914,6.5168,8.37,7.21,,13000000000 +Llama-2-7b-hf,mxq,4_19,4.19,mxq2,5.3245,7.1459,4.44,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_31,4.31,mxq2,5.3097,7.1112,4.48,3.74,,7000000000 +Llama-2-13b-hf,mxq,4_53,4.53,mxq2,4.689,6.5136,8.46,7.3,,13000000000 +Llama-2-13b-hf,mxq,4_23,4.23,mxq2,4.7167,6.5481,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_27,4.27,mxq2,5.3106,7.1197,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,mxq2,4.719,6.5519,8.04,6.88,,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,mxq2,5.334,7.1706,3.72,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_59,4.59,mxq2,5.2849,7.0742,4.69,3.95,,7000000000 +Llama-2-13b-hf,mxq,4_25,4.25,mxq2,4.7089,6.5419,6.9,6.91,,13000000000 +Llama-2-13b-hf,mxq,4_29,4.29,mxq2,4.7031,6.5348,8.12,6.97,,13000000000 +Meta-Llama-3-8B,mxq,4_61,4.61,mxq2,6.111,9.459,6.66,5.7,,8000000000 +Llama-2-7b-hf,mxq,4_55,4.55,mxq2,5.2859,7.0774,4.66,3.93,,7000000000 +Llama-2-13b-hf,mxq,4_41,4.41,mxq2,4.6929,6.521,8.28,7.13,,13000000000 +Llama-2-13b-hf,mxq,4_03,4.03,mxq2,4.7657,6.613,8.13,6.98,,13000000000 +Llama-2-13b-hf,mxq,4_11,4.11,mxq2,4.7407,6.5778,8.1,6.95,,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,mxq2,4.7306,6.5591,8.07,6.91,,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,mxq2,6.3811,9.9266,6.48,5.52,,8000000000 +Meta-Llama-3-8B,mxq,4_33,4.33,mxq2,6.1794,9.5815,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_33,4.33,mxq2,5.3014,7.101,4.49,3.76,,7000000000 +Meta-Llama-3-8B,mxq,4_53,4.53,mxq2,6.1145,9.4646,6.6,5.64,,8000000000 +Meta-Llama-3-8B,mxq,4_31,4.31,mxq2,6.2252,9.6562,6.43,5.47,,8000000000 +Llama-2-7b-hf,mxq,4_03,4.03,mxq2,5.3814,7.2461,4.45,3.72,,7000000000 +Llama-2-7b-hf,mxq,4_51,4.51,mxq2,5.2898,7.0788,3.89,3.89,,7000000000 +Meta-Llama-3-8B,mxq,4_57,4.57,mxq2,6.1122,9.4631,6.63,5.67,,8000000000 +Llama-2-13b-hf,mxq,4_55,4.55,mxq2,4.6895,6.5129,8.5,7.34,,13000000000 +Llama-2-13b-hf,mxq,4_05,4.05,mxq2,4.756,6.6024,8.14,6.98,,13000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,mxq2,6.3441,9.8427,6.46,5.5,,8000000000 +Llama-2-13b-hf,mxq,4_49,4.49,mxq2,4.6888,6.5146,8.4,7.24,,13000000000 +Llama-2-7b-hf,mxq,4_25,4.25,mxq2,5.3115,7.1268,3.71,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_23,4.23,mxq2,6.3174,9.7954,6.46,5.5,,8000000000 +Llama-2-7b-hf,mxq,4_05,4.05,mxq2,5.3753,7.2209,4.43,3.7,,7000000000 +Llama-2-7b-hf,mxq,4_11,4.11,mxq2,5.3408,7.1813,4.46,3.73,,7000000000 +Llama-2-13b-hf,mxq,4_19,4.19,mxq2,4.7227,6.5555,8.05,6.9,,13000000000 +Llama-2-13b-hf,mxq,4_61,4.61,mxq2,4.6907,6.5113,8.58,7.42,,13000000000 +Llama-2-13b-hf,mxq,4_07,4.07,mxq2,4.7491,6.5939,8.12,6.96,,13000000000 +Llama-2-7b-hf,mxq,4_45,4.45,mxq2,5.2966,7.087,4.58,3.84,,7000000000 +Llama-2-13b-hf,mxq,4_59,4.59,mxq2,4.6899,6.5132,8.55,7.39,,13000000000 +Llama-2-13b-hf,mxq,4_51,4.51,mxq2,4.6891,6.5144,7.28,7.28,,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,mxq2,6.2909,9.7613,5.49,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_09,4.09,mxq2,5.3551,7.1952,4.45,3.72,,7000000000 +Llama-2-13b-hf,mxq,4_15,4.15,mxq2,4.7308,6.5647,8.07,6.92,,13000000000 +Llama-2-13b-hf,mxq,4_45,4.45,mxq2,4.6926,6.5185,8.34,7.18,,13000000000 +Llama-2-13b-hf,mxq,4_27,4.27,mxq2,4.7087,6.5377,8.09,6.93,,13000000000 +Meta-Llama-3-8B,mxq,4_29,4.29,mxq2,6.2456,9.6912,6.43,5.47,,8000000000 +Meta-Llama-3-8B,mxq,4_55,4.55,mxq2,6.1126,9.4656,6.61,5.65,,8000000000 +Llama-2-13b-hf,mxq,4_33,4.33,mxq2,4.6976,6.5283,8.16,7.01,,13000000000 +Meta-Llama-3-8B,mxq,4_47,4.47,mxq2,6.1155,9.4657,6.55,5.59,,8000000000 +Llama-2-13b-hf,mxq,4_35,4.35,mxq2,4.699,6.5243,8.19,7.04,,13000000000 +Meta-Llama-3-8B,mxq,4_35,4.35,mxq2,6.1673,9.5576,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_17,4.17,mxq2,5.3282,7.1556,4.44,3.71,,7000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,mxq2,6.405,9.9574,5.54,5.54,,8000000000 +Llama-2-7b-hf,mxq,4_23,4.23,mxq2,5.3175,7.1336,4.43,3.7,,7000000000 +Meta-Llama-3-8B,mxq,4_41,4.41,mxq2,6.1285,9.4953,6.5,5.54,,8000000000 +Meta-Llama-3-8B,mxq,4_19,4.19,mxq2,6.3631,9.8989,6.47,5.51,,8000000000 +Meta-Llama-3-8B,mxq,4_27,4.27,mxq2,6.268,9.7356,6.45,5.49,,8000000000 +Llama-2-7b-hf,mxq,4_57,4.57,mxq2,5.2862,7.0799,4.67,3.93,,7000000000 +Meta-Llama-3-8B,mxq,4_43,4.43,mxq2,6.1245,9.4828,6.51,5.56,,8000000000 +Meta-Llama-3-8B,mxq,6_06,6.06,mxq2,6.023,9.326,7.84,6.88,21.76242709159851,8000000000 +Llama-2-7b-hf,mxq,7_74,7.74,mxq2,5.2359,6.9897,7.06,6.34,17.669595956802368,7000000000 +Llama-2-13b-hf,mxq,5_98,5.98,mxq2,4.6678,6.4906,10.6,9.44,47.798495054245,13000000000 +Llama-2-7b-hf,mxq,6_89,6.89,mxq2,5.2462,7.0114,6.4,5.68,25.922955751419067,7000000000 +Llama-2-7b-hf,mxq,5_90,5.9,mxq2,5.2604,7.0303,5.67,4.94,19.554818153381348,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,mxq2,4.6846,6.5035,9.18,8.03,49.19426798820496,13000000000 +Llama-2-13b-hf,mxq,7_74,7.74,mxq2,4.6469,6.4678,13.17,12.04,44.089990854263306,13000000000 +Llama-2-7b-hf,mxq,5_10,5.1,mxq2,5.2754,7.0524,5.07,4.33,19.657520294189453,7000000000 +Llama-2-7b-hf,mxq,7_56,7.56,mxq2,5.237,6.9942,6.9,6.19,18.19426202774048,7000000000 +Llama-2-7b-hf,mxq,6_81,6.81,mxq2,5.2469,7.011,6.34,5.62,18.86526107788086,7000000000 +Llama-2-7b-hf,mxq,5_96,5.96,mxq2,5.2593,7.03,5.72,4.98,19.279616355896,7000000000 +Meta-Llama-3-8B,mxq,6_71,6.71,mxq2,6.0196,9.3105,8.34,7.41,21.85685682296753,8000000000 +Llama-2-7b-hf,mxq,5_94,5.94,mxq2,5.2586,7.0295,5.7,4.97,19.37894368171692,7000000000 +Llama-2-13b-hf,mxq,5_14,5.14,mxq2,4.683,6.5027,9.36,8.2,56.9892475605011,13000000000 +Meta-Llama-3-8B,mxq,5_88,5.88,mxq2,6.0261,9.3352,7.7,6.74,22.518107175827023,8000000000 +Llama-2-13b-hf,mxq,5_08,5.08,mxq2,4.6839,6.5029,9.27,8.12,49.27021145820618,13000000000 +Llama-2-13b-hf,mxq,7_66,7.66,mxq2,4.6474,6.468,13.05,11.93,47.079811811447136,13000000000 +Meta-Llama-3-8B,mxq,6_72,6.72,mxq2,6.0197,9.3087,8.35,7.42,23.39883589744568,8000000000 +Llama-2-7b-hf,mxq,7_60,7.6,mxq2,5.2371,6.9936,6.93,6.22,18.125155687332157,7000000000 +Llama-2-13b-hf,mxq,5_94,5.94,mxq2,4.6684,6.4931,10.54,9.39,49.166083097457886,13000000000 +Llama-2-7b-hf,mxq,5_08,5.08,mxq2,5.2764,7.0531,5.06,4.32,19.440809726715088,7000000000 +Llama-2-13b-hf,mxq,6_77,6.77,mxq2,4.6577,6.4802,11.79,10.67,46.27151226997376,13000000000 +Meta-Llama-3-8B,mxq,6_86,6.86,mxq2,6.0164,9.3046,8.46,7.53,21.96333861351013,8000000000 +Llama-2-13b-hf,mxq,5_90,5.9,mxq2,4.6686,6.4937,10.48,9.33,48.043394327163696,13000000000 +Llama-2-7b-hf,mxq,7_57,7.57,mxq2,5.2378,6.9941,6.91,6.2,17.95819878578186,7000000000 +Llama-2-13b-hf,mxq,6_78,6.78,mxq2,4.6575,6.4794,11.84,10.71,44.31199598312378,13000000000 +Meta-Llama-3-8B,mxq,6_00,6,mxq2,6.0237,9.3281,7.79,6.83,21.4712917804718,8000000000 +Llama-2-7b-hf,mxq,5_04,5.04,mxq2,5.2765,7.0529,5.03,4.29,19.586140632629395,7000000000 +Meta-Llama-3-8B,mxq,5_94,5.94,mxq2,6.0244,9.3323,7.74,6.78,21.61764931678772,8000000000 +Llama-2-13b-hf,mxq,6_81,6.81,mxq2,4.6577,6.4795,11.82,10.7,47.39734888076782,13000000000 +Llama-2-7b-hf,mxq,6_92,6.92,mxq2,5.2446,7.0088,6.44,5.72,18.701699256896973,7000000000 +Llama-2-13b-hf,mxq,6_06,6.06,mxq2,4.6666,6.4898,10.72,9.56,47.00333380699158,13000000000 +Llama-2-13b-hf,mxq,7_70,7.7,mxq2,4.647,6.4677,13.11,11.99,43.83094072341919,13000000000 +Llama-2-7b-hf,mxq,5_92,5.92,mxq2,5.2577,7.0291,5.71,4.97,20.55404281616211,7000000000 +Meta-Llama-3-8B,mxq,5_14,5.14,mxq2,6.0536,9.3788,7.09,6.13,21.712579488754272,8000000000 +Llama-2-7b-hf,mxq,6_06,6.06,mxq2,5.2588,7.0279,5.79,5.06,19.3074004650116,7000000000 +Meta-Llama-3-8B,mxq,5_90,5.9,mxq2,6.0255,9.3333,7.71,6.75,22.121676683425903,8000000000 +Llama-2-13b-hf,mxq,6_02,6.02,mxq2,4.6668,6.4898,10.72,9.56,46.12384104728699,13000000000 +Meta-Llama-3-8B,mxq,5_20,5.2,mxq2,6.0512,9.3798,7.14,6.18,21.581509828567505,8000000000 +Meta-Llama-3-8B,mxq,5_04,5.04,mxq2,6.0543,9.3815,7.01,6.05,21.817686080932617,8000000000 +Llama-2-7b-hf,mxq,7_72,7.72,mxq2,5.2355,6.9912,7.02,6.31,18.226958751678467,7000000000 +Llama-2-7b-hf,mxq,6_02,6.02,mxq2,5.2581,7.0277,5.76,5.03,19.418373584747314,7000000000 +Meta-Llama-3-8B,mxq,5_98,5.98,mxq2,6.0217,9.3299,7.78,6.82,21.374507427215576,8000000000 +Llama-2-7b-hf,mxq,6_04,6.04,mxq2,5.2576,7.0268,5.78,5.04,19.052096128463745,7000000000 +Meta-Llama-3-8B,mxq,5_06,5.06,mxq2,6.0522,9.3779,7.03,6.07,21.56499028205872,8000000000 +Llama-2-13b-hf,mxq,6_87,6.87,mxq2,4.6573,6.4795,11.88,10.76,45.78723359107971,13000000000 +Llama-2-7b-hf,mxq,5_18,5.18,mxq2,5.276,7.0518,5.13,4.39,19.973525762557983,7000000000 +Meta-Llama-3-8B,mxq,5_16,5.16,mxq2,6.0507,9.3749,7.11,6.15,21.58627796173096,8000000000 +Llama-2-13b-hf,mxq,6_72,6.72,mxq2,4.6594,6.4813,11.66,10.54,46.765066146850586,13000000000 +Llama-2-13b-hf,mxq,6_04,6.04,mxq2,4.667,6.4902,10.69,9.53,48.153079986572266,13000000000 +Llama-2-13b-hf,mxq,5_96,5.96,mxq2,4.6678,6.4916,10.57,9.41,48.17770957946777,13000000000 +Llama-2-7b-hf,mxq,7_70,7.7,mxq2,5.2351,6.9918,7.01,6.29,17.992141246795654,7000000000 +Llama-2-7b-hf,mxq,6_78,6.78,mxq2,5.2478,7.0112,6.31,5.6,18.597021102905277,7000000000 +Meta-Llama-3-8B,mxq,7_76,7.76,mxq2,6.0055,9.2872,9.19,8.26,27.69206953048706,8000000000 +Llama-2-13b-hf,mxq,5_86,5.86,mxq2,4.6691,6.4944,10.42,9.27,48.98742747306824,13000000000 +Meta-Llama-3-8B,mxq,6_92,6.92,mxq2,6.0161,9.2986,8.51,7.58,22.2465500831604,8000000000 +Meta-Llama-3-8B,mxq,5_12,5.12,mxq2,6.0512,9.3761,7.09,6.13,21.561537265777588,8000000000 +Meta-Llama-3-8B,mxq,5_10,5.1,mxq2,6.0511,9.3766,7.06,6.1,21.59110140800476,8000000000 +Llama-2-7b-hf,mxq,7_63,7.63,mxq2,5.2363,6.9925,6.96,6.24,17.663169622421265,7000000000 +Llama-2-7b-hf,mxq,6_77,6.77,mxq2,5.2474,7.0115,6.31,5.59,18.561485052108765,7000000000 +Meta-Llama-3-8B,mxq,7_62,7.62,mxq2,6.0003,9.2852,9.08,8.15,22.798346996307373,8000000000 +Meta-Llama-3-8B,mxq,7_70,7.7,mxq2,6.0045,9.2858,9.19,8.26,71.6642336845398,8000000000 +Meta-Llama-3-8B,mxq,6_02,6.02,mxq2,6.0234,9.327,7.81,6.85,22.565041303634644,8000000000 +Llama-2-13b-hf,mxq,6_83,6.83,mxq2,4.6573,6.4802,11.85,10.73,46.35602283477783,13000000000 +Llama-2-13b-hf,mxq,6_89,6.89,mxq2,4.6568,6.4789,11.91,10.79,48.30457520484924,13000000000 +Meta-Llama-3-8B,mxq,7_56,7.56,mxq2,6.002,9.2872,9.03,8.1,22.120295524597168,8000000000 +Meta-Llama-3-8B,mxq,6_78,6.78,mxq2,6.0256,9.318,8.4,7.47,22.91683387756348,8000000000 +Meta-Llama-3-8B,mxq,7_60,7.6,mxq2,6.0076,9.2996,9.06,8.13,21.957447052001957,8000000000 +Llama-2-13b-hf,mxq,5_10,5.1,mxq2,4.6844,6.5018,9.31,8.16,49.0630841255188,13000000000 +Meta-Llama-3-8B,mxq,6_83,6.83,mxq2,6.0153,9.3035,8.46,7.53,22.001774787902832,8000000000 +Meta-Llama-3-8B,mxq,7_63,7.63,mxq2,6.006,9.2906,9.09,8.16,23.30888676643372,8000000000 +Meta-Llama-3-8B,mxq,7_68,7.68,mxq2,6.0022,9.2823,9.13,8.2,23.90609741210937,8000000000 +Llama-2-13b-hf,mxq,5_88,5.88,mxq2,4.6688,6.494,10.45,9.3,48.39581108093262,13000000000 +Llama-2-7b-hf,mxq,7_76,7.76,mxq2,5.2357,6.9899,7.05,6.34,17.89582633972168,7000000000 +Meta-Llama-3-8B,mxq,7_72,7.72,mxq2,6.0038,9.292,9.19,8.26,22.09702754020691,8000000000 +Llama-2-7b-hf,mxq,5_16,5.16,mxq2,5.2759,7.0515,5.12,4.38,20.5237340927124,7000000000 +Meta-Llama-3-8B,mxq,7_74,7.74,mxq2,6.0006,9.2811,9.18,8.25,23.867166757583615,8000000000 +Meta-Llama-3-8B,mxq,6_04,6.04,mxq2,6.0223,9.3285,7.83,6.87,21.45602321624756,8000000000 +Meta-Llama-3-8B,mxq,7_57,7.57,mxq2,6.0049,9.2966,9.04,8.11,22.91953945159912,8000000000 +Llama-2-7b-hf,mxq,7_62,7.62,mxq2,5.2374,6.9934,6.95,6.23,19.285237550735477,7000000000 +Llama-2-13b-hf,mxq,7_56,7.56,mxq2,4.6494,6.4696,12.9,11.78,47.3088366985321,13000000000 +Llama-2-7b-hf,mxq,5_20,5.2,mxq2,5.2746,7.0514,5.15,4.41,19.65858101844788,7000000000 +Llama-2-13b-hf,mxq,5_04,5.04,mxq2,4.6854,6.5025,9.21,8.06,46.62364554405213,13000000000 +Llama-2-7b-hf,mxq,5_88,5.88,mxq2,5.2586,7.0299,5.66,4.92,19.65648412704468,7000000000 +Llama-2-13b-hf,mxq,7_68,7.68,mxq2,4.6472,6.4684,13.08,11.95,47.53784322738648,13000000000 +Llama-2-7b-hf,mxq,5_14,5.14,mxq2,5.2757,7.0512,5.1,4.36,19.58873414993286,7000000000 +Meta-Llama-3-8B,mxq,5_08,5.08,mxq2,6.0535,9.3792,7.05,6.09,21.678075790405277,8000000000 +Llama-2-13b-hf,mxq,7_60,7.6,mxq2,4.649,6.4689,12.96,11.84,45.857011795043945,13000000000 +Meta-Llama-3-8B,mxq,5_18,5.18,mxq2,6.0513,9.3791,7.13,6.17,21.55056619644165,8000000000 +Llama-2-13b-hf,mxq,7_76,7.76,mxq2,4.6461,6.4672,13.19,12.07,43.27605080604553,13000000000 +Llama-2-7b-hf,mxq,6_86,6.86,mxq2,5.2461,7.0104,6.38,5.66,18.698930263519287,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,mxq2,6.0148,9.302,8.49,7.56,22.465340614318848,8000000000 +Llama-2-13b-hf,mxq,6_75,6.75,mxq2,4.6587,6.4808,11.73,10.61,51.45095086097717,13000000000 +Llama-2-7b-hf,mxq,5_06,5.06,mxq2,5.2773,7.0527,5.04,4.3,19.507778644561768,7000000000 +Llama-2-13b-hf,mxq,6_92,6.92,mxq2,4.6565,6.4785,12.03,10.9,48.840221881866455,13000000000 +Meta-Llama-3-8B,mxq,5_86,5.86,mxq2,6.0263,9.3328,7.68,6.72,21.603814601898197,8000000000 +Llama-2-13b-hf,mxq,5_00,5,mxq2,4.686,6.5027,8,8,50.04755926132202,13000000000 +Llama-2-7b-hf,mxq,5_86,5.86,mxq2,5.259,7.0317,5.64,4.91,19.42838191986084,7000000000 +Llama-2-7b-hf,mxq,5_02,5.02,mxq2,5.2756,7.053,5.01,4.27,19.654392957687374,7000000000 +Llama-2-13b-hf,mxq,5_12,5.12,mxq2,4.6834,6.5027,9.33,8.17,49.11213088035584,13000000000 +Llama-2-7b-hf,mxq,6_72,6.72,mxq2,5.2475,7.0121,6.27,5.56,18.748580932617188,7000000000 +Meta-Llama-3-8B,mxq,6_87,6.87,mxq2,6.0212,9.3161,8.47,7.54,22.113675594329838,8000000000 +Llama-2-13b-hf,mxq,6_86,6.86,mxq2,4.657,6.4802,11.87,10.74,46.65679335594177,13000000000 +Llama-2-13b-hf,mxq,7_72,7.72,mxq2,4.6471,6.4678,13.14,12.01,43.9573712348938,13000000000 +Meta-Llama-3-8B,mxq,6_75,6.75,mxq2,6.02,9.3097,8.37,7.44,21.745509386062626,8000000000 +Llama-2-13b-hf,mxq,6_00,6,mxq2,4.6676,6.4903,10.63,9.47,47.34900975227356,13000000000 +Llama-2-13b-hf,mxq,7_62,7.62,mxq2,4.649,6.4688,12.99,11.87,46.21504259109497,13000000000 +Llama-2-13b-hf,mxq,5_18,5.18,mxq2,4.6829,6.5022,9.42,8.26,50.85960650444031,13000000000 +Llama-2-7b-hf,mxq,5_98,5.98,mxq2,5.2592,7.0269,5.75,5.02,19.30942392349243,7000000000 +Meta-Llama-3-8B,mxq,5_92,5.92,mxq2,6.0236,9.3314,7.73,6.77,21.48281145095825,8000000000 +Meta-Llama-3-8B,mxq,6_77,6.77,mxq2,6.0178,9.3079,8.39,7.46,21.645708799362183,8000000000 +Llama-2-7b-hf,mxq,6_00,6,mxq2,5.2607,7.0283,5.75,5.01,19.27993416786194,7000000000 +Llama-2-13b-hf,mxq,5_92,5.92,mxq2,4.6684,6.4934,10.51,9.36,48.14252591133118,13000000000 +Llama-2-13b-hf,mxq,6_71,6.71,mxq2,4.6595,6.4817,11.64,10.52,47.33645796775818,13000000000 +Llama-2-7b-hf,mxq,5_00,5,mxq2,5.2766,7.0532,4.27,4.27,19.587546348571777,7000000000 +Meta-Llama-3-8B,mxq,5_00,5,mxq2,6.0532,9.3803,6.02,6.02,21.893595218658447,8000000000 +Llama-2-7b-hf,mxq,6_71,6.71,mxq2,5.2477,7.0123,6.28,5.57,18.528297424316406,7000000000 +Llama-2-7b-hf,mxq,7_66,7.66,mxq2,5.236,6.9922,6.98,6.26,17.945961236953735,7000000000 +Meta-Llama-3-8B,mxq,7_66,7.66,mxq2,6.0043,9.2941,9.11,8.18,27.38026094436645,8000000000 +Llama-2-13b-hf,mxq,7_57,7.57,mxq2,4.6489,6.4689,12.97,11.85,46.53462791442871,13000000000 +Llama-2-7b-hf,mxq,6_75,6.75,mxq2,5.2476,7.0121,6.29,5.58,18.54985857009888,7000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,mxq2,6.0532,9.3808,7,6.04,21.56413507461548,8000000000 +Llama-2-7b-hf,mxq,6_87,6.87,mxq2,5.2457,7.0102,6.38,5.67,18.890921354293823,7000000000 +Llama-2-7b-hf,mxq,7_68,7.68,mxq2,5.2354,6.9915,6.99,6.28,17.50517463684082,7000000000 +Llama-2-7b-hf,mxq,6_83,6.83,mxq2,5.2457,7.0106,6.35,5.64,19.047003507614136,7000000000 +Meta-Llama-3-8B,mxq,6_81,6.81,mxq2,6.0168,9.3071,8.42,7.49,22.49588942527771,8000000000 +Llama-2-13b-hf,mxq,5_16,5.16,mxq2,4.6844,6.5018,9.39,8.23,51.94888925552368,13000000000 +Llama-2-13b-hf,mxq,5_20,5.2,mxq2,4.6827,6.502,9.46,8.3,53.49170207977295,13000000000 +Llama-2-13b-hf,mxq,7_63,7.63,mxq2,4.649,6.4688,13,11.88,45.62868070602417,13000000000 +Llama-2-7b-hf,mxq,5_12,5.12,mxq2,5.2763,7.0519,5.09,4.35,19.8666250705719,7000000000 +Meta-Llama-3-8B,mxq,5_96,5.96,mxq2,6.0228,9.328,7.76,6.8,22.19820022583008,8000000000 +Llama-2-13b-hf,mxq,5_06,5.06,mxq2,4.6835,6.5029,9.24,8.08,45.732778549194336,13000000000 +Meta-Llama-3-8B,mxq,6_17,6.17,mxq2,6.0255,9.3334,7.93,6.97,22.93013048171997,8000000000 +Meta-Llama-3-8B,mxq,6_13,6.13,mxq2,6.0184,9.3218,7.9,6.94,21.69773030281067,8000000000 +Llama-2-13b-hf,mxq,6_43,6.43,mxq2,4.6617,6.4843,11.27,10.11,40.88297891616821,13000000000 +Llama-2-7b-hf,mxq,6_51,6.51,mxq2,5.2543,7.0177,6.13,5.4,24.40671682357788,7000000000 +Llama-2-13b-hf,mxq,6_61,6.61,mxq2,4.6611,6.4834,11.5,10.38,48.03984093666077,13000000000 +Llama-2-13b-hf,mxq,6_03,6.03,mxq2,4.6664,6.4897,10.71,9.55,,13000000000 +Llama-2-7b-hf,mxq,6_53,6.53,mxq2,5.252,7.0181,6.15,5.41,24.252538204193115,7000000000 +Meta-Llama-3-8B,mxq,6_19,6.19,mxq2,6.0189,9.3196,7.95,6.99,24.800605058670044,8000000000 +Llama-2-7b-hf,mxq,6_57,6.57,mxq2,5.2477,7.0146,6.16,5.44,23.827990531921387,7000000000 +Meta-Llama-3-8B,mxq,6_21,6.21,mxq2,6.0204,9.319,7.96,7,29.62066912651062,8000000000 +Llama-2-13b-hf,mxq,6_65,6.65,mxq2,4.6601,6.4825,11.56,10.43,46.842421531677246,13000000000 +Meta-Llama-3-8B,mxq,6_25,6.25,mxq2,6.0267,9.3208,7.97,7.04,22.11001920700073,8000000000 +Meta-Llama-3-8B,mxq,6_05,6.05,mxq2,6.0212,9.3245,7.83,6.87,23.453336477279663,8000000000 +Meta-Llama-3-8B,mxq,6_37,6.37,mxq2,6.0249,9.3159,8.06,7.13,22.570733785629272,8000000000 +Llama-2-13b-hf,mxq,6_15,6.15,mxq2,4.6647,6.4886,10.85,9.7,43.04915261268616,13000000000 +Llama-2-7b-hf,mxq,6_39,6.39,mxq2,5.2537,7.0212,6.04,5.31,22.958473443984985,7000000000 +Llama-2-7b-hf,mxq,6_45,6.45,mxq2,5.2531,7.02,6.09,5.35,23.5776686668396,7000000000 +Llama-2-7b-hf,mxq,6_65,6.65,mxq2,5.2479,7.0134,6.22,5.5,21.540367126464844,7000000000 +Llama-2-13b-hf,mxq,6_21,6.21,mxq2,4.6639,6.4876,10.94,9.78,41.25605297088623,13000000000 +Meta-Llama-3-8B,mxq,6_15,6.15,mxq2,6.0204,9.3249,7.91,6.95,26.227903127670288,8000000000 +Llama-2-13b-hf,mxq,6_63,6.63,mxq2,4.66,6.4825,11.53,10.4,51.91605401039124,13000000000 +Meta-Llama-3-8B,mxq,6_33,6.33,mxq2,6.0364,9.3301,8.03,7.1,24.40437388420105,8000000000 +Llama-2-7b-hf,mxq,6_47,6.47,mxq2,5.2523,7.0194,6.1,5.37,23.60258746147156,7000000000 +Llama-2-7b-hf,mxq,6_09,6.09,mxq2,5.2569,7.0255,5.82,5.08,23.579248666763306,7000000000 +Llama-2-7b-hf,mxq,6_13,6.13,mxq2,5.2579,7.0239,5.85,5.11,25.49895691871643,7000000000 +Llama-2-13b-hf,mxq,6_11,6.11,mxq2,4.6657,6.489,10.79,9.64,43.13880181312561,13000000000 +Meta-Llama-3-8B,mxq,6_47,6.47,mxq2,6.0244,9.3178,8.15,7.21,21.61146068572998,8000000000 +Llama-2-7b-hf,mxq,6_69,6.69,mxq2,5.2485,7.0141,6.25,5.53,19.48853874206543,7000000000 +Meta-Llama-3-8B,mxq,6_61,6.61,mxq2,6.0215,9.3132,8.26,7.33,26.014561891555783,8000000000 +Meta-Llama-3-8B,mxq,6_07,6.07,mxq2,6.0214,9.3248,7.85,6.89,21.678030729293823,8000000000 +Llama-2-13b-hf,mxq,6_13,6.13,mxq2,4.6656,6.4888,10.82,9.67,42.97390532493591,13000000000 +Meta-Llama-3-8B,mxq,6_11,6.11,mxq2,6.0281,9.3349,7.88,6.92,22.508207082748413,8000000000 +Llama-2-13b-hf,mxq,6_49,6.49,mxq2,4.6612,6.4834,11.36,10.2,40.99091172218323,13000000000 +Llama-2-7b-hf,mxq,6_15,6.15,mxq2,5.2566,7.0244,5.86,5.13,26.007137298583984,7000000000 +Meta-Llama-3-8B,mxq,6_43,6.43,mxq2,6.0233,9.3121,8.11,7.18,22.1263689994812,8000000000 +Llama-2-13b-hf,mxq,6_27,6.27,mxq2,4.6632,6.4869,11.03,9.87,40.72089266777039,13000000000 +Llama-2-13b-hf,mxq,6_35,6.35,mxq2,4.6628,6.4858,11.15,9.99,41.26778674125672,13000000000 +Llama-2-7b-hf,mxq,6_21,6.21,mxq2,5.2549,7.0247,5.91,5.17,23.470106840133667,7000000000 +Llama-2-7b-hf,mxq,6_29,6.29,mxq2,5.2545,7.0224,5.97,5.23,22.15794897079468,7000000000 +Llama-2-13b-hf,mxq,6_45,6.45,mxq2,4.6614,6.4834,11.33,10.17,,13000000000 +Meta-Llama-3-8B,mxq,6_69,6.69,mxq2,6.0196,9.3092,8.32,7.39,29.697371244430546,8000000000 +Llama-2-13b-hf,mxq,6_07,6.07,mxq2,4.666,6.4894,10.73,9.58,41.26340532302856,13000000000 +Llama-2-13b-hf,mxq,6_09,6.09,mxq2,4.6659,6.4893,10.76,9.61,42.23245668411255,13000000000 +Meta-Llama-3-8B,mxq,6_41,6.41,mxq2,6.0267,9.3203,8.1,7.17,21.650339126586918,8000000000 +Llama-2-13b-hf,mxq,6_69,6.69,mxq2,4.6599,6.482,11.61,10.49,46.32084965705872,13000000000 +Llama-2-13b-hf,mxq,6_19,6.19,mxq2,4.6644,6.4879,10.91,9.75,41.54255795478821,13000000000 +Meta-Llama-3-8B,mxq,6_27,6.27,mxq2,6.028,9.3193,7.98,7.05,24.82377791404724,8000000000 +Llama-2-7b-hf,mxq,6_43,6.43,mxq2,5.2532,7.0199,6.07,5.34,24.302505254745483,7000000000 +Llama-2-7b-hf,mxq,6_41,6.41,mxq2,5.2543,7.0191,6.06,5.32,23.89293384552002,7000000000 +Llama-2-13b-hf,mxq,6_59,6.59,mxq2,4.6621,6.4832,11.51,10.39,45.42416024208069,13000000000 +Llama-2-7b-hf,mxq,6_25,6.25,mxq2,5.2543,7.0225,5.94,5.2,25.61358904838562,7000000000 +Meta-Llama-3-8B,mxq,6_23,6.23,mxq2,6.0203,9.3191,7.98,7.02,,8000000000 +Llama-2-7b-hf,mxq,6_49,6.49,mxq2,5.2533,7.02,6.12,5.38,23.66926622390747,7000000000 +Llama-2-7b-hf,mxq,6_68,6.68,mxq2,5.2474,7.0129,6.24,5.53,18.623168230056763,7000000000 +Meta-Llama-3-8B,mxq,6_35,6.35,mxq2,6.0297,9.324,8.05,7.12,22.2740695476532,8000000000 +Meta-Llama-3-8B,mxq,6_57,6.57,mxq2,6.0251,9.314,8.23,7.3,22.460713386535645,8000000000 +Llama-2-13b-hf,mxq,6_41,6.41,mxq2,4.6621,6.4844,11.27,10.11,42.46510314941406,13000000000 +Llama-2-7b-hf,mxq,6_63,6.63,mxq2,5.2478,7.0137,6.2,5.49,23.32294535636902,7000000000 +Llama-2-13b-hf,mxq,6_47,6.47,mxq2,4.661,6.4841,11.33,10.17,40.20678114891052,13000000000 +Llama-2-13b-hf,mxq,6_68,6.68,mxq2,4.6603,6.4817,11.6,10.48,,13000000000 +Llama-2-7b-hf,mxq,6_33,6.33,mxq2,5.2551,7.022,6,5.26,23.536144733428955,7000000000 +Llama-2-13b-hf,mxq,6_53,6.53,mxq2,4.6605,6.4831,11.41,10.26,47.275832176208496,13000000000 +Llama-2-7b-hf,mxq,6_59,6.59,mxq2,5.2492,7.015,6.17,5.46,22.223248958587646,7000000000 +Llama-2-13b-hf,mxq,6_05,6.05,mxq2,4.6662,6.4897,10.71,9.55,40.876850605010986,13000000000 +Llama-2-7b-hf,mxq,6_27,6.27,mxq2,5.2544,7.0221,5.95,5.21,,7000000000 +Llama-2-7b-hf,mxq,6_31,6.31,mxq2,5.2561,7.0211,5.98,5.25,23.40264344215393,7000000000 +Meta-Llama-3-8B,mxq,6_39,6.39,mxq2,6.0355,9.3291,8.08,7.15,24.07836151123047,8000000000 +Llama-2-13b-hf,mxq,6_55,6.55,mxq2,4.6615,6.4827,11.44,10.32,47.41357588768005,13000000000 +Meta-Llama-3-8B,mxq,6_31,6.31,mxq2,6.0257,9.3162,8.02,7.08,21.799571752548218,8000000000 +Llama-2-7b-hf,mxq,6_55,6.55,mxq2,5.252,7.0178,6.16,5.43,25.579577922821045,7000000000 +Llama-2-13b-hf,mxq,6_57,6.57,mxq2,4.6613,6.4838,11.44,10.32,48.70770192146301,13000000000 +Meta-Llama-3-8B,mxq,6_63,6.63,mxq2,6.0223,9.3111,8.28,7.34,32.62412476539612,8000000000 +Meta-Llama-3-8B,mxq,6_53,6.53,mxq2,6.0235,9.3147,8.19,7.26,21.89174175262451,8000000000 +Llama-2-7b-hf,mxq,6_35,6.35,mxq2,5.2542,7.0218,6.01,5.28,23.822951555252075,7000000000 +Llama-2-13b-hf,mxq,6_17,6.17,mxq2,4.6644,6.4882,10.88,9.72,41.66511559486389,13000000000 +Llama-2-7b-hf,mxq,6_61,6.61,mxq2,5.2481,7.0141,6.19,5.47,22.252615690231323,7000000000 +Llama-2-7b-hf,mxq,6_23,6.23,mxq2,5.2556,7.0216,5.94,5.2,24.29988169670105,7000000000 +Llama-2-13b-hf,mxq,6_51,6.51,mxq2,4.6611,6.4833,11.38,10.23,47.42530488967896,13000000000 +Llama-2-13b-hf,mxq,6_23,6.23,mxq2,4.6632,6.4872,10.97,9.81,40.49730682373047,13000000000 +Meta-Llama-3-8B,mxq,6_51,6.51,mxq2,6.0235,9.3155,8.18,7.25,23.38687777519226,8000000000 +Meta-Llama-3-8B,mxq,6_09,6.09,mxq2,6.0223,9.3269,7.87,6.91,21.811362504959103,8000000000 +Meta-Llama-3-8B,mxq,6_65,6.65,mxq2,6.02,9.3116,8.29,7.36,23.72496223449707,8000000000 +Llama-2-7b-hf,mxq,6_19,6.19,mxq2,5.2561,7.0244,5.89,5.16,23.7013635635376,7000000000 +Llama-2-13b-hf,mxq,6_25,6.25,mxq2,4.6634,6.487,11,9.84,40.478312492370605,13000000000 +Meta-Llama-3-8B,mxq,6_68,6.68,mxq2,6.0187,9.3106,8.32,7.39,23.753955841064453,8000000000 +Meta-Llama-3-8B,mxq,6_49,6.49,mxq2,6.0197,9.3095,8.16,7.23,22.288695335388184,8000000000 +Meta-Llama-3-8B,mxq,6_45,6.45,mxq2,6.0349,9.328,8.13,7.2,26.3365170955658,8000000000 +Llama-2-7b-hf,mxq,6_07,6.07,mxq2,5.2577,7.0265,5.8,5.07,24.80626630783081,7000000000 +Llama-2-7b-hf,mxq,6_11,6.11,mxq2,5.2581,7.027,5.83,5.1,24.015952348709103,7000000000 +Llama-2-13b-hf,mxq,6_39,6.39,mxq2,4.6624,6.4852,11.21,10.05,42.11790657043457,13000000000 +Llama-2-7b-hf,mxq,6_17,6.17,mxq2,5.2561,7.0242000000000004,5.88,5.14,25.667489767074585,7000000000 +Llama-2-13b-hf,mxq,6_37,6.37,mxq2,4.6621,6.4844,11.27,10.11,40.69702291488648,13000000000 +Llama-2-13b-hf,mxq,6_29,6.29,mxq2,4.6629,6.4868,11.06,9.9,41.20186710357666,13000000000 +Llama-2-7b-hf,mxq,6_05,6.05,mxq2,5.2595,7.027,5.79,5.05,24.817551374435425,7000000000 +Meta-Llama-3-8B,mxq,6_59,6.59,mxq2,6.0223,9.3125,8.24,7.31,22.284267902374268,8000000000 +Meta-Llama-3-8B,mxq,6_55,6.55,mxq2,6.0262,9.3151,8.21,7.28,22.58908176422119,8000000000 +Meta-Llama-3-8B,mxq,6_29,6.29,mxq2,6.0326,9.3305,8,7.07,21.697081089019772,8000000000 +Llama-2-7b-hf,mxq,6_03,6.03,mxq2,5.2586,7.0262,5.77,5.04,24.330801725387573,7000000000 +Meta-Llama-3-8B,mxq,6_03,6.03,mxq2,6.0233,9.3289,7.82,6.86,21.86263394355774,8000000000 +Llama-2-7b-hf,mxq,6_37,6.37,mxq2,5.2538,7.0209,6.03,5.29,23.21137380599976,7000000000 +Llama-2-13b-hf,mxq,6_33,6.33,mxq2,4.6626,6.4866,11.12,9.96,40.69988703727722,13000000000 +Llama-2-13b-hf,mxq,6_31,6.31,mxq2,4.6627,6.4867,11.09,9.93,41.30996322631836,13000000000 +Llama-2-13b-hf,mxq,5_54,5.54,mxq2,4.6775,6.4957,9.95,8.79,49.31647300720215,13000000000 +Llama-2-13b-hf,mxq,5_30,5.3,mxq2,4.6826,6.5008,9.6,8.44,50.00987195968628,13000000000 +Llama-2-7b-hf,mxq,4_39,4.39,mxq2,5.3019,7.0924,4.53,3.8,25.628430366516117,7000000000 +Llama-2-13b-hf,mxq,7_01,7.01,mxq2,4.6542,6.4764,12.12,11,48.17560935020447,13000000000 +Llama-2-13b-hf,mxq,5_52,5.52,mxq2,4.6788,6.4974,9.92,8.76,49.76578426361084,13000000000 +Meta-Llama-3-8B,mxq,4_93,4.93,mxq2,6.0555,9.3822,6.92,5.96,21.183979988098145,8000000000 +Llama-2-7b-hf,mxq,5_42,5.42,mxq2,5.2704,7.0446,5.31,4.58,23.909502029418945,7000000000 +Llama-2-7b-hf,mxq,6_96,6.96,mxq2,5.2446,7.0085,6.45,5.74,18.35683536529541,7000000000 +Llama-2-13b-hf,mxq,7_19,7.19,mxq2,4.6531,6.4756,12.35,11.23,48.2488226890564,13000000000 +Llama-2-7b-hf,mxq,7_26,7.26,mxq2,5.2415,7.002,6.68,5.96,18.305686235427856,7000000000 +Meta-Llama-3-8B,mxq,5_42,5.42,mxq2,6.0463,9.3688,7.32,6.36,21.39477300643921,8000000000 +Meta-Llama-3-8B,mxq,5_60,5.6,mxq2,6.0406,9.3561,7.47,6.51,21.542166233062744,8000000000 +Meta-Llama-3-8B,mxq,4_87,4.87,mxq2,6.0654,9.4027,6.87,5.91,22.280656099319454,8000000000 +Llama-2-7b-hf,mxq,7_50,7.5,mxq2,5.2375,6.9952,6.86,6.14,17.55693507194519,7000000000 +Llama-2-7b-hf,mxq,7_14,7.14,mxq2,5.2423,7.005,6.59,5.87,18.3657546043396,7000000000 +Meta-Llama-3-8B,mxq,4_83,4.83,mxq2,6.0735,9.4189,6.84,5.88,22.990070819854736,8000000000 +Llama-2-13b-hf,mxq,5_70,5.7,mxq2,4.6714,6.4949,10.19,9.03,48.843918323516846,13000000000 +Llama-2-13b-hf,mxq,5_26,5.26,mxq2,4.683,6.5018,9.54,8.38,51.51307415962219,13000000000 +Llama-2-7b-hf,mxq,4_93,4.93,mxq2,5.2778,7.0546,4.94,4.21,25.59981203079224,7000000000 +Meta-Llama-3-8B,mxq,7_19,7.19,mxq2,6.0041,9.3032,8.73,7.8,28.370368480682373,8000000000 +Meta-Llama-3-8B,mxq,5_44,5.44,mxq2,6.0448,9.3655,7.34,6.38,21.47695994377136,8000000000 +Meta-Llama-3-8B,mxq,7_44,7.44,mxq2,6.0009,9.293,8.93,8,22.628000497817997,8000000000 +Meta-Llama-3-8B,mxq,7_41,7.41,mxq2,6.0029,9.2926,8.93,8,21.850175380706787,8000000000 +Llama-2-7b-hf,mxq,4_81,4.81,mxq2,5.2793,7.0574,4.85,4.12,28.86678671836853,7000000000 +Llama-2-7b-hf,mxq,7_16,7.16,mxq2,5.242,7.0042,6.6,5.89,18.226997137069706,7000000000 +Llama-2-7b-hf,mxq,5_44,5.44,mxq2,5.2697,7.0439,5.33,4.59,25.71676087379456,7000000000 +Meta-Llama-3-8B,mxq,5_26,5.26,mxq2,6.0509,9.379,7.19,6.23,21.556044101715088,8000000000 +Llama-2-13b-hf,mxq,4_93,4.93,mxq2,4.6863,6.5033,9.05,7.89,70.84733772277832,13000000000 +Llama-2-13b-hf,mxq,5_80,5.8,mxq2,4.67,6.4948,10.34,9.18,50.03610062599182,13000000000 +Llama-2-7b-hf,mxq,5_48,5.48,mxq2,5.2696,7.0421,5.36,4.62,25.350111722946167,7000000000 +Llama-2-13b-hf,mxq,7_44,7.44,mxq2,4.6504,6.4712,12.78,11.66,46.96999645233154,13000000000 +Llama-2-13b-hf,mxq,6_95,6.95,mxq2,4.6549,6.4776,12.03,10.91,49.46874260902405,13000000000 +Llama-2-13b-hf,mxq,4_65,4.65,mxq2,4.6907,6.5094,8.64,7.48,50.80217742919922,13000000000 +Llama-2-13b-hf,mxq,4_39,4.39,mxq2,4.695,6.5211,8.25,7.1,52.7899603843689,13000000000 +Llama-2-13b-hf,mxq,5_36,5.36,mxq2,4.6826,6.5004,9.69,8.53,50.82804775238037,13000000000 +Llama-2-7b-hf,mxq,5_68,5.68,mxq2,5.2658,7.0355,5.51,4.77,25.674433946609497,7000000000 +Llama-2-13b-hf,mxq,7_48,7.48,mxq2,4.6504,6.4712,12.78,11.66,47.635294914245605,13000000000 +Meta-Llama-3-8B,mxq,5_58,5.58,mxq2,6.0411,9.3569,7.45,6.49,21.98940086364746,8000000000 +Llama-2-7b-hf,mxq,5_38,5.38,mxq2,5.2714,7.0477,5.28,4.55,24.46316957473755,7000000000 +Llama-2-13b-hf,mxq,5_74,5.74,mxq2,4.671,6.4955,10.25,9.09,49.56825613975525,13000000000 +Llama-2-13b-hf,mxq,5_38,5.38,mxq2,4.6807,6.499,9.72,8.57,54.57664918899536,13000000000 +Llama-2-7b-hf,mxq,6_98,6.98,mxq2,5.2445,7.0079,6.47,5.75,18.454780340194706,7000000000 +Llama-2-7b-hf,mxq,7_53,7.53,mxq2,5.2371,6.9944,6.88,6.17,17.773108959197998,7000000000 +Meta-Llama-3-8B,mxq,5_84,5.84,mxq2,6.0271,9.3356,7.66,6.7,21.90815305709839,8000000000 +Llama-2-13b-hf,mxq,4_77,4.77,mxq2,4.6895,6.505,8.81,7.66,51.22358536720276,13000000000 +Llama-2-7b-hf,mxq,5_62,5.62,mxq2,5.2674,7.0362,5.46,4.73,25.617060899734497,7000000000 +Llama-2-7b-hf,mxq,4_89,4.89,mxq2,5.2782,7.0552,4.91,4.18,25.147533655166622,7000000000 +Llama-2-7b-hf,mxq,5_82,5.82,mxq2,5.2588,7.0318,5.61,4.88,20.976725816726685,7000000000 +Llama-2-7b-hf,mxq,5_52,5.52,mxq2,5.2708,7.0414,5.39,4.65,25.396920442581177,7000000000 +Meta-Llama-3-8B,mxq,5_82,5.82,mxq2,6.024,9.3285,7.65,6.69,21.71405291557312,8000000000 +Llama-2-7b-hf,mxq,4_79,4.79,mxq2,5.2839,7.0628,4.83,4.09,25.93865180015564,7000000000 +Llama-2-7b-hf,mxq,5_56,5.56,mxq2,5.2694,7.039,5.42,4.68,24.958718299865723,7000000000 +Llama-2-13b-hf,mxq,5_66,5.66,mxq2,4.6721,6.4956,10.13,8.97,49.82615399360657,13000000000 +Meta-Llama-3-8B,mxq,7_48,7.48,mxq2,6.0026,9.2908,8.97,8.04,29.58102869987488,8000000000 +Llama-2-7b-hf,mxq,7_02,7.02,mxq2,5.2436,7.0073,6.5,5.78,18.2511842250824,7000000000 +Meta-Llama-3-8B,mxq,5_76,5.76,mxq2,6.0334,9.3427,7.6,6.64,21.541686296463013,8000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,mxq2,6.0356,9.3457,7.57,6.61,22.011995553970337,8000000000 +Llama-2-7b-hf,mxq,7_32,7.32,mxq2,5.2407,7.0011,6.72,6.01,19.1725070476532,7000000000 +Meta-Llama-3-8B,mxq,5_34,5.34,mxq2,6.0477,9.3718,7.26,6.3,21.53932309150696,8000000000 +Llama-2-13b-hf,mxq,7_42,7.42,mxq2,4.6515,6.4723,12.69,11.57,47.37829351425171,13000000000 +Meta-Llama-3-8B,mxq,6_95,6.95,mxq2,6.0154,9.2989,8.54,7.6,23.070029973983765,8000000000 +Llama-2-7b-hf,mxq,5_54,5.54,mxq2,5.2691,7.0408,5.4,4.67,25.267438173294067,7000000000 +Llama-2-7b-hf,mxq,4_77,4.77,mxq2,5.2831,7.062,4.82,4.09,25.033761739730835,7000000000 +Llama-2-13b-hf,mxq,5_28,5.28,mxq2,4.6838,6.5005,9.57,8.41,49.98366189002991,13000000000 +Meta-Llama-3-8B,mxq,5_66,5.66,mxq2,6.0372,9.3505,7.52,6.56,21.449782848358154,8000000000 +Llama-2-7b-hf,mxq,4_71,4.71,mxq2,5.2819,7.0649,4.78,4.05,25.589730739593502,7000000000 +Llama-2-7b-hf,mxq,5_34,5.34,mxq2,5.2729,7.0479,5.25,4.52,27.387003183364868,7000000000 +Meta-Llama-3-8B,mxq,7_36,7.36,mxq2,6.004,9.2973,8.87,7.94,23.905518770217896,8000000000 +Llama-2-13b-hf,mxq,7_04,7.04,mxq2,4.655,6.4774,12.16,11.04,48.98224377632141,13000000000 +Meta-Llama-3-8B,mxq,5_80,5.8,mxq2,6.0286,9.335,7.63,6.67,21.80556988716125,8000000000 +Llama-2-7b-hf,mxq,5_28,5.28,mxq2,5.2732,7.0486,5.21,4.47,25.85224175453186,7000000000 +Llama-2-7b-hf,mxq,6_95,6.95,mxq2,5.2447,7.0086,6.44,5.73,17.972928524017334,7000000000 +Llama-2-13b-hf,mxq,7_24,7.24,mxq2,4.6519,6.474,12.52,11.39,48.170284032821655,13000000000 +Llama-2-13b-hf,mxq,7_14,7.14,mxq2,4.6549,6.476,12.31,11.19,48.113617181777954,13000000000 +Meta-Llama-3-8B,mxq,4_81,4.81,mxq2,6.0854,9.4414,6.82,5.86,22.937230825424194,8000000000 +Llama-2-13b-hf,mxq,5_34,5.34,mxq2,4.6837,6.5001,9.66,8.5,50.49543571472168,13000000000 +Llama-2-7b-hf,mxq,7_42,7.42,mxq2,5.2391,6.9978,6.82,6.1,33.25041484832764,7000000000 +Llama-2-13b-hf,mxq,5_62,5.62,mxq2,4.6753,6.496,10.07,8.91,52.23504853248596,13000000000 +Meta-Llama-3-8B,mxq,4_97,4.97,mxq2,6.0482,9.3669,6.96,6,21.503031969070435,8000000000 +Llama-2-7b-hf,mxq,7_04,7.04,mxq2,5.2427,7.0058,6.57,5.85,20.113675594329838,7000000000 +Meta-Llama-3-8B,mxq,7_34,7.34,mxq2,6.0033,9.3018,8.85,7.92,22.870113134384155,8000000000 +Meta-Llama-3-8B,mxq,7_50,7.5,mxq2,6.0015,9.2895,8.98,8.05,23.23700785636902,8000000000 +Meta-Llama-3-8B,mxq,4_37,4.37,mxq2,6.1519,9.5291,6.47,5.51,24.402676105499268,8000000000 +Meta-Llama-3-8B,mxq,7_02,7.02,mxq2,6.0185,9.3053,8.59,7.66,21.612669944763184,8000000000 +Llama-2-13b-hf,mxq,7_13,7.13,mxq2,4.6532,6.4763,12.29,11.17,49.51757788658142,13000000000 +Llama-2-13b-hf,mxq,4_91,4.91,mxq2,4.687,6.5045,9.02,7.86,51.22200608253479,13000000000 +Llama-2-7b-hf,mxq,5_26,5.26,mxq2,5.2744,7.0493,5.19,4.45,25.818639755249023,7000000000 +Llama-2-13b-hf,mxq,4_85,4.85,mxq2,4.6872,6.505,8.93,7.78,51.86989665031433,13000000000 +Meta-Llama-3-8B,mxq,7_01,7.01,mxq2,6.0119,9.3004,8.58,7.65,22.66222357749939,8000000000 +Meta-Llama-3-8B,mxq,4_95,4.95,mxq2,6.0478,9.3648,6.94,5.98,21.965415716171265,8000000000 +Llama-2-13b-hf,mxq,5_46,5.46,mxq2,4.6811,6.4982,9.84,8.69,49.53258728981018,13000000000 +Llama-2-7b-hf,mxq,4_01,4.01,mxq2,5.3993,7.2588,3.71,3.71,26.469258069992065,7000000000 +Llama-2-13b-hf,mxq,4_81,4.81,mxq2,4.688,6.5054,8.87,7.72,51.93201231956482,13000000000 +Llama-2-7b-hf,mxq,5_40,5.4,mxq2,5.2706,7.0465,5.3,4.56,24.64561104774475,7000000000 +Llama-2-13b-hf,mxq,7_20,7.2,mxq2,4.6543,6.4752,12.4,11.28,48.229536294937134,13000000000 +Llama-2-7b-hf,mxq,5_50,5.5,mxq2,5.2707,7.0415,5.37,4.64,24.31981730461121,7000000000 +Llama-2-13b-hf,mxq,5_60,5.6,mxq2,4.6758,6.4956,10.04,8.88,49.183337688446045,13000000000 +Llama-2-13b-hf,mxq,7_36,7.36,mxq2,4.6516,6.4727,12.66,11.54,47.06161260604858,13000000000 +Meta-Llama-3-8B,mxq,5_22,5.22,mxq2,6.0527,9.3814,7.16,6.2,21.31597685813904,8000000000 +Llama-2-13b-hf,mxq,7_32,7.32,mxq2,4.6515,6.4726,12.66,11.54,47.35753536224365,13000000000 +Llama-2-7b-hf,mxq,4_75,4.75,mxq2,5.2801,7.0631,4.81,4.07,23.95880961418152,7000000000 +Meta-Llama-3-8B,mxq,7_24,7.24,mxq2,6.0118,9.3091,8.77,7.84,40.830764293670654,8000000000 +Llama-2-13b-hf,mxq,7_06,7.06,mxq2,4.6551,6.4774,12.16,11.04,48.639543294906616,13000000000 +Llama-2-13b-hf,mxq,4_67,4.67,mxq2,4.6889,6.5087,8.67,7.51,51.25603413581848,13000000000 +Meta-Llama-3-8B,mxq,5_38,5.38,mxq2,6.0472,9.3705,7.29,6.33,21.510467290878296,8000000000 +Meta-Llama-3-8B,mxq,4_79,4.79,mxq2,6.086,9.4429,6.81,5.85,23.381795167922974,8000000000 +Llama-2-7b-hf,mxq,7_08,7.08,mxq2,5.2425,7.0057,6.56,5.85,19.43018937110901,7000000000 +Llama-2-13b-hf,mxq,4_87,4.87,mxq2,4.6875,6.5037,8.97,7.82,51.04832673072815,13000000000 +Meta-Llama-3-8B,mxq,4_75,4.75,mxq2,6.0973,9.4395,5.82,5.82,23.68690276145935,8000000000 +Meta-Llama-3-8B,mxq,4_73,4.73,mxq2,6.097,9.4436,6.76,5.8,23.98100543022156,8000000000 +Llama-2-13b-hf,mxq,4_71,4.71,mxq2,4.6903,6.5067,8.73,7.57,49.4422013759613,13000000000 +Llama-2-7b-hf,mxq,7_19,7.19,mxq2,5.2432,7.0034,6.64,5.93,21.22351384162903,7000000000 +Meta-Llama-3-8B,mxq,7_29,7.29,mxq2,6.0021,9.301,8.81,7.88,21.879579544067383,8000000000 +Llama-2-13b-hf,mxq,5_24,5.24,mxq2,4.683,6.5017,9.51,8.35,49.88947582244873,13000000000 +Llama-2-13b-hf,mxq,7_34,7.34,mxq2,4.6513,6.4727,12.6,11.48,48.50146579742432,13000000000 +Llama-2-13b-hf,mxq,4_01,4.01,mxq2,4.7709,6.6189,7,7,59.001198530197136,13000000000 +Llama-2-13b-hf,mxq,5_32,5.32,mxq2,4.6827,6.5006,9.63,8.47,55.0683343410492,13000000000 +Llama-2-13b-hf,mxq,4_37,4.37,mxq2,4.6973,6.5232,8.22,7.07,52.49169278144837,13000000000 +Llama-2-13b-hf,mxq,7_26,7.26,mxq2,4.6538,6.4744,12.46,11.33,48.402103424072266,13000000000 +Llama-2-7b-hf,mxq,5_60,5.6,mxq2,5.2692,7.0377,5.45,4.71,25.61168932914734,7000000000 +Meta-Llama-3-8B,mxq,4_65,4.65,mxq2,6.1098,9.4572,6.69,5.74,23.64363932609558,8000000000 +Meta-Llama-3-8B,mxq,7_26,7.26,mxq2,6.0027,9.3,8.79,7.86,21.802099227905277,8000000000 +Meta-Llama-3-8B,mxq,5_48,5.48,mxq2,6.0443,9.3641,7.37,6.41,21.758259057998657,8000000000 +Llama-2-7b-hf,mxq,4_97,4.97,mxq2,5.2815,7.0568,4.97,4.23,37.62708353996277,7000000000 +Llama-2-7b-hf,mxq,7_54,7.54,mxq2,5.2372,6.9943,6.89,6.17,17.54260802268982,7000000000 +Llama-2-13b-hf,mxq,7_22,7.22,mxq2,4.6538,6.4752,12.4,11.28,48.14791250228882,13000000000 +Llama-2-7b-hf,mxq,7_06,7.06,mxq2,5.2429,7.006,6.54,5.83,18.322917938232425,7000000000 +Llama-2-7b-hf,mxq,5_72,5.72,mxq2,5.2643,7.0336,5.54,4.8,23.61758255958557,7000000000 +Llama-2-13b-hf,mxq,5_76,5.76,mxq2,4.6703,6.4951,10.31,9.15,50.37583112716675,13000000000 +Llama-2-13b-hf,mxq,4_83,4.83,mxq2,4.6886,6.5043,8.9,7.75,50.34788727760315,13000000000 +Llama-2-7b-hf,mxq,7_29,7.29,mxq2,5.239,7,6.74,6.02,18.16615390777588,7000000000 +Meta-Llama-3-8B,mxq,4_89,4.89,mxq2,6.0589,9.388,6.89,5.93,21.788298845291138,8000000000 +Llama-2-7b-hf,mxq,5_76,5.76,mxq2,5.2625,7.0342,5.57,4.83,22.95240044593811,7000000000 +Llama-2-13b-hf,mxq,5_56,5.56,mxq2,4.6754,6.4974,9.98,8.82,50.38232398033142,13000000000 +Meta-Llama-3-8B,mxq,7_53,7.53,mxq2,6.0022,9.2869,9.01,8.08,27.00538969039917,8000000000 +Llama-2-13b-hf,mxq,4_63,4.63,mxq2,4.6896,6.5118,8.61,7.45,52.1314160823822,13000000000 +Llama-2-7b-hf,mxq,4_63,4.63,mxq2,5.2848,7.0725,4.71,3.98,25.383431911468502,7000000000 +Meta-Llama-3-8B,mxq,5_62,5.62,mxq2,6.036,9.3497,7.51,6.55,21.784508228302,8000000000 +Llama-2-13b-hf,mxq,4_99,4.99,mxq2,4.6858,6.504,9.14,7.98,50.829758644104,13000000000 +Meta-Llama-3-8B,mxq,7_42,7.42,mxq2,6.0062,9.2916,8.99,8.06,21.91161727905273,8000000000 +Meta-Llama-3-8B,mxq,4_91,4.91,mxq2,6.0516,9.3725,6.91,5.95,21.64115858078003,8000000000 +Llama-2-7b-hf,mxq,7_22,7.22,mxq2,5.2426,7.0032,6.65,5.93,19.80907392501831,7000000000 +Llama-2-13b-hf,mxq,4_75,4.75,mxq2,4.688,6.5064,7.63,7.63,51.51594948768616,13000000000 +Meta-Llama-3-8B,mxq,7_08,7.08,mxq2,6.0143,9.3062,8.64,7.71,21.74775505065918,8000000000 +Llama-2-7b-hf,mxq,5_74,5.74,mxq2,5.263,7.0339,5.55,4.82,23.622094869613647,7000000000 +Llama-2-13b-hf,mxq,4_89,4.89,mxq2,4.6882,6.5039,8.99,7.83,51.88969945907593,13000000000 +Llama-2-7b-hf,mxq,5_58,5.58,mxq2,5.27,7.0379,5.43,4.7,25.61748743057251,7000000000 +Llama-2-13b-hf,mxq,7_29,7.29,mxq2,4.6518,6.4738,12.5,11.38,56.238664865493774,13000000000 +Llama-2-7b-hf,mxq,5_32,5.32,mxq2,5.2721,7.0468,5.24,4.5,25.953776359558105,7000000000 +Llama-2-13b-hf,mxq,4_79,4.79,mxq2,4.6885,6.5057,8.84,7.69,51.13517737388611,13000000000 +Llama-2-7b-hf,mxq,7_20,7.2,mxq2,5.2425,7.0032,6.63,5.92,18.12634015083313,7000000000 +Llama-2-7b-hf,mxq,5_46,5.46,mxq2,5.2697,7.0425,5.35,4.61,25.58366870880127,7000000000 +Meta-Llama-3-8B,mxq,7_14,7.14,mxq2,6.0123,9.3039,8.71,7.78,21.689686059951782,8000000000 +Meta-Llama-3-8B,mxq,5_78,5.78,mxq2,6.0278,9.3317,7.61,6.65,21.60259056091309,8000000000 +Llama-2-13b-hf,mxq,7_47,7.47,mxq2,4.6499,6.4715,12.8,11.67,47.297640562057495,13000000000 +Llama-2-7b-hf,mxq,4_83,4.83,mxq2,5.2791,7.057,4.87,4.13,30.425641298294067,7000000000 +Llama-2-7b-hf,mxq,7_38,7.38,mxq2,5.2389,6.9987,6.77,6.05,17.660014867782593,7000000000 +Llama-2-7b-hf,mxq,4_87,4.87,mxq2,5.2764,7.056,4.9,4.16,25.91319727897644,7000000000 +Llama-2-7b-hf,mxq,4_73,4.73,mxq2,5.2818,7.0646,4.79,4.06,24.801761865615845,7000000000 +Llama-2-7b-hf,mxq,7_30,7.3,mxq2,5.24,6.9998,6.73,6.01,18.203402757644653,7000000000 +Meta-Llama-3-8B,mxq,7_06,7.06,mxq2,6.0228,9.3144,8.62,7.69,26.781367540359497,8000000000 +Llama-2-13b-hf,mxq,4_97,4.97,mxq2,4.6861,6.504,9.11,7.95,50.86462616920471,13000000000 +Meta-Llama-3-8B,mxq,4_67,4.67,mxq2,6.1066,9.4572,6.71,5.75,23.45253300666809,8000000000 +Llama-2-13b-hf,mxq,7_38,7.38,mxq2,4.6506,6.4706,12.84,11.72,46.66563391685486,13000000000 +Llama-2-7b-hf,mxq,7_41,7.41,mxq2,5.239,6.9961,6.83,6.11,18.03307008743286,7000000000 +Llama-2-7b-hf,mxq,7_13,7.13,mxq2,5.2431,7.0058,6.58,5.86,18.77790141105652,7000000000 +Llama-2-7b-hf,mxq,7_48,7.48,mxq2,5.2383,6.9962,6.86,6.15,17.626837968826294,7000000000 +Llama-2-7b-hf,mxq,5_24,5.24,mxq2,5.2738,7.0503,5.18,4.44,24.40270185470581,7000000000 +Meta-Llama-3-8B,mxq,7_22,7.22,mxq2,6.0056,9.3017,8.75,7.82,,8000000000 +Llama-2-7b-hf,mxq,4_69,4.69,mxq2,5.2833,7.0683,4.76,4.02,25.82795739173889,7000000000 +Meta-Llama-3-8B,mxq,4_39,4.39,mxq2,6.1364,9.5119,6.48,5.52,24.043525218963623,8000000000 +Llama-2-13b-hf,mxq,6_96,6.96,mxq2,4.6553,6.4777,12.13,11.01,50.7598192691803,13000000000 +Meta-Llama-3-8B,mxq,6_98,6.98,mxq2,6.0123,9.2986,8.56,7.63,22.56644558906555,8000000000 +Llama-2-7b-hf,mxq,7_34,7.34,mxq2,5.2399,7.0001,6.74,6.02,17.80812358856201,7000000000 +Llama-2-13b-hf,mxq,7_10,7.1,mxq2,4.6546,6.476,12.28,11.16,50.30366063117981,13000000000 +Meta-Llama-3-8B,mxq,7_38,7.38,mxq2,6.002,9.2937,8.88,7.95,22.010045051574707,8000000000 +Meta-Llama-3-8B,mxq,5_30,5.3,mxq2,6.0517,9.3781,7.22,6.26,21.427969455718998,8000000000 +Llama-2-7b-hf,mxq,7_36,7.36,mxq2,5.239,6.9989,6.75,6.04,17.9481840133667,7000000000 +Meta-Llama-3-8B,mxq,7_13,7.13,mxq2,6.0105,9.298,8.68,7.75,25.54240155220032,8000000000 +Llama-2-13b-hf,mxq,5_68,5.68,mxq2,4.6716,6.4952,10.16,9,49.76358723640442,13000000000 +Meta-Llama-3-8B,mxq,6_96,6.96,mxq2,6.0232,9.3128,8.54,7.61,21.76552367210388,8000000000 +Meta-Llama-3-8B,mxq,5_64,5.64,mxq2,6.0388,9.352,7.5,6.54,21.838934421539307,8000000000 +Llama-2-7b-hf,mxq,5_78,5.78,mxq2,5.2604,7.0312,5.58,4.85,19.60476231575012,7000000000 +Llama-2-7b-hf,mxq,4_37,4.37,mxq2,5.3012,7.0962,4.52,3.78,25.805508852005005,7000000000 +Meta-Llama-3-8B,mxq,5_68,5.68,mxq2,6.036,9.3478,7.53,6.57,22.140166521072388,8000000000 +Meta-Llama-3-8B,mxq,5_24,5.24,mxq2,6.0497,9.3767,7.18,6.22,21.6561496257782,8000000000 +Llama-2-13b-hf,mxq,4_95,4.95,mxq2,4.6871,6.5033,9.09,7.93,52.49813795089722,13000000000 +Llama-2-7b-hf,mxq,5_64,5.64,mxq2,5.2667,7.0348,5.48,4.74,25.599289178848267,7000000000 +Meta-Llama-3-8B,mxq,5_74,5.74,mxq2,6.0373,9.3498,7.58,6.62,21.57810759544373,8000000000 +Meta-Llama-3-8B,mxq,7_32,7.32,mxq2,6.0025,9.3009,8.84,7.91,21.78781270980835,8000000000 +Meta-Llama-3-8B,mxq,7_04,7.04,mxq2,6.0121,9.2976,8.61,7.68,22.79050874710083,8000000000 +Meta-Llama-3-8B,mxq,5_46,5.46,mxq2,6.0426,9.3636,7.35,6.39,21.42946529388428,8000000000 +Meta-Llama-3-8B,mxq,4_77,4.77,mxq2,6.0947,9.4453,6.79,5.83,23.39246082305908,8000000000 +Meta-Llama-3-8B,mxq,5_36,5.36,mxq2,6.0493,9.3739,7.27,6.31,21.838635444641117,8000000000 +Llama-2-7b-hf,mxq,5_66,5.66,mxq2,5.2658,7.0359,5.49,4.76,25.69726514816284,7000000000 +Llama-2-13b-hf,mxq,5_64,5.64,mxq2,4.6752,6.4954,10.1,8.94,50.305874824523926,13000000000 +Meta-Llama-3-8B,mxq,7_16,7.16,mxq2,6.003,9.3011,8.73,7.8,27.208728313446045,8000000000 +Llama-2-13b-hf,mxq,7_08,7.08,mxq2,4.6549,6.4763,12.25,11.13,48.37306547164917,13000000000 +Meta-Llama-3-8B,mxq,7_20,7.2,mxq2,6.0036,9.3013,8.74,7.81,28.57712149620056,8000000000 +Meta-Llama-3-8B,mxq,5_50,5.5,mxq2,6.0425,9.3619,7.39,6.43,21.487945795059204,8000000000 +Llama-2-13b-hf,mxq,7_50,7.5,mxq2,4.6503,6.4709,12.81,11.69,48.42101621627808,13000000000 +Meta-Llama-3-8B,mxq,5_56,5.56,mxq2,6.0414,9.3576,7.44,6.48,21.64201092720032,8000000000 +Meta-Llama-3-8B,mxq,5_28,5.28,mxq2,6.0497,9.3773,7.21,6.25,21.90146899223328,8000000000 +Llama-2-7b-hf,mxq,5_36,5.36,mxq2,5.2728,7.0484,5.27,4.53,24.868343830108643,7000000000 +Meta-Llama-3-8B,mxq,4_99,4.99,mxq2,6.0534,9.3787,6.97,6.01,21.622035264968872,8000000000 +Llama-2-13b-hf,mxq,7_54,7.54,mxq2,4.6494,6.4696,12.9,11.78,47.305339097976685,13000000000 +Llama-2-7b-hf,mxq,4_99,4.99,mxq2,5.2769,7.054,4.99,4.25,29.32381820678711,7000000000 +Llama-2-13b-hf,mxq,7_53,7.53,mxq2,4.6497,6.4706,12.86,11.73,46.54800009727478,13000000000 +Llama-2-13b-hf,mxq,5_44,5.44,mxq2,4.6807,6.4983,9.8,8.65,52.78856778144837,13000000000 +Meta-Llama-3-8B,mxq,7_54,7.54,mxq2,6.0041,9.2895,9.01,8.08,28.903321027755737,8000000000 +Meta-Llama-3-8B,mxq,5_52,5.52,mxq2,6.0416,9.3615,7.4,6.44,21.449333429336548,8000000000 +Llama-2-13b-hf,mxq,5_40,5.4,mxq2,4.6822,6.4996,9.74,8.59,50.12807083129883,13000000000 +Llama-2-7b-hf,mxq,5_22,5.22,mxq2,5.2755,7.0504,5.16,4.42,25.09876918792725,7000000000 +Llama-2-7b-hf,mxq,4_67,4.67,mxq2,5.2826,7.0689,4.75,4.02,25.368815660476685,7000000000 +Meta-Llama-3-8B,mxq,7_30,7.3,mxq2,6.0101,9.3081,8.82,7.89,88.4477059841156,8000000000 +Llama-2-13b-hf,mxq,5_58,5.58,mxq2,4.6764,6.4958,10.01,8.85,50.025638818740845,13000000000 +Llama-2-13b-hf,mxq,5_82,5.82,mxq2,4.6698,6.4947,10.37,9.21,50.22820019721985,13000000000 +Llama-2-7b-hf,mxq,4_85,4.85,mxq2,5.2783,7.0562,4.89,4.15,25.63247799873352,7000000000 +Llama-2-7b-hf,mxq,4_95,4.95,mxq2,5.2769,7.0532,4.96,4.22,25.75835871696472,7000000000 +Meta-Llama-3-8B,mxq,4_63,4.63,mxq2,6.1112,9.4583,6.68,5.72,23.455182313919067,8000000000 +Llama-2-13b-hf,mxq,5_48,5.48,mxq2,4.68,6.4977,9.86,8.71,50.16878342628479,13000000000 +Llama-2-13b-hf,mxq,4_73,4.73,mxq2,4.6889,6.5071,8.76,7.6,51.82523512840271,13000000000 +Llama-2-7b-hf,mxq,5_84,5.84,mxq2,5.2585,7.0312,5.63,4.89,19.49560165405273,7000000000 +Llama-2-13b-hf,mxq,5_42,5.42,mxq2,4.6807,6.4995,9.79,8.63,48.78963899612427,13000000000 +Llama-2-7b-hf,mxq,4_65,4.65,mxq2,5.2838,7.0694,4.74,4,25.290733098983765,7000000000 +Llama-2-7b-hf,mxq,5_30,5.3,mxq2,5.2725,7.0478,5.22,4.48,25.626981019973755,7000000000 +Llama-2-7b-hf,mxq,7_47,7.47,mxq2,5.2398,6.9964,6.84,6.12,18.36153650283813,7000000000 +Meta-Llama-3-8B,mxq,4_01,4.01,mxq2,6.5165,10.1877,5.59,5.59,24.984758377075195,8000000000 +Meta-Llama-3-8B,mxq,5_40,5.4,mxq2,6.0465,9.3725,7.31,6.35,21.30106234550476,8000000000 +Llama-2-7b-hf,mxq,7_10,7.1,mxq2,5.2425,7.0054,6.56,5.84,18.25672912597656,7000000000 +Llama-2-13b-hf,mxq,5_50,5.5,mxq2,4.6789,6.4982,9.89,8.74,50.82984948158264,13000000000 +Meta-Llama-3-8B,mxq,4_69,4.69,mxq2,6.1047,9.4554,6.73,5.77,23.5069432258606,8000000000 +Llama-2-7b-hf,mxq,7_24,7.24,mxq2,5.2424,7.0022,6.68,5.97,19.81021785736084,7000000000 +Llama-2-13b-hf,mxq,7_30,7.3,mxq2,4.6528,6.4736,12.52,11.39,47.49688959121704,13000000000 +Llama-2-13b-hf,mxq,7_02,7.02,mxq2,4.6556,6.478,12.1,10.98,49.15617156028748,13000000000 +Llama-2-13b-hf,mxq,5_78,5.78,mxq2,4.6702,6.4951,10.31,9.15,50.12552452087402,13000000000 +Meta-Llama-3-8B,mxq,5_32,5.32,mxq2,6.0495,9.3753,7.24,6.28,21.262410402297974,8000000000 +Llama-2-13b-hf,mxq,5_22,5.22,mxq2,4.6838,6.5014,9.48,8.32,49.90577721595764,13000000000 +Llama-2-7b-hf,mxq,7_01,7.01,mxq2,5.2439,7.0075,6.49,5.77,18.865073442459103,7000000000 +Llama-2-7b-hf,mxq,4_91,4.91,mxq2,5.2785,7.0549,4.93,4.19,25.09949827194214,7000000000 +Llama-2-13b-hf,mxq,7_16,7.16,mxq2,4.6549,6.476,12.31,11.19,48.0704996585846,13000000000 +Llama-2-13b-hf,mxq,5_84,5.84,mxq2,4.6698,6.4942,10.39,9.24,49.98740792274475,13000000000 +Meta-Llama-3-8B,mxq,4_85,4.85,mxq2,6.0699,9.4117,6.86,5.9,22.2575740814209,8000000000 +Llama-2-7b-hf,mxq,5_70,5.7,mxq2,5.2656,7.0345,5.52,4.79,25.81827068328857,7000000000 +Meta-Llama-3-8B,mxq,5_54,5.54,mxq2,6.0424,9.3601,7.42,6.46,21.535847902297974,8000000000 +Llama-2-7b-hf,mxq,7_44,7.44,mxq2,5.2384,6.9969,6.81,6.1,19.544636726379395,7000000000 +Llama-2-13b-hf,mxq,5_72,5.72,mxq2,4.6708,6.4967,10.22,9.06,49.822482109069824,13000000000 +Llama-2-13b-hf,mxq,4_69,4.69,mxq2,4.6887,6.508,8.7,7.54,49.65893650054932,13000000000 +Meta-Llama-3-8B,mxq,4_71,4.71,mxq2,6.0958,9.4436,6.74,5.78,23.4683678150177,8000000000 +Llama-2-7b-hf,mxq,5_80,5.8,mxq2,5.2608,7.0316,5.6,4.86,19.85802149772644,7000000000 +Llama-2-13b-hf,mxq,6_98,6.98,mxq2,4.6551,6.4784,12.07,10.95,48.51734519004822,13000000000 +Meta-Llama-3-8B,mxq,7_10,7.1,mxq2,6.0102,9.2989,8.66,7.73,22.83919477462769,8000000000 +Llama-2-13b-hf,mxq,7_41,7.41,mxq2,4.6491,6.4707,12.83,11.71,47.471407890319824,13000000000 +Meta-Llama-3-8B,mxq,5_70,5.7,mxq2,6.0356,9.3462,7.55,6.59,21.7558650970459,8000000000 +Meta-Llama-3-8B,mxq,7_47,7.47,mxq2,6.0014,9.2897,8.96,8.03,23.23203945159912,8000000000 +Meta-Llama-3-8B,mxq,8_13,8.13,mxq2,6.0033,9.2966,9.49,8.56,22.368326663970947,8000000000 +Llama-2-13b-hf,mxq,8_13,8.13,mxq2,4.6372,6.4626,13.74,12.62,46.49796843528748,13000000000 +Llama-2-13b-hf,mxq,8_25,8.25,mxq2,4.6423,6.4638,13.92,12.8,46.96759104728699,13000000000 +Llama-2-7b-hf,mxq,8_13,8.13,mxq2,5.2092,6.9721,7.33,6.62,17.209035396575928,7000000000 +Meta-Llama-3-8B,mxq,8_51,8.51,mxq2,6.0778,9.4209,9.8,8.87,26.99336671829224,8000000000 +Meta-Llama-3-8B,mxq,8_25,8.25,mxq2,6.0173,9.3191,9.59,8.66,23.151795387268063,8000000000 +Llama-2-7b-hf,mxq,8_51,8.51,mxq2,5.2149,6.9966,7.62,6.9,17.689634323120117,7000000000 +Llama-2-13b-hf,mxq,8_51,8.51,mxq2,4.6482,6.4706,14.3,13.18,36.30884647369385,13000000000 +Llama-2-7b-hf,mxq,8_25,8.25,mxq2,5.2058,6.9778,7.42,6.71,17.007137060165405,7000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,sensi-milp-1,6.6389,10.4663,5.3,5.28,27.245431661605835,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,sensi-milp-1,5.3176,7.1241,3.71,3.66,20.627865314483643,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-milp-1,4.7326,6.5682,6.74,6.71,40.67869567871094,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,sensi-milp-1,4.8308,6.7109,6.42,6.38,42.40521574020386,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,sensi-milp-1,6.0798,8.2463,3.12,3.05,23.35832452774048,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,sensi-milp-1,5.2305,7.0005,5.77,5.68,17.163402318954468,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,sensi-milp-1,4.6794,6.5056,8.08,8.03,36.7325291633606,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-milp-1,7.3312,11.7994,4.94,4.94,28.84968090057373,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,sensi-milp-1,5.3309,7.4005,5.57,5.51,45.381714820861816,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,sensi-milp-1,5.2177,7.2202,5.64,5.57,45.90749621391296,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-milp-1,5.1264,7.0721,5.8,5.74,45.021448612213135,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-milp-1,5.1511,7.1332,5.67,5.61,45.60607409477234,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,sensi-milp-1,5.1568,7.1259,5.69,5.63,45.458542346954346,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,sensi-milp-1,6.0627,9.4063,6.62,6.61,21.738771438598636,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,sensi-milp-1,5.3692,7.2088,3.62,3.57,21.72268319129944,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-milp-1,6.1302,9.4888,5.64,5.62,22.046135902404785,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,sensi-milp-1,6.4423,10.0402,5.3,5.3,27.570101976394653,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,sensi-milp-1,8.6819,13.9188,4.73,4.72,29.83259510993957,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-milp-1,5.7335,7.725,3.3,3.25,22.633150100708008,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,sensi-milp-1,6.0359,8.2034,3.14,3.07,23.286785125732425,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,sensi-milp-1,4.7994,6.6645,6.55,6.51,41.92642879486084,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,sensi-milp-1,5.5446,7.4634,3.49,3.43,22.07593822479248,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,sensi-milp-1,6.247,8.4475,3.09,3.03,23.25277709960937,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,sensi-milp-1,4.7039,6.5514,6.9,6.83,39.92688226699829,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-milp-1,5.3469,7.1575,3.65,3.6,21.40322709083557,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-milp-1,8.1934,13.05,4.79,4.78,29.53709602355957,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-milp-1,4.7032,6.5465,6.99,6.89,39.22311758995056,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,sensi-milp-1,5.2462,7.026,4.86,4.8,18.37652921676636,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,sensi-milp-1,6.688,10.472,5.21,5.2,27.702173948287964,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,sensi-milp-1,4.6561,6.4793,10.87,10.79,32.75883626937866,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,sensi-milp-1,8.4857,13.5114,4.75,4.74,30.058847188949585,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,sensi-milp-1,11.1864,17.8559,4.65,4.64,30.053595304489136,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,sensi-milp-1,4.7435,6.5759,6.72,6.69,41.22165822982788,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,sensi-milp-1,4.7239,6.5642,6.82,6.77,40.19331431388855,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,sensi-milp-1,6.2875,9.7657,5.35,5.35,26.232993841171265,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-milp-1,5.2769,7.065,3.94,3.89,19.442074060440063,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,sensi-milp-1,5.6508,7.6397,3.39,3.33,22.790116548538208,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,sensi-milp-1,6.2369,9.6889,5.38,5.38,25.358673334121704,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,sensi-milp-1,5.4651,7.3474,3.55,3.5,21.813125371932983,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-milp-1,5.3069,7.1131,3.74,3.69,20.32247400283813,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,sensi-milp-1,6.0332,9.3552,7.56,7.56,26.234527111053467,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,sensi-milp-1,5.3589,7.1704,3.64,3.59,21.7206871509552,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,sensi-milp-1,4.7615,6.6042,6.68,6.64,41.279261112213135,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,sensi-milp-1,6.8732,9.3066,3.04,2.98,23.24446702003479,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,sensi-milp-1,7.0818,11.2286,5.02,5.02,28.68302583694458,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,sensi-milp-1,5.2618,7.0431,4.33,4.27,18.62954020500183,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-milp-1,5.9331,8.03,3.17,3.11,23.13453769683838,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-milp-1,4.6875,6.5225,7.31,7.27,38.17904353141785,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-milp-1,6.1903,9.608,5.41,5.41,24.590101957321167,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,sensi-milp-1,12.9335,20.6813,4.7,4.68,29.642115592956543,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,sensi-milp-1,4.9127,6.8302,6.23,6.18,43.50514435768128,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-milp-1,9.2717,14.8218,4.72,4.7,30.040961027145386,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-milp-1,4.9866,6.9095,6.08,6.03,43.64821743965149,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,sensi-milp-1,7.2183,11.3807,5.14,5.13,28.42668604850769,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,sensi-milp-1,7.066,11.2026,5.17,5.16,27.914632320404053,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,sensi-milp-1,5.5271,7.4374,3.51,3.46,21.90816044807434,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-milp-1,6.184,8.3793,3.11,3.04,23.25714612007141,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,sensi-milp-1,5.3352,7.1412,3.68,3.63,21.00706195831299,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,sensi-milp-1,4.827,6.7081,6.47,6.42,42.31252408027649,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,sensi-milp-1,6.0754,9.4038,6.05,6.04,22.748000144958496,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-milp-1,6.3628,9.9052,5.31,5.31,27.3719584941864,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,sensi-milp-1,5.1358,7.0942,5.74,5.67,45.38397526741028,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,sensi-milp-1,4.6725,6.4924,9.19,9.06,35.65055799484253,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,sensi-milp-2,6.4852,10.169,5.28,5.28,27.49454379081726,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,sensi-milp-2,5.325,7.1239,3.71,3.66,21.03306007385254,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-milp-2,4.7319,6.5688,6.74,6.71,40.92194318771362,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,sensi-milp-2,4.8393,6.7194,6.42,6.38,42.66553258895874,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,sensi-milp-2,6.0836,8.2529,3.12,3.05,23.71802020072937,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,sensi-milp-2,5.2239,6.9992,5.75,5.68,18.25579142570496,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,sensi-milp-2,4.6841,6.503,8.07,8.03,37.185089349746704,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-milp-2,7.6425,12.1,4.94,4.94,28.93280935287476,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,sensi-milp-2,5.3615,7.3976,5.56,5.49,45.56008410453797,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,sensi-milp-2,5.2076,7.1964,5.64,5.57,46.14047813415527,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-milp-2,5.1274,7.0668,5.8,5.74,45.266043186187744,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-milp-2,5.1549,7.1364,5.67,5.61,45.82906770706177,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,sensi-milp-2,5.1466,7.1225,5.69,5.63,45.72994995117188,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,sensi-milp-2,6.0534,9.3795,6.61,6.61,22.55952262878418,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,sensi-milp-2,5.3857,7.2065,3.62,3.57,21.88356995582581,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-milp-2,6.1384,9.5217,5.62,5.62,23.946276664733887,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,sensi-milp-2,6.4303,10.0313,5.3,5.3,27.750292778015137,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,sensi-milp-2,9.0822,14.5182,4.73,4.72,29.85549235343933,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-milp-2,5.7235,7.7212,3.3,3.25,22.92849993705749,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,sensi-milp-2,6.0589,8.2199,3.14,3.07,23.84280776977539,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,sensi-milp-2,4.798,6.6636,6.55,6.51,41.95007252693176,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,sensi-milp-2,5.5282,7.4523,3.48,3.43,22.251424312591556,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,sensi-milp-2,6.34,8.5756,3.09,3.02,23.648444890975952,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,sensi-milp-2,4.7156,6.5573,6.91,6.83,39.940226316452026,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-milp-2,5.3469,7.1575,3.65,3.6,21.694460153579712,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-milp-2,8.2156,13.1994,4.79,4.78,29.86417555809021,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-milp-2,4.7053,6.5466,6.99,6.89,39.55765128135681,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,sensi-milp-2,5.2453,7.0217,4.85,4.8,19.352453470230103,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,sensi-milp-2,6.9672,10.973,5.21,5.2,28.80270028114319,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,sensi-milp-2,4.6556,6.4789,10.98,10.79,33.7692711353302,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,sensi-milp-2,8.3675,13.4326,4.75,4.74,30.185739994049072,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,sensi-milp-2,13.9724,21.6336,4.65,4.64,29.831154108047485,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,sensi-milp-2,4.7458,6.5821,6.72,6.69,41.559184074401855,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,sensi-milp-2,4.7246,6.5662,6.82,6.77,40.962810754776,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,sensi-milp-2,6.291,9.7607,5.35,5.35,26.4045991897583,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-milp-2,5.2808,7.0849,3.94,3.89,20.14875221252441,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,sensi-milp-2,5.6421,7.6355,3.39,3.33,22.76973247528076,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,sensi-milp-2,6.2508,9.7016,5.38,5.38,25.73032855987549,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,sensi-milp-2,5.4581,7.344,3.55,3.5,22.05701065063477,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-milp-2,5.3064,7.119,3.74,3.69,20.506098985672,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,sensi-milp-2,6.0436,9.3714,7.56,7.56,28.396666765213013,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,sensi-milp-2,5.3513,7.1662,3.64,3.6,22.031277656555176,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,sensi-milp-2,4.7636,6.605,6.68,6.64,41.26516389846802,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,sensi-milp-2,6.8597,9.2786,3.05,2.98,23.536898851394653,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,sensi-milp-2,7.3801,11.7358,5.03,5.02,28.575196743011475,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,sensi-milp-2,5.2591,7.0519,4.32,4.27,19.2133047580719,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-milp-2,6.0399,8.1679,3.17,3.11,23.67816734313965,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-milp-2,4.6928,6.5298,7.35,7.27,38.68632316589356,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-milp-2,6.2193,9.6453,5.41,5.41,24.633968353271484,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,sensi-milp-2,11.238,17.7186,4.69,4.68,29.95121669769287,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,sensi-milp-2,4.9469,6.8363,6.22,6.18,43.22601199150085,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-milp-2,9.2694,14.8426,4.72,4.7,29.95741176605225,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-milp-2,4.9752,6.9146,6.08,6.03,44.31349539756775,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,sensi-milp-2,7.1142,11.3612,5.14,5.13,30.06531524658203,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,sensi-milp-2,6.8468,10.7498,5.16,5.16,27.8240270614624,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,sensi-milp-2,5.5022,7.4092,3.51,3.46,22.2300488948822,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-milp-2,6.1876,8.3834,3.11,3.04,23.63252639770508,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,sensi-milp-2,5.3384,7.1419,3.68,3.63,21.16326141357422,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,sensi-milp-2,4.8255,6.7066,6.47,6.42,42.437623023986816,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,sensi-milp-2,6.075,9.3996,6.05,6.04,24.63380718231201,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-milp-2,6.3697,9.9171,5.31,5.31,27.15119957923889,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,sensi-milp-2,5.1379,7.094,5.74,5.67,45.70392370223999,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,sensi-milp-2,4.67,6.4942,9.15,9.06,36.11619973182678,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,sensi-milp-3,6.4852,10.169,5.28,5.28,27.58461141586304,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,sensi-milp-3,5.3254,7.1236,3.71,3.66,21.129652500152588,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-milp-3,4.7315,6.5688,6.74,6.71,41.103952169418335,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,sensi-milp-3,4.8393,6.7194,6.42,6.38,42.99190282821655,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,sensi-milp-3,6.0836,8.2529,3.12,3.05,23.671191930770878,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,sensi-milp-3,5.2327,7.0024,5.76,5.68,18.366707801818848,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,sensi-milp-3,4.6833,6.5048,8.07,8.03,37.20253777503967,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-milp-3,7.6425,12.1,4.94,4.94,30.12045621871948,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,sensi-milp-3,5.3576,7.3929,5.56,5.49,45.50102496147156,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,sensi-milp-3,5.2274,7.2189,5.63,5.57,46.005598068237305,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-milp-3,5.125,7.0683,5.8,5.74,45.39267587661743,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-milp-3,5.1565,7.129,5.67,5.61,45.81381964683533,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,sensi-milp-3,5.1466,7.1225,5.69,5.63,45.66024136543274,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,sensi-milp-3,6.0534,9.3795,6.61,6.61,22.853559970855716,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,sensi-milp-3,5.3735,7.1854,3.62,3.57,21.94928288459778,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-milp-3,6.1384,9.5217,5.62,5.62,24.320497035980225,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,sensi-milp-3,6.4303,10.0313,5.3,5.3,27.79168725013733,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,sensi-milp-3,9.0822,14.5182,4.73,4.72,29.561955213546756,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-milp-3,5.7118,7.7303,3.31,3.25,22.889497756958008,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,sensi-milp-3,6.1511,8.3367,3.14,3.07,23.62913990020752,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,sensi-milp-3,4.798,6.6636,6.55,6.51,42.25975751876831,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,sensi-milp-3,5.5602,7.4922,3.49,3.43,22.20386385917664,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,sensi-milp-3,6.403,8.6037,3.09,3.02,23.723092317581177,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,sensi-milp-3,4.7176,6.5589,6.9,6.83,40.05099058151245,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-milp-3,5.3462,7.1593,,,21.819092988967896,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-milp-3,8.2156,13.1994,4.79,4.78,29.707735776901245,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-milp-3,4.705,6.5494,6.99,6.89,39.683475494384766,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,sensi-milp-3,5.2527,7.0329,4.87,4.8,18.36243438720703,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,sensi-milp-3,6.9672,10.973,5.21,5.2,28.82301640510559,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,sensi-milp-3,4.6581,6.4775,10.93,10.79,33.94544005393982,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,sensi-milp-3,8.3675,13.4326,4.75,4.74,32.430115938186646,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,sensi-milp-3,13.9724,21.6336,4.65,4.64,29.94417405128479,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,sensi-milp-3,4.746,6.578,6.72,6.69,41.69087338447571,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,sensi-milp-3,4.7235,6.5661,6.81,6.77,40.577791690826416,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,sensi-milp-3,6.291,9.7607,5.35,5.35,26.49225687980652,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-milp-3,5.2863,7.0918,3.94,3.89,20.230595350265503,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,sensi-milp-3,5.6421,7.6355,3.39,3.33,22.650622844696045,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,sensi-milp-3,6.2508,9.7016,5.38,5.38,25.292288303375244,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,sensi-milp-3,5.4581,7.344,3.55,3.5,22.016362190246586,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-milp-3,5.3098,7.1194,3.74,3.69,20.766003370285038,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,sensi-milp-3,6.0436,9.3714,7.56,7.56,28.764635801315308,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,sensi-milp-3,5.361,7.17,,,21.885101795196533,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,sensi-milp-3,4.7592,6.602,6.68,6.64,41.5911602973938,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,sensi-milp-3,14.6161,24.8921,3.04,2.98,23.558446407318115,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,sensi-milp-3,7.3801,11.7358,5.03,5.02,28.508841037750244,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,sensi-milp-3,5.2588,7.0518,4.33,4.27,18.97950935363769,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-milp-3,5.9736,8.0435,3.17,3.11,23.93605136871338,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-milp-3,4.7007,6.5344,7.37,7.27,39.010557651519775,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-milp-3,6.2193,9.6453,5.41,5.41,24.7617461681366,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,sensi-milp-3,11.238,17.7186,4.69,4.68,29.799949884414676,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,sensi-milp-3,4.95,6.8515,6.22,6.18,43.5320463180542,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-milp-3,9.2694,14.8426,4.72,4.7,29.664198398590088,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-milp-3,5.0135,6.8934,6.08,6.02,44.58782362937927,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,sensi-milp-3,7.1142,11.3612,5.14,5.13,30.17693400382996,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,sensi-milp-3,6.8468,10.7498,5.16,5.16,27.66854214668274,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,sensi-milp-3,5.5022,7.4092,3.51,3.46,22.192371368408203,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-milp-3,6.2032,8.409,3.11,3.04,23.790868759155277,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,sensi-milp-3,5.3325,7.1383,,,21.347612142562863,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,sensi-milp-3,4.8255,6.7066,6.47,6.42,42.58401918411255,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,sensi-milp-3,6.075,9.3996,6.05,6.04,24.780415534973145,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-milp-3,6.3697,9.9171,5.31,5.31,27.38541412353516,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,sensi-milp-3,5.1429,7.0989,5.74,5.67,45.84382963180542,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,sensi-milp-3,4.6723,6.4918,9.22,9.06,36.25663304328919,13000000000 +Meta-Llama-3-8B,mxq,4_07,4.07,sensi-milp-abl,6.9036,10.7825,5.28,5.28,27.732494592666622,8000000000 +Llama-2-7b-hf,mxq,4_21,4.21,sensi-milp-abl,5.3199,7.129,3.71,3.66,20.933025121688843,7000000000 +Llama-2-13b-hf,mxq,4_13,4.13,sensi-milp-abl,4.7334,6.5698,6.74,6.71,40.80572438240051,13000000000 +Llama-2-13b-hf,mxq,3_83,3.83,sensi-milp-abl,4.8492,6.7129,6.42,6.38,42.36498522758484,13000000000 +Llama-2-7b-hf,mxq,3_15,3.15,sensi-milp-abl,6.1634,8.351,3.12,3.05,25.386977910995483,7000000000 +Llama-2-7b-hf,mxq,6_89,6.89,sensi-milp-abl,5.2328,7.0154,5.77,5.68,17.099074840545654,7000000000 +Llama-2-13b-hf,mxq,5_02,5.02,sensi-milp-abl,4.6769,6.5033,8.12,8.03,37.11665344238281,13000000000 +Meta-Llama-3-8B,mxq,3_51,3.51,sensi-milp-abl,8.0315,12.8726,4.94,4.94,28.62593126296997,8000000000 +Llama-2-13b-hf,mxq,3_07,3.07,sensi-milp-abl,5.3171,7.3499,5.56,5.49,45.70360374450684,13000000000 +Llama-2-13b-hf,mxq,3_11,3.11,sensi-milp-abl,5.2338,7.2416,5.63,5.57,46.10080742835999,13000000000 +Llama-2-13b-hf,mxq,3_25,3.25,sensi-milp-abl,5.1289,7.0781,5.8,5.74,45.48931837081909,13000000000 +Llama-2-13b-hf,mxq,3_13,3.13,sensi-milp-abl,5.153,7.1335,5.67,5.61,46.02920866012573,13000000000 +Llama-2-13b-hf,mxq,3_15,3.15,sensi-milp-abl,5.1387,7.1301,5.69,5.63,45.93485713005066,13000000000 +Meta-Llama-3-8B,mxq,5_72,5.72,sensi-milp-abl,6.049,9.3684,6.63,6.61,22.85860276222229,8000000000 +Llama-2-7b-hf,mxq,4_07,4.07,sensi-milp-abl,5.3764,7.2116,3.62,3.57,21.816946268081665,7000000000 +Meta-Llama-3-8B,mxq,4_51,4.51,sensi-milp-abl,6.0743,9.4103,5.65,5.62,21.109739780426025,8000000000 +Meta-Llama-3-8B,mxq,4_11,4.11,sensi-milp-abl,6.4421,10.0438,5.3,5.3,28.10014796257019,8000000000 +Meta-Llama-3-8B,mxq,3_15,3.15,sensi-milp-abl,9.1801,14.6785,4.73,4.72,29.766594886779785,8000000000 +Llama-2-7b-hf,mxq,3_51,3.51,sensi-milp-abl,5.8681,7.9342,3.32,3.25,22.66193914413452,7000000000 +Llama-2-7b-hf,mxq,3_19,3.19,sensi-milp-abl,6.1593,8.3158,3.14,3.07,23.524822473526,7000000000 +Llama-2-13b-hf,mxq,3_95,3.95,sensi-milp-abl,4.7994,6.6645,6.55,6.51,42.62353301048279,13000000000 +Llama-2-7b-hf,mxq,3_83,3.83,sensi-milp-abl,5.5833,7.4809,3.49,3.43,22.199431657791138,7000000000 +Llama-2-7b-hf,mxq,3_11,3.11,sensi-milp-abl,6.2982,8.5305,3.09,3.02,23.669801712036133,7000000000 +Llama-2-13b-hf,mxq,4_21,4.21,sensi-milp-abl,4.7158,6.5565,6.92,6.83,39.89468693733215,13000000000 +Llama-2-7b-hf,mxq,4_13,4.13,sensi-milp-abl,5.3469,7.1595,3.65,3.6,21.54264569282532,7000000000 +Meta-Llama-3-8B,mxq,3_25,3.25,sensi-milp-abl,8.7207,13.8928,4.78,4.78,30.20702195167541,8000000000 +Llama-2-13b-hf,mxq,4_25,4.25,sensi-milp-abl,4.6984,6.5415,6.98,6.89,39.79090738296509,13000000000 +Llama-2-7b-hf,mxq,5_72,5.72,sensi-milp-abl,5.2475,7.0237,4.85,4.8,18.989238500595093,7000000000 +Meta-Llama-3-8B,mxq,3_95,3.95,sensi-milp-abl,6.9274,10.8233,5.21,5.2,28.015409231185917,8000000000 +Llama-2-13b-hf,mxq,6_89,6.89,sensi-milp-abl,4.6565,6.4771,10.95,10.79,33.92536115646362,13000000000 +Meta-Llama-3-8B,mxq,3_19,3.19,sensi-milp-abl,9.0392,14.3578,4.75,4.74,33.92887759208679,8000000000 +Meta-Llama-3-8B,mxq,3_07,3.07,sensi-milp-abl,11.8721,18.9599,4.65,4.64,29.927560329437256,8000000000 +Llama-2-13b-hf,mxq,4_11,4.11,sensi-milp-abl,4.7456,6.5831,6.72,6.69,41.4911003112793,13000000000 +Llama-2-13b-hf,mxq,4_17,4.17,sensi-milp-abl,4.7255,6.5627,6.83,6.77,40.31125664710999,13000000000 +Meta-Llama-3-8B,mxq,4_17,4.17,sensi-milp-abl,6.3038,9.7997,5.35,5.35,26.20090675354004,8000000000 +Llama-2-7b-hf,mxq,4_51,4.51,sensi-milp-abl,5.2843,7.072,3.93,3.89,19.64165306091309,7000000000 +Llama-2-7b-hf,mxq,3_65,3.65,sensi-milp-abl,5.6564,7.64,3.39,3.33,22.588439226150516,7000000000 +Meta-Llama-3-8B,mxq,4_21,4.21,sensi-milp-abl,6.2507,9.7063,5.38,5.38,25.59959292411804,8000000000 +Llama-2-7b-hf,mxq,3_95,3.95,sensi-milp-abl,5.4707,7.3466,3.55,3.5,22.016286849975582,7000000000 +Llama-2-7b-hf,mxq,4_25,4.25,sensi-milp-abl,5.3087,7.1191,3.74,3.69,20.284658193588257,7000000000 +Meta-Llama-3-8B,mxq,6_89,6.89,sensi-milp-abl,6.0254,9.3466,7.56,7.56,28.77553009986877,8000000000 +Llama-2-7b-hf,mxq,4_11,4.11,sensi-milp-abl,5.3615,7.1777,3.64,3.59,21.771036863327023,7000000000 +Llama-2-13b-hf,mxq,4_07,4.07,sensi-milp-abl,4.7615,6.6042,6.68,6.64,41.347362756729126,13000000000 +Llama-2-7b-hf,mxq,3_07,3.07,sensi-milp-abl,6.754,9.1749,3.04,2.98,23.76046085357666,7000000000 +Meta-Llama-3-8B,mxq,3_65,3.65,sensi-milp-abl,7.317,11.5261,5.03,5.02,28.44231367111206,8000000000 +Llama-2-7b-hf,mxq,5_02,5.02,sensi-milp-abl,5.2709,7.066,4.33,4.27,18.83237075805664,7000000000 +Llama-2-7b-hf,mxq,3_25,3.25,sensi-milp-abl,5.9331,8.0353,3.17,3.1,23.28445243835449,7000000000 +Llama-2-13b-hf,mxq,4_51,4.51,sensi-milp-abl,4.6913,6.5127,7.33,7.3,38.6286985874176,13000000000 +Meta-Llama-3-8B,mxq,4_25,4.25,sensi-milp-abl,6.1951,9.6121,5.41,5.41,24.775765657424927,8000000000 +Meta-Llama-3-8B,mxq,3_11,3.11,sensi-milp-abl,10.129,16.1233,4.69,4.68,29.97490429878235,8000000000 +Llama-2-13b-hf,mxq,3_65,3.65,sensi-milp-abl,4.9127,6.8302,6.23,6.18,44.04290080070496,13000000000 +Meta-Llama-3-8B,mxq,3_13,3.13,sensi-milp-abl,9.2799,14.8282,4.71,4.7,29.72104048728943,8000000000 +Llama-2-13b-hf,mxq,3_51,3.51,sensi-milp-abl,4.9366,6.8533,6.08,6.02,46.11010193824768,13000000000 +Meta-Llama-3-8B,mxq,3_83,3.83,sensi-milp-abl,7.5888,11.9066,5.14,5.13,28.835908889770508,8000000000 +Meta-Llama-3-8B,mxq,3_87,3.87,sensi-milp-abl,7.301,11.412,5.16,5.16,27.890464544296265,8000000000 +Llama-2-7b-hf,mxq,3_87,3.87,sensi-milp-abl,5.4982,7.3752,3.5,3.46,22.081157445907596,7000000000 +Llama-2-7b-hf,mxq,3_13,3.13,sensi-milp-abl,6.1834,8.3742,3.11,3.04,23.574987649917603,7000000000 +Llama-2-7b-hf,mxq,4_17,4.17,sensi-milp-abl,5.3404,7.1469,3.68,3.63,21.24545931816101,7000000000 +Llama-2-13b-hf,mxq,3_87,3.87,sensi-milp-abl,4.862,6.7028,6.45,6.42,41.65363574028015,13000000000 +Meta-Llama-3-8B,mxq,5_02,5.02,sensi-milp-abl,6.0634,9.4129,6.06,6.04,25.72160577774048,8000000000 +Meta-Llama-3-8B,mxq,4_13,4.13,sensi-milp-abl,6.3696,9.9194,5.31,5.31,27.265753507614136,8000000000 +Llama-2-13b-hf,mxq,3_19,3.19,sensi-milp-abl,5.1335,7.0959,5.74,5.67,45.69453477859497,13000000000 +Llama-2-13b-hf,mxq,5_72,5.72,sensi-milp-abl,4.6695,6.4943,9.22,9.06,35.70500826835632,13000000000 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-1/result-kurt-milp-1_ppl-20250110090537.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-1/result-kurt-milp-1_ppl-20250110090537.csv new file mode 100644 index 0000000000000000000000000000000000000000..360f1ef9502330866be2794e9932a473cfb9c040 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-1/result-kurt-milp-1_ppl-20250110090537.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.36632227897644,0,0,0,12419899392,12448694272,0,0,6.8918,10.8474,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.86406397819519,0,0,0,8807436288,9332326400,0,0,5.3242,7.1273,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.65721368789673,0,0,0,15835485184,16343105536,0,0,4.736,6.5697,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",43.12619352340698,0,0,0,15094859776,15646851072,0,0,4.8302,6.6921,0.389,0.388,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.31800365447998,0,0,0,7519431680,7654604800,0,0,6.1908,8.3897,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.293044805526733,0,0,0,11997922304,12306087936,0,0,5.236,6.9997,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",36.98548936843872,0,0,0,19894600704,20172505088,0,0,4.6838,6.5063,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.73204803466797,0,0,0,11743041536,11966349312,0,0,7.6819,12.2845,0.234,0.234,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.3128080368042,0,0,0,13284689920,13931380736,0,0,5.3146,7.3785,0.448,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",45.645151138305664,0,0,0,13410370560,14050918400,0,0,5.2324,7.2474,0.453,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.11593532562256,0,0,0,14013515776,14633926656,0,0,5.1229,7.0829,0.443,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.38272452354431,0,0,0,13468533760,14101250048,0,0,5.1552,7.1325,0.455,0.454,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.472265005111694,0,0,0,13534382080,14164164608,0,0,5.1467,7.1225,0.453,0.452,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.63269329071045,0,0,0,16267378688,16307453952,0,0,6.0451,9.3927,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.771565914154053,0,0,0,8588451840,9141485568,0,0,5.3714,7.2054,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",21.38394379615784,0,0,0,13613770752,13769900032,0,0,6.1013,9.4472,0.207,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.609214067459103,0,0,0,12440516608,12459180032,0,0,6.419,10.0406,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.65957236289978,0,0,0,11220854784,11488198656,0,0,8.8983,14.0943,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.664735555648804,0,0,0,7976865792,8550088704,0,0,5.8015,7.8017,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.29084849357605,0,0,0,7567405056,7874805760,0,0,6.124,8.2999,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.516377210617065,0,0,0,15449638912,16001269760,0,0,4.7959,6.6374,0.374,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.04925107955933,0,0,0,8310312960,8772386816,0,0,5.5425,7.4705,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",24.066794395446777,0,0,0,7452848128,7486832640,0,0,6.2972,8.5745,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.7439386844635,0,0,0,16200292352,16433283072,0,0,4.716,6.5565,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.491610288619995,0,0,0,8673141760,9219080192,0,0,5.3467,7.1595,0.173,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",29.73430562019348,0,0,0,11495384064,11718885376,0,0,8.3464,13.4439,0.247,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.40041637420654,0,0,0,16661748736,17064525824,0,0,4.6986,6.5418,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.35659861564636,0,0,0,12228222976,12387876864,0,0,5.2491,7.0389,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",28.9484760761261,0,0,0,12313073664,12364808192,0,0,6.8886,10.7979,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",32.94935369491577,0,0,0,16255644672,16559112192,0,0,4.6569,6.4751,0.353,0.353,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",30.600863933563232,0,0,0,11291177984,11572084736,0,0,8.6473,13.8228,0.249,0.249,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.965320587158203,0,0,0,11086635008,11345592320,0,0,10.7329,17.076,0.25,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",43.93509125709534,0,0,0,15712073728,16269705216,0,0,4.7453,6.5726,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.21094226837158,0,0,0,15994944512,16389242880,0,0,4.7235,6.5625,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.17981028556824,0,0,0,12556062720,12580814848,0,0,6.2962,9.7813,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.426303386688232,0,0,0,9689844736,9986637824,0,0,5.2972,7.0821,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.54614806175232,0,0,0,8176095232,8669626368,0,0,5.6889,7.6822,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.247342109680176,0,0,0,12627573760,12645826560,0,0,6.2447,9.6859,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",21.81730461120605,0,0,0,8500105216,9003073536,0,0,5.471,7.3428,0.178,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.32745599746704,0,0,0,9054916608,9481224192,0,0,5.3079,7.1207,0.175,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",29.428388833999637,0,0,0,9325186560,10408165376,0,0,6.0239,9.3371,0.205,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.64970111846924,0,0,0,8624681984,9208594432,0,0,5.3587,7.1751,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.19094347953797,0,0,0,15647023104,16173236224,0,0,4.7582,6.6015,0.373,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.284097909927368,0,0,0,7384948736,7465861120,0,0,6.894,9.4531,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.263002634048465,0,0,0,11960558592,12108955648,0,0,7.4318,11.899,0.225,0.227,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.612439393997192,0,0,0,10685100032,10844372992,0,0,5.2809,7.0611,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.2311589717865,0,0,0,7747227648,8229224448,0,0,6.0798,8.2368,0.192,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.19216418266296,0,0,0,17826292736,18264096768,0,0,4.6885,6.5252,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.6322078704834,0,0,0,12916560896,12943622144,0,0,6.2077,9.6171,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.81776237487793,0,0,0,11150793728,11418992640,0,0,10.5496,16.9559,0.247,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",42.79960465431213,0,0,0,14831405056,15426650112,0,0,4.948,6.8339,0.401,0.4,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",30.194024324417114,0,0,0,11181722624,11450449920,0,0,9.2203,14.8044,0.252,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.65558290481568,0,0,0,14465910784,15082717184,0,0,5.0001,6.9098,0.416,0.416,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.58561086654663,0,0,0,12103755776,12218007552,0,0,7.0023,11.0629,0.218,0.219,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.72234916687012,0,0,0,12180561920,12259950592,0,0,7.1748,11.2813,0.217,0.216,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.14923071861267,0,0,0,8383188992,8814329856,0,0,5.5126,7.4097,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.287213802337646,0,0,0,7487183872,7558135808,0,0,6.2126,8.4307,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.051549911499023,0,0,0,8740064256,9281994752,0,0,5.3428,7.1443,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.26391005516052,0,0,0,15229732864,15783165952,0,0,4.8276,6.7062,0.394,0.394,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",24.557884216308597,0,0,0,14657319936,14805893120,0,0,6.0598,9.3826,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.320806980133057,0,0,0,12485585920,12576620544,0,0,6.3658,9.907,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.53503727912903,0,0,0,13649201152,14273216512,0,0,5.1206,7.0895,0.45,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",36.04302716255188,0,0,0,22916280320,23156752384,0,0,4.6708,6.4958,0.367,0.367,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-2/result-kurt-milp-2_ppl-20250110181554.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-2/result-kurt-milp-2_ppl-20250110181554.csv new file mode 100644 index 0000000000000000000000000000000000000000..48ee46b7d86bfb84375d8fe300ca1e48d8d2e3b4 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-2/result-kurt-milp-2_ppl-20250110181554.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.257663011550903,0,0,0,12407971840,12436111360,0,0,6.5033,10.2205,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.939202785491943,0,0,0,8804987904,9313452032,0,0,5.3248,7.1198,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",41.1973569393158,0,0,0,15820681216,16343105536,0,0,4.7327,6.5703,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",43.16337585449219,0,0,0,15101741056,15636365312,0,0,4.8432,6.7282,0.395,0.396,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.619961261749268,0,0,0,7518121984,7639924736,0,0,6.0943,8.2679,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.817630290985107,0,0,0,11961361408,12140412928,0,0,5.2286,7.0015,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.2944438457489,0,0,0,19828929536,20208156672,0,0,4.6825,6.5045,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.638461351394653,0,0,0,11750970368,11920211968,0,0,8.0214,12.8143,0.233,0.231,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.56479573249817,0,0,0,13304340480,13943963648,0,0,5.3557,7.3898,0.448,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.02956581115723,0,0,0,13418355712,14053015552,0,0,5.2011,7.2109,0.453,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.183236598968506,0,0,0,14017349632,14638120960,0,0,5.1117,7.0595,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.90462231636048,0,0,0,13468533760,14101250048,0,0,5.15,7.1325,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.672473192214966,0,0,0,13535311872,14164164608,0,0,5.1438,7.1209,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.940399646759037,0,0,0,16262210560,16412311552,0,0,6.0416,9.3852,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.92127585411072,0,0,0,8586219520,9162457088,0,0,5.4081,7.2464,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",22.1103310585022,0,0,0,13602335744,13652459520,0,0,6.0997,9.4458,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.22149062156677,0,0,0,12439401472,12459180032,0,0,6.4212,10.0394,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.505486249923703,0,0,0,11225573376,11488198656,0,0,8.9772,14.4373,0.252,0.249,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.942257165908813,0,0,0,7992201216,8388608000,0,0,5.7077,7.7112,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.321823120117188,0,0,0,7575924736,7799308288,0,0,6.0426,8.1731,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",42.1051459312439,0,0,0,15466252288,15990784000,0,0,4.7985,6.6615,0.386,0.386,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.14877462387085,0,0,0,8314638336,8734638080,0,0,5.5313,7.45,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.611125469207764,0,0,0,7460974592,7505707008,0,0,7.419,10.1344,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",40.037184953689575,0,0,0,16144600064,16475226112,0,0,4.7044,6.5499,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.639248371124268,0,0,0,8672465920,9216983040,0,0,5.3488,7.1573,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",30.71119999885559,0,0,0,11489681408,11697913856,0,0,8.2333,13.1927,0.246,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.33686852455139,0,0,0,16692405248,16833839104,0,0,4.703,6.5443,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.953235626220703,0,0,0,12209074176,12371099648,0,0,5.2469,7.0248,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",27.607383966445923,0,0,0,12315432960,12339642368,0,0,6.8419,10.6976,0.211,0.21,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.28516960144043,0,0,0,16214748160,16626221056,0,0,4.6563,6.4804,0.351,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",30.255792140960693,0,0,0,11287441408,11551113216,0,0,8.5912,13.6394,0.248,0.247,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.598832368850708,0,0,0,11081849856,11353980928,0,0,17.4126,27.2916,0.248,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.370115518569946,0,0,0,15713394688,16259219456,0,0,4.7407,6.5763,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.537644386291504,0,0,0,15975639040,16447963136,0,0,4.7216,6.5647,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.31592798233032,0,0,0,12553503744,12572426240,0,0,6.2969,9.7847,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",20.063220500946045,0,0,0,9686888448,10110369792,0,0,5.2763,7.0802,0.174,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.61797070503235,0,0,0,8190906368,8512339968,0,0,5.6346,7.6136,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.644255876541138,0,0,0,12624361472,12639535104,0,0,6.2453,9.693,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",21.954949855804443,0,0,0,8498139136,9024045056,0,0,5.4558,7.327,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.482526302337646,0,0,0,9051068416,9617539072,0,0,5.3063,7.1155,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",28.03914499282837,0,0,0,9322664448,10435428352,0,0,6.0208,9.3237,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.754056692123413,0,0,0,8629265408,9202302976,0,0,5.377,7.233,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.21436858177185,0,0,0,15646246912,16177430528,0,0,4.7596,6.5989,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.368948459625244,0,0,0,7383900160,7457472512,0,0,6.7487,9.1992,0.194,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.588196992874146,0,0,0,11965472768,12075401216,0,0,7.5987,12.0781,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.867635011672974,0,0,0,10673205248,10806624256,0,0,5.2636,7.0501,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.631428956985477,0,0,0,7755489280,8122269696,0,0,5.9769,8.11,0.192,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.81637406349182,0,0,0,17903689728,18163433472,0,0,4.6946,6.5233,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.589555263519287,0,0,0,12906800128,12926844928,0,0,6.1953,9.6041,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.803720235824585,0,0,0,11151251456,11433672704,0,0,10.3731,16.4434,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",42.97917723655701,0,0,0,14838286336,15416164352,0,0,4.949,6.8313,0.401,0.4,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.45340657234192,0,0,0,11187489792,11454644224,0,0,9.2426,14.8474,0.249,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.30320143699646,0,0,0,14469744640,15086911488,0,0,5.0005,6.8884,0.415,0.414,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.179112434387207,0,0,0,12104804352,12188647424,0,0,7.4426,11.6667,0.217,0.216,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",28.06285095214844,0,0,0,12186853376,12264144896,0,0,7.1263,11.2337,0.216,0.216,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.30156874656677,0,0,0,8378601472,8898215936,0,0,5.5319,7.4441,0.178,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.45512700080872,0,0,0,7482994688,7591690240,0,0,6.1976,8.4014,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.24897336959839,0,0,0,8739433472,9288286208,0,0,5.3405,7.1397,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.39811944961548,0,0,0,15240054784,15766388736,0,0,4.8288,6.7034,0.393,0.393,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",24.87943148612976,0,0,0,14651688960,14692646912,0,0,6.059,9.3751,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.00949501991272,0,0,0,12483551232,12509511680,0,0,6.3742,9.9253,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.88943910598755,0,0,0,13650130944,14275313664,0,0,5.1344,7.0814,0.449,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",35.95629143714905,0,0,0,22818308096,23228055552,0,0,4.6688,6.4948,0.365,0.365,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-3/result-kurt-milp-3_ppl-20250111032628.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-3/result-kurt-milp-3_ppl-20250111032628.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a89b7d86c493f1fbe37cd2ff3caa221deda5d53 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-3/result-kurt-milp-3_ppl-20250111032628.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.58466386795044,0,0,0,12409413632,12440305664,0,0,6.7878,10.6366,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",21.01453185081482,0,0,0,8803158016,9298771968,0,0,5.3278,7.1223,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",42.15920352935791,0,0,0,15800841216,16387145728,0,0,4.7315,6.5697,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.215378761291504,0,0,0,15091419136,15669919744,0,0,4.8695,6.7219,0.384,0.383,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.5164954662323,0,0,0,7520743424,7610564608,0,0,6.0909,8.2672,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.806764841079712,0,0,0,11971757056,12148801536,0,0,5.2313,7.0034,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.49081635475159,0,0,0,19883191296,20166213632,0,0,4.6831,6.5057,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.63580632209778,0,0,0,11750577152,11928600576,0,0,7.8956,12.6613,0.232,0.233,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.3018262386322,0,0,0,13296771072,13948157952,0,0,5.3383,7.3743,0.448,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",45.64819979667664,0,0,0,13422451712,14065598464,0,0,5.2067,7.2159,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.1069929599762,0,0,0,14020397056,14636023808,0,0,5.1195,7.0616,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.38340091705322,0,0,0,13468533760,14115930112,0,0,5.1558,7.1316,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.39785194396973,0,0,0,13533290496,14180941824,0,0,5.1449,7.1219,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.81710529327393,0,0,0,16264629248,16351494144,0,0,6.0481,9.382,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.966408491134644,0,0,0,8587927552,9141485568,0,0,5.3859,7.2202,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",22.27670621871948,0,0,0,13588585472,13734248448,0,0,6.1242,9.4812,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.459346055984497,0,0,0,12441498624,12480151552,0,0,6.4625,10.0872,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.510700464248657,0,0,0,11225180160,11488198656,0,0,9.1271,14.6559,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.99522042274475,0,0,0,7983681536,8382316544,0,0,5.6875,7.6469,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.52114176750183,0,0,0,7570292736,7765753856,0,0,6.0191,8.1239,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.83329796791077,0,0,0,15456520192,16001269760,0,0,4.8082,6.657,0.382,0.382,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.18826055526733,0,0,0,8320798720,8564768768,0,0,5.5087,7.3858,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.6076819896698,0,0,0,7453372416,7499415552,0,0,6.3338,8.5815,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",41.15570378303528,0,0,0,16139487232,16378757120,0,0,4.7165,6.5571,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.58167243003845,0,0,0,8670363648,9202302976,0,0,5.3488,7.1573,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",29.95715069770813,0,0,0,11491714048,11697913856,0,0,8.4629,13.637,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.54209327697754,0,0,0,16683833344,16838033408,0,0,4.705,6.5466,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.84803295135498,0,0,0,12197982208,12289310720,0,0,5.2449,7.0268,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",28.442525148391724,0,0,0,12307699712,12356419584,0,0,6.9499,10.9589,0.211,0.212,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.443644523620605,0,0,0,16229685248,16519266304,0,0,4.6583,6.4809,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",30.0060670375824,0,0,0,11288032256,11542724608,0,0,8.7581,14.0325,0.249,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",30.086444854736328,0,0,0,11085384704,11362369536,0,0,10.4524,16.6732,0.248,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.50982737541199,0,0,0,15719888896,16288579584,0,0,4.747,6.5837,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.68757319450378,0,0,0,15972611072,16426991616,0,0,4.7209,6.5646,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.45820450782776,0,0,0,12555143168,12650020864,0,0,6.2987,9.7961,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",20.2305645942688,0,0,0,9686049792,10152312832,0,0,5.278,7.0826,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.697960376739506,0,0,0,8182386688,8503951360,0,0,5.6138,7.5529,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.45270109176636,0,0,0,12627307520,12748587008,0,0,6.2456,9.704,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",21.94642949104309,0,0,0,8494862336,8998879232,0,0,5.4347,7.267,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.55903148651123,0,0,0,9049362432,9600761856,0,0,5.306,7.1136,0.173,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",28.54665946960449,0,0,0,9322843136,10433331200,0,0,6.0182,9.334,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",22.14755129814148,0,0,0,8622978048,9185525760,0,0,5.3599,7.1735,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.285505056381226,0,0,0,15647481856,16204693504,0,0,4.7538,6.5942,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.47261929512024,0,0,0,7385473024,7457472512,0,0,7.1028,9.5124,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.252349853515625,0,0,0,11959574528,12092178432,0,0,7.5987,12.0781,0.225,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.89029693603516,0,0,0,10659835904,10798235648,0,0,5.2588,7.0434,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.6551194190979,0,0,0,7750905856,8057257984,0,0,5.9371,8.0449,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",39.07368445396423,0,0,0,17928246272,18186502144,0,0,4.6939,6.5341,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.601139545440677,0,0,0,12905038848,12941524992,0,0,6.1969,9.6118,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.84584355354309,0,0,0,11149543424,11416895488,0,0,10.0515,15.6542,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",43.23964214324951,0,0,0,14841137152,15443427328,0,0,4.9158,6.8389,0.408,0.407,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",30.1407687664032,0,0,0,11184475136,11454644224,0,0,9.2426,14.8474,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.56876850128174,0,0,0,14479673344,15072231424,0,0,4.9874,6.9036,0.423,0.422,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.17832112312317,0,0,0,12109654016,12184453120,0,0,7.4077,11.5909,0.217,0.216,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.795422554016117,0,0,0,12192620544,12218007552,0,0,7.4574,11.7983,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.35220456123352,0,0,0,8384761856,8730443776,0,0,5.4831,7.3572,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.43196415901184,0,0,0,7485616128,7551844352,0,0,6.1883,8.3774,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.25652265548706,0,0,0,8738113536,9233760256,0,0,5.3384,7.134,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",43.87914061546326,0,0,0,15236614144,15785263104,0,0,4.8261,6.7021,0.393,0.393,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",21.20218563079834,0,0,0,14641986560,14784921600,0,0,6.0648,9.3899,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.108722686767575,0,0,0,12485124096,12507414528,0,0,6.3743,9.9328,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.45008993148804,0,0,0,13648109568,14289993728,0,0,5.1381,7.0953,0.448,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",36.07505130767822,0,0,0,22872782848,23188209664,0,0,4.6714,6.4909,0.367,0.367,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-abl/result-kurt-milp-abl_ppl-20250111155521.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-abl/result-kurt-milp-abl_ppl-20250111155521.csv new file mode 100644 index 0000000000000000000000000000000000000000..3861eb9b382ca572ce779939eb0ebe779d227ac6 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/kurt-milp-abl/result-kurt-milp-abl_ppl-20250111155521.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.77489423751831,0,0,0,12410593280,12431917056,0,0,6.9036,10.7825,0.206,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.881407499313354,0,0,0,8799250432,9342812160,0,0,5.3199,7.129,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.85260057449341,0,0,0,15841035264,16336814080,0,0,4.7334,6.5698,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.4148690700531,0,0,0,15080802304,15672016896,0,0,4.8492,6.7129,0.388,0.387,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",25.303820610046387,0,0,0,7519694848,7602176000,0,0,6.1634,8.351,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.20630121231079,0,0,0,12000756736,12402556928,0,0,5.2328,7.0154,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.02561044692993,0,0,0,19912853504,20214448128,0,0,4.6769,6.5033,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.627197265625,0,0,0,11753265152,11928600576,0,0,8.0315,12.8726,0.232,0.233,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.251768589019775,0,0,0,13281009664,13927186432,0,0,5.3171,7.3499,0.448,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.343064069747925,0,0,0,13406395392,14048821248,0,0,5.2338,7.2416,0.453,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.34884691238403,0,0,0,14017644544,14619246592,0,0,5.1289,7.0781,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.98513555526733,0,0,0,13468238848,14099152896,0,0,5.153,7.1335,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.71858859062195,0,0,0,13534087168,14164164608,0,0,5.1387,7.1301,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",23.222563982009888,0,0,0,16272174080,16347299840,0,0,6.049,9.3684,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.772835969924927,0,0,0,8585830400,9175040000,0,0,5.3764,7.2116,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",21.30938959121704,0,0,0,13605470208,13665042432,0,0,6.0743,9.4103,0.207,0.207,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.92640233039856,0,0,0,12439334912,12450791424,0,0,6.4421,10.0438,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.94306707382202,0,0,0,11225311232,11475615744,0,0,9.1801,14.6785,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.61200213432312,0,0,0,7998885888,8260681728,0,0,5.8681,7.9342,0.188,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.38823914527893,0,0,0,7575003136,7723810816,0,0,6.1593,8.3158,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",42.63406300544739,0,0,0,15465957376,15986589696,0,0,4.7994,6.6645,0.386,0.386,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",21.959100246429443,0,0,0,8312410112,8747220992,0,0,5.5833,7.4809,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.464661836624146,0,0,0,7452848128,7491026944,0,0,6.2982,8.5305,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.94955825805664,0,0,0,16200770560,16441671680,0,0,4.7158,6.5565,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.53459310531616,0,0,0,8666995712,9214885888,0,0,5.3469,7.1595,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",30.41411399841309,0,0,0,11491058688,11710496768,0,0,8.7207,13.8928,0.246,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.43632984161377,0,0,0,16688145408,16924016640,0,0,4.6984,6.5415,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.92855739593506,0,0,0,12221370368,12385779712,0,0,5.2475,7.0237,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",27.9085910320282,0,0,0,12307175424,12352225280,0,0,6.9274,10.8233,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.54485607147217,0,0,0,16272303104,16345202688,0,0,4.6565,6.4771,0.354,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",34.854448318481445,0,0,0,11289474048,11542724608,0,0,9.0392,14.3578,0.248,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.861831426620483,0,0,0,11081129984,11353980928,0,0,11.8721,18.9599,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.54007577896118,0,0,0,15713335296,16238247936,0,0,4.7456,6.5831,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.55902314186096,0,0,0,15997509632,16364077056,0,0,4.7255,6.5627,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.606067657470703,0,0,0,12554483712,12578717696,0,0,6.3038,9.7997,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.39860725402832,0,0,0,9683001344,9969860608,0,0,5.2843,7.072,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.561373949050903,0,0,0,8185008128,8520728576,0,0,5.6564,7.64,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.711184978485107,0,0,0,12626847744,12645826560,0,0,6.2507,9.7063,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",21.87514853477478,0,0,0,8497483776,9015656448,0,0,5.4707,7.3466,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.40448236465454,0,0,0,9046745088,9361686528,0,0,5.3087,7.1191,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",29.21794867515564,0,0,0,9321321984,10424942592,0,0,6.0254,9.3466,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.726112365722656,0,0,0,8622580736,9208594432,0,0,5.3615,7.1777,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.29718732833862,0,0,0,15647940608,16166944768,0,0,4.7615,6.6042,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.493571519851685,0,0,0,7384817664,7470055424,0,0,6.754,9.1749,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.971935749053955,0,0,0,11957675008,12083789824,0,0,7.317,11.5261,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.716442108154297,0,0,0,10671042560,10833887232,0,0,5.2709,7.066,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.79800510406494,0,0,0,7767150592,7916748800,0,0,5.9331,8.0353,0.191,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.51501655578613,0,0,0,17888769024,18444451840,0,0,4.6913,6.5127,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",25.152538061141968,0,0,0,12912650240,12952010752,0,0,6.1951,9.6121,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.93021869659424,0,0,0,11146468352,11410604032,0,0,10.129,16.1233,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",43.79962754249573,0,0,0,14851164160,15407775744,0,0,4.9127,6.8302,0.416,0.415,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.862338304519653,0,0,0,11180805120,11446255616,0,0,9.2799,14.8282,0.251,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",45.942261695861816,0,0,0,14483802112,15040774144,0,0,4.9366,6.8533,0.423,0.422,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.60975408554077,0,0,0,12103886848,12205424640,0,0,7.5888,11.9066,0.217,0.217,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.706770420074463,0,0,0,12182265856,12259950592,0,0,7.301,11.412,0.216,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.03609251976013,0,0,0,8374276096,8885633024,0,0,5.4982,7.3752,0.178,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.530315160751343,0,0,0,7484567552,7543455744,0,0,6.1834,8.3742,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.224390983581543,0,0,0,8732057600,9315549184,0,0,5.3404,7.1469,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",41.82983064651489,0,0,0,15219705856,15783165952,0,0,4.862,6.7028,0.378,0.377,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",25.78541088104248,0,0,0,14661719040,14698938368,0,0,6.0634,9.4129,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.221994161605835,0,0,0,12484728832,12509511680,0,0,6.3696,9.9194,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.87439322471619,0,0,0,13648906240,14273216512,0,0,5.1335,7.0959,0.45,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",35.67821478843689,0,0,0,22953147392,23068672000,0,0,4.6695,6.4943,0.365,0.365,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv new file mode 100644 index 0000000000000000000000000000000000000000..9e3d92afdb3081a328e56473d00e75bd54bd6a94 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-3bit-redo-dense-3bit_ppl-20241230214029.csv @@ -0,0 +1,145 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",20.81610369682312,0,0,0,8852276224,9420406784,0,0,5.4176,7.2694,0.19,0.19,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",21.87164568901062,0,0,0,8078684160,8931770368,0,0,5.7046,7.6965,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",22.421337604522705,0,0,0,7692867584,8413773824,0,0,6.0747,8.185,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",41.99375867843628,0,0,0,16281121792,16521363456,0,0,4.8072,6.6764,0.444,0.444,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",43.76207518577576,0,0,0,14835042304,15053357056,0,0,4.9585,6.9129,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",22.2665798664093,0,0,0,7650377728,8350859264,0,0,6.122,8.2304,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",21.25223970413208,0,0,0,8595095552,9089056768,0,0,5.541,7.4627,0.195,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",41.9384765625,0,0,0,16416770048,16766730240,0,0,4.7832,6.6505,0.438,0.438,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",27.806442499160767,0,0,0,12729524224,12851347456,0,0,6.6544,10.4342,0.245,0.244,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",22.228074550628666,0,0,0,7829296128,8581545984,0,0,5.9895,8.0585,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",20.98002791404724,0,0,0,8748333056,9164554240,0,0,5.4927,7.3805,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",26.28734064102173,0,0,0,12290028544,12557746176,0,0,7.1962,11.3999,0.263,0.263,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",21.04779982566833,0,0,0,8694834176,9145679872,0,0,5.4947,7.3911,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",41.30886244773865,0,0,0,12146348032,12677283840,0,0,4.7683,6.6273,0.422,0.422,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",27.105319261550903,0,0,0,11963680768,12314476544,0,0,7.4175,11.7838,0.258,0.26,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",21.85949444770813,0,0,0,8104008704,8963227648,0,0,5.7068,7.6786,0.194,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",26.163748025894165,0,0,0,12155736064,12559843328,0,0,7.281,11.5531,0.263,0.264,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",21.25035858154297,0,0,0,8600300544,9105833984,0,0,5.5268,7.4433,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",25.49193334579468,0,0,0,12472423424,12769558528,0,0,6.8115,10.6864,0.243,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",21.90437889099121,0,0,0,8173931520,9003073536,0,0,5.676,7.6333,0.193,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",27.805344581604004,0,0,0,11447505920,11817451520,0,0,10.3624,16.5718,0.247,0.247,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",26.368443965911865,0,0,0,12243087360,12536774656,0,0,7.2414,11.4917,0.262,0.264,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",43.56948637962341,0,0,0,15140200448,15185477632,0,0,4.9304,6.8643,0.46,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",43.66459345817566,0,0,0,13551082496,13954449408,0,0,5.3832,7.4256,0.441,0.442,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",25.686625719070435,0,0,0,12405460992,12624855040,0,0,6.9042,10.8576,0.248,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",44.40589737892151,0,0,0,14228512768,14617149440,0,0,5.0349,7.0074,0.458,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",42.05960702896118,0,0,0,16350648320,16684941312,0,0,4.7982,6.6696,0.444,0.444,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",44.2719612121582,0,0,0,13730332672,14132707328,0,0,5.2377,7.2452,0.446,0.446,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",42.32182168960571,0,0,0,16201063424,16418603008,0,0,4.8114,6.6859,0.446,0.445,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",42.68939661979675,0,0,0,15734496256,15816720384,0,0,4.8532,6.7617,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",44.20152711868286,0,0,0,14472841216,14784921600,0,0,4.9859,6.952,0.46,0.459,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",44.19613003730774,0,0,0,14373711872,14696841216,0,0,5.0074,6.9806,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",44.27665734291077,0,0,0,13817020416,14229176320,0,0,5.1707,7.1754,0.45,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",44.34764862060547,0,0,0,13904391168,14323548160,0,0,5.1164,7.1025,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",21.232139587402344,0,0,0,8605680640,9122611200,0,0,5.5123,7.4168,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",21.58179926872253,0,0,0,8246634496,9015656448,0,0,5.6262,7.5828,0.192,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",26.3620126247406,0,0,0,12112584704,12410945536,0,0,7.3098,11.6153,0.262,0.262,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",43.48427081108093,0,0,0,14989381632,15112077312,0,0,4.9444,6.8887,0.459,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",27.02269148826599,0,0,0,11275342848,11658067968,0,0,13.246,20.5725,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",20.765305519104004,0,0,0,8875159552,9298771968,0,0,5.4341,7.2981,0.193,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",21.60974907875061,0,0,0,8206909440,9005170688,0,0,5.6537,7.6088,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",22.154855966567997,0,0,0,7506169856,8187281408,0,0,6.3993,8.6191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",22.464972496032715,0,0,0,7740039168,8485076992,0,0,6.0367,8.1304,0.197,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",26.559434413909912,0,0,0,12779070464,12880707584,0,0,6.6289,10.3944,0.245,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",27.090252161026,0,0,0,11997931520,12306087936,0,0,7.3737,11.7179,0.26,0.26,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",26.63440465927124,0,0,0,12048875520,12348030976,0,0,7.3631,11.6939,0.26,0.261,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.428165912628174,0,0,0,16331600896,16739467264,0,0,4.7845,6.6449,0.427,0.425,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",20.85684537887573,0,0,0,8794443776,9193914368,0,0,5.4747,7.351,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",22.15162992477417,0,0,0,7554045952,8256487424,0,0,6.2975,8.4781,0.196,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",43.95410466194153,0,0,0,13641922560,14040432640,0,0,5.3425,7.3635,0.445,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",43.28198838233948,0,0,0,15182260224,15221129216,0,0,4.9202,6.8514,0.459,0.456,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",20.614538431167603,0,0,0,8867202048,9307160576,0,0,5.4313,7.2906,0.192,0.192,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",27.58942461013794,0,0,0,11712373760,12006195200,0,0,7.7077,12.2494,0.253,0.253,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",26.299255847930908,0,0,0,12343473152,12605980672,0,0,7.1652,11.3423,0.263,0.264,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",26.41775894165039,0,0,0,12199278592,12490637312,0,0,7.2635,11.5309,0.263,0.262,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",21.488388299942017,0,0,0,8301243392,9019850752,0,0,5.5985,7.5377,0.191,0.191,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",27.247847080230716,0,0,0,11860956160,12157190144,0,0,7.511,11.8916,0.256,0.256,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",22.29039669036865,0,0,0,8014132224,8826912768,0,0,5.824,7.8432,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",22.332809925079346,0,0,0,7788660736,8533311488,0,0,6.0023,8.0857,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",27.68308734893799,0,0,0,11500030976,11851005952,0,0,9.6733,15.4234,0.249,0.248,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",43.164148569107056,0,0,0,15360277504,15414067200,0,0,4.8701,6.7853,0.454,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",41.713910818099976,0,0,0,16434589696,16796090368,0,0,4.7885,6.6547,0.44,0.44,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",43.6291081905365,0,0,0,15103797248,15177089024,0,0,4.9339,6.8711,0.459,0.46,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",21.610416173934937,0,0,0,8151898112,8998879232,0,0,5.6869,7.6567,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",42.77509593963623,0,0,0,15932997632,16049504256,0,0,4.8482,6.7383,0.46,0.46,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",25.77156162261963,0,0,0,12413597696,12635340800,0,0,6.9111,10.8744,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",21.41391110420227,0,0,0,8506576896,9053405184,0,0,5.5582,7.497,0.194,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0.0,0,0,0,7127908864,8277458944,0,0,6.573,10.2897,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",20.75191569328308,0,0,0,8863826944,9242148864,0,0,5.4387,7.306,0.194,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",27.04138207435608,0,0,0,11359055872,11725176832,0,0,12.167,19.1409,0.244,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",26.43147921562195,0,0,0,11096035328,11452547072,0,0,15.2134,23.2301,0.237,0.237,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",22.09446668624878,0,0,0,7884484608,8613003264,0,0,5.9154,7.9772,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",44.257283449172974,0,0,0,14579387392,14856224768,0,0,4.9767,6.9357,0.457,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",25.58327317237854,0,0,0,12431202304,12691963904,0,0,6.9674,10.9673,0.254,0.255,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",21.84909582138061,0,0,0,8051482624,8900313088,0,0,5.792,7.8027,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",43.6374773979187,0,0,0,15230835712,15288238080,0,0,4.903,6.8375,0.457,0.454,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",21.561097383499146,0,0,0,8359377920,9024045056,0,0,5.5752,7.5225,0.191,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",41.61466455459595,0,0,0,16325692416,16590569472,0,0,4.78,6.6443,0.432,0.432,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",27.826788187026978,0,0,0,7201671168,8327790592,0,0,6.5171,10.1744,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",21.40466451644897,0,0,0,8551463936,9068085248,0,0,5.5537,7.4841,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",43.47370958328247,0,0,0,15164836864,15229517824,0,0,4.9231,6.8593,0.46,0.46,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",20.791393995285038,0,0,0,8845497344,9208594432,0,0,5.4624,7.337,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",21.01120352745056,0,0,0,8649450496,9135194112,0,0,5.5065,7.4056,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",42.58239769935608,0,0,0,15950491648,16150167552,0,0,4.8382,6.7299,0.457,0.454,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",20.88287758827209,0,0,0,8789424128,9179234304,0,0,5.4834,7.3582,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",26.38785433769226,0,0,0,11144299520,11486101504,0,0,14.5954,22.293,0.238,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",20.53605937957764,0,0,0,9841186816,10288627712,0,0,5.415,7.2563,0.187,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",21.70881462097168,0,0,0,8439204864,9036627968,0,0,5.5611,7.5127,0.192,0.192,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",42.31766819953919,0,0,0,15966489600,16068378624,0,0,4.8399,6.7241,0.455,0.455,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",25.33141684532165,0,0,0,12998544384,13157531648,0,0,6.5396,10.2222,0.247,0.247,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",42.10650277137756,0,0,0,16124019712,16305356800,0,0,4.8152,6.697,0.446,0.445,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",20.684069395065308,0,0,0,8856981504,9409921024,0,0,5.4265,7.2799,0.19,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",21.76680064201355,0,0,0,8124913664,8975810560,0,0,5.6902,7.663,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",42.9020140171051,0,0,0,15578020864,15648948224,0,0,4.8588,6.7713,0.455,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",44.18956470489502,0,0,0,14440704000,14749270016,0,0,4.9976,6.9657,0.459,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",25.675097465515137,0,0,0,12421667840,12681478144,0,0,6.9541,10.9348,0.253,0.253,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",22.35238146781921,0,0,0,7886475264,8633974784,0,0,5.9413,8.004,0.198,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",25.62618374824524,0,0,0,12418210816,12731809792,0,0,6.8786,10.8251,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",44.18660354614258,0,0,0,14686454784,14946402304,0,0,4.9718,6.9284,0.457,0.457,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",21.486637830734253,0,0,0,8271844352,9019850752,0,0,5.6136,7.5615,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",22.225347995758057,0,0,0,7899735040,8629780480,0,0,5.8864,7.9094,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",21.009374141693115,0,0,0,8587058176,9110028288,0,0,5.5225,7.4322,0.193,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",42.436769247055054,0,0,0,16007293952,16118710272,0,0,4.8346,6.7155,0.452,0.45,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",22.06043839454651,0,0,0,7456959488,8149532672,0,0,6.5113,8.7683,0.195,0.194,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",26.15469574928284,0,0,0,12458393600,12675186688,0,0,7.0013,11.0355,0.259,0.259,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",22.22865343093872,0,0,0,7870813184,8602517504,0,0,5.9619,8.0307,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",42.05277132987976,0,0,0,16051981312,16198402048,0,0,4.8294,6.7079,0.451,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",26.90428328514099,0,0,0,11917072384,12218007552,0,0,7.4559,11.836,0.257,0.258,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",42.78253173828125,0,0,0,15430196224,15504244736,0,0,4.8662,6.7806,0.453,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",26.639278888702396,0,0,0,11189551104,11532238848,0,0,13.5185,20.9196,0.239,0.24,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",44.30007243156433,0,0,0,14307720192,14648606720,0,0,5.0171,6.9904,0.458,0.458,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",43.29498791694641,0,0,0,15338779648,15365832704,0,0,4.8747,6.795,0.455,0.456,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",42.8002290725708,0,0,0,15866883072,15921577984,0,0,4.8484,6.7496,0.458,0.455,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",22.18888235092163,0,0,0,7890797568,8625586176,0,0,5.8953,7.9157,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",28.17751383781433,0,0,0,11654401024,11936989184,0,0,8.009,12.8365,0.252,0.252,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",26.049386501312256,0,0,0,12452967424,12689866752,0,0,7.105,11.2024,0.263,0.264,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",26.89117765426636,0,0,0,11228338176,11593056256,0,0,13.3979,20.8975,0.241,0.24,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",42.346415281295776,0,0,0,16068643840,16252928000,0,0,4.8222,6.7,0.448,0.448,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",27.4024658203125,0,0,0,12482330624,12696158208,0,0,7.0497,11.1055,0.263,0.264,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.13220953941345,0,0,0,15275641856,15319695360,0,0,4.8912,6.8218,0.456,0.456,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",25.54624938964844,0,0,0,12422972416,12624855040,0,0,6.825,10.7034,0.245,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",28.2871572971344,0,0,0,11601446912,11897143296,0,0,8.2741,13.2343,0.25,0.25,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",25.362540245056152,0,0,0,12553012224,12721324032,0,0,6.7701,10.632,0.245,0.244,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",43.060672760009766,0,0,0,15313175552,15336472576,0,0,4.8875,6.8083,0.456,0.453,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",25.73590469360352,0,0,0,12662840320,12801015808,0,0,6.7067,10.5142,0.245,0.244,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",26.95879483222961,0,0,0,11316182016,11685330944,0,0,12.4406,19.7752,0.244,0.243,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",43.46783089637756,0,0,0,15193882624,15233712128,0,0,4.9176,6.8442,0.458,0.458,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",25.697256565093998,0,0,0,12393872384,12647923712,0,0,7.124,11.2732,0.263,0.263,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",20.895438194274902,0,0,0,8874201088,9235857408,0,0,5.4454,7.3143,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",22.23666214942932,0,0,0,7604304896,8298430464,0,0,6.2155,8.3501,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",41.70433926582336,0,0,0,16399328256,16710107136,0,0,4.7948,6.6634,0.442,0.443,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",44.636515378952026,0,0,0,13996380160,14426308608,0,0,5.0832,7.0475,0.455,0.454,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",29.72301721572876,0,0,0,12837770240,12922650624,0,0,6.5945,10.3294,0.244,0.245,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",25.690141439437863,0,0,0,12474098688,12771655680,0,0,7.0213,11.0719,0.262,0.262,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",44.34152340888977,0,0,0,14110004224,14539554816,0,0,5.0547,7.0307,0.456,0.456,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",21.96796560287476,0,0,0,7921537024,8680112128,0,0,5.8924,7.9523,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",22.059545278549194,0,0,0,7964499968,8753512448,0,0,5.857,7.8822,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",25.918481588363647,0,0,0,12445072384,12666798080,0,0,6.9811,11.0063,0.256,0.258,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",27.87693810462952,0,0,0,11787132928,12075401216,0,0,7.573,12.0129,0.255,0.255,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",44.322877407073975,0,0,0,14509723648,14818476032,0,0,4.9808,6.9438,0.457,0.457,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",28.09720754623413,0,0,0,11549375488,11874074624,0,0,9.0447,14.4039,0.249,0.249,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",25.129603147506717,0,0,0,12604165120,12868124672,0,0,6.7547,10.5925,0.245,0.244,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",27.216885566711422,0,0,0,11400950784,11758731264,0,0,11.4379,18.0265,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",41.57976794242859,0,0,0,16410690560,16976445440,0,0,4.7706,6.6341,0.425,0.425,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv new file mode 100644 index 0000000000000000000000000000000000000000..76bd0dfb177b5f2e4700c72fadd41b8f8088c6ae --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl-8bit-mxq-20241018132451.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",22.368326663970947,0,0,0,19502021632,19522387968,0,0,6.0033,9.2966,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",46.49796843528748,0,0,0,14901110272,15011414016,0,0,4.6372,6.4626,0.345,0.345,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",46.96759104728699,0,0,0,15092453888,15204352000,0,0,4.6423,6.4638,0.347,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",17.209035396575928,0,0,0,15085377536,15135145984,0,0,5.2092,6.9721,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",26.99336671829224,0,0,0,10730426368,11112808448,0,0,6.0778,9.4209,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",23.151795387268063,0,0,0,19832537088,19952304128,0,0,6.0173,9.3191,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",17.689634323120117,0,0,0,17384806400,17500733440,0,0,5.2149,6.9966,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",36.30884647369385,0,0,0,22472075264,22628270080,0,0,4.6482,6.4706,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",17.007137060165405,0,0,0,15391960064,15422455808,0,0,5.2058,6.9778,0.169,0.169,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv new file mode 100644 index 0000000000000000000000000000000000000000..e692da90eb3c345164fc340bbb56dd3dacd7c12b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_2bit_dense1-mxq-20241005203511.csv @@ -0,0 +1,52 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",52.94397020339966,0,0,0,9845102592,9944694784,0,0,32.811,41.7335,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",53.25425028800965,0,0,0,10947209216,11083448320,0,0,8.9401,12.4191,0.372,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",28.16793727874756,0,0,0,3600445440,3682598912,0,0,12.9279,17.0,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",26.016353130340576,0,0,0,9108279296,9168748544,0,0,87781.2812,61938.2773,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",26.49335289001465,0,0,0,6041460736,6081740800,0,0,163.0594,170.9671,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",25.715022802352905,0,0,0,5358804992,5416943616,0,0,,,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",30.894856691360477,0,0,0,5664201216,6046089216,0,0,53.2459,88.4592,0.21,0.209,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",25.639243364334103,0,0,0,9505882112,9546235904,0,0,6299.3838,5084.3877,0.202,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.90976619720459,0,0,0,5673033728,5723127808,0,0,6517.4971,6266.208,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.363276958465576,0,0,0,5324292096,5389680640,0,0,,4406.4316,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",26.275548934936523,0,0,0,9940079616,10072621056,0,0,55.7362,93.1902,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",54.36496758460999,0,0,0,9430418432,9546235904,0,0,458.1787,998.125,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",27.793428897857662,0,0,0,6225982464,6327107584,0,0,25.203,36.4469,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",26.07418942451477,0,0,0,9344593920,9395240960,0,0,4450.3784,2712.1501,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",25.5257465839386,0,0,0,5442436096,5486149632,0,0,,4263.6934,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",52.718018770217896,0,0,0,9366809600,9483321344,0,0,859.1281,1737.4487,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",24.515072107315063,0,0,0,9836121088,9858711552,0,0,75.1645,112.2336,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",53.45778012275696,0,0,0,9673759744,9806282752,0,0,63.2594,78.369,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.57}",54.56654715538025,0,0,0,8488025088,8650752000,0,0,7.6239,10.5162,0.374,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",26.94262170791626,0,0,0,5835087872,5867831296,0,0,6221.833,6395.2168,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",55.17441821098328,0,0,0,11033262080,11192500224,0,0,7.8701,10.801,0.372,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.31}",53.44624614715576,0,0,0,10335512576,10382999552,0,0,28.025,37.1851,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.29}",53.31960153579712,0,0,0,10007911424,10068426752,0,0,29.5297,39.5324,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.9489004611969,0,0,0,9085832192,9143582720,0,0,70275.0781,54749.7031,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",25.71911692619324,0,0,0,5398497280,5456789504,0,0,3624.9775,2700.9817,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.73874425888061,0,0,0,9296332800,9349103616,0,0,9208.6211,5850.2134,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",27.23824882507324,0,0,0,6132177920,6226444288,0,0,37.9823,51.8843,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",53.56611061096192,0,0,0,10860962816,10880024576,0,0,11.1589,15.2583,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",25.179463624954224,0,0,0,9676069888,9774825472,0,0,154.344,200.7597,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",24.84200382232666,0,0,0,9735303168,9770631168,0,0,97.5642,134.4331,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.55}",55.89913749694824,0,0,0,11146030080,11312037888,0,0,7.727,10.6813,0.374,0.373,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.17}",53.24775695800781,0,0,0,9498795008,9621733376,0,0,339.3502,440.1154,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.3148353099823,0,0,0,5585741824,5620367360,0,0,3165.4758,2195.2532,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",24.85382080078125,0,0,0,9788945408,9892265984,0,0,82.8497,120.7239,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.19}",52.42427635192871,0,0,0,9580531712,9705619456,0,0,141.4781,165.3496,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",25.713513374328613,0,0,0,5631222784,5672796160,0,0,8563.4287,4808.2769,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.73615527153015,0,0,0,9143881728,9196011520,0,0,46663.0352,27468.2246,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",25.789592504501343,0,0,0,9245645824,9290383360,0,0,14484.7344,6815.4814,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",24.58772611618042,0,0,0,9884411904,10009706496,0,0,69.2855,104.0414,0.207,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.892287492752075,0,0,0,9192939520,9235857408,0,0,37196.2031,22969.9609,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.13}",26.389660120010376,0,0,0,8997824512,9057599488,0,0,102580.3359,84270.4375,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.53}",27.771810293197632,0,0,0,6178689024,6266290176,0,0,29.0323,40.7581,0.182,0.181,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.47}",51.62110185623169,0,0,0,10764966912,10806624256,0,0,11.89,16.4769,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",25.2646484375,0,0,0,5539720192,5576327168,0,0,,2553.3374,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.49}",27.280510187149048,0,0,0,6087972864,6163529728,0,0,115.5637,150.3164,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.27}",53.63895511627197,0,0,0,9925640192,10003415040,0,0,31.1418,40.785,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.23}",53.58946084976196,0,0,0,9763121152,9883877376,0,0,36.6126,45.7069,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",26.75245475769043,0,0,0,5997294592,6014631936,0,0,220.0714,210.4805,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.45}",54.017335653305054,0,0,0,10669574144,10712252416,0,0,12.6573,17.8399,0.369,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.15}",26.52206039428711,0,0,0,9050206208,9112125440,0,0,105435.9375,92822.4844,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.21}",25.267686367034912,0,0,0,5490570240,5532286976,0,0,2100.0659,2256.1875,0.173,0.173,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv new file mode 100644 index 0000000000000000000000000000000000000000..a635b3218802cb9514ffabf9f660d2f6c1e69086 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_4bit_dense1-mxq-20241004122326.csv @@ -0,0 +1,85 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,13144556544,13312720896,0,0,6.4614,10.0802,0.237,0.238,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,8813885952,9005170688,0,0,5.3182,7.1353,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,16226827776,16489906176,0,0,4.7357,6.5707,0.39,0.392,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,13434230784,13809745920,0,0,6.1108,9.4605,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,13121926144,13298040832,0,0,6.431,10.0261,0.233,0.234,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,13259764736,13665042432,0,0,6.1145,9.4645,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,16368754176,16691232768,0,0,4.7008,6.5332,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,9287115264,9420406784,0,0,5.2875,7.078,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,8847568384,9045016576,0,0,5.3283,7.1561,0.18,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,9021977088,9256828928,0,0,5.3039,7.0966,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,11125672448,11270094848,0,0,5.2864,7.0736,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,8851960320,9099542528,0,0,5.3565,7.2072,0.184,0.184,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,8893526528,9118416896,0,0,5.3113,7.114,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,13179157504,13342081024,0,0,6.4963,10.1587,0.242,0.243,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,9086764544,9279897600,0,0,5.3008,7.0875,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,13294684160,13681819648,0,0,6.1146,9.4655,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,16325688832,16538140672,0,0,4.7492,6.5873,0.401,0.402,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,13168750592,13348372480,0,0,6.4759,10.1244,0.24,0.241,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,13106351104,13262389248,0,0,6.4222,9.9862,0.231,0.232,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,13190060032,13656653824,0,0,6.1205,9.4749,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,9215731200,9351200768,0,0,5.2904,7.0791,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,13062953984,13212057600,0,0,6.405,9.9757,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,9181954560,9328132096,0,0,5.2959,7.0845,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,16750377472,17039360000,0,0,4.6938,6.5195,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,9119110656,9323937792,0,0,5.2992,7.0879,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,17194473984,17412653056,0,0,4.6882,6.5141,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,16877275648,17081303040,0,0,4.6914,6.5168,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,8820200960,9101639680,0,0,5.3245,7.1459,0.177,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,8928324096,9147777024,0,0,5.3097,7.1112,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,17074874880,17280532480,0,0,4.689,6.5136,0.37,0.372,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,16156187136,16548626432,0,0,4.7167,6.5481,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,8868227584,9093251072,0,0,5.3106,7.1197,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,16133542400,16464740352,0,0,4.719,6.5519,0.373,0.374,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,8865903104,9057599488,0,0,5.334,7.1706,0.182,0.183,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,9378070016,9500098560,0,0,5.2849,7.0742,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,16207454720,16594763776,0,0,4.7089,6.5419,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,16323586560,16630415360,0,0,4.7031,6.5348,0.368,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,7329844736,7704936448,0,0,6.111,9.459,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,9318201856,9449766912,0,0,5.2859,7.0774,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,16686887424,16957571072,0,0,4.6929,6.521,0.368,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,16378585600,16515072000,0,0,4.7657,6.613,0.411,0.414,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,16256351744,16504586240,0,0,4.7407,6.5778,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,16181375488,16492003328,0,0,4.7306,6.5591,0.381,0.383,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,13046447104,13220446208,0,0,6.3811,9.9266,0.223,0.224,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,12979189760,13564379136,0,0,6.1794,9.5815,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,8956541440,9237954560,0,0,5.3014,7.101,0.174,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",0,0,0,0,13329604608,13717471232,0,0,6.1145,9.4646,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",0,0,0,0,12951666688,13539213312,0,0,6.2252,9.6562,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",0,0,0,0,8863958528,9101639680,0,0,5.3814,7.2461,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,9248514560,9380560896,0,0,5.2898,7.0788,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,13399345152,13774094336,0,0,6.1122,9.4631,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,17138252288,17335058432,0,0,4.6895,6.5129,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,16361596416,16521363456,0,0,4.756,6.6024,0.408,0.411,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,0,0,0,13012568064,13176406016,0,0,6.3441,9.8427,0.217,0.218,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",0,0,0,0,16952668672,17163091968,0,0,4.6888,6.5146,0.371,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,8850614784,9049210880,0,0,5.3115,7.1268,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,12996127744,13415481344,0,0,6.3174,9.7954,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",0,0,0,0,8831520256,9061793792,0,0,5.3753,7.2209,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,0,0,0,8880088576,9112125440,0,0,5.3408,7.1813,0.183,0.184,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,16148507136,16443768832,0,0,4.7227,6.5555,0.379,0.379,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",0,0,0,0,13309176320,13543407616,0,0,4.6907,6.5113,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,0,0,0,16341015040,16487809024,0,0,4.7491,6.5939,0.404,0.406,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,9149950464,9317646336,0,0,5.2966,7.087,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",0,0,0,0,17256436224,17460887552,0,0,4.6899,6.5132,0.369,0.371,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,0,0,0,17015996928,17202937856,0,0,4.6891,6.5144,0.369,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,12987908096,13407092736,0,0,6.2909,9.7613,0.212,0.213,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",0,0,0,0,8873071104,9091153920,0,0,5.3551,7.1952,0.184,0.185,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,0,16202000896,16481517568,0,0,4.7308,6.5647,0.385,0.387,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",0,0,0,0,16813910528,17102274560,0,0,4.6926,6.5185,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,16271910400,16632512512,0,0,4.7087,6.5377,0.369,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",0,0,0,0,12947572736,13358858240,0,0,6.2456,9.6912,0.207,0.207,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",0,0,0,0,13364492288,13736345600,0,0,6.1126,9.4656,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,0,16428929536,16812867584,0,0,4.6976,6.5283,0.367,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",0,0,0,0,13224911872,13648265216,0,0,6.1155,9.4657,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,16555776512,16932405248,0,0,4.699,6.5243,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",0,0,0,0,13050411008,13514047488,0,0,6.1673,9.5576,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,0,0,0,8833443328,9030336512,0,0,5.3282,7.1556,0.179,0.179,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,0,13086782464,13268680704,0,0,6.405,9.9574,0.229,0.229,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",0,0,0,0,8825960960,9019850752,0,0,5.3175,7.1336,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",0,0,0,0,13118270464,13600030720,0,0,6.1285,9.4953,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,0,13029940224,13440647168,0,0,6.3631,9.8989,0.22,0.221,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",0,0,0,0,12971401216,13352566784,0,0,6.268,9.7356,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",0,0,0,0,9344293376,9479127040,0,0,5.2862,7.0799,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",0,0,0,0,13153181696,13633585152,0,0,6.1245,9.4828,0.205,0.205,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv new file mode 100644 index 0000000000000000000000000000000000000000..878c8f7ec11859ce83068cae2e86630c7119e96d --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_567bit_dense1-mxq-20241015181220.csv @@ -0,0 +1,133 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",21.76242709159851,0,0,0,16384651264,16420700160,0,0,6.023,9.326,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",17.669595956802368,0,0,0,14391927808,14619246592,0,0,5.2359,6.9897,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",47.798495054245,0,0,0,21563538432,21594374144,0,0,4.6678,6.4906,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",25.922955751419067,0,0,0,13024752640,13075742720,0,0,5.2462,7.0114,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",19.554818153381348,0,0,0,11438593024,11500781568,0,0,5.2604,7.0303,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",49.19426798820496,0,0,0,18519044096,18580766720,0,0,4.6846,6.5035,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",44.089990854263306,0,0,0,14282347008,14394851328,0,0,4.6469,6.4678,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",19.657520294189453,0,0,0,10122535936,10271850496,0,0,5.2754,7.0524,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.19426202774048,0,0,0,14073414656,14231273472,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",18.86526107788086,0,0,0,12866999296,12952010752,0,0,5.2469,7.011,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",19.279616355896,0,0,0,11535258624,11685330944,0,0,5.2593,7.03,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",21.85685682296753,0,0,0,16927812608,16974348288,0,0,6.0196,9.3105,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",19.37894368171692,0,0,0,11482985472,11641290752,0,0,5.2586,7.0295,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",56.9892475605011,0,0,0,18899810304,18941476864,0,0,4.683,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",22.518107175827023,0,0,0,15520934912,15556673536,0,0,6.0261,9.3352,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",49.27021145820618,0,0,0,18721079296,18853396480,0,0,4.6839,6.5029,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",47.07981181144714,0,0,0,14155516416,14264827904,0,0,4.6474,6.468,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",23.39883589744568,0,0,0,16961765376,17003708416,0,0,6.0197,9.3087,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",18.125155687332157,0,0,0,14146085888,14275313664,0,0,5.2371,6.9936,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",49.166083097457886,0,0,0,21437539328,21571305472,0,0,4.6684,6.4931,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",19.440809726715088,0,0,0,10090046464,10250878976,0,0,5.2764,7.0531,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",46.27151226997376,0,0,0,24174433280,24186454016,0,0,4.6577,6.4802,0.358,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",21.96333861351013,0,0,0,17188999168,17209229312,0,0,6.0164,9.3046,0.2,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",48.043394327163696,0,0,0,21310708736,21359493120,0,0,4.6686,6.4937,0.364,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",17.95819878578186,0,0,0,14105822208,14254342144,0,0,5.2378,6.9941,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",44.31199598312378,0,0,0,24206036992,24228397056,0,0,4.6575,6.4794,0.357,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",21.4712917804718,0,0,0,15730323456,15770583040,0,0,6.0237,9.3281,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",19.586140632629395,0,0,0,10026033152,10089398272,0,0,5.2765,7.0529,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",21.61764931678772,0,0,0,15625329664,15663628288,0,0,6.0244,9.3323,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",47.39734888076782,0,0,0,24220807168,24251465728,0,0,4.6577,6.4795,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",18.701699256896973,0,0,0,13566952448,13618905088,0,0,5.2446,7.0088,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",47.00333380699158,0,0,0,22817104896,22995271680,0,0,4.6666,6.4898,0.365,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",43.83094072341919,0,0,0,14219139584,14329839616,0,0,4.647,6.4677,0.348,0.348,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",20.55404281616211,0,0,0,11470574592,11626610688,0,0,5.2577,7.0291,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",21.712579488754272,0,0,0,14229525504,14388559872,0,0,6.0536,9.3788,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",19.3074004650116,0,0,0,12207969280,12297699328,0,0,5.2588,7.0279,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",22.121676683425903,0,0,0,15555821568,15600713728,0,0,6.0255,9.3333,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",46.12384104728699,0,0,0,21755239424,21789409280,0,0,4.6668,6.4898,0.366,0.364,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",21.581509828567505,0,0,0,14892772352,14950596608,0,0,6.0512,9.3798,0.205,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",21.817686080932617,0,0,0,14055290880,14149484544,0,0,6.0543,9.3815,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",18.226958751678467,0,0,0,14359520256,14493417472,0,0,5.2355,6.9912,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",19.418373584747314,0,0,0,11612828672,11672748032,0,0,5.2581,7.0277,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",21.374507427215576,0,0,0,15695502336,15833497600,0,0,6.0217,9.3299,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",19.052096128463745,0,0,0,11645105152,11804868608,0,0,5.2576,7.0268,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",21.56499028205872,0,0,0,14090178560,14248050688,0,0,6.0522,9.3779,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",45.78723359107971,0,0,0,24348469248,24507318272,0,0,4.6573,6.4795,0.357,0.356,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",19.973525762557983,0,0,0,10251401216,10403971072,0,0,5.276,7.0518,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",21.58627796173096,0,0,0,14264745984,14424211456,0,0,6.0507,9.3749,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",46.765066146850586,0,0,0,23919940608,24073207808,0,0,4.6594,6.4813,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",48.153079986572266,0,0,0,21754407936,21913141248,0,0,4.667,6.4902,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",48.17770957946777,0,0,0,21500746752,21531459584,0,0,4.6678,6.4916,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",17.992141246795654,0,0,0,14308205568,14384365568,0,0,5.2351,6.9918,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",18.597021102905277,0,0,0,12826735616,12928942080,0,0,5.2478,7.0112,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",27.69206953048706,0,0,0,10077446144,10452205568,0,0,6.0055,9.2872,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.98742747306824,0,0,0,21183878144,21229469696,0,0,4.6691,6.4944,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",22.2465500831604,0,0,0,17844395008,17874026496,0,0,6.0161,9.2986,0.199,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",21.561537265777588,0,0,0,14202161152,14331936768,0,0,6.0512,9.3761,0.206,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",21.59110140800476,0,0,0,14167541760,14206107648,0,0,6.0511,9.3766,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",17.663169622421265,0,0,0,14203020288,14336131072,0,0,5.2363,6.9925,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",18.561485052108765,0,0,0,12794221568,12926844928,0,0,5.2474,7.0115,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",22.798346996307373,0,0,0,18516231168,18532532224,0,0,6.0003,9.2852,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",71.6642336845398,0,0,0,18744123392,18763218944,0,0,6.0045,9.2858,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",22.565041303634644,0,0,0,15765210112,15919480832,0,0,6.0234,9.327,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",46.35602283477783,0,0,0,24268828672,24291311616,0,0,4.6573,6.4802,0.357,0.357,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",48.30457520484924,0,0,0,12934203904,13046382592,0,0,4.6568,6.4789,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",22.120295524597168,0,0,0,18411437056,18425577472,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",22.91683387756348,0,0,0,17068023808,17112760320,0,0,6.0256,9.318,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",21.957447052001957,0,0,0,18490065920,18509463552,0,0,6.0076,9.2996,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",49.0630841255188,0,0,0,18784456704,18826133504,0,0,4.6844,6.5018,0.368,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",22.001774787902832,0,0,0,17181411328,17223909376,0,0,6.0153,9.3035,0.199,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",23.30888676643372,0,0,0,18551115776,18561892352,0,0,6.006,9.2906,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",23.90609741210937,0,0,0,18682740736,18712887296,0,0,6.0022,9.2823,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",48.39581108093262,0,0,0,21247085568,21294481408,0,0,4.6688,6.494,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",17.89582633972168,0,0,0,14046528512,14275313664,0,0,5.2357,6.9899,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",22.09702754020691,0,0,0,18725885952,18746441728,0,0,6.0038,9.292,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",20.5237340927124,0,0,0,10219078656,10282336256,0,0,5.2759,7.0515,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",23.867166757583615,0,0,0,18733740032,18752733184,0,0,6.0006,9.2811,0.195,0.195,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",21.45602321624756,0,0,0,15800163328,15940452352,0,0,6.0223,9.3285,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",22.91953945159912,0,0,0,18446388224,18475909120,0,0,6.0049,9.2966,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",19.285237550735477,0,0,0,14170477568,14323548160,0,0,5.2374,6.9934,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.3088366985321,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",19.65858101844788,0,0,0,10803306496,10892607488,0,0,5.2746,7.0514,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",46.62364554405213,0,0,0,18581422080,18639486976,0,0,4.6854,6.5025,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",19.65648412704468,0,0,0,11385680896,11450449920,0,0,5.2586,7.0299,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",47.53784322738648,0,0,0,14186288640,14285799424,0,0,4.6472,6.4684,0.349,0.349,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",19.58873414993286,0,0,0,10188250112,10309599232,0,0,5.2757,7.0512,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",21.678075790405277,0,0,0,14125065216,14248050688,0,0,6.0535,9.3792,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",45.857011795043945,0,0,0,14060274176,14172553216,0,0,4.649,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",21.55056619644165,0,0,0,14299631616,14447280128,0,0,6.0513,9.3791,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",43.27605080604553,0,0,0,18756279296,19522387968,0,0,4.6461,6.4672,0.348,0.347,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",18.698930263519287,0,0,0,12939404288,13017022464,0,0,5.2461,7.0104,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",22.465340614318848,0,0,0,17259907072,17265852416,0,0,6.0148,9.302,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",51.45095086097717,0,0,0,24062372864,24140316672,0,0,4.6587,6.4808,0.357,0.358,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",19.507778644561768,0,0,0,10058355712,10190061568,0,0,5.2773,7.0527,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",48.840221881866455,0,0,0,13059152384,13165920256,0,0,4.6565,6.4785,0.356,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.603814601898197,0,0,0,15485980672,15514730496,0,0,6.0263,9.3328,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",50.04755926132202,0,0,0,18455834624,18522046464,0,0,4.686,6.5027,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.42838191986084,0,0,0,11353273344,11450449920,0,0,5.259,7.0317,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",19.654392957687374,0,0,0,9993877504,10095689728,0,0,5.2756,7.053,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",49.11213088035584,0,0,0,18836353024,18880659456,0,0,4.6834,6.5027,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",18.748580932617188,0,0,0,12729697280,12803112960,0,0,5.2475,7.0121,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",22.113675594329838,0,0,0,17215563776,17232297984,0,0,6.0212,9.3161,0.198,0.199,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",46.65679335594177,0,0,0,24301263872,24314380288,0,0,4.657,6.4802,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",43.9573712348938,0,0,0,14250327552,14350811136,0,0,4.6471,6.4678,0.349,0.348,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",21.745509386062626,0,0,0,17005908992,17039360000,0,0,6.02,9.3097,0.2,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",47.34900975227356,0,0,0,21691200512,21724397568,0,0,4.6676,6.4903,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",46.21504259109497,0,0,0,14092293632,14193524736,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",50.85960650444031,0,0,0,19037804544,19218300928,0,0,4.6829,6.5022,0.372,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",19.30942392349243,0,0,0,11567399936,11643387904,0,0,5.2592,7.0269,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",21.48281145095825,0,0,0,15590708224,15621685248,0,0,6.0236,9.3314,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",21.645708799362183,0,0,0,17033072640,17081303040,0,0,6.0178,9.3079,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",19.27993416786194,0,0,0,11580314624,11735662592,0,0,5.2607,7.0283,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",48.14252591133118,0,0,0,21374331904,21548236800,0,0,4.6684,6.4934,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",47.33645796775818,0,0,0,23825545216,23863492608,0,0,4.6595,6.4817,0.357,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",19.587546348571777,0,0,0,9969144832,10036969472,0,0,5.2766,7.0532,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",21.893595218658447,0,0,0,13985451008,14027849728,0,0,6.0532,9.3803,0.205,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",18.528297424316406,0,0,0,12717687808,12824084480,0,0,5.2477,7.0123,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",17.945961236953735,0,0,0,14243550208,14378074112,0,0,5.236,6.9922,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",27.38026094436645,0,0,0,9990763520,10359930880,0,0,6.0043,9.2941,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",46.53462791442871,0,0,0,14076707328,14176747520,0,0,4.6489,6.4689,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",18.54985857009888,0,0,0,12769960960,12845056000,0,0,5.2476,7.0121,0.172,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",21.56413507461548,0,0,0,14020403200,14176747520,0,0,6.0532,9.3808,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",18.890921354293823,0,0,0,12963824640,13031702528,0,0,5.2457,7.0102,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",17.50517463684082,0,0,0,14275957760,14401142784,0,0,5.2354,6.9915,0.169,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",19.047003507614136,0,0,0,12907529216,13017022464,0,0,5.2457,7.0106,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",22.49588942527771,0,0,0,17138199552,17169383424,0,0,6.0168,9.3071,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",51.94888925552368,0,0,0,18962604032,19144900608,0,0,4.6844,6.5018,0.369,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",53.49170207977295,0,0,0,20117220352,20220739584,0,0,4.6827,6.502,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",45.62868070602417,0,0,0,14107895296,14220787712,0,0,4.649,6.4688,0.35,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",19.8666250705719,0,0,0,10155824128,10313793536,0,0,5.2763,7.0519,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",22.19820022583008,0,0,0,15660282880,15791554560,0,0,6.0228,9.328,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",45.732778549194336,0,0,0,18645178368,18817744896,0,0,4.6835,6.5029,0.369,0.369,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a841a674f31fb8ef609f132ad20ed02c17dc7d3 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_6bit_dense1-mxq-20241021164747.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",22.93013048171997,0,0,0,16026926080,16162750464,0,0,6.0255,9.3334,0.203,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",21.69773030281067,0,0,0,15957154816,15984492544,0,0,6.0184,9.3218,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",40.88297891616821,0,0,0,23023143936,23186112512,0,0,4.6617,6.4843,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",24.40671682357788,0,0,0,12406223872,12536774656,0,0,5.2543,7.0177,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",48.03984093666077,0,0,0,23524262912,23601348608,0,0,4.6611,6.4834,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",0.0,0,0,0,11608785920,11708399616,0,0,4.6664,6.4897,0.376,0.377,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.252538204193115,0,0,0,12438471680,12478054400,0,0,5.252,7.0181,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.800605058670044,0,0,0,16061815808,16196304896,0,0,6.0189,9.3196,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.827990531921387,0,0,0,12478796800,12515803136,0,0,5.2477,7.0146,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.62066912651062,0,0,0,16096766976,16227762176,0,0,6.0204,9.319,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",46.842421531677246,0,0,0,23666695168,23817355264,0,0,4.6601,6.4825,0.359,0.358,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",22.11001920700073,0,0,0,16134540288,16179527680,0,0,6.0267,9.3208,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",23.453336477279663,0,0,0,15817607168,15961423872,0,0,6.0212,9.3245,0.203,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",22.570733785629272,0,0,0,16343724032,16389242880,0,0,6.0249,9.3159,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",43.04915261268616,0,0,0,22103310336,22158508032,0,0,4.6647,6.4886,0.364,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",22.958473443984985,0,0,0,12211590144,12255756288,0,0,5.2537,7.0212,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",23.5776686668396,0,0,0,12309025792,12348030976,0,0,5.2531,7.02,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",21.540367126464844,0,0,0,12616229888,12652118016,0,0,5.2479,7.0134,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",41.25605297088623,0,0,0,22293764096,22330474496,0,0,4.6639,6.4876,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.227903127670288,0,0,0,15992039424,16015949824,0,0,6.0204,9.3249,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.91605401039124,0,0,0,23587485696,23607640064,0,0,4.66,6.4825,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.40437388420105,0,0,0,16273947648,16334716928,0,0,6.0364,9.3301,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.60258746147156,0,0,0,12341302272,12383682560,0,0,5.2523,7.0194,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",23.579248666763306,0,0,0,11726164992,11773411328,0,0,5.2569,7.0255,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",25.49895691871643,0,0,0,11790820352,11905531904,0,0,5.2579,7.0239,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",43.13880181312561,0,0,0,21976895488,22028484608,0,0,4.6657,6.489,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",21.61146068572998,0,0,0,16518294528,16552820736,0,0,6.0244,9.3178,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",19.48853874206543,0,0,0,14078625792,14103347200,0,0,5.2485,7.0141,0.172,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",26.014561891555783,0,0,0,16762632192,16783507456,0,0,6.0215,9.3132,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",21.678030729293823,0,0,0,15852493824,15877537792,0,0,6.0214,9.3248,0.201,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",42.97390532493591,0,0,0,22040102912,22072524800,0,0,4.6656,6.4888,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",22.508207082748413,0,0,0,15922265088,15950938112,0,0,6.0281,9.3349,0.202,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",40.99091172218323,0,0,0,12306146304,12396265472,0,0,4.6612,6.4834,0.36,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",26.007137298583984,0,0,0,11823334400,11867783168,0,0,5.2566,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",22.1263689994812,0,0,0,16448251904,16475226112,0,0,6.0233,9.3121,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",40.72089266777039,0,0,0,22484217856,22649241600,0,0,4.6632,6.4869,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",41.26778674125672,0,0,0,22833105920,22993174528,0,0,4.6628,6.4858,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",23.470106840133667,0,0,0,11940824064,12052332544,0,0,5.2549,7.0247,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",22.15794897079468,0,0,0,12050002944,12104761344,0,0,5.2545,7.0224,0.172,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",0.0,0,0,0,12274126848,12373196800,0,0,4.6614,6.4834,0.361,0.361,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",29.697371244430546,0,0,0,9144489984,9516875776,0,0,6.0196,9.3092,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",41.26340532302856,0,0,0,21849649152,21900558336,0,0,4.666,6.4894,0.363,0.364,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",42.23245668411255,0,0,0,21913272320,21965570048,0,0,4.6659,6.4893,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",21.650339126586918,0,0,0,16413633536,16445865984,0,0,6.0267,9.3203,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",46.32084965705872,0,0,0,17885779968,17913872384,0,0,4.6599,6.482,0.358,0.358,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",41.54255795478821,0,0,0,22230140928,22286434304,0,0,4.6644,6.4879,0.363,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.82377791404724,0,0,0,16169424896,16231956480,0,0,6.028,9.3193,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.302505254745483,0,0,0,12276618240,12410945536,0,0,5.2532,7.0199,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",23.89293384552002,0,0,0,12243837952,12364808192,0,0,5.2543,7.0191,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.42416024208069,0,0,0,23504919552,23532142592,0,0,4.6621,6.4832,0.36,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",25.61358904838562,0,0,0,11983856640,12079595520,0,0,5.2543,7.0225,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",0.0,0,0,0,8743225344,9124708352,0,0,6.0203,9.3191,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",23.66926622390747,0,0,0,12373709824,12427722752,0,0,5.2533,7.02,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",18.623168230056763,0,0,0,12648240128,12664700928,0,0,5.2474,7.0129,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",22.2740695476532,0,0,0,16308972544,16338911232,0,0,6.0297,9.324,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",22.460713386535645,0,0,0,16692857856,16718495744,0,0,6.0251,9.314,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",42.46510314941406,0,0,0,22959520768,22974300160,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",23.32294535636902,0,0,0,12575699968,12610174976,0,0,5.2478,7.0137,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",40.20678114891052,0,0,0,23118786560,23272095744,0,0,4.661,6.4841,0.36,0.361,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",0.0,0,0,0,12601317888,12700352512,0,0,4.6603,6.4817,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",23.536144733428955,0,0,0,12113302528,12165578752,0,0,5.2551,7.022,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",47.275832176208496,0,0,0,23340845056,23383244800,0,0,4.6605,6.4831,0.359,0.359,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.223248958587646,0,0,0,12510245888,12538871808,0,0,5.2492,7.015,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",40.876850605010986,0,0,0,21786441728,21835546624,0,0,4.6662,6.4897,0.364,0.364,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",0.0,0,0,0,6482953728,6572474368,0,0,5.2544,7.0221,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",23.40264344215393,0,0,0,12081452032,12127830016,0,0,5.2561,7.0211,0.173,0.172,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",24.07836151123047,0,0,0,16378608640,16420700160,0,0,6.0355,9.3291,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",47.41357588768005,0,0,0,23365813248,23446159360,0,0,4.6615,6.4827,0.36,0.36,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",21.799571752548218,0,0,0,16239063040,16303259648,0,0,6.0257,9.3162,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.579577922821045,0,0,0,12470879232,12499025920,0,0,5.252,7.0178,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",48.70770192146301,0,0,0,23441296384,23446159360,0,0,4.6613,6.4838,0.358,0.359,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",32.62412476539612,0,0,0,9092159488,9474932736,0,0,6.0223,9.3111,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",21.89174175262451,0,0,0,16623086592,16647192576,0,0,6.0235,9.3147,0.199,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",23.822951555252075,0,0,0,12146242560,12188647424,0,0,5.2542,7.0218,0.172,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",41.66511559486389,0,0,0,22166517760,22200451072,0,0,4.6644,6.4882,0.363,0.363,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",22.252615690231323,0,0,0,12542493696,12587106304,0,0,5.2481,7.0141,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.29988169670105,0,0,0,11973071872,11993612288,0,0,5.2556,7.0216,0.174,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",47.42530488967896,0,0,0,23245202432,23402119168,0,0,4.6611,6.4833,0.359,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",40.49730682373047,0,0,0,22357387264,22521315328,0,0,4.6632,6.4872,0.362,0.363,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.38687777519226,0,0,0,16586200064,16611540992,0,0,6.0235,9.3155,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",21.811362504959103,0,0,0,15887378432,16013852672,0,0,6.0223,9.3269,0.201,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.72496223449707,0,0,0,16841129984,16861102080,0,0,6.02,9.3116,0.2,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",23.7013635635376,0,0,0,11887752192,11924406272,0,0,5.2561,7.0244,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",40.478312492370605,0,0,0,22421010432,22584229888,0,0,4.6634,6.487,0.363,0.362,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.753955841064453,0,0,0,16876014592,16890462208,0,0,6.0187,9.3106,0.2,0.201,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",22.288695335388184,0,0,0,16551248896,16580083712,0,0,6.0197,9.3095,0.2,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",26.3365170955658,0,0,0,16483136512,16504586240,0,0,6.0349,9.328,0.2,0.2,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.80626630783081,0,0,0,11693888512,11737759744,0,0,5.2577,7.0265,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.015952348709103,0,0,0,11758306304,11794382848,0,0,5.2581,7.027,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",42.11790657043457,0,0,0,22896313344,22911385600,0,0,4.6624,6.4852,0.361,0.361,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",25.667489767074585,0,0,0,11855209472,11888754688,0,0,5.2561,7.0242,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",40.69702291488648,0,0,0,22896729088,23058186240,0,0,4.6621,6.4844,0.361,0.36,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",41.20186710357666,0,0,0,22547425280,22567452672,0,0,4.6629,6.4868,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.817551374435425,0,0,0,11661374464,11712593920,0,0,5.2595,7.027,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",22.284267902374268,0,0,0,16727747584,16754147328,0,0,6.0223,9.3125,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",22.58908176422119,0,0,0,16657971200,16676552704,0,0,6.0262,9.3151,0.199,0.2,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",21.697081089019772,0,0,0,16204311552,16252928000,0,0,6.0326,9.3305,0.201,0.201,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.330801725387573,0,0,0,11628860416,11666456576,0,0,5.2586,7.0262,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",21.86263394355774,0,0,0,15782720512,15814623232,0,0,6.0233,9.3289,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",23.21137380599976,0,0,0,12179182592,12316573696,0,0,5.2538,7.0209,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",40.69988703727722,0,0,0,22674671616,22695378944,0,0,4.6626,6.4866,0.362,0.362,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",41.30996322631836,0,0,0,22611048448,22632464384,0,0,4.6627,6.4867,0.362,0.361,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv new file mode 100644 index 0000000000000000000000000000000000000000..9592986fc1b5dc9195607968d82eda07674089fd --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/mxq2/result-eval_ppl_gap_bits_dense1-mxq-20241018092711.csv @@ -0,0 +1,265 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",49.31647300720215,0,0,0,20164501504,20210253824,0,0,4.6775,6.4957,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",50.00987195968628,0,0,0,19407294464,19493027840,0,0,4.6826,6.5008,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",25.628430366516117,0,0,0,9145611264,9456058368,0,0,5.3019,7.0924,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",48.17560935020447,0,0,0,13156677120,13262389248,0,0,4.6542,6.4764,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",49.76578426361084,0,0,0,20105486336,20159922176,0,0,4.6788,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",21.183979988098145,0,0,0,13863414784,13952352256,0,0,6.0555,9.3822,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",23.909502029418945,0,0,0,10641576960,10722738176,0,0,5.2704,7.0446,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",18.35683536529541,0,0,0,13110178816,13230931968,0,0,5.2446,7.0085,0.171,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",48.2488226890564,0,0,0,13410119168,13511950336,0,0,4.6531,6.4756,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",18.305686235427856,0,0,0,13643723776,13734248448,0,0,5.2415,7.002,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",21.39477300643921,0,0,0,14718272512,14751367168,0,0,6.0463,9.3688,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",21.542166233062744,0,0,0,15058753536,15174991872,0,0,6.0406,9.3561,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",18.025151014328003,0,0,0,12684551168,12704546816,0,0,5.237,6.9942,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",22.280656099319454,0,0,0,13758641152,13816037376,0,0,6.0654,9.4027,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",17.55693507194519,0,0,0,13992514560,14038335488,0,0,5.2375,6.9952,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",18.3657546043396,0,0,0,13401609216,13497270272,0,0,5.2423,7.005,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",22.990070819854736,0,0,0,13688952832,13755219968,0,0,6.0735,9.4189,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",48.843918323516846,0,0,0,20675293184,20835205120,0,0,4.6714,6.4949,0.366,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",51.51307415962219,0,0,0,19278329856,19363004416,0,0,4.683,6.5018,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",25.59981203079224,0,0,0,9847968768,9942597632,0,0,5.2778,7.0546,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",28.370368480682373,0,0,0,17765897216,17796431872,0,0,6.0041,9.3032,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",21.47695994377136,0,0,0,14753026048,14793310208,0,0,6.0448,9.3655,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",22.628000497817997,0,0,0,18219560960,18245222400,0,0,6.0009,9.293,0.196,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",21.850175380706787,0,0,0,18255976448,18297651200,0,0,6.0029,9.2926,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",28.86678671836853,0,0,0,9653663744,9739173888,0,0,5.2793,7.0574,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",18.226997137069706,0,0,0,13462004736,13583253504,0,0,5.242,7.0042,0.171,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",25.71676087379456,0,0,0,10680857600,10762584064,0,0,5.2697,7.0439,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",21.556044101715088,0,0,0,14438910976,14598275072,0,0,6.0509,9.379,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",70.84733772277832,0,0,0,18244433920,18316525568,0,0,4.6863,6.5033,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",50.03610062599182,0,0,0,20993424384,21015560192,0,0,4.67,6.4948,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",25.350111722946167,0,0,0,10738512896,10823401472,0,0,5.2696,7.0421,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",46.96999645233154,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",49.46874260902405,0,0,0,13061450240,13176406016,0,0,4.6549,6.4776,0.356,0.356,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",50.80217742919922,0,0,0,17345490944,17429430272,0,0,4.6907,6.5094,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",52.7899603843689,0,0,0,16869470208,16938696704,0,0,4.695,6.5211,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",50.82804775238037,0,0,0,19607498752,19660800000,0,0,4.6826,6.5004,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",25.674433946609497,0,0,0,11061867520,11211374592,0,0,5.2658,7.0355,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",47.635294914245605,0,0,0,13870236160,13981712384,0,0,4.6504,6.4712,0.35,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",21.98940086364746,0,0,0,14997500928,15154020352,0,0,6.0411,9.3569,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",24.46316957473755,0,0,0,10576598016,10682892288,0,0,5.2714,7.0477,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",49.56825613975525,0,0,0,20834574336,20990394368,0,0,4.671,6.4955,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",54.57664918899536,0,0,0,19670540288,19721617408,0,0,4.6807,6.499,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",18.454780340194706,0,0,0,13150176256,13272875008,0,0,5.2445,7.0079,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",17.773108959197998,0,0,0,14024762368,14061404160,0,0,5.2371,6.9944,0.169,0.169,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",21.90815305709839,0,0,0,15451094016,15493758976,0,0,6.0271,9.3356,0.203,0.202,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",51.22358536720276,0,0,0,17725841408,17804820480,0,0,4.6895,6.505,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",25.617060899734497,0,0,0,10964878336,11028922368,0,0,5.2674,7.0362,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",25.147533655166622,0,0,0,9783422976,9885974528,0,0,5.2782,7.0552,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",20.976725816726685,0,0,0,11289121792,11433672704,0,0,5.2588,7.0318,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",25.396920442581177,0,0,0,10803229696,10867441664,0,0,5.2708,7.0414,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",21.71405291557312,0,0,0,15416275968,15462301696,0,0,6.024,9.3285,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",25.93865180015564,0,0,0,9612487680,9726590976,0,0,5.2839,7.0628,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",24.958718299865723,0,0,0,10868208640,10991173632,0,0,5.2694,7.039,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",49.82615399360657,0,0,0,20549278720,20575158272,0,0,4.6721,6.4956,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",29.58102869987488,0,0,0,18280610816,18297651200,0,0,6.0026,9.2908,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",18.2511842250824,0,0,0,13268169728,13386121216,0,0,5.2436,7.0073,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",21.541686296463013,0,0,0,15311617024,15432941568,0,0,6.0334,9.3427,0.203,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.011995553970337,0,0,0,15241840640,15355346944,0,0,6.0356,9.3457,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",19.1725070476532,0,0,0,13693068288,13774094336,0,0,5.2407,7.0011,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",21.53932309150696,0,0,0,14578724864,14705229824,0,0,6.0477,9.3718,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.08810830116272,0,0,0,12940542976,13004439552,0,0,6.4962,10.1588,0.242,0.242,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",47.37829351425171,0,0,0,13775009280,13874757632,0,0,4.6515,6.4723,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",23.070029973983765,0,0,0,17347122176,17402167296,0,0,6.0154,9.2989,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",25.267438173294067,0,0,0,10835719168,10888413184,0,0,5.2691,7.0408,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",25.033761739730835,0,0,0,9579998208,9684647936,0,0,5.2831,7.062,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",49.98366189002991,0,0,0,19343953920,19398656000,0,0,4.6838,6.5005,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",21.449782848358154,0,0,0,15137049600,15177089024,0,0,6.0372,9.3505,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",25.589730739593502,0,0,0,9499469824,9623830528,0,0,5.2819,7.0649,0.176,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",27.387003183364868,0,0,0,10511785984,10626269184,0,0,5.2729,7.0479,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",23.905518770217896,0,0,0,18071155712,18104713216,0,0,6.004,9.2973,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",48.98224377632141,0,0,0,13203232256,13314818048,0,0,4.655,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",21.80556988716125,0,0,0,15381388288,15420358656,0,0,6.0286,9.335,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",25.85224175453186,0,0,0,10414679040,10538188800,0,0,5.2732,7.0486,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",17.972928524017334,0,0,0,13085918208,13193183232,0,0,5.2447,7.0086,0.172,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",48.170284032821655,0,0,0,13584971264,13681819648,0,0,4.6519,6.474,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",48.113617181777954,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",22.937230825424194,0,0,0,13652111360,13748928512,0,0,6.0854,9.4414,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",50.49543571472168,0,0,0,19534544896,19610468352,0,0,4.6837,6.5001,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",33.25041484832764,0,0,0,13874787328,13925089280,0,0,5.2391,6.9978,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",52.23504853248596,0,0,0,20422160384,20598226944,0,0,4.6753,6.496,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",21.503031969070435,0,0,0,13933155328,14008975360,0,0,6.0482,9.3669,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",20.113675594329838,0,0,0,13320815616,13495173120,0,0,5.2427,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",22.870113134384155,0,0,0,18036335616,18060673024,0,0,6.0033,9.3018,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",23.23700785636902,0,0,0,18324221952,18352177152,0,0,6.0015,9.2895,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",24.402676105499268,0,0,0,12883845120,12962496512,0,0,6.1519,9.5291,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",21.612669944763184,0,0,0,17477948416,17530093568,0,0,6.0185,9.3053,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",49.51757788658142,0,0,0,13346496000,13446938624,0,0,4.6532,6.4763,0.354,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",51.22200608253479,0,0,0,18169364480,18238930944,0,0,4.687,6.5045,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",25.818639755249023,0,0,0,10382455808,10498342912,0,0,5.2744,7.0493,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",51.86989665031433,0,0,0,17991880704,18069061632,0,0,4.6872,6.505,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",22.66222357749939,0,0,0,17451783168,17509122048,0,0,6.0119,9.3004,0.198,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",21.965415716171265,0,0,0,13898268672,13969129472,0,0,6.0478,9.3648,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",49.53258728981018,0,0,0,19926339584,19990052864,0,0,4.6811,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",26.469258069992065,0,0,0,8767419392,9013559296,0,0,5.3993,7.2588,0.187,0.187,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",51.93201231956482,0,0,0,17853054976,17918066688,0,0,4.688,6.5054,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",24.64561104774475,0,0,0,10609087488,10703863808,0,0,5.2706,7.0465,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",48.229536294937134,0,0,0,13457724928,13551796224,0,0,4.6543,6.4752,0.353,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",24.31981730461121,0,0,0,10770871296,10856955904,0,0,5.2707,7.0415,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",49.183337688446045,0,0,0,20358703104,20495466496,0,0,4.6758,6.4956,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",47.06161260604858,0,0,0,13743405568,13851688960,0,0,4.6516,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",21.31597685813904,0,0,0,14369403904,14428405760,0,0,6.0527,9.3814,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",47.35753536224365,0,0,0,13743821312,13853786112,0,0,4.6515,6.4726,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.95880961418152,0,0,0,9556525056,9680453632,0,0,5.2801,7.0631,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",40.830764293670654,0,0,0,17861833728,17911775232,0,0,6.0118,9.3091,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",48.639543294906616,0,0,0,13204063744,13314818048,0,0,4.6551,6.4774,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",51.25603413581848,0,0,0,17409079296,17481859072,0,0,4.6889,6.5087,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",21.510467290878296,0,0,0,14648498176,14686355456,0,0,6.0472,9.3705,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",23.381795167922974,0,0,0,13617197056,13704888320,0,0,6.086,9.4429,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",19.43018937110901,0,0,0,13324436480,13474201600,0,0,5.2425,7.0057,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",51.04832673072815,0,0,0,18055505920,18127781888,0,0,4.6875,6.5037,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",23.68690276145935,0,0,0,13549362176,13633585152,0,0,6.0973,9.4395,0.204,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",23.98100543022156,0,0,0,13514475520,13597933568,0,0,6.097,9.4436,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",49.4422013759613,0,0,0,17536081920,17613979648,0,0,4.6903,6.5067,0.369,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",21.22351384162903,0,0,0,13494412288,13604225024,0,0,5.2432,7.0034,0.17,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",21.879579544067383,0,0,0,17940063232,17974689792,0,0,6.0021,9.301,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",48.74810838699341,0,0,0,22912747520,23060283392,0,0,4.6691,6.4944,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",49.88947582244873,0,0,0,19214872576,19302187008,0,0,4.683,6.5017,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",48.50146579742432,0,0,0,13678950912,13786677248,0,0,4.6513,6.4727,0.352,0.352,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",59.00119853019714,0,0,0,16252189696,16332619776,0,0,4.7709,6.6189,0.418,0.418,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",55.0683343410492,0,0,0,19470751744,19532873728,0,0,4.6827,6.5006,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",52.49169278144837,0,0,0,16454903808,16546529280,0,0,4.6973,6.5232,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",48.402103424072266,0,0,0,13520100864,13614710784,0,0,4.6538,6.4744,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",25.61168932914734,0,0,0,10932655104,11010048000,0,0,5.2692,7.0377,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",23.64363932609558,0,0,0,13372924928,13449035776,0,0,6.1098,9.4572,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",21.802099227905277,0,0,0,17905444864,17945329664,0,0,6.0027,9.3,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",21.758259057998657,0,0,0,14823066624,14856224768,0,0,6.0443,9.3641,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",37.62708353996277,0,0,0,9911557120,10022289408,0,0,5.2815,7.0568,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",17.54260802268982,0,0,0,14049022976,14080278528,0,0,5.2372,6.9943,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",48.14791250228882,0,0,0,13457724928,13551796224,0,0,4.6538,6.4752,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",18.322917938232425,0,0,0,13312427008,13474201600,0,0,5.2429,7.006,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",23.61758255958557,0,0,0,11126895616,11280580608,0,0,5.2643,7.0336,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",50.37583112716675,0,0,0,20898197504,20929576960,0,0,4.6703,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",56.94429922103882,0,0,0,16328237056,16403922944,0,0,4.7657,6.6129,0.412,0.413,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",50.34788727760315,0,0,0,17916432384,17993564160,0,0,4.6886,6.5043,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",18.16615390777588,0,0,0,13696529408,13799260160,0,0,5.239,7.0,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",0.0,0,0,0,9903481856,10286530560,0,0,6.002,9.2872,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",21.788298845291138,0,0,0,13793585152,13864271872,0,0,6.0589,9.388,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",22.95240044593811,0,0,0,11191686144,11341398016,0,0,5.2625,7.0342,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",50.38232398033142,0,0,0,20227958784,20271071232,0,0,4.6754,6.4974,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",27.00538969039917,0,0,0,18359106560,18381537280,0,0,6.0022,9.2869,0.196,0.196,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",52.1314160823822,0,0,0,17282113536,17370710016,0,0,4.6896,6.5118,0.37,0.37,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",25.383431911468502,0,0,0,9364985856,9479127040,0,0,5.2848,7.0725,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",25.778956174850464,0,0,0,8851556352,9137291264,0,0,5.3814,7.2462,0.186,0.186,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",21.784508228302,0,0,0,15093640192,15156117504,0,0,6.036,9.3497,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",50.829758644104,0,0,0,18757074944,18830327808,0,0,4.6858,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",21.91161727905273,0,0,0,18255643648,18297651200,0,0,6.0062,9.2916,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",21.64115858078003,0,0,0,13828497408,13899923456,0,0,6.0516,9.3725,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",19.80907392501831,0,0,0,13549749248,13621002240,0,0,5.2426,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",51.51594948768616,0,0,0,17661632512,17727225856,0,0,4.688,6.5064,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",21.74775505065918,0,0,0,17582742528,17595105280,0,0,6.0143,9.3062,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",23.622094869613647,0,0,0,11159278592,11234443264,0,0,5.263,7.0339,0.176,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",51.88969945907593,0,0,0,18107023360,18184404992,0,0,4.6882,6.5039,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",25.61748743057251,0,0,0,10900431872,10970202112,0,0,5.27,7.0379,0.174,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",56.238664865493774,0,0,0,13568137728,13681819648,0,0,4.6518,6.4738,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",25.953776359558105,0,0,0,10479427584,10571743232,0,0,5.2721,7.0468,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",51.13517737388611,0,0,0,17789429760,17859346432,0,0,4.6885,6.5057,0.369,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",18.12634015083313,0,0,0,13498168320,13618905088,0,0,5.2425,7.0032,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",25.58366870880127,0,0,0,10713080832,10802429952,0,0,5.2697,7.0425,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.38179874420166,0,0,0,17360580608,18060673024,0,0,4.6494,6.4696,0.349,0.349,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",21.689686059951782,0,0,0,17740464128,17775460352,0,0,6.0123,9.3039,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",21.60259056091309,0,0,0,15346501632,15504244736,0,0,6.0278,9.3317,0.202,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",47.297640562057495,0,0,0,13886253568,13983809536,0,0,4.6499,6.4715,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",30.425641298294067,0,0,0,9693679616,9795796992,0,0,5.2791,7.057,0.177,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",17.660014867782593,0,0,0,13839049728,13929283584,0,0,5.2389,6.9987,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",25.91319727897644,0,0,0,9749038080,9871294464,0,0,5.2764,7.056,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",24.801761865615845,0,0,0,9524202496,9640607744,0,0,5.2818,7.0646,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",18.203402757644653,0,0,0,13680952320,13748928512,0,0,5.24,6.9998,0.171,0.171,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",26.781367540359497,0,0,0,17547850752,17590910976,0,0,6.0228,9.3144,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",50.86462616920471,0,0,0,18359291904,18467520512,0,0,4.6861,6.504,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",23.45253300666809,0,0,0,13407944704,13505658880,0,0,6.1066,9.4572,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",46.66563391685486,0,0,0,13935106560,14046724096,0,0,4.6506,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",18.03307008743286,0,0,0,13891458048,13941866496,0,0,5.239,6.9961,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",18.77790141105652,0,0,0,13376017408,13478395904,0,0,5.2431,7.0058,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",17.626837968826294,0,0,0,13970519040,14013169664,0,0,5.2383,6.9962,0.17,0.169,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",24.40270185470581,0,0,0,10349966336,10477371392,0,0,5.2738,7.0503,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",0.0,0,0,0,9606876160,9986637824,0,0,6.0056,9.3017,0.198,0.197,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",25.82795739173889,0,0,0,9467147264,9586081792,0,0,5.2833,7.0683,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",24.043525218963623,0,0,0,13110689792,13201571840,0,0,6.1364,9.5119,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",50.7598192691803,0,0,0,13172875776,13272875008,0,0,4.6553,6.4777,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",22.56644558906555,0,0,0,17416898560,17479761920,0,0,6.0123,9.2986,0.199,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",17.80812358856201,0,0,0,13724783616,13820231680,0,0,5.2399,7.0001,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",50.30366063117981,0,0,0,13330478592,13444841472,0,0,4.6546,6.476,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",22.010045051574707,0,0,0,18141264896,18159239168,0,0,6.002,9.2937,0.196,0.196,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",21.427969455718998,0,0,0,14508950528,14577303552,0,0,6.0517,9.3781,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",17.9481840133667,0,0,0,13757191168,13862174720,0,0,5.239,6.9989,0.169,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",25.54240155220032,0,0,0,17687802880,17702060032,0,0,6.0105,9.298,0.197,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",49.76358723640442,0,0,0,20612901888,20640169984,0,0,4.6716,6.4952,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",21.76552367210388,0,0,0,17373287424,17423138816,0,0,6.0232,9.3128,0.199,0.199,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",21.55276346206665,0,0,0,16419471360,16569597952,0,0,6.0263,9.3328,0.202,0.202,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",21.838934421539307,0,0,0,15102161920,15135145984,0,0,6.0388,9.352,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",19.535684823989868,0,0,0,12219978752,12318670848,0,0,5.259,7.0317,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",19.60476231575012,0,0,0,11224093696,11299454976,0,0,5.2604,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",25.805508852005005,0,0,0,8940018688,9235857408,0,0,5.3012,7.0962,0.175,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",22.140166521072388,0,0,0,15172002816,15198060544,0,0,6.036,9.3478,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",21.6561496257782,0,0,0,14404024320,14472445952,0,0,6.0497,9.3767,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",52.49813795089722,0,0,0,18307395584,18373148672,0,0,4.6871,6.5033,0.368,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",25.599289178848267,0,0,0,10996569088,11152654336,0,0,5.2667,7.0348,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",21.57810759544373,0,0,0,15276727296,15313403904,0,0,6.0373,9.3498,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",21.78781270980835,0,0,0,18001451008,18031312896,0,0,6.0025,9.3009,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",22.79050874710083,0,0,0,17512899584,17561550848,0,0,6.0121,9.2976,0.197,0.198,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",21.42946529388428,0,0,0,14788045824,14940110848,0,0,6.0426,9.3636,0.203,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",23.39246082305908,0,0,0,13584245760,13679722496,0,0,6.0947,9.4453,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",21.838635444641117,0,0,0,14613611520,14768144384,0,0,6.0493,9.3739,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",25.69726514816284,0,0,0,11028685824,11190403072,0,0,5.2658,7.0359,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",50.305874824523926,0,0,0,20485836800,20646461440,0,0,4.6752,6.4954,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",27.208728313446045,0,0,0,17757508608,17796431872,0,0,6.003,9.3011,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",48.37306547164917,0,0,0,13299290624,13400801280,0,0,4.6549,6.4763,0.354,0.354,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",28.57712149620056,0,0,0,17792062464,17796431872,0,0,6.0036,9.3013,0.198,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",21.487945795059204,0,0,0,14857953280,14921236480,0,0,6.0425,9.3619,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",48.42101621627808,0,0,0,13901839872,14002683904,0,0,4.6503,6.4709,0.351,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",21.64201092720032,0,0,0,14962614272,15005122560,0,0,6.0414,9.3576,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",21.90146899223328,0,0,0,14474063872,14535360512,0,0,6.0497,9.3773,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",24.868343830108643,0,0,0,10544108544,10643046400,0,0,5.2728,7.0484,0.176,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",21.622035264968872,0,0,0,14151296000,14206107648,0,0,6.0534,9.3787,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",47.305339097976685,0,0,0,13997066752,14109638656,0,0,4.6494,6.4696,0.351,0.35,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",29.32381820678711,0,0,0,10115148800,10227810304,0,0,5.2769,7.054,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",46.54800009727478,0,0,0,13949460992,14048821248,0,0,4.6497,6.4706,0.351,0.351,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",52.78856778144837,0,0,0,19862962176,19912458240,0,0,4.6807,6.4983,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",28.903321027755737,0,0,0,18385271808,18402508800,0,0,6.0041,9.2895,0.197,0.197,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",21.449333429336548,0,0,0,14892839936,15047065600,0,0,6.0416,9.3615,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",50.12807083129883,0,0,0,19736164352,19799212032,0,0,4.6822,6.4996,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",25.09876918792725,0,0,0,10317476864,10437525504,0,0,5.2755,7.0504,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",25.368815660476685,0,0,0,9434824704,9548333056,0,0,5.2826,7.0689,0.175,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",88.4477059841156,0,0,0,17966295040,18018729984,0,0,6.0101,9.3081,0.197,0.197,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",50.025638818740845,0,0,0,20295661568,20329791488,0,0,4.6764,6.4958,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",50.22820019721985,0,0,0,21054968832,21204303872,0,0,4.6698,6.4947,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",25.63247799873352,0,0,0,9724305408,9833545728,0,0,5.2783,7.0562,0.176,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",25.75835871696472,0,0,0,9879131136,9984540672,0,0,5.2769,7.0532,0.176,0.176,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",23.455182313919067,0,0,0,13338004480,13434355712,0,0,6.1112,9.4583,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",50.16878342628479,0,0,0,19978403840,20040384512,0,0,4.68,6.4977,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",51.82523512840271,0,0,0,17598423040,17689477120,0,0,4.6889,6.5071,0.37,0.369,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",19.49560165405273,0,0,0,11321398272,11479810048,0,0,5.2585,7.0312,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",48.78963899612427,0,0,0,19799920640,19851640832,0,0,4.6807,6.4995,0.368,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",25.290733098983765,0,0,0,9409992704,9556721664,0,0,5.2838,7.0694,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",25.626981019973755,0,0,0,10446902272,10557063168,0,0,5.2725,7.0478,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",18.36153650283813,0,0,0,13946098688,14021558272,0,0,5.2398,6.9964,0.17,0.17,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",24.984758377075195,0,0,0,13030231040,13132365824,0,0,6.5165,10.1877,0.246,0.246,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",21.30106234550476,0,0,0,14683451392,14728298496,0,0,6.0465,9.3725,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",18.25672912597656,0,0,0,13343503360,13432258560,0,0,5.2425,7.0054,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",50.82984948158264,0,0,0,20041861120,20101201920,0,0,4.6789,6.4982,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",23.5069432258606,0,0,0,13442830336,13520338944,0,0,6.1047,9.4554,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",19.81021785736084,0,0,0,13582529536,13690208256,0,0,5.2424,7.0022,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",47.49688959121704,0,0,0,13584555520,13681819648,0,0,4.6528,6.4736,0.353,0.353,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",49.15617156028748,0,0,0,13140440576,13249806336,0,0,4.6556,6.478,0.355,0.355,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",50.12552452087402,0,0,0,20930216960,21097349120,0,0,4.6702,6.4951,0.365,0.365,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",21.262410402297974,0,0,0,14543838208,14579400704,0,0,6.0495,9.3753,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",49.90577721595764,0,0,0,19153362944,19249758208,0,0,4.6838,6.5014,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",18.865073442459103,0,0,0,13182583808,13337886720,0,0,5.2439,7.0075,0.171,0.171,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",25.09949827194214,0,0,0,9815745536,9923723264,0,0,5.2785,7.0549,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",48.0704996585846,0,0,0,13362498048,13465812992,0,0,4.6549,6.476,0.354,0.354,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",49.98740792274475,0,0,0,21118592000,21269315584,0,0,4.6698,6.4942,0.366,0.366,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",22.2575740814209,0,0,0,13723763712,13803454464,0,0,6.0699,9.4117,0.205,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",25.81827068328857,0,0,0,11094647808,11255414784,0,0,5.2656,7.0345,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",21.535847902297974,0,0,0,14927727616,15047065600,0,0,6.0424,9.3601,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",19.544636726379395,0,0,0,13895156736,13979615232,0,0,5.2384,6.9969,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",49.822482109069824,0,0,0,20738515968,20757610496,0,0,4.6708,6.4967,0.366,0.365,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",49.65893650054932,0,0,0,17472704512,17563648000,0,0,4.6887,6.508,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",23.4683678150177,0,0,0,13479556096,13560184832,0,0,6.0958,9.4436,0.204,0.205,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",19.85802149772644,0,0,0,11256607744,11412701184,0,0,5.2608,7.0316,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",48.51734519004822,0,0,0,13108836864,13207863296,0,0,4.6551,6.4784,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",22.83919477462769,0,0,0,17626353664,17651728384,0,0,6.0102,9.2989,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",47.471407890319824,0,0,0,13918688768,14027849728,0,0,4.6491,6.4707,0.351,0.35,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",21.7558650970459,0,0,0,15206956032,15242100736,0,0,6.0356,9.3462,0.203,0.203,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",23.23203945159912,0,0,0,18254445568,18274582528,0,0,6.0014,9.2897,0.196,0.196,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-1/result-sensi-milp-1_ppl-20250105062815.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-1/result-sensi-milp-1_ppl-20250105062815.csv new file mode 100644 index 0000000000000000000000000000000000000000..5c6532f0b4d377c370675e37b1d514ccb52c240b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-1/result-sensi-milp-1_ppl-20250105062815.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.245431661605835,0,0,0,12420554752,12448694272,0,0,6.6389,10.4663,0.207,0.207,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.627865314483643,0,0,0,8803801088,9334423552,0,0,5.3176,7.1241,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.67869567871094,0,0,0,15827325952,16286482432,0,0,4.7326,6.5682,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.40521574020386,0,0,0,15098300416,15642656768,0,0,4.8308,6.7109,0.392,0.391,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.35832452774048,0,0,0,7518907392,7654604800,0,0,6.0798,8.2463,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.163402318954468,0,0,0,12000826368,12371099648,0,0,5.2305,7.0005,0.17,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",36.7325291633606,0,0,0,19833668608,20245905408,0,0,4.6794,6.5056,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.84968090057373,0,0,0,11739633664,11970543616,0,0,7.3312,11.7994,0.233,0.233,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.381714820861816,0,0,0,13300867072,13950255104,0,0,5.3309,7.4005,0.448,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",45.90749621391296,0,0,0,13410786304,14044626944,0,0,5.2177,7.2202,0.453,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.021448612213135,0,0,0,14017349632,14636023808,0,0,5.1264,7.0721,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.60607409477234,0,0,0,13468533760,14101250048,0,0,5.1511,7.1332,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.458542346954346,0,0,0,13534382080,14162067456,0,0,5.1568,7.1259,0.453,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",21.738771438598636,0,0,0,16237170688,16315842560,0,0,6.0627,9.4063,0.202,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.72268319129944,0,0,0,8590282752,9166651392,0,0,5.3692,7.2088,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",22.046135902404785,0,0,0,13559399424,13595836416,0,0,6.1302,9.4888,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.570101976394653,0,0,0,12437566464,12459180032,0,0,6.4423,10.0402,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.83259510993957,0,0,0,11219019776,11475615744,0,0,8.6819,13.9188,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.633150100708008,0,0,0,7979487232,8464105472,0,0,5.7335,7.725,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.286785125732425,0,0,0,7573696512,7790919680,0,0,6.0359,8.2034,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.92642879486084,0,0,0,15466252288,15990784000,0,0,4.7994,6.6645,0.386,0.386,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.07593822479248,0,0,0,8317128704,8671723520,0,0,5.5446,7.4634,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.25277709960937,0,0,0,7462547456,7484735488,0,0,6.247,8.4475,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.92688226699829,0,0,0,16203361280,16468934656,0,0,4.7039,6.5514,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.40322709083557,0,0,0,8670535680,9248440320,0,0,5.3469,7.1575,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",29.53709602355957,0,0,0,11485815808,11727273984,0,0,8.1934,13.05,0.245,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.22311758995056,0,0,0,16652989440,17035165696,0,0,4.7032,6.5465,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.37652921676636,0,0,0,12227457024,12446597120,0,0,5.2462,7.026,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",27.702173948287964,0,0,0,12316874752,12377391104,0,0,6.688,10.472,0.212,0.212,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",32.75883626937866,0,0,0,16217592832,16533946368,0,0,4.6561,6.4793,0.352,0.351,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",30.058847188949585,0,0,0,11281478656,11546918912,0,0,8.4857,13.5114,0.247,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",30.053595304489136,0,0,0,11086635008,11351883776,0,0,11.1864,17.8559,0.248,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.22165822982788,0,0,0,15712417792,16246636544,0,0,4.7435,6.5759,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.19331431388855,0,0,0,15991584768,16403922944,0,0,4.7239,6.5642,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.232993841171265,0,0,0,12556150784,12564037632,0,0,6.2875,9.7657,0.204,0.203,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.442074060440063,0,0,0,9686284288,10030678016,0,0,5.2769,7.065,0.175,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.790116548538208,0,0,0,8178716672,8608808960,0,0,5.6508,7.6397,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.358673334121704,0,0,0,12625181696,12633243648,0,0,6.2369,9.6889,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",21.813125371932983,0,0,0,8498008064,9024045056,0,0,5.4651,7.3474,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.32247400283813,0,0,0,9052374016,9502195712,0,0,5.3069,7.1131,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",26.234527111053467,0,0,0,9322006016,10406068224,0,0,6.0332,9.3552,0.198,0.199,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.7206871509552,0,0,0,8627561472,9212788736,0,0,5.3589,7.1704,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.279261112213135,0,0,0,15647023104,16169041920,0,0,4.7615,6.6042,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.24446702003479,0,0,0,7394648064,7442792448,0,0,6.8732,9.3066,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.68302583694458,0,0,0,11954922496,12075401216,0,0,7.0818,11.2286,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.62954020500183,0,0,0,10680840192,10936647680,0,0,5.2618,7.0431,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.13453769683838,0,0,0,7752994816,8126464000,0,0,5.9331,8.03,0.192,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.17904353141785,0,0,0,17814168576,18276679680,0,0,4.6875,6.5225,0.37,0.37,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.590101957321167,0,0,0,12906320896,13006536704,0,0,6.1903,9.608,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.642115592956543,0,0,0,11149089792,11414798336,0,0,12.9335,20.6813,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",43.50514435768128,0,0,0,14848608256,15395192832,0,0,4.9127,6.8302,0.416,0.415,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",30.040961027145386,0,0,0,11184737280,11454644224,0,0,9.2717,14.8218,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",43.64821743965149,0,0,0,14483507200,15061745664,0,0,4.9866,6.9095,0.415,0.415,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.42668604850769,0,0,0,12110964736,12176064512,0,0,7.2183,11.3807,0.217,0.217,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.914632320404053,0,0,0,12179513344,12259950592,0,0,7.066,11.2026,0.216,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",21.90816044807434,0,0,0,8388956160,8755609600,0,0,5.5271,7.4374,0.18,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.25714612007141,0,0,0,7487183872,7537164288,0,0,6.184,8.3793,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.00706195831299,0,0,0,8736999424,9317646336,0,0,5.3352,7.1412,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.31252408027649,0,0,0,15240054784,15764291584,0,0,4.827,6.7081,0.393,0.393,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",22.748000144958496,0,0,0,14616887296,14692646912,0,0,6.0754,9.4038,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.3719584941864,0,0,0,12483670016,12503220224,0,0,6.3628,9.9052,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.38397526741028,0,0,0,13649201152,14271119360,0,0,5.1358,7.0942,0.449,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",35.65055799484253,0,0,0,22823211008,23257415680,0,0,4.6725,6.4924,0.365,0.364,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-2/result-sensi-milp-2_ppl-20250105185535.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-2/result-sensi-milp-2_ppl-20250105185535.csv new file mode 100644 index 0000000000000000000000000000000000000000..b06a0a9895a2cd169eb6479960e418d566bcb4cf --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-2/result-sensi-milp-2_ppl-20250105185535.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.49454379081726,0,0,0,12404432896,12436111360,0,0,6.4852,10.169,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",21.03306007385254,0,0,0,8809640960,9313452032,0,0,5.325,7.1239,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.92194318771362,0,0,0,15819328512,16324231168,0,0,4.7319,6.5688,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.66553258895874,0,0,0,15095449600,15630073856,0,0,4.8393,6.7194,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.71802020072937,0,0,0,7521529856,7577010176,0,0,6.0836,8.2529,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",18.25579142570496,0,0,0,11960623104,12148801536,0,0,5.2239,6.9992,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.185089349746704,0,0,0,19760397312,20285751296,0,0,4.6841,6.503,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.93280935287476,0,0,0,11748284416,11895046144,0,0,7.6425,12.1,0.234,0.233,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.56008410453797,0,0,0,13285859328,13927186432,0,0,5.3615,7.3976,0.446,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.14047813415527,0,0,0,13411146752,14046724096,0,0,5.2076,7.1964,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.266043186187744,0,0,0,14010664960,14621343744,0,0,5.1274,7.0668,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.82906770706177,0,0,0,13466116096,14122221568,0,0,5.1549,7.1364,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.72994995117188,0,0,0,13535311872,14166261760,0,0,5.1466,7.1225,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.55952262878418,0,0,0,16228420608,16305356800,0,0,6.0534,9.3795,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.88356995582581,0,0,0,8592510976,9166651392,0,0,5.3857,7.2065,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",23.946276664733887,0,0,0,13542706176,13576962048,0,0,6.1384,9.5217,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.750292778015137,0,0,0,12439401472,12459180032,0,0,6.4303,10.0313,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.85549235343933,0,0,0,11224262656,11479810048,0,0,9.0822,14.5182,0.25,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.92849993705749,0,0,0,7979487232,8487174144,0,0,5.7235,7.7212,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.84280776977539,0,0,0,7580250112,7677673472,0,0,6.0589,8.2199,0.194,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",41.95007252693176,0,0,0,15459960832,15982395392,0,0,4.798,6.6636,0.386,0.386,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.251424312591556,0,0,0,8310968320,8751415296,0,0,5.5282,7.4523,0.18,0.18,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.648444890975952,0,0,0,7453765632,7486832640,0,0,6.34,8.5756,0.195,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.940226316452026,0,0,0,16197867520,16420700160,0,0,4.7156,6.5573,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.694460153579712,0,0,0,8675725312,9210691584,0,0,5.3469,7.1575,0.173,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",29.86417555809021,0,0,0,11488306176,11702108160,0,0,8.2156,13.1994,0.246,0.245,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.55765128135681,0,0,0,16703038464,17020485632,0,0,4.7053,6.5466,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",19.352453470230103,0,0,0,12205633536,12255756288,0,0,5.2453,7.0217,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",28.80270028114319,0,0,0,12306257920,12348030976,0,0,6.9672,10.973,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.7692711353302,0,0,0,16302571520,16487809024,0,0,4.6556,6.4789,0.357,0.356,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",30.185739994049072,0,0,0,11282265088,11521753088,0,0,8.3675,13.4326,0.249,0.247,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.831154108047485,0,0,0,11080210432,11360272384,0,0,13.9724,21.6336,0.248,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.559184074401855,0,0,0,15711729664,16265510912,0,0,4.7458,6.5821,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.962810754776,0,0,0,15999782912,16378757120,0,0,4.7246,6.5662,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.4045991897583,0,0,0,12557257728,12650020864,0,0,6.291,9.7607,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",20.14875221252441,0,0,0,9689949184,10081009664,0,0,5.2808,7.0849,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.76973247528076,0,0,0,8179372032,8608808960,0,0,5.6421,7.6355,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.73032855987549,0,0,0,12627345408,12719226880,0,0,6.2508,9.7016,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",22.05701065063477,0,0,0,8498663424,9024045056,0,0,5.4581,7.344,0.178,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.506098985672,0,0,0,9056603136,9592373248,0,0,5.3064,7.119,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",28.396666765213013,0,0,0,9326560768,10427039744,0,0,6.0436,9.3714,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",22.031277656555176,0,0,0,8629003264,9204400128,0,0,5.3513,7.1662,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.26516389846802,0,0,0,15640731648,16175333376,0,0,4.7636,6.605,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.536898851394653,0,0,0,7385866240,7465861120,0,0,6.8597,9.2786,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.575196743011475,0,0,0,11962655744,12054429696,0,0,7.3801,11.7358,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",19.2133047580719,0,0,0,10671763456,10789847040,0,0,5.2591,7.0519,0.175,0.176,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.67816734313965,0,0,0,7755096064,8126464000,0,0,6.0399,8.1679,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.68632316589356,0,0,0,17837344768,18106810368,0,0,4.6928,6.5298,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.633968353271484,0,0,0,12888454144,12945719296,0,0,6.2193,9.6453,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.95121669769287,0,0,0,11147581440,11414798336,0,0,11.238,17.7186,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",43.22601199150085,0,0,0,14831994880,15409872896,0,0,4.9469,6.8363,0.401,0.4,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.95741176605225,0,0,0,11184868352,11454644224,0,0,9.2694,14.8426,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.31349539756775,0,0,0,14463059968,15072231424,0,0,4.9752,6.9146,0.42,0.419,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",30.06531524658203,0,0,0,12103624704,12197036032,0,0,7.1142,11.3612,0.218,0.218,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.8240270614624,0,0,0,12177416192,12251561984,0,0,6.8468,10.7498,0.216,0.216,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.2300488948822,0,0,0,8382795776,8835301376,0,0,5.5022,7.4092,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.63252639770508,0,0,0,7485878272,7551844352,0,0,6.1876,8.3834,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.16326141357422,0,0,0,8744593408,9275703296,0,0,5.3384,7.1419,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.437623023986816,0,0,0,15233763328,15758000128,0,0,4.8255,6.7066,0.393,0.393,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",24.63380718231201,0,0,0,14607250432,14646509568,0,0,6.075,9.3996,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.15119957923889,0,0,0,12485122048,12578717696,0,0,6.3697,9.9171,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.70392370223999,0,0,0,13643839488,14269022208,0,0,5.1379,7.094,0.449,0.449,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",36.11619973182678,0,0,0,22877300736,23104323584,0,0,4.67,6.4942,0.363,0.363,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-3/result-sensi-milp-3_ppl-20250106051310.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-3/result-sensi-milp-3_ppl-20250106051310.csv new file mode 100644 index 0000000000000000000000000000000000000000..0d1de11a1ab5aaa754eb0255a6be9dfde2b02652 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-3/result-sensi-milp-3_ppl-20250106051310.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.58461141586304,0,0,0,12404432896,12436111360,0,0,6.4852,10.169,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",21.129652500152588,0,0,0,8802335744,9311354880,0,0,5.3254,7.1236,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",41.103952169418335,0,0,0,15815791616,16374562816,0,0,4.7315,6.5688,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.99190282821655,0,0,0,15095449600,15627976704,0,0,4.8393,6.7194,0.396,0.396,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",23.671191930770878,0,0,0,7522197504,7604273152,0,0,6.0836,8.2529,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",18.366707801818848,0,0,0,11987763200,12140412928,0,0,5.2327,7.0024,0.172,0.172,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.20253777503967,0,0,0,19835092992,20201865216,0,0,4.6833,6.5048,0.368,0.368,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",30.12045621871948,0,0,0,11748284416,11895046144,0,0,7.6425,12.1,0.233,0.233,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.50102496147156,0,0,0,13281009664,13935575040,0,0,5.3576,7.3929,0.448,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.005598068237305,0,0,0,13406690304,14046724096,0,0,5.2274,7.2189,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.39267587661743,0,0,0,14008207360,14619246592,0,0,5.125,7.0683,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",45.81381964683533,0,0,0,13466116096,14122221568,0,0,5.1565,7.129,0.454,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.66024136543274,0,0,0,13534971904,14170456064,0,0,5.1466,7.1225,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.853559970855716,0,0,0,16228420608,16305356800,0,0,6.0534,9.3795,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.94928288459778,0,0,0,8591728640,9120514048,0,0,5.3735,7.1854,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",24.320497035980225,0,0,0,13542706176,13576962048,0,0,6.1384,9.5217,0.205,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",27.79168725013733,0,0,0,12439401472,12459180032,0,0,6.4303,10.0313,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.561955213546756,0,0,0,11224262656,11479810048,0,0,9.0822,14.5182,0.248,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.889497756958008,0,0,0,7988531200,8386510848,0,0,5.7118,7.7303,0.185,0.185,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.62913990020752,0,0,0,7580917760,7702839296,0,0,6.1511,8.3367,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",42.25975751876831,0,0,0,15459960832,15984492544,0,0,4.798,6.6636,0.386,0.386,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.20386385917664,0,0,0,8317259776,8692695040,0,0,5.5602,7.4922,0.182,0.182,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.723092317581177,0,0,0,7453372416,7499415552,0,0,6.403,8.6037,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",40.05099058151245,0,0,0,16147037184,16401825792,0,0,4.7176,6.5589,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.819092988967896,0,0,0,8672072704,9237954560,0,0,5.3462,7.1593,0.173,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",29.707735776901245,0,0,0,11488306176,11702108160,0,0,8.2156,13.1994,0.246,0.246,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.683475494384766,0,0,0,16685473792,16924016640,0,0,4.705,6.5494,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.36243438720703,0,0,0,12226007040,12419334144,0,0,5.2527,7.0329,0.174,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",28.82301640510559,0,0,0,12306257920,12348030976,0,0,6.9672,10.973,0.211,0.211,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.94544005393982,0,0,0,16257765376,16376659968,0,0,4.6581,6.4775,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",32.430115938186646,0,0,0,11282265088,11521753088,0,0,8.3675,13.4326,0.248,0.249,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.94417405128479,0,0,0,11080210432,11360272384,0,0,13.9724,21.6336,0.249,0.249,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.69087338447571,0,0,0,15717677056,16267608064,0,0,4.746,6.578,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.577791690826416,0,0,0,15996697600,16422797312,0,0,4.7235,6.5661,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.49225687980652,0,0,0,12557257728,12650020864,0,0,6.291,9.7607,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",20.230595350265503,0,0,0,9684417536,10041163776,0,0,5.2863,7.0918,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.650622844696045,0,0,0,8185663488,8550088704,0,0,5.6421,7.6355,0.183,0.183,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.292288303375244,0,0,0,12627345408,12719226880,0,0,6.2508,9.7016,0.205,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",22.016362190246586,0,0,0,8501284864,8982102016,0,0,5.4581,7.344,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.766003370285038,0,0,0,9049467904,9609150464,0,0,5.3098,7.1194,0.175,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",28.764635801315308,0,0,0,9326560768,10427039744,0,0,6.0436,9.3714,0.198,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.885101795196533,0,0,0,8625861632,9191817216,0,0,5.361,7.17,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.5911602973938,0,0,0,15643189248,16166944768,0,0,4.7592,6.602,0.372,0.372,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.558446407318115,0,0,0,7385473024,7457472512,0,0,14.6161,24.8921,0.194,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.508841037750244,0,0,0,11962655744,12054429696,0,0,7.3801,11.7358,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.97950935363769,0,0,0,10688991232,10949230592,0,0,5.2588,7.0518,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.93605136871338,0,0,0,7754964992,8038383616,0,0,5.9736,8.0435,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",39.010557651519775,0,0,0,17877048320,18152947712,0,0,4.7007,6.5344,0.366,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.7617461681366,0,0,0,12888454144,12945719296,0,0,6.2193,9.6453,0.205,0.205,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.799949884414676,0,0,0,11147581440,11414798336,0,0,11.238,17.7186,0.251,0.251,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",43.5320463180542,0,0,0,14831994880,15409872896,0,0,4.95,6.8515,0.401,0.4,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.664198398590088,0,0,0,11184868352,11454644224,0,0,9.2694,14.8426,0.251,0.252,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",44.58782362937927,0,0,0,14460602368,15068037120,0,0,5.0135,6.8934,0.419,0.419,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",30.17693400382996,0,0,0,12103624704,12197036032,0,0,7.1142,11.3612,0.218,0.218,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.66854214668274,0,0,0,12177416192,12251561984,0,0,6.8468,10.7498,0.215,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.192371368408203,0,0,0,8382795776,8835301376,0,0,5.5022,7.4092,0.179,0.179,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.790868759155277,0,0,0,7486140416,7572815872,0,0,6.2032,8.409,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.347612142562863,0,0,0,8737491968,9267314688,0,0,5.3325,7.1383,0.174,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",42.58401918411255,0,0,0,15233763328,15760097280,0,0,4.8255,6.7066,0.393,0.393,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",24.780415534973145,0,0,0,14607250432,14646509568,0,0,6.075,9.3996,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.38541412353516,0,0,0,12485122048,12578717696,0,0,6.3697,9.9171,0.204,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.84382963180542,0,0,0,13643499520,14271119360,0,0,5.1429,7.0989,0.449,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",36.25663304328919,0,0,0,22903907328,23087546368,0,0,4.6723,6.4918,0.366,0.367,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-abl/result-sensi-milp-abl-1_ppl-20250108064830.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-abl/result-sensi-milp-abl-1_ppl-20250108064830.csv new file mode 100644 index 0000000000000000000000000000000000000000..6c69dd0d0d1b77cb6574cb9a93d070bcf5eda77a --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/ppl/mxq/sensi-milp-abl/result-sensi-milp-abl-1_ppl-20250108064830.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",27.732494592666622,0,0,0,12410593280,12431917056,0,0,6.9036,10.7825,0.206,0.206,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",20.933025121688843,0,0,0,8799250432,9342812160,0,0,5.3199,7.129,0.173,0.174,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",40.80572438240051,0,0,0,15841035264,16336814080,0,0,4.7334,6.5698,0.366,0.366,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",42.36498522758484,0,0,0,15080802304,15669919744,0,0,4.8492,6.7129,0.387,0.387,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",25.386977910995483,0,0,0,7519694848,7602176000,0,0,6.1634,8.351,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",17.099074840545654,0,0,0,12000756736,12402556928,0,0,5.2328,7.0154,0.169,0.17,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",37.11665344238281,0,0,0,19912853504,20218642432,0,0,4.6769,6.5033,0.369,0.369,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",28.62593126296997,0,0,0,11753265152,11928600576,0,0,8.0315,12.8726,0.232,0.232,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",45.70360374450684,0,0,0,13281009664,13927186432,0,0,5.3171,7.3499,0.448,0.447,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",46.10080742835999,0,0,0,13406395392,14048821248,0,0,5.2338,7.2416,0.452,0.452,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",45.48931837081909,0,0,0,14017644544,14619246592,0,0,5.1289,7.0781,0.443,0.442,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",46.02920866012573,0,0,0,13468238848,14099152896,0,0,5.153,7.1335,0.453,0.453,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",45.93485713005066,0,0,0,13534087168,14164164608,0,0,5.1387,7.1301,0.452,0.451,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",22.85860276222229,0,0,0,16272174080,16347299840,0,0,6.049,9.3684,0.202,0.202,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",21.816946268081665,0,0,0,8585830400,9175040000,0,0,5.3764,7.2116,0.175,0.175,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",21.109739780426025,0,0,0,13605470208,13665042432,0,0,6.0743,9.4103,0.206,0.206,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",28.10014796257019,0,0,0,12439334912,12450791424,0,0,6.4421,10.0438,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",29.766594886779785,0,0,0,11225311232,11475615744,0,0,9.1801,14.6785,0.251,0.25,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",22.66193914413452,0,0,0,7998885888,8260681728,0,0,5.8681,7.9342,0.188,0.188,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",23.524822473526,0,0,0,7575003136,7723810816,0,0,6.1593,8.3158,0.193,0.193,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",42.62353301048279,0,0,0,15465957376,15986589696,0,0,4.7994,6.6645,0.385,0.385,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",22.199431657791138,0,0,0,8312410112,8745123840,0,0,5.5833,7.4809,0.181,0.181,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",23.669801712036133,0,0,0,7452848128,7491026944,0,0,6.2982,8.5305,0.194,0.194,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",39.89468693733215,0,0,0,16200770560,16435380224,0,0,4.7158,6.5565,0.367,0.367,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",21.54264569282532,0,0,0,8666995712,9214885888,0,0,5.3469,7.1595,0.173,0.173,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",30.20702195167541,0,0,0,11491058688,11710496768,0,0,8.7207,13.8928,0.245,0.244,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",39.79090738296509,0,0,0,16688145408,16924016640,0,0,4.6984,6.5415,0.368,0.368,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",18.989238500595093,0,0,0,12221370368,12385779712,0,0,5.2475,7.0237,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",28.015409231185917,0,0,0,12307175424,12352225280,0,0,6.9274,10.8233,0.21,0.21,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.92536115646362,0,0,0,16272303104,16347299840,0,0,4.6565,6.4771,0.355,0.355,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",33.92887759208679,0,0,0,11289474048,11542724608,0,0,9.0392,14.3578,0.249,0.248,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",29.927560329437256,0,0,0,11081129984,11353980928,0,0,11.8721,18.9599,0.249,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",41.4911003112793,0,0,0,15713335296,16236150784,0,0,4.7456,6.5831,0.367,0.368,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",40.31125664710999,0,0,0,15997509632,16361979904,0,0,4.7255,6.5627,0.367,0.367,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",26.20090675354004,0,0,0,12554483712,12578717696,0,0,6.3038,9.7997,0.203,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",19.64165306091309,0,0,0,9683001344,9969860608,0,0,5.2843,7.072,0.176,0.175,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",22.588439226150516,0,0,0,8185008128,8520728576,0,0,5.6564,7.64,0.182,0.182,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",25.59959292411804,0,0,0,12626847744,12645826560,0,0,6.2507,9.7063,0.204,0.204,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",22.016286849975582,0,0,0,8497483776,9015656448,0,0,5.4707,7.3466,0.177,0.177,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",20.284658193588257,0,0,0,9046745088,9361686528,0,0,5.3087,7.1191,0.174,0.174,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",28.77553009986877,0,0,0,9321321984,10424942592,0,0,6.0254,9.3466,0.199,0.198,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",21.771036863327023,0,0,0,8622580736,9208594432,0,0,5.3615,7.1777,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",41.347362756729126,0,0,0,15647940608,16166944768,0,0,4.7615,6.6042,0.372,0.371,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",23.76046085357666,0,0,0,7384817664,7470055424,0,0,6.754,9.1749,0.193,0.193,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",28.44231367111206,0,0,0,11957675008,12083789824,0,0,7.317,11.5261,0.226,0.226,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",18.83237075805664,0,0,0,10671042560,10833887232,0,0,5.2709,7.066,0.175,0.174,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",23.28445243835449,0,0,0,7767150592,7914651648,0,0,5.9331,8.0353,0.191,0.191,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",38.6286985874176,0,0,0,17888769024,18444451840,0,0,4.6913,6.5127,0.371,0.371,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",24.775765657424927,0,0,0,12912650240,12952010752,0,0,6.1951,9.6121,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",29.97490429878235,0,0,0,11146468352,11410604032,0,0,10.129,16.1233,0.246,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",44.04290080070496,0,0,0,14851164160,15407775744,0,0,4.9127,6.8302,0.416,0.415,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",29.72104048728943,0,0,0,11180805120,11446255616,0,0,9.2799,14.8282,0.252,0.25,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",46.11010193824768,0,0,0,14483802112,15040774144,0,0,4.9366,6.8533,0.423,0.423,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",28.835908889770508,0,0,0,12103886848,12205424640,0,0,7.5888,11.9066,0.216,0.216,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",27.890464544296265,0,0,0,12182265856,12259950592,0,0,7.301,11.412,0.216,0.215,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",22.081157445907596,0,0,0,8374276096,8885633024,0,0,5.4982,7.3752,0.178,0.178,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",23.574987649917603,0,0,0,7484567552,7543455744,0,0,6.1834,8.3742,0.195,0.195,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",21.24545931816101,0,0,0,8732057600,9315549184,0,0,5.3404,7.1469,0.173,0.173,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",41.65363574028015,0,0,0,15219705856,15783165952,0,0,4.862,6.7028,0.377,0.377,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",25.72160577774048,0,0,0,14661719040,14698938368,0,0,6.0634,9.4129,0.204,0.204,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",27.265753507614136,0,0,0,12484728832,12509511680,0,0,6.3696,9.9194,0.203,0.203,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",45.69453477859497,0,0,0,13648906240,14273216512,0,0,5.1335,7.0959,0.449,0.448,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",35.70500826835632,0,0,0,22953147392,23068672000,0,0,4.6695,6.4943,0.365,0.366,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-1/result-kurt-milp-1_stor-20250110091440.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-1/result-kurt-milp-1_stor-20250110091440.csv new file mode 100644 index 0000000000000000000000000000000000000000..1ed7734df267daa7fe7039351cab8ffc845647f8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-1/result-kurt-milp-1_stor-20250110091440.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689364,5680981504,5691670528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933326208,3983400448,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6848708500,6888176128,7174356992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3275096384,3348651520,3376414720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102576840,6191419904,6276775936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8618184312,8678686208,8971616256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605700,5306379776,5402263552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579908,5967231488,6287261696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5982319108,6053607936,6371147776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158857712,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657688,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092076344,7105398272,7142899712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531008,3882639872,4167041024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036991020,6064994816,6092226560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5693023092,5695601152,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063870052,5074971136,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491497472,3546571264,3839885312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3298436672,3368321536,3462397952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991494876,7023049216,7310671872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685844480,3741082112,3978297344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743872,3314315776,3347054592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333234876,7426996736,7482638336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868546816,3918607872,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737160,5145949696,5284823040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7396758012,7500369408,7524581376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155585616,5222400512,5299503104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587638964,5597295104,5624561664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11584051260,11700267520,11926503424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810652,5101649408,5234491392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339196,4998096384,5131730944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703292,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270294140,7327641088,7507804160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740321096,5740015104,5758779392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176036864,4227669504,4355784704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3630981632,3919577088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775265396,5774959104,5794430976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965690880,4015772160,4284481536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113250644,8118182400,8126464000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3856406080,3906499072,4183818240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3267650048,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391027752,5391247872,5469372416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4588920012,4648395264,4752146432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3333621248,3398722048,3575644160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809448096,7849033216,8107589632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810143264,5809836544,5827985408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029925936,5040110080,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634651996,6678592000,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6470482352,6522681856,6828326912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390408,5523241472,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143496,5539556864,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126080,3766247936,3978297344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900928192,3950993920,4213178368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481955884,6508647936,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705443188,5705137664,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6087586928,6158367232,6467616768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9728207432,9917783552,9988734976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-2/result-kurt-milp-2_stor-20250110182502.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-2/result-kurt-milp-2_stor-20250110182502.csv new file mode 100644 index 0000000000000000000000000000000000000000..1a391b5d2cb007d13453169130a542698087c77d --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-2/result-kurt-milp-2_stor-20250110182502.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689364,5673248256,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933243008,3983314432,4238344192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6848708180,6895057408,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3391094784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102574556,6181974528,6222249984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8617868152,8674432512,8977907712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605384,5309656576,5398069248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579716,5967231488,6283067392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5989698456,6061593088,6379536384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158857712,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092576056,7110878720,7128219648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531008,3883164160,4167041024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036667520,6060476928,6077546496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692630004,5696125440,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869988,5076675072,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491498560,3550765568,3755999232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3297744448,3370676736,3412066304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845312,3749470720,3877634048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314315776,3338665984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333734076,7396313600,7547650048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868546816,3918607872,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5130325896,5137101312,5268045824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7396882812,7500370432,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155257648,5214204416,5261754368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587638964,5600440832,5628755968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583858268,11663712768,11981029376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810588,5108334080,5251268608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339132,4994950656,5135925248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7181468092,7213365760,7472152576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270169404,7320046080,7518289920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740187976,5740930560,5754585088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176103168,4229329408,4475322368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3580758336,3639370240,3839885312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775198836,5775941120,5790236672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965690944,4015769088,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113348836,8114873856,8143241216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3855615552,3905708544,4183818240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3267125760,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5390698692,5397472768,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4588892828,4646793728,4750049280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3337164288,3405279744,3508535296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809424576,7909319168,7956594688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810143392,5810885120,5823791104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5030514736,5040174592,5184159744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634651996,6678592000,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6474660772,6526515712,6832521216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390260,5516425728,5574230016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535142836,5539163648,5582618624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710125568,3762053632,4062183424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900844992,3950907904,4204789760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481854668,6509857280,6543114240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705376564,5705071104,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6089320048,6159755776,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9727890060,9862100480,10034872320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-3/result-kurt-milp-3_stor-20250111033539.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-3/result-kurt-milp-3_stor-20250111033539.csv new file mode 100644 index 0000000000000000000000000000000000000000..d2ab546418b0e10163c73081cbc8282592605fec --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-3/result-kurt-milp-3_stor-20250111033539.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689492,5668267520,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933159808,3983228416,4227858432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6855343752,6891026944,7186939904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3391094784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102696732,6183670272,6222249984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8617490040,8688222720,8969519104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605788,5308083712,5406457856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579652,5967231488,6295650304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5982735256,6054023680,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158859908,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092507448,7110547968,7130316800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531200,3882639872,4167041024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6037007404,6057146880,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692630068,5697829376,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869744,5076412928,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491498560,3550765568,3755999232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3297842752,3372249600,3382706176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495216,7029930496,7298088960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845312,3748946432,3877634048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314315776,3347054592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333650876,7409914368,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868546816,3918607872,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737160,5139002880,5259657216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7397174012,7500072448,7524581376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155380952,5215900160,5274337280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587638964,5599916544,5624561664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583479944,11677502976,11966349312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5092383516,5103746560,5230297088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339132,4997572096,5127536640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703228,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270294140,7301484032,7574913024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740187976,5740930560,5750390784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176205056,4229432832,4492099584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3635175936,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775265268,5776007680,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965707584,4015783424,4261412864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113214564,8115788288,8141144064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3856406080,3906499072,4183818240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336832,3267650048,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5390698692,5397472768,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4589033080,4646408704,4745854976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3334809088,3403973120,3487563776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809240256,7917642240,7925137408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5809877088,5810618880,5821693952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5030248496,5041481216,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634650992,6685473280,6970933248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6470482096,6529563136,6815744000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390260,5518916096,5570035712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143764,5545324032,5561647104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126336,3773587968,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900678592,3950738944,4196401152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481920068,6492359168,6511656960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705376564,5705071104,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6088330672,6157734400,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9727512880,9901605376,9990832128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-abl/result-kurt-milp-abl_stor-20250111160430.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-abl/result-kurt-milp-abl_stor-20250111160430.csv new file mode 100644 index 0000000000000000000000000000000000000000..173b87eef28a93a9aca6ebd2b6c2e5e50d30df86 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/kurt-milp-abl/result-kurt-milp-abl_stor-20250111160430.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689556,5671544320,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933326144,3983403520,4255121408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6855343752,6894467584,7180648448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3370123264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102754568,6196318720,6381633536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8618146072,8715909632,8921284608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605640,5306117632,5414846464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579812,5967231488,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5978639108,6049927680,6369050624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158857668,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909316,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092610692,7114058240,7144996864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531200,3882115584,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6037014572,6062659072,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692629876,5695076864,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869988,5076412928,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491497664,3564921344,3575644160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3297842752,3372249600,3382706176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845312,3747897856,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314840064,3338665984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333650876,7433949696,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868280576,3918341632,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737160,5136250368,5272240128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7397049148,7498818048,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155437700,5211763200,5253365760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587638964,5597032960,5628755968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583719888,11756203520,11838423040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810652,5102566912,5226102784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339132,4995999232,5140119552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703228,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270127740,7334010368,7482638336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740121416,5739815424,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4174439680,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3634651648,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775065716,5774759424,5775556608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965690880,4015775232,4297064448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113317092,8114317824,8132755456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3856406080,3906499072,4183818240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3267650048,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391028648,5399636480,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4589040108,4646416896,4743757824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3333622912,3402392064,3491758080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7839286912,7870927360,8216641536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810010336,5809703424,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029926000,5040110080,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634650916,6692354560,6958350336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5061861888,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6468025724,6527105536,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509783540,5520751104,5553258496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143412,5541654016,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126080,3762577920,4062183424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900844992,3950914048,4221566976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896386760,6928284160,7228882944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481889824,6507008512,6543114240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705310004,5705004544,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6087589296,6158367232,6467616768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9728523100,9896322560,9984540672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-3bit-redo-dense-3bit_stor-20241230215529.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-3bit-redo-dense-3bit_stor-20241230215529.csv new file mode 100644 index 0000000000000000000000000000000000000000..0661f92dade249155b424cd5e67bae9276dd2552 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-3bit-redo-dense-3bit_stor-20241230215529.csv @@ -0,0 +1,145 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,3982768192,4022870528,4229955584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,3617328192,3624876544,4064280576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,3382934976,3431686656,3802136576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,7393932412,7472536064,7587495936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,6614183380,6714886656,6746537984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3359746496,3406270976,3772776448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,3857581376,3875144192,4139778048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,7516477052,7579290112,7736393728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,5819080884,5832405504,5899288576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,3453215168,3495285248,3875536896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,3917359104,3944355328,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,5603021812,5609268736,5762973696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,3907473216,3932897792,4173332480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,7501710396,7564074496,7715422208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,5436474836,5449800192,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,3638812480,3641349632,4089446400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,5538105352,5548022272,5695864832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,3882188096,3902370304,4148166656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,5686894324,5688685056,5800722432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,3677269056,3677545984,4104126464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,5169254088,5201456640,5322571776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5586104308,5591826944,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,6772687112,6875088384,6880755712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,6055174468,6120901120,6297747456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,5678570280,5682982400,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,6385897648,6456325632,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,7447806332,7517123072,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,6145361520,6210692608,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,7357836412,7441078784,7566524416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,7067274960,7187030528,7210008576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,6525894012,6598068736,6733955072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6464656996,6532944384,6700400640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6187576176,6254282240,6438256640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6229790820,6298265088,6488588288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,3868942656,3889127936,4158652416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,3709395264,3710196224,4108320768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,5513440072,5525454336,5687476224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,6682880476,6787010048,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5080358768,5111513600,5219811328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,3986943872,4025470464,4213178368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3684076352,3684353536,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,3295110848,3337737728,3703570432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3400074176,3447712256,3829399552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,5847424180,5862845952,5924454400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,5459349908,5469529600,5624561664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,5473609268,5485623808,5632950272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,7410367036,7487491584,7616856064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3953209920,3985446400,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3313320128,3357060608,3722444800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,6101555908,6167051776,6343884800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,6797361096,6904582656,6910115840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,3992663168,4032239104,4219469824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,5296423688,5321284096,5473566720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,5631996948,5639292416,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,5561047956,5567032832,5721030656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,3729232704,3731604992,4110417920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,5373280432,5396567552,5542772736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,3568284992,3588574720,3984588800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,3431907520,3478399488,3852468224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5194254108,5225408000,5351931904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,6904360348,7030655488,7033847808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,7506825212,7567179264,7734296576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,6744010512,6846992896,6872367104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,3663582784,3663335936,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,7203838332,7312962048,7346323456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,5683162920,5689147904,5800722432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,3817409344,3830257152,4125097984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5900764448,5920380416,5970591744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,3982838720,4020316672,4206886912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5121591836,5153270272,5284823040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4989899452,5021578752,5131730944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,3496491520,3536204288,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,6544217276,6625513984,6727663616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,5690076008,5698158080,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,3605977920,3616245248,4034920448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,6814463240,6927362560,6949961728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,3745962816,3750430208,4112515072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,7484042492,7549425152,7698644992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,5968709272,5994616320,6020923392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3841317184,3856783872,4131389440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,6779729032,6882363904,6889144320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,3958130496,3991416320,4196401152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,3877213760,3898971648,4164943872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,7212311292,7320724992,7358906368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,3954684992,3986396672,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,5012698812,5044902400,5142216704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,3968640768,4008744448,4234149888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,3780754240,3789411840,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,7223030652,7330144768,7373586432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,5951233408,5976092160,5995757568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,7303962492,7396491776,7497318400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3977148736,4016202240,4223664128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,3650939712,3651249664,4097835008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,6978067676,7102179840,7107248128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,6504770728,6573567488,6717177856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,5684019048,5691052544,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,3500235200,3539948032,3902799872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,5677647592,5681011200,5792333824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,6571262396,6660033024,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,3724195648,3725520384,4114612224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,3509711360,3543921152,3915382784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,3861736512,3880349184,4154458112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,7237064572,7341490688,7384072192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3266893824,3307850240,3670016000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5699727284,5710955008,5821693952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3478045376,3520542208,3886022656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,7280318332,7378092544,7463763968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,5407760680,5427115520,5588910080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,6916373148,7043580416,7048527872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5034493788,5065124352,5179965440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,6439545168,6508598784,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,6891527068,7017019904,7038042112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,7138815612,7255017984,7275020288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,3501520384,3537957376,3906994176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,5264414248,5294518784,5429526528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,5677939668,5689691648,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5057426288,5088056832,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,7289928572,7385047552,7470055424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,5707172852,5721021952,5832179712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6846188040,6964584960,6987710464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,5691320052,5694683648,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,5236914632,5268067840,5400166400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5737363432,5744134656,5846859776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,6871333724,6993852928,7017070592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5783273544,5793452544,5874122752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,5103907236,5136110080,5247074304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,6803038536,6913025536,6916407296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,5652534228,5661664768,5790236672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3998335808,4036336128,4204789760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3340203200,3386170880,3753902080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,7479382012,7542062592,7717519360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,6272753540,6342898176,6536822784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,5868627124,5885621760,5928648704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,5706516468,5719841280,5838471168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6318968124,6390090240,6591348736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,3511243328,3545453056,3913285632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,3538036288,3565564416,3946840064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,5695267764,5704922624,5827985408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,5331315464,5353030144,5505024000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,6524185916,6598102528,6731857920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,5215750416,5246903808,5375000576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,5762502792,5771108864,5848956928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,5146388168,5178066432,5314183168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,7492100156,7556775424,7723810816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv new file mode 100644 index 0000000000000000000000000000000000000000..2a784c0270ad56a78ad808a07c7d131150d246cd --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_mxq-misc.csv @@ -0,0 +1,18 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-7b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,2615709056,2615461888,2634022912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,2920633216,2920379392,2931818496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,3978525952,3978259456,3980394496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,4167958272,4167675904,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,4580368432,4580072448,4588568576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4749733824,4749479936,4762632192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,5374828140,5374548992,5391777792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,7511320636,7511015424,7522484224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,7793715072,7793388544,7799308288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,8189094420,8188795904,8204058624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,8586606072,8586331136,8604614656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4340458828,4340162560,4355784704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,4684537156,4684237824,4697620480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,6004516788,6004209664,6010437632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,6028258732,6027952128,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,6246399508,6246091776,6253707264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,6464412128,6464103424,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv new file mode 100644 index 0000000000000000000000000000000000000000..e8a558541f7dfa88fe35fb0bd5ecb4ebc151c7e4 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_4bit-mxq-20241023011643.csv @@ -0,0 +1,10 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449175552,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673024,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311360,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125056,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175797760,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809280,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820974592,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625024,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947400704,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv new file mode 100644 index 0000000000000000000000000000000000000000..b3eb00f07476a4cb5177b4b0c918db5ce62ba492 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_b4-mxq-20240929233722.csv @@ -0,0 +1,16 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7449490236,7449176064,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4269489424,4269202432,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4821462344,4821210112,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036980396,6036673536,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,4381231692,4380935168,4389339136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3999580480,3999311872,4018143232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7414449596,7414125568,7419723776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,2649429312,2649183232,2654994432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176080640,4175798272,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3980067712,3979809792,3988783104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,2377129344,2376859648,2390753280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7821299108,7820975104,7841251328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5890931712,5890625536,5907677184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,2_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,4084489472,4084194304,4099932160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5947708060,5947401216,5968494592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb5131141601a34da47497e42582b57605d724b0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv @@ -0,0 +1,103 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",27.897204399108887,7485183508,8516087808,8652849152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",27.16243457794189,7450298516,8481203200,8600420352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",46.30563282966614,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.463457584381104,5795111612,6586642432,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",46.43784809112549,11140123292,12344225792,12501123072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",46.71054410934448,10252303460,11495066624,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.52638339996338,5811356540,6602887168,6698303488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",27.111940145492557,7502629012,8533533696,8665432064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.907305002212524,5843763920,6610669568,6616514560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.018717288970947,7520072852,8550977536,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",47.17227268218994,11203349872,12407448576,12570329088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",27.41607975959778,7555026132,8553861120,8562671616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",28.85113024711609,7380525204,8411429888,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",27.54041886329651,7659687060,8658522112,8669626368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",46.54898977279663,10410322876,11653085184,11813257216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",23.91982316970825,5698050076,6489579520,6587154432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",24.38323426246643,5746566620,6538096640,6637486080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.886759757995605,5908418792,6675324928,6685720576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",46.40047907829285,10505550492,11748312064,11899240448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",28.569599866867065,7467742420,8498647040,8621391872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.29404067993164,11171746032,12375844864,12526288896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",29.371028900146484,7624662548,8623497216,8644460544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.96006774902344,5762704604,6554234880,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",24.21409010887146,5455138928,6246666240,6350176256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",24.36617374420166,5487279632,6278807552,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",46.670965909957886,10347115076,11589877760,11748245504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",27.116548538208008,7746902228,8745737216,8763998208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",24.80796194076538,5940428680,6707335168,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",29.123441696166992,7869073556,8867908608,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",27.529273986816406,7397968020,8428872704,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",46.043402433395386,10378719036,11621481472,11771314176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",27.27446722984314,7432853012,8463757312,8587837440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",44.7487268447876,10949668252,12192427008,12350128128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",25.13091397285461,5503790864,6295318528,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",27.96074366569519,7712017556,8710852608,8713666560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",46.58305263519287,10600778012,11843538944,12006195200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",46.339200496673584,10727609372,11970369536,12115247104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",24.08426403999329,5552336352,6343864320,6452936704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",24.09642219543457,5616991176,6408519680,6501171200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",45.24050569534302,10917648412,12160407552,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",27.3878173828125,7938845204,8937679872,8944353280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",47.23086571693421,10283491300,11526254592,11683233792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",46.82144212722778,10315095236,11557858304,11706302464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",27.16965675354004,7694571796,8693406720,8701083648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",45.28328275680542,11266973552,12471071744,12633243648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",46.14694428443909,10473530652,11716292608,11878268928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",30.074626445770264,7572469908,8571304960,8583643136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.210262775421143,5730297564,6521827328,6633291776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",24.192405939102173,5713786396,6505316352,6612320256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.60878252983093,11152398832,12356501504,12499025920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",24.591004371643063,5584583964,6376112128,6478102528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",27.064818620681763,7537580564,8568484864,8694792192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",24.080952882766724,5778842664,6570373120,6673137664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.62924098968506,5932679304,6699585536,6702497792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",27.602447509765625,7642241492,8641076224,8657043456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",27.97939896583557,7834184148,8833018880,8837398528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",45.59808659553528,10854024732,12096784384,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",24.080676555633545,5892149676,6659055616,6681526272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",45.750229835510254,10918064412,12160823296,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",46.11861920356751,11250954352,12455054336,12610174976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.90421175956726,5648439944,6439968768,6547308544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",45.79045748710632,11012875932,12255634432,12415139840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",24.248290300369263,5859902076,6626807808,6635388928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",46.85809111595154,10251887364,11494650880,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.460438013076782,5599521820,6391050240,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",24.840145111083984,5633259976,6424788992,6526337024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",29.38673424720764,7676993044,8675827712,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",45.49933552742005,11076915612,12281018368,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",27.537675857543945,7607356564,8606191616,8627683328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.690398454666138,5827359612,6618890240,6723469312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",45.246288537979126,11076499612,12280602624,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",30.27182626724243,7886514708,8885349376,8900313088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",27.4355046749115,7799299284,8798134272,8805941248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",24.477025747299194,5665110556,6456639488,6564085760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",46.79585146903992,10441926812,11684688896,11834228736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",24.269190311431885,5875212936,6642118656,6662651904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.764508724212646,5588736796,6380265472,6480199680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",45.85496997833252,10981272092,12224030720,12371099648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",46.14421701431274,10537154332,11779915776,11941183488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",28.430763483047485,7779856916,8778691584,8791261184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",27.102176189422607,7415411924,8446316544,8579448832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",27.244441032409668,7903960212,8902795264,8912896000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.62096405029297,5535665752,6327193600,6436159488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",45.78133797645569,10569174172,11811935232,11964252160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",27.15545630455017,7930125460,8928960512,8935964672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",27.83776831626892,7764348052,8763183104,8776581120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",30.99274730682373,7729190420,8728025088,8745123840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.60170841217041,5439000944,6230528000,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.5038857460022,5471277072,6262804480,6366953472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",45.82449650764465,10791233052,12033992704,12178161664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",24.447831630706787,5519793776,6311321600,6419382272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",46.01576495170593,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",46.08929300308228,10632381852,11875142656,12027166720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.80493116378784,5422624880,6214152192,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",27.27052044868469,7851629716,8850464768,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",28.366496801376343,7816743124,8815578112,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",27.177221298217773,7589911060,8588745728,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.71203875541687,5406486812,6198013952,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",27.27998185157776,7363081428,8393986048,8516534272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",24.63621401786804,5681379548,6472908800,6568280064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",45.687920570373535,10696005532,11938765824,12092178432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",45.68218946456909,10663985692,11906746368,12050235392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense2-mxq-20241019183814.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense2-mxq-20241019183814.csv new file mode 100644 index 0000000000000000000000000000000000000000..9f66d4266260a435d1e6ee9937aab366f050d277 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/mxq2/result-eval_model_stor_dense2-mxq-20241019183814.csv @@ -0,0 +1,472 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Llama-2-13b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",53.10362696647644,9443132380,10685894144,10842275840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",29.3620502948761,7389246612,8420151808,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",34.27331018447876,5977992988,7007095296,7130316800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",53.49407434463501,9062389560,10305127936,10462691328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",25.45880079269409,6809787700,7576703488,7591690240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",28.78180241584778,3967997632,4758173184,4850712576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",27.35205388069153,4078926080,4869103104,4970250240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",50.64097547531128,11806319276,13010414080,13172211712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",53.87621974945069,9411298780,10654055936,10808721408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",52.6647891998291,10140640464,11383407104,11532238848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",29.49410653114319,6403426372,7434333696,7566524416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",33.08407759666443,6102812868,6869721600,6872367104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",26.92543244361877,5301302064,6092829184,6197084160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",55.65382266044617,8618273368,9860984320,10003415040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",27.016446113586422,4912792536,5704319488,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",25.75829768180847,6159452200,6926361088,6943670272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",47.259119749069214,12932007028,14136083968,14283702272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",32.14971375465393,6106753728,7135856128,7256145920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",49.6041419506073,12059771036,13263856128,13421772800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",25.658561944961548,6402097108,7169008128,7180648448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",29.576857805252075,6830923608,7861829120,7994343424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",29.400290966033936,6987915476,8018820608,8143241216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",27.09938335418701,4652871316,5444399616,5544869888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",25.464008331298828,6645007572,7411921408,7417626624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",35.1094753742218,5963283164,6992385536,7113539584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",30.27503609657288,6351008364,7381916160,7503609856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",25.20409893989563,6596622036,7363535360,7373586432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",32.14211082458496,6019503788,7048606208,7182745600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",26.478596448898315,6305166244,7072076288,7075790848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",30.915701627731323,6316197536,7347105280,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",26.233157634735107,6037863548,6804771328,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",53.16733431816101,9696919384,10939692544,11098128384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",56.8650815486908,8996770180,10239503872,10385096704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",27.13356637954712,4515986176,5307515392,5412749312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",33.73084259033203,8375065748,9373901312,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",56.32943320274353,7495516412,8735992320,8894021632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",29.870271682739254,6848234328,7879139840,8015314944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",30.065213203430176,8593175636,9592011264,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",29.656323194503784,8593508436,9592344064,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",30.26440119743347,4418914572,5210444288,5318377472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",25.56009793281555,6321304300,7088214528,7094665216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",26.67776584625244,5349954500,6141481472,6239027200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",29.43548941612244,7956290708,8955126272,8977907712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",26.919171810150143,5333283876,6124810752,6220152832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",26.916723251342773,4929037296,5720564224,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",60.6129093170166,8808436984,10051159552,10194255872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",29.452317237854004,6691042220,7721948672,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.93}",73.4312150478363,8474547992,9717249536,9873391616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",53.790762424468994,9855373604,11098142208,11253317632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",27.084405183792114,4961260540,5752787456,5853151232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",29.756611585617065,9195169172,10194004480,10208935936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",48.589555501937866,12519889980,13723973120,13870563328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",30.228830099105835,7232188628,8263093760,8386510848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",50.46881675720215,11711091600,12915187200,13065256960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",55.26984429359436,8031468820,9274142208,9418309632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",56.773531675338745,7618860348,8861498880,9017753600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",56.47195506095886,8713563184,9956279808,10099884032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",48.75507497787476,12805175668,14009253376,14153678848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",54.71036720275879,9157679472,10400423424,10557063168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",30.972946405410767,7964477972,8963313152,8986296320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",27.106157302856445,5122672356,5914198528,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",49.39505910873413,12519889980,13723973120,13870563328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",29.475447416305546,6970471636,8001376768,8122269696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",25.24087405204773,6677414612,7444328960,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",52.32363820075989,10077432784,11320199680,11467227136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",27.030015230178837,4880302980,5671830016,5771362304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",53.0800666809082,9760145668,11002915328,11165237248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",58.28724431991577,9198793156,10441539072,10594811904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",27.655956029891968,4192256768,4983797248,5091885056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",47.24094438552856,13550784020,14754847232,14900264960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",25.88023018836975,6175590372,6942499328,6960447488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",27.182098388671875,4637425228,5428953600,5525995520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",48.142759561538696,13739983924,14945067520,15095300096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",25.048321962356567,6620747220,7387660800,7398752256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",30.301345586776733,7197301972,8228207104,8365539328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",55.7618248462677,8221632116,9464317440,9607053312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",28.598179817199707,3988930816,4779102720,4884267008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",27.4395604133606,5074577136,5866103296,5966397440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",49.59689950942993,11457012592,12661110272,12807307264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",26.95462226867676,4483662848,5275192832,5375000576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",28.57153010368347,5236618832,6028145152,6138363904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",29.82170820236206,8086784148,9085619712,9105833984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",27.31880521774292,4993619236,5785145856,5884608512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",52.907058000564575,10013809104,11256576512,11402215424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",29.681331634521484,7179860116,8210765312,8336179200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",27.014379501342773,4393817260,5185350144,5286920192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",25.01437878608704,6653261012,7420174848,7423918080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",26.919336557388306,5026108952,5817635328,5926551552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",24.35499405860901,7106540276,7873458688,7885291520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",53.36674690246582,9633295704,10876069376,11033116672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",31.547605276107788,8628060628,9626895872,9636413440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",27.481970071792603,4046644480,4836832768,4938792960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",25.661677598953247,6207997460,6974906880,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",27.7863883972168,9524781332,10526326272,10661920768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",30.101624727249146,7127529684,8158434816,8292139008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",51.03991341590881,11505033072,12709131776,12868124672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",26.926706790924072,4257129728,5048660480,5144313856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",29.572713375091556,7336916116,8367821312,8493465600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",29.542691469192505,7092642964,8123548160,8250195968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",29.47622752189636,3982005632,4771484160,4861198336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",27.540269136428837,3997672768,4787860992,4890558464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",26.514469861984253,6450908596,7217820160,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",29.5913245677948,6761083492,7791989248,7929331712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",34.48086404800415,5988399900,7017502208,7144996864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",27.402648210525516,4605101788,5396631040,5509218304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",48.61823725700378,12424662376,13628746240,13784580096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",30.187310218811035,8165679252,9164514816,9170845696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",26.922908782958984,5009864056,5801390592,5905580032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",27.335850715637207,4095102208,4886663680,4984930304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",26.73598074913025,4386424992,5177954816,5278531584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",54.70571494102478,9030555876,10273289728,10427039744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_94,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.94}",29.605437994003296,7284519124,8315424256,8451522560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",29.66287589073181,7040245972,8071151104,8208252928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",59.199644327163696,7479012156,8721682944,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",34.788031339645386,5987477276,7016579584,7149191168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",26.97018241882324,4345613056,5137144320,5242880000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",51.04132580757141,11488616432,12692713984,12849250304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",34.49262833595276,5955362460,6984464896,7115636736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",29.00688862800598,4847979908,5639507456,5733613568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",25.85755085945129,6146803568,6913712640,6918504448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",31.72361898422241,8523399636,9522234880,9529458688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",49.52612233161926,11852880428,13056969216,13203668992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",52.08717370033264,10267472100,11510237696,11660165120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",29.60446286201477,7162414356,8193319424,8323596288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",32.267651081085205,5984651636,7013754368,7149191168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",27.45809268951416,4799476364,5591003648,5700059136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",27.3139762878418,4159469824,4951013888,5062524928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",35.36250829696655,5935793684,6964896256,7100956672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.95}",26.134620904922485,6151329832,6918238720,6922698752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",50.538461446762085,12234623024,13438708224,13591642112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",50.56142687797546,12012147784,13216235008,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",27.377866983413696,4142297344,4933847552,5037359104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",31.32663083076477,6296794648,7327702528,7449083904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",48.33650255203247,12868799348,14072876544,14218690560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.34}",54.111473083496094,9125845848,10368585216,10523508736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",40.82701849937439,6551832788,7318745600,7327449088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",55.96650218963623,7682386880,8925031936,9080668160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",56.07267642021179,9569628380,10812392960,10963910656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",29.582148790359497,6438280012,7469187584,7602176000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",27.168904542922974,4111446784,4903007744,5001707520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",27.707295179367065,6285034440,7051944448,7054819328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",27.99804925918579,5337543716,6129070592,6224347136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",29.8191397190094,6586315532,7617222144,7744782336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",56.15118885040283,7904473556,9147139584,9302966272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",30.53754448890686,8505891988,9504727552,9521070080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",30.306355237960812,8645506132,9644341760,9648996352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",33.20256996154785,5914827744,6943930880,7073693696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.06}",26.991201162338257,5430747504,6222275072,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",29.867451906204224,8226729364,9225564672,9242148864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",50.17037081718445,11996147272,13200232960,13356761088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",55.08281373977661,8443879180,9686578688,9835642880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",56.24311661720276,7745913376,8988564992,9143582720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",28.56304287910461,3974803392,4764977664,4867489792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.26}",27.52816271781921,4783231532,5574758912,5679087616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",55.2888720035553,8348589304,9591283200,9739173888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",27.236541509628296,4018423104,4808615424,4911529984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",30.29640293121338,8218009748,9216845312,9233760256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",30.00272822380066,6420869964,7451777536,7583301632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",53.30319023132324,9327452380,10570204672,10731126784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",29.80990505218506,3978525952,4770085376,4861198336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_90,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.9}",30.104591131210327,7249632468,8280537600,8407482368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",51.73841094970703,10268304100,11511069184,11662262272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",56.30825710296631,7841100756,9083762176,9246343168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",30.054105281829838,6638978828,7669885440,7801405440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",29.760315895080566,6499364600,7530271232,7665090560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",56.92984747886658,7392568060,8633048576,8782872576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.81}",55.755248069763184,8285216300,9527905792,9682550784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",26.87092137336731,4896547716,5688074752,5792333824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",48.85949873924256,12107375388,13311461888,13461618688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",27.362244606018063,4977505412,5769032192,5874122752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",27.560737371444706,3993130112,4783316480,4884267008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",57.38967537879944,7391805180,8632286720,8784969728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",25.502989768981934,6774583016,7541498368,7553941504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",53.50750136375427,9538006044,10780773888,10936647680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",48.881964445114136,12393058536,13597142528,13740539904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",29.524463891983032,6656421708,7687328256,7822376960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",26.803550958633423,5398471452,6189998592,6289358848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",49.008670806884766,12393474536,13597558272,13742637056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",27.22725915908813,4370346508,5161876992,5261754368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",29.41123104095459,7319472340,8350377472,8472494080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",26.53128242492676,5414609436,6206136832,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",29.20248746871948,9299808596,10299547136,10422845440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",29.60546326637268,6516809400,7547716096,7679770624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",49.81428742408752,11552240048,12756337152,12914262016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",47.00006437301636,8418672084,9417507328,9437184000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",49.91667199134827,11853712364,13057800704,13203668992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",55.93060755729675,8063136020,9305812480,9453961216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.38}",29.494256019592285,6795970308,7826875904,7950303232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",26.99232149124145,4240785152,5032316416,5127536640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",27.716782331466675,4716987384,5508516352,5601492992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",31.3880627155304,6281283032,7312190976,7432306688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",26.97734045982361,6276645832,7043555840,7054819328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",29.42435097694397,6604093196,7634999808,7757365248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",55.366570472717285,8392365484,9635061248,9797894144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",31.468956232070923,6246399508,7277307392,7407140864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",49.09951543807984,11314578032,12518678016,12675186688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",32.075719594955444,6228956532,7259864576,7388266496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",54.8791241645813,8126758420,9369437696,9512681472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",28.61460542678833,6365561116,7132471808,7140802560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",56.76224732398987,7478902012,8719387136,8862564352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",31.80910468101501,6124196608,7153298944,7275020288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",52.41619563102722,10235868164,11478633984,11639193600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",29.317675590515137,8462282900,9461118464,9477029888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",53.44632506370544,10109036624,11351803392,11509170176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",25.47486114501953,6758473512,7525388800,7545552896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",26.32190704345703,6013738204,6780645888,6788481024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",31.241713285446167,8871801300,9870636544,9879683072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",53.072985887527466,9950601328,11193369088,11339300864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",54.22258734703064,8967099684,10209832448,10366222336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",48.24777603149414,12328602760,13532687872,13675528192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",60.92087268829346,7511320636,8753998336,8906604544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",57.62858200073242,9093890552,10336630272,10479468544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",56.07160830497742,7587410748,8827868672,8975810560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",30.04055595397949,8139513940,9138349568,9147777024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",49.48330807685852,12169751164,13373837824,13524533248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",27.13458585739136,4214689536,5006224896,5098176512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.6}",27.162235736846924,5058332280,5849858560,5945425920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",29.586623907089237,6576728844,7607635456,7742685184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",29.54705500602722,6551696056,7582602752,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",32.11248445510864,6159016992,7188119040,7312769024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",29.644169092178345,8436117652,9434953216,9456058368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",25.032801151275635,6701806036,7468720640,7484735488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",25.827260494232178,6005349596,6772257280,6788481024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",31.201843976974487,8750233684,9749069312,9755951104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",56.02415323257446,7650937232,8893578752,9038725120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",29.5962073802948,6883254104,7914159616,8036286464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",38.80125069618225,4547146604,5338677760,5433720832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",25.01905131340027,6628869588,7395783168,7398752256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",49.90265607833862,12107375388,13311461888,13461618688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",25.810409784317017,6260642932,7027552768,7029653504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",27.145421504974365,5155452568,5946978816,6050283520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",54.24297785758972,9823353764,11066122752,11209277440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",75.21299147605896,8873132500,9871967744,9881780224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.02}",30.354018926620483,7354293396,8385198592,8514437120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",49.76949667930603,11519804208,12723901952,12870221824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",60.59240365028381,7489979836,8732655104,8891924480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",54.63166642189026,8316922056,9559612928,9703522304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",49.90062928199768,11583843888,12787940864,12935233536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",25.55837655067444,6466485620,7233397248,7247757312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",29.824639797210693,8697836628,9696672256,9711910912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",59.27813458442688,7457671356,8698162688,8845787136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",30.126058101654053,6368513708,7399421440,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",57.238730907440186,7424669116,8665155072,8814329856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",34.35812592506409,5923879200,6952982016,7084179456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.78}",30.77660822868347,8017407444,9016242688,9028239360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.76}",27.236040353775024,5187835704,5979361792,6088032256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",29.55967617034912,8732788116,9731623424,9743368192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.1}",55.36490058898926,8756545596,9999263232,10160701440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",29.748671054840088,8087582868,9086418432,9105833984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",54.46510171890259,9470306780,10713071104,10856955904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",29.835873126983643,8758953300,9757788672,9764339712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",30.305171489715576,8671671380,9670507008,9690939392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",56.00798940658569,7999763220,9242435072,9397338112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",32.1699321269989,8802564116,9801399808,9818865664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",33.59530162811279,5878518656,6907621888,7040139264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",52.18277907371521,9982205168,11224972800,11381243904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",27.091550827026367,4268282624,5059814912,5169479680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",27.10784602165222,4032467264,4822658560,4919918592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.53}",32.4785578250885,6054423340,7083525632,7220494336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.31}",34.84599232673645,5869865920,6898969088,7031750656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.03}",29.410112857818604,3989082560,4780640768,4880072704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",25.045531034469604,6806990068,7573905920,7577010176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.62}",30.026952266693115,7031724180,8062629376,8187281408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",56.82991790771485,8570836472,9813544448,9965666304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",24.961413621902462,7412454528,8181428736,8279556096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",30.078253746032715,8655423956,9654259200,9674162176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",30.05593752861023,8863947028,9862782464,9871294464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",27.901174306869507,4702340004,5493869056,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",29.71621608734131,6385952324,7416860160,7551844352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",30.504631996154785,8854894612,9853730304,9862905856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.04}",29.24894881248474,7371802836,8402707968,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",30.73274302482605,8706556308,9705391616,9722396672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",32.430341720581055,6089310784,7118413312,7239368704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",26.999610900878903,6369316872,7136227840,7153385472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",55.34827828407288,8189094420,9431778816,9586081792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",29.43221616744995,8279126292,9277961728,9286189056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",27.43161964416504,5171697636,5963223552,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.89}",55.711081981658936,8412211896,9654908416,9797894144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",26.82561421394348,5042353784,5833880064,5926551552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",57.07056879997253,12217790512,13421874688,13570670592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",28.100085496902462,4831699780,5623226880,5718933504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.79}",55.67706632614136,8253299316,9495987712,9644802048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",26.28166556358337,6693524180,7460438528,7467958272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",25.373682975769043,6353711304,7120622080,7136608256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",27.3715763092041,4952073276,5743600128,5853151232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",47.831788301467896,12646721724,13850803712,13998489600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",29.51619434356689,8358021332,9356856832,9372172288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",29.627544164657596,7144973460,8175878656,8315207680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",48.97110462188721,12535909256,13739990528,13893632000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.83}",31.956693172454838,4434994956,5226526208,5318377472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",27.33443689346313,4734663308,5526191616,5620367360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",56.21138405799866,7880172756,9122835968,9286189056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",25.247219800949097,6499425236,7266337280,7270825984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.87}",26.905513048172,4465620844,5257152000,5358223360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",27.193378925323486,4354101588,5145632256,5240782848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",25.95718026161194,6454902132,7221813760,7224688640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.04}",55.72229313850403,8649812568,9892523520,10047455232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",34.32540225982666,8261680596,9260515840,9273606144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.97}",54.36739921569824,8537505176,9780211200,9927917568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_88,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.88}",27.20942783355713,5284631440,6076158464,6178209792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",33.01357865333557,6176593632,7205696000,7331643392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",49.11200857162476,12584761816,13788843520,13935575040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",25.87077260017395,6564481236,7331394048,7352614912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",25.989424467086792,6295712616,7062622720,7075790848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",48.25855255126953,12835947508,14040025600,14195621888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",25.05645155906677,6598751956,7365665280,7375683584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",26.814181089401245,4766986552,5558514176,5658116096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",60.04944896697998,7499590076,8742264320,8896118784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",34.91815495491028,5907372256,6936475136,7071596544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",50.928691387176514,14150035336,15357298176,15502147584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.14}",27.23509979248047,4686159780,5477687808,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",30.64248633384705,8401230996,9400066560,9414115328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",27.531075477600098,4321778112,5113309696,5224005632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.49}",55.42854857444763,7777779072,9020433920,9164554240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.39}",32.862640619277954,5931701532,6960804352,7082082304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.08}",29.368703603744507,6534252216,7565158912,7700742144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",51.41311073303223,11822524464,13026612736,13182697472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",30.53149175643921,8191844436,9190680064,9212788736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",25.19289493560791,6467018100,7233929728,7247757312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",51.62919926643372,11980127944,13184215552,13331595264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",29.84821605682373,8540712020,9539547648,9542041600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",48.71484136581421,12709929524,13914011136,14063501312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",29.412291049957275,6621536012,7652442624,7778336768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",29.99167394638061,6726195296,7757101568,7887388672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",57.49615716934204,12963610868,14167687680,14325645312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",25.93951654434204,6078393116,6845301248,6857687040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",30.21561312675476,8113348756,9112184320,9126805504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",34.24211931228638,5901914176,6931017216,7056916480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",25.404905796051025,6482623700,7249535488,7264534528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",32.673908710479736,8322737236,9321572864,9340715008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",52.06570219993591,9664899544,10907673088,11054088192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.05}",29.124155044555664,3972120512,4761599488,4840226816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",29.30559730529785,4003118976,4792594944,4873781248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",58.54657173156738,7407529916,8648013312,8801746944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",53.79726314544678,11392972912,12597071360,12740198400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",27.209431886672974,4621180332,5412708864,5505024000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.96}",29.317715883255005,8174398932,9173234176,9179234304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.61}",55.37810707092285,7966431956,9209101824,9359589376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.92}",50.71879577636719,11708800400,12912889344,13075742720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",60.46240711212158,7472993596,8715665920,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",29.477802753448486,7214678292,8245583360,8365539328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",29.73011565208435,7022802132,8053707264,8187281408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",53.85822343826294,8586606072,9829314048,9988734976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",26.97596001625061,4127454464,4919009792,5028970496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.86}",26.880759239196777,5268895120,6060421632,6153043968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",27.454498529434204,4589023416,5380553216,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",27.162177562713623,5204104664,5995631104,6092226560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.37}",27.389344215393063,4062652160,4852834816,4963958784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.68}",29.44949245452881,7057689748,8088594944,8208252928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.59}",55.62904381752014,7936390356,9179057664,9340715008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.24}",29.93789529800415,6673865644,7704772096,7843348480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",54.695576667785645,8776936184,10019657216,10175381504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",54.5760190486908,8518945068,9761648128,9913237504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",27.111046314239506,5090555716,5882081792,5987368960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.74}",29.598912954330444,7110083924,8140988928,8258584576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.72}",26.182389736175537,5965086428,6731993600,6746537984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",29.75728464126587,8488514708,9487350272,9500098560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",29.940061569213867,8095171028,9094006272,9114222592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",30.342944622039795,8244174932,9243010560,9254731776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.09}",29.487772703170776,3992562304,4782039552,4857004032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_46,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.46}",29.85062837600708,6865677080,7896582656,8015314944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.77}",32.01826524734497,6263843224,7294751232,7423918080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_86,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.86}",50.75623083114624,11536636912,12740735488,12889096192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",29.738754749298096,6778526308,7809432064,7929331712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.15}",58.57711958885193,7428149436,8668638720,8831107072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.45}",55.93879008293152,7714418880,8957068800,9099542528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.66}",27.180955410003666,5106267972,5897794048,6006243328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",24.2349374294281,7203672156,7971293696,8067743744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.64}",53.37725901603699,9601461980,10844231168,10997465088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",30.64723944664001,8375398484,9374234112,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",48.34673547744751,12899987188,14104064512,14260633600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",50.042580127716064,11948940104,13153027584,13310623744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",30.117384910583496,8383787156,9382622720,9393143808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",30.344687938690186,6900698264,7931603456,8057257984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",29.408875942230225,7990243860,8989079040,9007267840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",48.08813977241516,12551493832,13755576832,13912506368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",52.8566472530365,10171828400,11414595072,11574181888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",56.16321921348572,7443833276,8684316160,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",48.46017408370972,12741949364,13946030592,14105444352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.56}",29.49294090270996,6953028820,7983933952,8122269696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_28,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.28}",29.930788040161133,6708752460,7739658752,7866417152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.36}",27.06033420562744,4864058244,5655585280,5752487936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.29}",34.48021864891052,5874424768,6903527936,7027556352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_18,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.18}",54.07682538032532,8871227480,10113953280,10271850496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.98}",27.0644805431366,5385556348,6177083904,6285164544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",29.48701238632202,6455757120,7486664192,7623147520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",29.89018940925598,7267075348,8297980416,8430551040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",48.65710926055908,12646721724,13850803712,13998489600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.99}",31.019639492034912,4564656140,5356186112,5450498048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.77}",29.677796602249146,8008621140,9007456768,9019850752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.0}",26.68410086631775,5382095228,6173622784,6280970240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",47.98966145515442,12599117128,13803197952,13958643712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.44}",57.84075093269348,9284469980,10527221248,10670309376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",30.105573177337646,8680391124,9679226368,9699328000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_52,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.52}",29.3514723777771,6918141140,7949046272,8080326656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",54.66679835319519,9220719556,10463464960,10617880576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_92,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.92}",52.362797498703,10045828944,11288595968,11446255616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",27.25399780273437,4750741656,5542269440,5639241728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.67}",27.19523334503174,4313289580,5104821760,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",51.018691062927246,11298577392,12502675968,12656312320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",94.95960068702698,8470736340,9469571584,9485418496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",27.75579333305359,4580368432,5371898368,5469372416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",29.43651652336121,6464412128,7495319040,7623147520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.71}",26.77455735206604,5977468636,6744375808,6750732288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_58,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.58}",53.19293189048767,9506588380,10749351424,10903093248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_82,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.82}",52.65810179710388,9886977564,11129745920,11274289152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.55}",31.88228225708008,6071900736,7101003264,7239368704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",25.040621042251587,6726066388,7492981248,7503609856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.33}",55.9166464805603,7524095548,8764554752,8921284608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",27.04830002784729,4458929516,5250460160,5356126208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.95}",27.04376745223999,4532231020,5323760128,5431623680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",29.60754418373108,8785118548,9783953920,9785311232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.63}",31.70105719566345,6141673356,7170775552,7293894656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",48.12346696853638,12726364788,13930444288,14086569984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.48}",52.90149998664856,9347842780,10590598656,10747904000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.47}",31.92622017860413,6002127344,7031229952,7165968384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.73}",55.11685061454773,8158425620,9401107968,9548333056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",27.83399081230164,5252757052,6044283392,6157238272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",56.79611921310425,7555711548,8796167680,8952741888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.42}",54.38291001319885,9264412380,10507163136,10651435008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.75}",26.193340063095093,5989477852,6756385280,6771703808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.35}",33.724093198776245,5897388864,6926492160,7056916480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",28.55792546272278,3981243136,4770722304,4842323968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.65}",28.009111881256104,4296945004,5088477696,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",29.40205454826355,6481921664,7512828416,7644119040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.3}",27.402856826782227,4815455032,5606982144,5700059136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.23}",28.23318362236023,3968486016,4758662656,4854906880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",25.86519193649292,6572202196,7339115008,7358906368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",34.04757523536682,6004516788,7033618944,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_40,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.4}",30.021493196487427,6813413188,7844318720,7973371904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.87}",26.65848469734192,6085876164,6852784640,6874464256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",25.671953439712524,6272652296,7039562240,7050625024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.5}",54.78631377220154,9379509980,10622268928,10783555584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",24.67949628829956,6742335444,7509250560,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.83}",26.559041261672974,6054001604,6820909568,6832521216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",31.94029474258423,6194036512,7223138816,7348420608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.41}",32.716089963912964,5949740252,6978843136,7115636736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",27.063066959381104,6405291988,7172203008,7182745600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",49.16225457191467,12234207120,13438292480,13589544960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",49.87782096862793,11790088624,12994177536,13138657280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_78,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.78}",53.442631006240845,9823769764,11066538496,11209277440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.32}",29.605245113372803,6743639456,7774545408,7908360192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.19}",34.50521636009216,5919286560,6948389376,7069499392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.22}",55.48644542694092,8935266036,10177994240,10332667904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.27}",34.08604884147644,5893694464,6922797568,7046430720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",26.201813220977783,6199449352,6966358528,6985613312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.57}",26.85627770423889,4223346432,5014883840,5123342336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.91}",26.91348242759705,4500007520,5291536896,5391777792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.81}",30.58911943435669,8043572692,9042407936,9051308032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",49.41441106796265,12012147784,13216235008,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_84,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.84}",52.521761655807495,9916917476,11159686656,11314135040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.16}",55.24310827255249,8840392256,10083114496,10236198912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.43}",32.45409655570984,5965248732,6994351616,7121928192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.2}",58.71238422393799,8915586000,10158315008,10309599232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.85}",30.600269317626957,6333636076,7364544000,7497318400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",27.835145473480225,5139449668,5930975744,6025117696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",47.55564761161804,12757552628,13961632256,14107541504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.54}",29.702712059021,6935584980,7966490112,8101298176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",26.79426097869873,6547810772,7314723328,7333740544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_12,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.12}",27.36104249954224,4669914860,5461443072,5565841408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",53.28739809989929,9727293732,10970064384,11123294208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.69}",55.8527090549469,8095052820,9337730560,9493807104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_96,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.96}",30.53558111190796,7301696660,8332601856,8451522560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.71}",32.66211652755737,6211479528,7242387968,7369392128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.06}",54.06724739074707,8680647864,9923362304,10083106816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_80,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.8}",27.10152006149292,5220242768,6011769344,6111100928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_98,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.98}",50.46135139465332,11758484784,12962573824,13117685760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",30.868884325027462,8296571988,9295407616,9298771968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",49.60276627540589,12568345180,13772425728,13916700672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.7}",29.38418793678284,7075199188,8106104320,8229224448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",30.28534412384033,8619340884,9618176512,9628024832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-1/result-sensi-milp-1_stor-20250105063726.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-1/result-sensi-milp-1_stor-20250105063726.csv new file mode 100644 index 0000000000000000000000000000000000000000..dcac81ada712ab3af8d927c2ef509dc6783e6719 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-1/result-sensi-milp-1_stor-20250105063726.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689364,5687535104,5695864832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933326208,3983400448,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6848708308,6891616768,7168065536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3275096384,3348651520,3376414720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102726940,6194717184,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8618184536,8678686208,8980004864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605788,5306379776,5402263552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5914735096,5982992896,6306136064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5982735256,6054023680,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158859908,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092573964,7110614528,7134511104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531008,3882639872,4167041024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6037007648,6055574016,6071255040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692629940,5694552576,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869988,5076544000,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491497472,3546571264,3839885312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3298436672,3367797248,3462397952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845056,3742130688,3957325824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3248789056,3322442240,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333775612,7407908352,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868546816,3918607872,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5130130396,5139658240,5276434432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7397174012,7500785152,7524581376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155585980,5222400512,5299503104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587639124,5591921152,5632950272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11584174428,11667966464,11983126528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810652,5102304768,5242880000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339196,4998096384,5135925248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703292,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270294140,7327641088,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740321160,5740015104,5750390784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176203264,4227844608,4408213504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3634651648,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775265396,5774959104,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965724224,4015806976,4288675840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113214980,8115001856,8126464000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3859842624,3909902848,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3268698624,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391027740,5395442176,5477761024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4588919852,4648395264,4752146432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3335195776,3404489216,3491758080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809448096,7849033216,8113881088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5809877088,5809570304,5819596800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029926000,5041682944,5184159744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634650916,6692354560,6958350336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6474660112,6526515712,6832521216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390344,5521275392,5549064192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535142920,5549911552,5578424320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126336,3773063680,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900844992,3950910976,4213178368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481920204,6494718464,6503268352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705376564,5705071104,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6087589296,6158367232,6467616768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9728206160,9866354176,10011803648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-2/result-sensi-milp-2_stor-20250105193211.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-2/result-sensi-milp-2_stor-20250105193211.csv new file mode 100644 index 0000000000000000000000000000000000000000..ffc8b91cef45106306310eced17dc8b4f255c79b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-2/result-sensi-milp-2_stor-20250105193211.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689364,5672330752,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933243008,3983314432,4238344192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6848708180,6895057408,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3370123264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102725396,6176879104,6197084160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8617806548,8666761728,8994684928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605384,5307035136,5402263552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579716,5967231488,6287261696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5983554552,6054842880,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158857796,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092639172,7097309696,7132413952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531008,3883164160,4167041024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036962348,6036654592,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692629876,5694552576,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869648,5076544000,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491497472,3547619840,3818913792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3297744448,3370676736,3412066304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845056,3741606400,3978297344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314315776,3347054592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333359676,7417781760,7497318400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868546816,3918607872,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737224,5141100032,5251268608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7396882812,7500714496,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155407748,5209108992,5257560064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587639348,5594804736,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583794688,11784615424,11842617344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810588,5102697984,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986272796,4996850176,5135925248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703292,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270169404,7320046080,7516192768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740054792,5740797440,5760876544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176200960,4229424640,4471128064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3634651648,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775065652,5775808000,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965690944,4015769088,4271898624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113314132,8119294464,8145338368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3861415488,3911475712,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282236,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3269747200,3303014400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391027996,5401471488,5465178112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4589009848,4643762688,4739563520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3335788096,3408425472,3449815040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809546112,7889857024,8011120640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810142816,5810885120,5830082560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029859376,5040043520,5184159744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634651812,6678592000,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6470483452,6526122496,6822035456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390868,5522323968,5561647104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143348,5540343296,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126080,3766247936,3978297344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900761792,3950824960,4204789760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481917868,6496551424,6532628480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705376564,5705071104,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6089320112,6159755776,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9727828592,9828715008,10041163776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-3/result-sensi-milp-3_stor-20250106081842.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-3/result-sensi-milp-3_stor-20250106081842.csv new file mode 100644 index 0000000000000000000000000000000000000000..e17ff3ec9c99d2a6793deb257646e7c6305d0c3a --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-3/result-sensi-milp-3_stor-20250106081842.csv @@ -0,0 +1,61 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689364,5672330752,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933259648,3983333888,4246732800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6848708180,6895057408,7161774080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3370123264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102748136,6179525120,6220152832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8618365528,8669159936,8982102016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605384,5307035136,5402263552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579716,5967231488,6299844608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5978639192,6049927680,6369050624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158859908,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909380,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092639172,7097309696,7132413952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531200,3885261312,4125097984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6036962348,6036654592,6052380672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692629876,5694552576,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869648,5076544000,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491498560,3550765568,3755999232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3299624512,3373048320,3416260608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685844480,3747897856,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314315776,3338665984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333817276,7412638208,7511998464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737224,5141100032,5251268608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7397215612,7502082560,7526678528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155431172,5228540416,5335154688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587639348,5594804736,5616173056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583711144,11737826816,11865686016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810588,5102697984,5221908480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986272796,4996850176,5135925248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7185160892,7217058304,7476346880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270086204,7315296768,7528775680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740054792,5740797440,5760876544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4176189184,4230466048,4502585344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3634651648,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775065652,5775808000,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965707584,4015784448,4265607168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113314132,8119294464,8145338368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336832,3267125760,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391027996,5401471488,5465178112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4589033720,4646408704,4737466368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3334215232,3406852608,3449815040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7809426496,7917962752,7925137408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810142816,5810885120,5830082560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029859376,5040043520,5184159744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634650660,6678592000,6983516160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5063565824,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6468025220,6523664896,6819938304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509390868,5522323968,5561647104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143348,5540343296,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126080,3766247936,3978297344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896385628,6942046720,7203717120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481917868,6496551424,6532628480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705376564,5705071104,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6089553072,6158957056,6471811072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9728326428,9900586496,9997123584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-abl/result-sensi-milp-abl-1_stor-20250108065739.csv b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-abl/result-sensi-milp-abl-1_stor-20250108065739.csv new file mode 100644 index 0000000000000000000000000000000000000000..173b87eef28a93a9aca6ebd2b6c2e5e50d30df86 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/data/stor/mxq/sensi-milp-abl/result-sensi-milp-abl-1_stor-20250108065739.csv @@ -0,0 +1,64 @@ +model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro +Meta-Llama-3-8B,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,5665689556,5671544320,5683281920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,3933326144,3983403520,4255121408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,7206854268,7239930368,7493124096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,6855343752,6894467584,7180648448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3273463360,3347083776,3370123264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,6102754568,6196318720,6381633536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,8618146072,8715909632,8921284608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5299605640,5306117632,5414846464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,5899579812,5967231488,6291456000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5978639108,6049927680,6369050624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6158857668,6226196992,6534725632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6019657796,6092518912,6404702208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6039909316,6111377920,6425673728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,7092610692,7114058240,7144996864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,3831531200,3882115584,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,6037014572,6062659072,6102712320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,5692629876,5695076864,5704253440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5063869988,5076412928,5205131264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3491497664,3564921344,3575644160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3297842752,3372249600,3382706176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,6991495112,7033371136,7291797504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3685845312,3747897856,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3241743936,3314840064,3338665984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,7333650876,7433949696,7459569664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,3868280576,3918341632,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5129737160,5136250368,5272240128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,7397049148,7498818048,7505707008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,5155437700,5211763200,5253365760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5587638964,5597032960,5628755968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,11583719888,11756203520,11838423040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5090810652,5102566912,5226102784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4986339132,4995999232,5140119552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,7182703228,7214600704,7474249728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,7270127740,7334010368,7482638336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,5740121416,5739815424,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,4174439680,4224475648,4328521728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3576531264,3634651648,3835691008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.21}",0,5775065716,5774759424,5775556608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3758688128,3813958144,4041211904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,3965690880,4015775232,4297064448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,6_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.89}",0,8113317092,8114317824,8132755456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.11}",0,3856406080,3906499072,4183818240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.07}",0,7134282224,7168244224,7428112384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3201336896,3267650048,3323985920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5391028648,5399636480,5490343936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,4589040108,4646416896,4743757824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3333622912,3402392064,3491758080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,4_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.51}",0,7839286912,7870927360,8216641536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,5810010336,5809703424,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5029926000,5040110080,5188354048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,6634650916,6692354560,6958350336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5050498256,5061861888,5196742656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6468025724,6527105536,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5509783540,5520751104,5553258496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5535143412,5541654016,5586812928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3710126080,3762577920,4062183424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3261371904,3336073728,3344957440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-7b-hf,mxq,4_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.17}",0,3900844992,3950914048,4221566976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,6896386760,6928284160,7228882944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,5_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.02}",0,6481889824,6507008512,6543114240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Meta-Llama-3-8B,mxq,4_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,5705310004,5705004544,5706350592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6087589296,6158367232,6467616768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 +Llama-2-13b-hf,mxq,5_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.72}",0,9728523100,9896322560,9984540672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/gen-sensi-kurt-ppl-table.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/gen-sensi-kurt-ppl-table.sh new file mode 100644 index 0000000000000000000000000000000000000000..02bd8987c5c43291e59f41cce5891d8980aed0e8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/gen-sensi-kurt-ppl-table.sh @@ -0,0 +1,54 @@ +#!/bin/bash +# +TOOLKIT_DIR="../../.." + +if [[ ! -d pdfs ]]; then + mkdir pdfs +fi + +$TOOLKIT_DIR/data-vis/gen-table-milp-mxq-llm.R \ + -d data/combined.csv \ + --comparison "sensi-vs-kurt" \ + --experiment "SensiMiLP vs KurtMiLP" + +$TOOLKIT_DIR/data-vis/gen-table-milp-mxq-llm.R \ + -d data/combined.csv \ + --comparison "sensi-vs-ablation" \ + --experiment "SensiMiLP vs Ablation" + +$TOOLKIT_DIR/data-vis/gen-table-milp-mxq-llm.R \ + -d data/combined.csv \ + --comparison "kurt-vs-ablation" \ + --experiment "KurtMiLP vs Ablation" + +cat< pdfs/Makefile +all: sensi-vs-kurt-4bit sensi-vs-kurt-3bit sensi-vs-kurt-others sensi-abl kurt-abl + +sensi-vs-kurt-4bit: sensi-vs-kurt-4bit.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-4bit.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-4bit.tex + +sensi-vs-kurt-3bit: sensi-vs-kurt-3bit.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-3bit.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-3bit.tex + +sensi-vs-kurt-others: sensi-vs-kurt-others.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-others.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-kurt-others.tex + +sensi-abl: sensi-vs-ablation.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-ablation.tex + pdflatex -sync-tex=1 -shell-escape sensi-vs-ablation.tex + +kurt-abl: kurt-vs-ablation.tex + pdflatex -sync-tex=1 -shell-escape kurt-vs-ablation.tex + pdflatex -sync-tex=1 -shell-escape kurt-vs-ablation.tex + +clean: + rm -f *.aux *.log *.xml *.out *.pdf *.bcf *.toc *.blg *.bbl *.dvi *.fls + rm -fr _minted-report/ *.lof *.lot *.idx *.nlo + find . -name "*.aux" | xargs rm +EOF + +cd pdfs +make diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-mxq-allot.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-mxq-allot.sh new file mode 100644 index 0000000000000000000000000000000000000000..cca58ecce1277f99750445f2a220a334b49dc2e0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-mxq-allot.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" +#BUDGETS="6.89 5.72 5.02 4.51 4.25 4.21 4.17 4.13 4.11 4.07 3.95 3.87 3.83 3.65 3.51 3.25 3.19 3.15 3.13 3.11 3.07" + +BUDGETS="6.89 5.72 5.02" +if [[ ! -d pdfs/allot ]]; then + mkdir -p pdfs/allot +fi + +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-circos-allot.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 kurt-milp-1 \ + --attempt2 kurt-milp-2 \ + --attempt3 kurt-milp-3 \ + --attempt4 kurt-milp-abl + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-tmp.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-tmp.sh new file mode 100644 index 0000000000000000000000000000000000000000..5419a65804677fba0e2e3be2c4b447b597f0ecf4 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-circos-tmp.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" + +BUDGETS="3.51 3.25 3.13" +if [[ ! -d pdfs/allot ]]; then + mkdir -p pdfs/allot +fi + +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-circos-allot.R \ + --model $MODEL \ + --budget $BUDGET \ + --fnorm_data_dir $TOOLKIT_DIR/src/data/ \ + --ppl_csv_file data/combined.csv \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv \ + --attempt1 sensi-milp-1 \ + --attempt2 kurt-milp-1 \ + --attempt3 kurt-milp-2 \ + --attempt4 mxq2 + done +done + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-mxq-allot-trio.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-mxq-allot-trio.sh new file mode 100644 index 0000000000000000000000000000000000000000..06f3c5d8fa9fea1d124f7337396966e6f1c2bf1c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-mxq-allot-trio.sh @@ -0,0 +1,28 @@ +#!/bin/bash +# + +TOOLKIT_DIR="../../.." + + +# Other models: + +MODELS=" +Llama-2-7b-hf +Llama-2-13b-hf +Meta-Llama-3-8B +" +BUDGETS="3.13 3.25 3.51 4.13 4.25 4.51" + +STOP=2 +TOPM=2 +for MODEL in $MODELS; do + for BUDGET in $BUDGETS; do + $TOOLKIT_DIR/data-vis/plot-mxq-allot-trio.R \ + --model $MODEL \ + --budget $BUDGET \ + --baseline_data_dir $TOOLKIT_DIR/src/data/ \ + --attempt1 sensi-boost-${STOP}-${TOPM} \ + --attempt2 kurt-boost-${STOP}-${TOPM} \ + --attempt3 sensi-abl-${STOP}-${TOPM} + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-ppl-mem-inc.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-ppl-mem-inc.sh new file mode 100644 index 0000000000000000000000000000000000000000..ddb543763e3e7f2ef84beb7b6837fe27b8f9ccae --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-ppl-mem-inc.sh @@ -0,0 +1,18 @@ +#!/bin/bash +# +TOOLKIT_DIR="../../.." + +$TOOLKIT_DIR/data-vis/plot-ppl-mem-inc.R \ + --type sensi-vs-ablation \ + --combined_csv_file data/combined.csv \ + --allot_csv_file data/quant-cfg-allocation.csv + +$TOOLKIT_DIR/data-vis/plot-ppl-mem-inc.R \ + --type kurt-vs-ablation \ + --combined_csv_file data/combined.csv \ + --allot_csv_file data/quant-cfg-allocation.csv + +$TOOLKIT_DIR/data-vis/plot-ppl-mem-inc.R \ + --type sensi-vs-kurt \ + --combined_csv_file data/combined.csv \ + --allot_csv_file data/quant-cfg-allocation.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-win-tie-loss.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-win-tie-loss.sh new file mode 100644 index 0000000000000000000000000000000000000000..d17fc5cb4c3a85e3d2b7a9c66a1c9b777144bc95 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/endeavors/milp/plot-win-tie-loss.sh @@ -0,0 +1,5 @@ +#!/bin/bash +# +TOOLKIT_DIR="../../../" + +$TOOLKIT_DIR/data-vis/plot-win-tie-loss-milp.R -f data/combined.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/allocation.R b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/allocation.R new file mode 100644 index 0000000000000000000000000000000000000000..87ac938d057447ae5e57bf44e798615549112ae0 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/allocation.R @@ -0,0 +1,136 @@ +calc_mem_inc <- function(df_cfgs) { + df_cfg_mem <- df_cfgs |> + dplyr::mutate( + base_cfg = sapply(bit_budget, budget_to_cfg), + cfg = paste0("b", b1, "g", g1), + bpp = sapply(cfg, calc_bpp), + base_bpp = sapply(base_cfg, calc_bpp), + mem_orig = param_cnt * base_bpp, + mem_new = param_cnt * bpp + ) |> + select(-c("b1", "g1", "b2", "g2", "base_bpp", "base_cfg", "memmb")) |> + dplyr::mutate( + cfg = factor( + cfg, + levels = c( + "b2g128", "b2g64", "b2g32", + "b3g128", "b3g64", "b3g32", + "b4g128", "b4g64", "b4g32", + "b8g128", "b8g64", "b8g32" + ) + ) + ) |> + group_by(attempt, model, bit_budget) |> + summarise( + mem_orig = sum(mem_orig), + mem_new = sum(mem_new) + ) |> + mutate( + mem_orig = mem_orig / 8 / 1024^2, + mem_new = mem_new / 8 / 1024^2, + increment = round(100 * (mem_new - mem_orig) / mem_orig, digits = 2) + ) + return(df_cfg_mem) +} + +load_ppl_mem_inc <- function(allot_cfg_csv_fp, combined_csv_fp) { + df_cfgs <- read_csv(allot_cfg_csv_fp) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ) + ) + + df_w_base <- read_csv(combined_csv_fp) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ) + ) + + df_hqq <- df_w_base |> + filter( + algo == "hqq" + ) + + df_cfg_mem <- calc_mem_inc(df_cfgs) + + df_ppl_mem_inc <- df_cfg_mem |> + left_join( + df_hqq, + suffix = c("", "_h"), + by = join_by(model, bit_budget == bpp) + ) |> + left_join( + df_w_base, + suffix = c("_hqq", ""), + by = join_by(model, attempt, bit_budget == bpp) + ) |> + mutate( + ppl_wikitext_decr = round( + 100 * (ppl_wikitext_hqq - ppl_wikitext) / ppl_wikitext_hqq, + digits = 2 + ), + ppl_c4_decr = round( + 100 * (ppl_c4_hqq - ppl_c4) / ppl_c4_hqq, + digits = 2 + ), + mem_incr = round( + 100 * (load_mem_allot - load_mem_allot_hqq) / load_mem_allot_hqq, + digits = 2 + ) + ) |> + rename(bpp = bit_budget) |> + select( + c( + "model", + "attempt", + "bpp", + "increment", + "ppl_wikitext_decr", + "ppl_c4_decr", + "mem_incr", + "ppl_wikitext", + "ppl_c4", + "ppl_wikitext_hqq", + "ppl_c4_hqq", + "mem_orig", + "mem_new", + "load_mem_allot", + "load_mem_allot_hqq" + ) + ) + + + df_ppl_mem_inc <- df_ppl_mem_inc |> + filter( + !is.na(attempt) & attempt != "mxq1" + ) |> + separate_wider_regex( + attempt, + c(method = "\\w+-\\w+", "-", stop_topm = "\\d-\\d") + ) |> + mutate( + ablation = ifelse(grepl("-abl", method), TRUE, FALSE), + method1 = ifelse(grepl("sensi-", method), "SensiBoost", "KurtBoost") + ) |> + mutate(method = method1) |> + select(!c("method1")) |> + pivot_longer( + cols = c("ppl_wikitext", "ppl_c4"), + names_to = c(".value", "dataset"), + names_sep = "_" + ) |> + mutate( + dataset = factor( + dataset, + levels = c("wikitext", "c4"), + labels = c("WikiText2", "C4") + ) + ) + list(df_ppl_mem_inc, df_hqq) +} diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/tabular.R b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/tabular.R new file mode 100644 index 0000000000000000000000000000000000000000..821dc71c53d7762600ebfd463530ad25db2634ba --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/tabular.R @@ -0,0 +1,129 @@ +dump_latex_table <- function(df, experiment, latex_file = "table.tex") { + options(knitr.kable.NA = "-") + tabular <- df |> + kable( + format = "latex", + booktabs = TRUE, + linesep = "", + align = c("cccccccccccc"), + caption = paste0("PPL results of ", experiment), + label = "tab:experiment-result", + col.names = c( + "Method", "Config", "BPP", + "WikiText2", "C4", "MEM", + "WikiText2", "C4", "MEM", + "WikiText2", "C4", "MEM" + ) + ) |> + kable_styling(latex_options = c("hold_position")) |> + add_header_above( + c(" " = 3, "Llama-2-7B" = 3, "Llama-2-13B" = 3, "Llama-3-8B" = 3) + ) |> + collapse_rows(columns = 2, latex_hline = "major") + + tabular <- gsub( + "\\begin{tabular}", + "\\begin{adjustbox}{width=\\textwidth,keepaspectratio}\n\\begin{tabular}", + tabular, + fixed = TRUE + ) + tabular <- gsub( + "\\end{tabular}", + "\\end{tabular}\n\\end{adjustbox}", + tabular, + fixed = TRUE + ) + + head <- r"( +\documentclass{article} +\usepackage{booktabs,makecell,multirow,threeparttable} +\usepackage{adjustbox} + +\begin{document} + +)" + tail <- r"( + +\end{document} +)" + out <- paste( + head, + tabular, + tail, + sep = "\n" + ) + + fh <- file(paste0("pdfs/", latex_file)) + writeLines(out, fh) + close(fh) +} + +process_dataframe <- function(df, algo_levels, algo_labels) { + all_cols <- c( + "model", "algo", "config", + "bpp", "ppl_wikitext", "ppl_c4", + "memory" + ) + latex_cols <- c( + "algo", "config", "bpp", + "ppl_wikitext_Llama-2-7B", "ppl_c4_Llama-2-7B", "memory_Llama-2-7B", + "ppl_wikitext_Llama-2-13B", "ppl_c4_Llama-2-13B", "memory_Llama-2-13B", + "ppl_wikitext_Llama-3-8B", "ppl_c4_Llama-3-8B", "memory_Llama-3-8B" + ) + df_latex <- df |> + mutate( + config = ifelse(algo == "mxq", sapply(bpp, budget_to_cfg), config) + ) |> + mutate( + attempt = ifelse( + is.na(attempt), + attempt, + sapply(attempt, abbrev_sensi_kurt) + ) + ) |> + mutate( + algo = ifelse( + algo == "mxq" & !is.na(attempt) & attempt != "mxq1" & attempt != "mxq2", + paste0(algo, "-", attempt), + algo + ), + ppl_wikitext = round(ppl_wikitext, digits = 2), + ppl_c4 = round(ppl_c4, digits = 2), + memory = round(load_mem_allot, digits = 2) + ) |> + mutate( + model = factor( + model, + levels = c("Llama-2-7b-hf", "Llama-2-13b-hf", "Meta-Llama-3-8B"), + labels = c("Llama-2-7B", "Llama-2-13B", "Llama-3-8B") + ), + algo = factor( + algo, + levels = algo_levels, + labels = algo_labels + ), + config = factor( + config, + levels = c( + "base", + "b4g32", "b4g64", "b4g128", + "b3g32", "b3g64", "b3g128" + # "4_51", "4_25", "4_13", + # "3_51", "3_25", "3_13", + # "3_65", "6_89", "5_72", + # "3_07", "4_01", "5_02", + ) + ) + ) |> + select(all_of(all_cols)) |> + filter(bpp >= 3.03 & bpp < 8.0 | bpp >= 16.00) |> + pivot_wider( + names_from = model, + values_from = c(ppl_wikitext, ppl_c4, memory), + names_vary = "slowest" + ) |> + select(all_of(latex_cols)) |> + arrange(config, algo, desc(bpp)) + + return(df_latex) +} diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/utils.R b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/utils.R new file mode 100644 index 0000000000000000000000000000000000000000..4f21f1cc70abbb96058d6124fbe0ffc34ebb04e4 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/utils.R @@ -0,0 +1,97 @@ +calc_bpp <- function(config) { + if (config == "base") { + return(16.0) + } else if (startsWith(config, "b")) { + b1 <- strtoi(substr(config, 2, 2)) + g1 <- strtoi(substr(config, 4, nchar(config))) + b2 <- 8 + g2 <- 128 + return(round(b1 + 2 * b2 / g1 + 32 / g1 / g2, digits = 6)) + } else { + return(round(as.numeric(sub("_", ".", config)), digits = 6)) + } +} + +# model = factor( +# model, +# levels = c("Llama-2-7b-hf", "Meta-Llama-3-8B", "Llama-2-13b-hf"), +# labels = c("Llama-2-7B", "Llama-3-8B", "Llama-2-13B") +# ) + +simplify_model_id <- function(model_id) { + if (model_id == "Llama-2-7b-hf") { + return("Llama-2-7B") + } else if (model_id == "Meta-Llama-3-8B") { + return("Llama-3-8B") + } else if (model_id == "Llama-2-13b-hf") { + return("Llama-2-13B") + } +} + +budget_to_cfg <- function(budget) { + if (budget == 3.13) { + return("b3g128") + } else if (budget == 3.25) { + return("b3g64") + } else if (budget == 3.51) { + return("b3g32") + } else if (budget == 4.13) { + return("b4g128") + } else if (budget == 4.25) { + return("b4g64") + } else if (budget == 4.51) { + return("b4g32") + } else if (budget == 8.13) { + return("b8g128") + } else if (budget == 8.25) { + return("b8g64") + } else if (budget == 8.51) { + return("b8g32") + } else if (budget == 2.13) { + return("b2g128") + } else if (budget == 2.25) { + return("b2g64") + } else if (budget == 2.51) { + return("b2g32") + } else { + return(budget) + } +} + +boost_budget <- function(budget, stop = 1) { + budget_list <- list( + 2.13, 2.25, 2.51, 3.13, 3.25, 3.51, 4.13, 4.25, 4.51, 8.13, 8.25, 8.51 + ) + len_budget <- length(budget_list) + idx <- which(budget_list == budget) + if (length(idx) > 0) { + while (idx + stop > len_budget) { + stop <- stop - 1 + } + return(budget_list[[idx + stop]]) + } + return(budget) +} + +abbrev_sensi_kurt <- function(attempt) { + attempt <- gsub("sensi-boost", "SB", attempt) + attempt <- gsub("sensi-abl", "SBAB", attempt) + attempt <- gsub("kurt-boost", "KB", attempt) + attempt <- gsub("kurt-abl", "KBAB", attempt) + attempt <- gsub("sensi-milp-abl", "SMAB", attempt) + attempt <- gsub("kurt-milp-abl", "KMAB", attempt) + attempt <- gsub("sensi-milp", "SM", attempt) + attempt <- gsub("kurt-milp", "KM", attempt) + attempt <- gsub("-", "", attempt) + attempt +} + +zipcat <- function(vc1, vc2) { + stopifnot(length(vc1) == length(vc2)) + result <- character(2 * length(vc1)) + for (i in 1:length(vc1)) { + result[2 * i - 1] <- vc1[i] + result[2 * i] <- vc2[i] + } + return(result) +} diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/wtl.R b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/wtl.R new file mode 100644 index 0000000000000000000000000000000000000000..cd14daba240481c3400729a8d59154f1313eba36 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/data-vis/functions/wtl.R @@ -0,0 +1,186 @@ +pick_attempt_data <- function(df, attempt_prefix) { + pattern_vector <- c("\\w+-\\w+", "-", stop = "\\d", "-", topm = "\\d") + df_side <- df |> + filter(grepl(attempt_prefix, attempt)) |> + mutate(atmpt = attempt) |> + separate_wider_regex( + atmpt, + pattern_vector + ) |> + mutate( + setting = paste0(stop, topm) + ) |> + select(!c("stop", "topm")) + return(df_side) +} + +pick_attempt_data_milp <- function(df, attempt_prefix) { + df_side <- df |> + filter(grepl(attempt_prefix, attempt)) |> + mutate(atmpt = attempt) |> + separate_wider_regex( + atmpt, + c("(?:\\w+-)+", topm = "\\d") + ) |> + mutate( + setting = topm + ) |> + select(!c("topm")) + return(df_side) +} + +# Mandatory columns df_side_x: +# model, algo, config, bpp, attempt, ppl_wikitext, ppl_c4, load_mem_allot +# Optional columns df_side_x: setting +calc_wtl_score_det <- function( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + join_cond = c("model", "bpp"), + dump_det_data = FALSE) { + key_fields <- c( + "algo", + "config", + "attempt" + ) + value_fields <- c( + "ppl_wikitext", + "ppl_c4" + ) + key_fields <- c(key_fields, join_cond) + fields <- c(key_fields, value_fields) + + df_det <- df_side_a |> + select( + all_of(fields) + ) |> + left_join( + df_side_b, + suffix = c("_sidea", ""), + by = join_cond + ) |> + mutate( + ppl_wikitext_sidea = round(ppl_wikitext_sidea, digits = 2), + ppl_c4_sidea = round(ppl_c4_sidea, digits = 2), + ppl_wikitext = round(ppl_wikitext, digits = 2), + ppl_c4 = round(ppl_c4, digits = 2) + ) |> + mutate( + score_wk = round(ppl_wikitext_sidea - ppl_wikitext, digits = 4), + score_c4 = round(ppl_c4_sidea - ppl_c4, digits = 4) + ) |> + mutate( + wins = ifelse(score_wk < 0, 1, 0) + ifelse(score_c4 < 0, 1, 0), + ties = ifelse(score_wk == 0, 1, 0) + ifelse(score_c4 == 0, 1, 0), + losses = ifelse(score_wk > 0, 1, 0) + ifelse(score_c4 > 0, 1, 0) + ) |> + select( + c( + "model", + "algo", + "config", + "bpp", + "attempt_sidea", + "wins", + "losses", + "ties", + "ppl_wikitext_sidea", + "ppl_wikitext", + "ppl_c4_sidea", + "ppl_c4" + ) + ) + if (dump_det_data) { + write.xlsx( + df_det, + paste0("df_det-", sidea_name, "-", sideb_name, ".xlsx"), + asTable = TRUE + ) + } + return(df_det) +} + +# Mandatory columns df_side_x: +# model, algo, config, bpp, attempt, ppl_wikitext, ppl_c4, load_mem_allot +# Optional columns df_side_x: setting +calc_wtl_score <- function( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + join_cond = c("model", "bpp"), + dump_det_data = FALSE) { + df_det <- calc_wtl_score_det( + df_side_a, + df_side_b, + sidea_name, + sideb_name, + join_cond = join_cond, + dump_det_data = dump_det_data + ) + df_sum <- df_det |> + group_by(model) |> + summarise( + wins = sum(wins), + ties = sum(ties), + losses = sum(losses) + ) |> + ungroup() + df_sum$Method1 <- sidea_name + df_sum$Method2 <- sideb_name + + return(df_sum) +} +# Create the horizontal stacked bar chart +plot_win_tie_loss <- function(df_disp, output_file) { + plt <- ggplot( + # results_long, aes(x = Percentage, y = as.numeric(Method1), fill = Result) + df_disp, aes(x = Percentage, y = Method, fill = Result) + ) + + geom_col(width = 5.8) + + # Nature/Science-inspired color palette + scale_fill_manual(values = c( + "wins" = "#66c2a5", # Steel blue + "losses" = "#fc8d62", # Muted red + "ties" = "#8da0cb" # Purple + )) + + # Add percentage labels + geom_text( + data = subset(df_disp, Percentage > 0), + aes(label = sprintf("%.0f", Percentage)), + position = position_stack(vjust = 0.5), + color = "white", + size = 6.0 + ) + + theme_minimal() + + guides(fill = guide_legend(reverse = TRUE)) + + labs( + title = "", + x = NULL, + y = NULL, + fill = "Result" + ) + + theme( + panel.grid.major = element_blank(), + panel.grid.minor = element_blank(), + axis.text.y = element_blank(), + axis.text.x = element_blank(), + axis.ticks.x = element_blank(), + plot.title = element_text( + hjust = 0.5, size = 14, face = "bold", color = "black" + ), + legend.position = "left", + legend.text = element_text(color = "black", size = 26), + legend.title = element_blank(), + strip.text.x = element_text(face = "bold", size = 26), + strip.text.y = element_text(size = 14, angle = 40, face = "bold", hjust = 0.01, vjust = -0.01) + ) + + facet_grid(Method ~ model) + ggsave( + paste0("pdfs/", output_file), + plot = plt, + width = 13, + height = 7 + ) +} diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/Makefile b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/Makefile new file mode 100644 index 0000000000000000000000000000000000000000..d0c3cbf1020d5c292abdedf27627c6abe25e2293 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/Makefile @@ -0,0 +1,20 @@ +# Minimal makefile for Sphinx documentation +# + +# You can set these variables from the command line, and also +# from the environment for the first two. +SPHINXOPTS ?= +SPHINXBUILD ?= sphinx-build +SOURCEDIR = source +BUILDDIR = build + +# Put it first so that "make" without argument is like "make help". +help: + @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) + +.PHONY: help Makefile + +# Catch-all target: route all unknown targets to Sphinx using the new +# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). +%: Makefile + @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/make.bat b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/make.bat new file mode 100644 index 0000000000000000000000000000000000000000..dc1312ab09ca6fb0267dee6b28a38e69c253631a --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/make.bat @@ -0,0 +1,35 @@ +@ECHO OFF + +pushd %~dp0 + +REM Command file for Sphinx documentation + +if "%SPHINXBUILD%" == "" ( + set SPHINXBUILD=sphinx-build +) +set SOURCEDIR=source +set BUILDDIR=build + +%SPHINXBUILD% >NUL 2>NUL +if errorlevel 9009 ( + echo. + echo.The 'sphinx-build' command was not found. Make sure you have Sphinx + echo.installed, then set the SPHINXBUILD environment variable to point + echo.to the full path of the 'sphinx-build' executable. Alternatively you + echo.may add the Sphinx directory to PATH. + echo. + echo.If you don't have Sphinx installed, grab it from + echo.https://www.sphinx-doc.org/ + exit /b 1 +) + +if "%1" == "" goto help + +%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% +goto end + +:help +%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% + +:end +popd diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/CHANGELOG.rst b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/CHANGELOG.rst new file mode 100644 index 0000000000000000000000000000000000000000..c8b894bb867a85645ff94d143365d7e0f99575fa --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/CHANGELOG.rst @@ -0,0 +1,8 @@ +ChangeLog +========= + +0.1.0 (2023-09-14) +------------------ + +* Initial release. + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/_static/.gitkeep b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/_static/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/conf.py b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/conf.py new file mode 100644 index 0000000000000000000000000000000000000000..2a2a4629b90acc8311079aefb52f42f5f7e86f42 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/conf.py @@ -0,0 +1,33 @@ +# Configuration file for the Sphinx documentation builder. +# +# For the full list of built-in configuration values, see the documentation: +# https://www.sphinx-doc.org/en/master/usage/configuration.html + +# -- Project information ----------------------------------------------------- +# https://www.sphinx-doc.org/en/master/usage/configuration.html#project-information + +project = "lm-quant-toolkit" +copyright = "2024, Justin Zhang" +author = "Justin Zhang" + +version = "0.1" +release = "0.1.0" + +# -- General configuration --------------------------------------------------- +# https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration + +extensions = [ + "sphinx.ext.autodoc", + "sphinx.ext.viewcode", +] + +templates_path = ["_templates"] +exclude_patterns = [] + +language = "en" + +# -- Options for HTML output ------------------------------------------------- +# https://www.sphinx-doc.org/en/master/usage/configuration.html#options-for-html-output + +html_theme = "alabaster" +html_static_path = ["_static"] diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/index.rst b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/index.rst new file mode 100644 index 0000000000000000000000000000000000000000..c6cb04a85e82bcac1205e4ef0348f1f80caf8808 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/docs/source/index.rst @@ -0,0 +1,24 @@ +llm_quant_eval's documentation +======================= + +Contents: + +.. toctree:: + :maxdepth: 2 + + README + modules/index + +.. ##### ToDo: Rewrite about documentation indexes. ##### + +.. toctree:: + :maxdepth: 1 + + CHANGELOG + +Indices and tables +================== + +* :ref:`genindex` +* :ref:`modindex` +* :ref:`search` diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/.pdbrc b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/.pdbrc new file mode 100644 index 0000000000000000000000000000000000000000..3688ced3e7ae9c062a40d0b0e9b9c03e822fcbe5 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/.pdbrc @@ -0,0 +1,43 @@ +# AutoAWQ 0.2.5 two-device error break points +# b /home/justin/work/AutoAWQ/awq/models/base.py:170 +# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:61 + +# debug GPU memory measuring issue +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:242 + +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:39 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:46 +# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/modeling_utils.py:955, param_device == 'cpu' +# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/modeling_utils.py:973, param_device == 'cpu' +# b /home/justin/work/transformers/modeling_utils.py:989 +# b /home/justin/work/transformers/src/transformers/modeling_utils.py:4795 +# b /home/justin/work/transformers/src/transformers/modeling_utils.py:4213 +# b /home/justin/work/AutoAWQ/awq/models/base.py:338 +# b /home/justin/work/accelerate/src/accelerate/big_modeling.py:420 +# b /home/justin/work/accelerate/src/accelerate/hooks.py:579, module_name == 'model.layers.28.mlp.gate_proj' +# b /home/justin/work/accelerate/src/accelerate/hooks.py:579, module_name == 'model.layers.28' +# b /home/justin/work/accelerate/src/accelerate/hooks.py:288 +# b /home/justin/work/accelerate/src/accelerate/hooks.py:308 +# b /home/justin/work/accelerate/src/accelerate/hooks.py:327 +# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/modeling_utils.py:4194 +# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/quantizers/quantizer_bnb_4bit.py:190 +# b /home/justin/work/transformers/src/transformers/modeling_utils.py:4194 +# b /home/justin/work/hqq/hqq/utils/optimizer.py:21 + +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/misc/qweight.py:216 +# b /home/justin/work/lm-quant-toolkit/src/cli.py:436 +# b /home/justin/work/hqq/hqq/utils/optimizer.py:19 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/prep/sensitivity.py:206, i == 25 +# b /home/justin/work/hqq/hqq/models/base.py:262 +# b /home/justin/work/hqq/hqq/utils/optimizer.py:26 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/prep/sensitivity.py:395 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/prep/sensitivity.py:413 +# b /home/justin/work/hqq/hqq/utils/optimizer.py:26 +# b /home/justin/work/hqq/hqq/core/quantize.py:116 +# b /home/justin/work/hqq/hqq/core/quantize.py:175 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/prep/sensitivity.py:24 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:256 +# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:270 +# b /home/justin/work/hqq/hqq/utils/optimizer.py:157 +b /home/justin/work/CLIP_benchmark/clip_benchmark/models/open_clip_hqq.py:13 +b /home/justin/work/hqq/hqq/models/open_clip/base.py:63 diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-mxq-quant-cfgs-mxq.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-mxq-quant-cfgs-mxq.sh new file mode 100644 index 0000000000000000000000000000000000000000..71292a571dcf9e26f19206a493640194c66a77a8 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-mxq-quant-cfgs-mxq.sh @@ -0,0 +1,8 @@ +#!/bin/bash + +python -m pdb ../src/cli.py dump \ + --type quant_config \ + --model 0 1 2 \ + --budget 3.51 3.25 3.13 4.51 4.25 4.13 \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots-kurt-scaled-6pct-sol/" \ + --output_file mxq-quant-cfgs-mxq1.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-sensi-rtn.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-sensi-rtn.sh new file mode 100644 index 0000000000000000000000000000000000000000..8457d1bd602349244b2f348db379c9010df62bbd --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-dump-sensi-rtn.sh @@ -0,0 +1,29 @@ +#!/bin/bash + +QUANT_METHODS="rtn" +# QUANT_METHODS="hqq" +CALIB_DATASETS="pileval" +CONFIGS="b4g64" +MODELS="meta-llama/Llama-2-7b-hf" + +RESULT_BASE_DIR="/fdata/llm/mxq/results" +EXP_NAME=debug_hqq_vs_rtn_sensi_llama +RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME +mkdir -p $RESULT_DIR/data + +for QNT_MTD in $QUANT_METHODS; do + for DS in $CALIB_DATASETS; do + for CFG in $CONFIGS; do + for MODEL in $MODELS; do + SHORT_ID=$(echo $MODEL | cut -d/ -f2) + OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv" + python -m pdb ../src/dump.py sensi \ + --model $MODEL \ + --quant-method $QNT_MTD \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE + done + done + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-hqq-baseline.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-hqq-baseline.sh new file mode 100644 index 0000000000000000000000000000000000000000..55eef8e622099f4ca240ac63a91c6132d5614844 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-hqq-baseline.sh @@ -0,0 +1,40 @@ +#!/bin/bash + +BUDGETS="3.51" +CFGS="b3g32" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +ATTEMPT="debug-hqq-memory" +EXP_BASE_NAME=$ATTEMPT +EXP_NAME="${ATTEMPT}" +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 + +log_file="logs/bench-${ATTEMPT}-$(date +%Y%m%d%H%M%S).log" + +mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT +mkdir -p $RESULT_DIR/${EXP_NAME}_ppl +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + +MODELS="0" + +echo "=========Run memory evaluation on batch ${EXP_NAME}=========" +algo=hqq +model_ids=$MODELS +for m in $model_ids; do + for cfg in ${CFGS}; do + python -m pdb ../src/cli.py llm \ + --model $m \ + --algo ${algo} \ + --config ${cfg} \ + --task eval_model_storage \ + --experiment-name "${EXP_NAME}_stor" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file + done +done diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-7b-cfg-wise-5.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-7b-cfg-wise-5.sh new file mode 100644 index 0000000000000000000000000000000000000000..163d9cd01211c5a417eebdb7eddfaa5cdcc7f76b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-7b-cfg-wise-5.sh @@ -0,0 +1,35 @@ +#!/bin/bash + +BUDGETS="4.13 4.25 4.51" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +ATTEMPT="debug-sensi-cfg-wise-7b5" +EXP_BASE_NAME=$ATTEMPT +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 + +weight_algo=sensi-milp + +log_file="logs/bench-$(date +%Y%m%d%H%M%S).log" + +mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT +mkdir -p $RESULT_DIR/${EXP_NAME}_ppl +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + +MODELS="0" +EXP_NAME="${ATTEMPT}" +echo "=========Run perplexity evaluation on Llama-2-7b=========" +python -m pdb ../src/cli.py llm \ + --task eval_ppl \ + --model $MODELS \ + --algo mxq \ + --weight-algo $weight_algo \ + --config ${BUDGETS} \ + --experiment-name "${EXP_NAME}_ppl" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-boost.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-boost.sh new file mode 100644 index 0000000000000000000000000000000000000000..04f3bda7bba414ff9aede15fe042fdbcfbcc8af1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-boost.sh @@ -0,0 +1,43 @@ +#!/bin/bash + +BUDGETS="3.13 3.25 3.51 4.13 4.25 4.51" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +BOOST_STOP=2 +ATTEMPT="sensi-boost-debug" +EXP_BASE_NAME=$ATTEMPT +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 + +weight_algo=sensi-boost + +log_file="logs/bench-${ATTEMPT}-$(date +%Y%m%d%H%M%S).log" + +mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT +mkdir -p $RESULT_DIR/${EXP_NAME}_ppl +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + +MODELS="0 1 2" +# MODELS="0" +EXP_NAME="${ATTEMPT}" +echo "=========Run perplexity evaluation=========" +python -m pdb ../src/cli.py llm \ + --task eval_ppl \ + --model $MODELS \ + --algo mxq \ + --weight-algo $weight_algo \ + --boost-stop $BOOST_STOP \ + --config ${BUDGETS} \ + --experiment-name "${EXP_NAME}_ppl" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file +EXIT_CODE=$? +if [ $EXIT_CODE -ne 0 ]; then + echo "Perplexity evaluation failed!" + exit $EXIT_CODE +fi diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp-abl.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp-abl.sh new file mode 100644 index 0000000000000000000000000000000000000000..7db083b66b2a46af62f8fb367e40cbfcda10142c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp-abl.sh @@ -0,0 +1,130 @@ +#!/bin/bash + +BUDGETS="6.89" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 +weight_algo=sensi-milp +MODELS="2" +MODEL_NAMES="Meta-Llama-3-8B" + + +BOOST_TOP_MS="2" + +for BOOST_TOP_M in $BOOST_TOP_MS; do + ATTEMPT="sensi-milp-abl-${BOOST_TOP_M}" + EXP_BASE_NAME=$ATTEMPT + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + + log_file="logs/bench-${ATTEMPT}-$(date +%Y%m%d%H%M%S).log" + + mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT + mkdir -p $RESULT_DIR/${EXP_NAME}_ppl + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + + # MODELS="0" + EXP_NAME="${ATTEMPT}" + echo "=========Run perplexity evaluation=========" + python -m pdb ../src/cli.py llm \ + --task eval_ppl \ + --model $MODELS \ + --algo mxq \ + --weight-algo $weight_algo \ + --top-m-layer $BOOST_TOP_M \ + --ablation \ + --config ${BUDGETS} \ + --experiment-name "${EXP_NAME}_ppl" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file + EXIT_CODE=$? + if [ $EXIT_CODE -ne 0 ]; then + echo "Perplexity evaluation failed!" + exit $EXIT_CODE + fi + echo "=========Collect perplexity evaluation result on batch ${EXP_NAME}=========" + find $RESULT_DIR/${EXP_NAME}_ppl \ + -name "result-*.csv" \ + -printf '%T@ %p\n' \ + | sort -n \ + | tail -1 \ + | cut -d' ' -f2 \ + | xargs -i cp {} $RESULT_DIR/$EXP_BASE_NAME/data/ppl/mxq/$ATTEMPT + + echo "=========Dump quantization configs on batch ${EXP_NAME}=========" + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/allot/mxq/$ATTEMPT + python ../src/cli.py dump \ + --type quant_config \ + --model $MODELS \ + --budget ${BUDGETS} \ + --attempt $ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_DIR \ + --output-file "$RESULT_DIR/$EXP_BASE_NAME/data/allot/mxq/$ATTEMPT/quant-allot-${EXP_NAME}.csv" \ + 2>&1 \ + | tee -a $log_file + + echo "=========Run memory evaluation on batch ${EXP_NAME}=========" + algo=mxq + model_ids=$MODELS + for m in $model_ids; do + for cfg in ${BUDGETS}; do + python ../src/cli.py llm \ + --model $m \ + --algo ${algo} \ + --config ${cfg} \ + --task eval_model_storage \ + --experiment-name "${EXP_NAME}_stor" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file + done + done + echo "=========Collect memory evaluation result on batch ${EXP_NAME}=========" + find $RESULT_DIR/${EXP_NAME}_stor \ + -name "result-*.csv" \ + -printf '%T@ %p\n' \ + | sort -n \ + | tail -1 \ + | cut -d' ' -f2 \ + | xargs -i cp {} $RESULT_DIR/$EXP_BASE_NAME/data/stor/mxq/$ATTEMPT + + # echo "=========Delete quantized models of batch ${batch_name}=========" + # find $QUANT_SNAPSHOT_DIR/$ATTEMPT -maxdepth 1 -type d | xargs rm -fr + OLD_DIR=$(pwd) + cd $RESULT_DIR/$EXP_BASE_NAME + if [ ! -d pdfs ]; then + mkdir pdfs + fi + $OLD_DIR/../data-vis/combine.R \ + --baseline_data_dir $OLD_DIR/../data-vis/data \ + --mxq_data_dir data + $OLD_DIR/../data-vis/plot-ppl-mem.R -d data/combined.csv + $OLD_DIR/../data-vis/plot-mem-consumption.R -d data/combined.csv + $OLD_DIR/../data-vis/plot-quant-speed.R -d data/combined.csv + $OLD_DIR/../data-vis/gen-table-mxq-llm.R --csv_file data/combined.csv --attempt $ATTEMPT + cd pdfs + pdflatex table.tex + cd .. + + # plot configuration allocations for 3 * 12 MXQ combinations + MODELS="Llama-2-7b-hf Llama-2-13b-hf Meta-Llama-3-8B" + BUDGETS=${MXQ_BATCH[@]:1} + for model in $MODELS; do + for budget in $BUDGETS; do + $OLD_DIR/../data-vis/plot-mxq-allocation.R \ + -m $model \ + -b $budget \ + --fnorm_data_dir $OLD_DIR/../src/data \ + --attempt1 mxq1 \ + --attempt2 $ATTEMPT \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv + done + done + cd $OLD_DIR + +done + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp.sh new file mode 100644 index 0000000000000000000000000000000000000000..a61e701d1e6446f8c5c310a57e04eb0047cd3f0f --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama-sensi-milp.sh @@ -0,0 +1,125 @@ +#!/bin/bash + +BUDGETS="6.89" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 +weight_algo=sensi-milp +MODELS="0" +MODEL_NAMES="Llama-2-7b-hf" + + +BOOST_TOP_MS="2" + +for BOOST_TOP_M in $BOOST_TOP_MS; do + ATTEMPT="debug2-sm-${BOOST_TOP_M}" + EXP_BASE_NAME=$ATTEMPT + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + + log_file="logs/bench-${ATTEMPT}-$(date +%Y%m%d%H%M%S).log" + + mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT + mkdir -p $RESULT_DIR/${EXP_NAME}_ppl + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + + # MODELS="0" + EXP_NAME="${ATTEMPT}" + echo "=========Run perplexity evaluation=========" + python ../src/cli.py llm \ + --task eval_ppl \ + --model $MODELS \ + --algo mxq \ + --weight-algo $weight_algo \ + --top-m-layer $BOOST_TOP_M \ + --config ${BUDGETS} \ + --experiment-name "${EXP_NAME}_ppl" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file + EXIT_CODE=$? + if [ $EXIT_CODE -ne 0 ]; then + echo "Perplexity evaluation failed!" + exit $EXIT_CODE + fi + echo "=========Collect perplexity evaluation result on batch ${EXP_NAME}=========" + find $RESULT_DIR/${EXP_NAME}_ppl \ + -name "result-*.csv" \ + -printf '%T@ %p\n' \ + | sort -n \ + | tail -1 \ + | cut -d' ' -f2 \ + | xargs -i cp {} $RESULT_DIR/$EXP_BASE_NAME/data/ppl/mxq/$ATTEMPT + + echo "=========Dump quantization configs on batch ${EXP_NAME}=========" + mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/allot/mxq/$ATTEMPT + python ../src/cli.py dump \ + --type quant_config \ + --model $MODELS \ + --budget ${BUDGETS} \ + --attempt $ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_DIR \ + --output-file "$RESULT_DIR/$EXP_BASE_NAME/data/allot/mxq/$ATTEMPT/quant-allot-${EXP_NAME}.csv" \ + 2>&1 \ + | tee -a $log_file + + echo "=========Run memory evaluation on batch ${EXP_NAME}=========" + algo=mxq + model_ids=$MODELS + for m in $model_ids; do + for cfg in ${BUDGETS}; do + python ../src/cli.py llm \ + --model $m \ + --algo ${algo} \ + --config ${cfg} \ + --task eval_model_storage \ + --experiment-name "${EXP_NAME}_stor" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file + done + done + echo "=========Collect memory evaluation result on batch ${EXP_NAME}=========" + find $RESULT_DIR/${EXP_NAME}_stor \ + -name "result-*.csv" \ + -printf '%T@ %p\n' \ + | sort -n \ + | tail -1 \ + | cut -d' ' -f2 \ + | xargs -i cp {} $RESULT_DIR/$EXP_BASE_NAME/data/stor/mxq/$ATTEMPT + + # echo "=========Delete quantized models of batch ${batch_name}=========" + # find $QUANT_SNAPSHOT_DIR/$ATTEMPT -maxdepth 1 -type d | xargs rm -fr + + OLD_DIR=$(pwd) + cd $RESULT_DIR/$EXP_BASE_NAME + if [ ! -d pdfs/allot ]; then + mkdir -p pdfs/allot + fi + $OLD_DIR/../data-vis/combine.R \ + --baseline_data_dir $OLD_DIR/../data-vis/data \ + --mxq_data_dir data + $OLD_DIR/../data-vis/plot-ppl-mem.R -d data/combined.csv + $OLD_DIR/../data-vis/plot-mem-consumption.R data/combined.csv + $OLD_DIR/../data-vis/plot-quant-speed.R data/combined.csv + $OLD_DIR/../data-vis/gen-table-mxq-llm.R --csv_file data/combined.csv --attempt $ATTEMPT + pdflatex table.tex + + # plot configuration allocations for 3 * 12 MXQ combinations + for model in $MODEL_NAMES; do + for budget in $BUDGETS; do + $OLD_DIR/../data-vis/plot-mxq-allocation.R \ + -m $model \ + -b $budget \ + --attempt1 $ATTEMPT \ + --attempt2 mxq1 \ + --fnorm_data_dir $OLD_DIR/../src/data \ + --quant_cfg_allot_file data/quant-cfg-allocation.csv + done + done + cd $OLD_DIR +done + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama2-13b-boost.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama2-13b-boost.sh new file mode 100644 index 0000000000000000000000000000000000000000..5b8255008cba7b92e15c108a38f611ce950ee094 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llama2-13b-boost.sh @@ -0,0 +1,37 @@ +#!/bin/bash + +# BUDGETS="2.13 2.25 2.51 3.13 3.25 3.51 4.13 4.25 4.51" +BUDGETS="4.13 4.25 4.51" +RESULT_DIR="/fdata/llm/mxq/results" +QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots" + +MODELS="1" +ATTEMPT="debug-Llama2-13B-boost" +EXP_BASE_NAME=$ATTEMPT +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor} + +# Use cached dataset to speedup wikitext, c4 ppl evaluation +export HF_DATASETS_OFFLINE=1 + +weight_algo=sensi-directive +boost_layers="3 39" +EXP_NAME="${ATTEMPT}" +log_file="logs/bench-$(date +%Y%m%d%H%M%S).log" + +mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT +mkdir -p $RESULT_DIR/${EXP_NAME}_ppl +mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT + +python -m pdb ../src/cli.py llm \ + --task eval_ppl \ + --model $MODELS \ + --algo mxq \ + --weight-algo $weight_algo \ + --boost-layer $boost_layers \ + --boost-stop 2 \ + --config ${BUDGETS} \ + --experiment-name "${EXP_NAME}_ppl" \ + --quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \ + --result-dir=$RESULT_DIR \ + 2>&1 \ + | tee -a $log_file diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llm-stor-bnb.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llm-stor-bnb.sh new file mode 100644 index 0000000000000000000000000000000000000000..ec23d86977f19381c258e5eeeb60a6e21c506e75 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-llm-stor-bnb.sh @@ -0,0 +1,29 @@ +#!/bin/bash + +# export HF_HOME=/data/hugginface +# conda activate quant-eval + +if [ ! -d logs ]; then + mkdir logs +fi + +export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True + +algo=bnb +model_ids="1" +cfgs="b4g64" +for m in $model_ids; do + for cfg in $cfgs ; do + python -m pdb ../src/cli.py llm \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots" \ + --result-dir="/fdata/llm/mxq/results" \ + --model $m \ + --algo ${algo} \ + --config ${cfg} \ + --task eval_model_storage \ + --experiment-name debug_model_storge-bnb2 \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log + done +done + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-quant-4_51-mxq.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-quant-4_51-mxq.sh new file mode 100644 index 0000000000000000000000000000000000000000..de57de274f99370a6eb0700820935940c978fbf5 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-quant-4_51-mxq.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +# export HF_HOME=/data/hugginface +# conda activate quant-eval + +if [ ! -d logs ]; then + mkdir logs +fi + +export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True + +python -m pdb ../src/cli.py llm \ + --task quant \ + --model 0 \ + --algo mxq \ + --config 4.51 \ + --experiment-name debug_quant_llm_4_51-mxq \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots-debug" \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-sens-dump-13b.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-sens-dump-13b.sh new file mode 100644 index 0000000000000000000000000000000000000000..c4482c49bef4911356b6d3b8d40820cf260005c9 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-sens-dump-13b.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +CFG=b4g64 +DS=pileval +MODEL=1 +OUT_FILE="debug-13b.csv" + +python -m pdb ../src/cli.py dump \ + --type sensitivity \ + --model $MODEL \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-vit-zs-mxq-kurt-boost.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-vit-zs-mxq-kurt-boost.sh new file mode 100644 index 0000000000000000000000000000000000000000..2227e89d5d005ffb7504d371919f6a6cad661d5d --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/debug-vit-zs-mxq-kurt-boost.sh @@ -0,0 +1,20 @@ +#!/bin/bash + +if [ ! -d logs ]; then + mkdir logs +fi + +python -m pdb ../src/cli.py vit \ + --task eval_zeroshot_cls \ + --model 0 1 \ + --config 4.51 4.25 4.13 3.51 3.25 3.13 \ + --algo mxq \ + --weight-algo kurt-boost \ + --boost-stop 2 \ + --top-m-layer 1 \ + --experiment-name eval_zs_BH_mxq_kurt_boost \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots" \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/debug-bench-vit-$(date +%Y%m%d%H%M%S).log + diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-cfgs-for-check.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-cfgs-for-check.sh new file mode 100644 index 0000000000000000000000000000000000000000..68c411560814a797dd3f7d70b63e9dccebbafa6c --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-cfgs-for-check.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +python ../src/cli.py dump \ + --type quant_config \ + --model 0 1 2 \ + --attempt mxq1 kurt-global kurt-scaled pct5 pct6 \ + --budget 3.51 3.25 3.13 4.51 4.25 4.13 \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots" \ + --output_file mxq-mem-bound-check.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-fnorm.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-fnorm.sh new file mode 100644 index 0000000000000000000000000000000000000000..d2034f28248c96482d740cc3480c6e00b5cf974e --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-fnorm.sh @@ -0,0 +1,17 @@ +#!/bin/bash + +MODELS="meta-llama/Meta-Llama-3-8B" +#MODELS="meta-llama/Llama-2-7b-hf meta-llama/Llama-2-13b-hf meta-llama/Meta-Llama-3-8B" + +# meta-llama/Llama-2-7b-hf +# meta-llama/Llama-2-13b-hf +# meta-llama/Meta-Llama-3-8B +# meta-llama/Meta-Llama-3-70B +# meta-llama/Llama-2-70b-hf +# meta-llama/Meta-Llama-3-70B-Instruct +# meta-llama/Meta-Llama-3.1-405B-Instruct + +mkdir -p /tmp/fnorm-dump +python ../src/dump.py fnorm \ + --model $MODELS \ + --output-dir /tmp/fnorm-dump diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-kurtosis.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-kurtosis.sh new file mode 100644 index 0000000000000000000000000000000000000000..ecade2f1ee535e81cc4be57a38b39b055763b3e1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-kurtosis.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +MODELS="meta-llama/Llama-2-7b-hf meta-llama/Llama-2-13b-hf meta-llama/Meta-Llama-3-8B" + +# meta-llama/Llama-2-7b-hf +# meta-llama/Llama-2-13b-hf +# meta-llama/Meta-Llama-3-8B +# meta-llama/Meta-Llama-3-70B +# meta-llama/Llama-2-70b-hf +# meta-llama/Meta-Llama-3-70B-Instruct +# meta-llama/Meta-Llama-3.1-405B-Instruct + +mkdir -p /tmp/kurtosis-dump +python ../src/dump.py kurtosis \ + --model $MODELS \ + --output-dir /tmp/kurtosis-dump diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-mxq-obj.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-mxq-obj.sh new file mode 100644 index 0000000000000000000000000000000000000000..a6803e02b442b54203abfae60d99c16583915830 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-mxq-obj.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +python ../src/cli.py dump \ + --type objective \ + --model 0 1 2 \ + --budget 6.03 6.05 6.07 6.09 6.11 6.13 6.15 6.17 6.19 6.21 6.23 6.25 6.27 6.29 6.31 6.33 6.35 6.37 6.39 6.41 6.43 6.45 6.47 6.49 6.51 6.53 6.55 6.57 6.59 6.61 6.63 6.65 6.68 6.69 4.61 4.59 4.57 4.55 4.53 4.51 4.49 4.47 4.45 4.43 4.41 4.35 4.33 4.31 4.29 4.27 4.25 4.23 4.21 4.19 4.17 4.15 4.13 4.11 4.09 4.07 4.05 4.03 3.57 3.55 3.53 3.51 3.49 3.47 3.45 3.31 3.29 3.27 3.25 3.23 3.21 3.19 3.17 3.15 3.13 3.11 3.09 3.07 2.57 2.55 2.53 2.51 2.49 2.47 2.45 2.31 2.29 2.27 2.25 2.23 2.21 2.19 2.17 2.15 2.13 7.76 7.74 7.72 7.70 7.68 7.66 7.63 7.62 7.60 7.57 7.56 6.92 6.89 6.87 6.86 6.83 6.81 6.78 6.77 6.75 6.72 6.71 6.06 6.04 6.02 6.00 5.98 5.96 5.94 5.92 5.90 5.88 5.86 5.20 5.18 5.16 5.14 5.12 5.10 5.08 5.06 5.04 5.02 5.00 6.98 6.96 6.95 5.86 5.84 5.82 5.80 5.78 5.76 5.74 5.72 5.70 5.68 5.66 5.64 5.62 5.60 5.58 5.56 5.54 5.52 5.50 5.48 5.46 5.44 5.42 5.40 5.38 5.36 5.34 5.32 5.30 5.28 5.26 5.24 5.22 4.99 4.97 4.95 4.93 4.91 4.89 4.87 4.85 4.83 4.81 4.79 4.77 4.75 4.73 4.71 4.69 4.67 4.65 4.63 4.39 4.37 4.03 4.01 3.99 3.97 3.95 3.93 3.91 3.89 3.87 3.85 3.83 3.81 3.79 3.77 3.75 3.73 3.71 3.69 3.67 3.65 3.63 3.61 3.59 3.43 3.41 3.39 3.37 3.35 3.33 3.31 7.56 7.54 7.53 7.50 7.48 7.47 7.44 7.42 7.41 7.38 7.36 7.34 7.32 7.30 7.29 7.26 7.24 7.22 7.20 7.19 7.16 7.14 7.13 7.10 7.08 7.06 7.04 7.02 7.01 8.13 8.25 8.51 3.42 \ + --output_file mxq-objectives.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-quant-cfg-allot.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-quant-cfg-allot.sh new file mode 100644 index 0000000000000000000000000000000000000000..dae9d94d55c2b7dee4be11d5fb0068f942825302 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-quant-cfg-allot.sh @@ -0,0 +1,72 @@ +#!/bin/bash + +CONFIGS="2.13 2.25 2.51 3.51 3.25 3.13 4.51 4.25 4.13" +QUANT_SNAPSHOT_BASE_DIR="/fdata/llm/mxq/snapshots" + +ATTEMPT="mxq1" +QUANT_SNAPSHOT_DIR="$QUANT_SNAPSHOT_BASE_DIR/$ATTEMPT" +python ../src/cli.py llm \ + --task quant \ + --model 0 1 2 \ + --algo mxq \ + --config $CONFIGS \ + --experiment-name quant-mxq-allot-$ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_DIR \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log + +python ../src/cli.py dump \ + --type quant_config \ + --model 0 1 2 \ + --budget $CONFIGS \ + --attempt $ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_BASE_DIR \ + --output_file quant-cfg-allot-$ATTEMPT.csv + +ATTEMPT="kurt-scaled" +QUANT_SNAPSHOT_DIR="$QUANT_SNAPSHOT_BASE_DIR/$ATTEMPT" +python ../src/cli.py llm \ + --task quant \ + --model 0 1 2 \ + --algo mxq \ + --weight-algo $ATTEMPT \ + --config $CONFIGS \ + --experiment-name quant-mxq-allot-$ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_DIR \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log + + +python ../src/cli.py dump \ + --type quant_config \ + --model 0 1 2 \ + --budget $CONFIGS \ + --attempt $ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_BASE_DIR \ + --output_file quant-cfg-allot-$ATTEMPT.csv + + +CONFIGS="b2g64 b2g32 b3g128 b3g64 b3g32 b4g128 b4g64 b4g32" +QUANT_SNAPSHOT_DIR="$QUANT_SNAPSHOT_BASE_DIR/hqq" +python ../src/cli.py llm \ + --task quant \ + --model 0 1 2 \ + --algo hqq \ + --config $CONFIGS \ + --experiment-name quant-hqq-allot \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_DIR \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log + + +ATTEMPT=hqq +python ../src/cli.py dump \ + --type quant_config \ + --model 0 1 2 \ + --budget $CONFIGS \ + --attempt $ATTEMPT \ + --quant-snapshot-dir=$QUANT_SNAPSHOT_BASE_DIR \ + --output_file quant-cfg-allot-hqq.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma-quant-methods.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma-quant-methods.sh new file mode 100644 index 0000000000000000000000000000000000000000..c6d8adcf3305095365cfc866a5937cfea71dd325 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma-quant-methods.sh @@ -0,0 +1,37 @@ +#!/bin/bash + +QUANT_METHODS="bnb rtn hqq" +# QUANT_METHODS="bnb" +CALIB_DATASETS="bos pileval wikitext c4" +# CONFIGS="b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32" +CONFIGS="b4g128 b4g64 b4g32" +MODELS="google/gemma-7b google/gemma-7b-it google/codegemma-7b google/codegemma-7b-it" + +RESULT_BASE_DIR="/fdata/llm/mxq/results" +EXP_NAME=quant_methods_sensi_gemma +RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME +mkdir -p $RESULT_DIR/data + +for QNT_MTD in $QUANT_METHODS; do + for DS in $CALIB_DATASETS; do + for CFG in $CONFIGS; do + for MODEL in $MODELS; do + SHORT_ID=$(echo $MODEL | cut -d/ -f2) + OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv" + python ../src/dump.py sensi \ + --model $MODEL \ + --quant-method $QNT_MTD \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE + done + done + done +done + +OLD_DIR=$(pwd) +cd $RESULT_DIR +if [ ! -d pdfs ]; then + mkdir -p pdfs +fi +$OLD_DIR/../data-vis/plot-quant-method-sensi.R diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma2-quant-methods.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma2-quant-methods.sh new file mode 100644 index 0000000000000000000000000000000000000000..92bcd20b3a45a84bc3434582d32b3406760cdf7a --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-gemma2-quant-methods.sh @@ -0,0 +1,37 @@ +#!/bin/bash + +QUANT_METHODS="bnb rtn hqq" +# QUANT_METHODS="bnb" +CALIB_DATASETS="bos pileval wikitext c4" +# CONFIGS="b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32" +CONFIGS="b4g128 b4g64 b4g32" +MODELS="google/gemma-2-9b google/gemma-2-9b-it" + +RESULT_BASE_DIR="/fdata/llm/mxq/results" +EXP_NAME=quant_methods_sensi_gemma2 +RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME +mkdir -p $RESULT_DIR/data + +for QNT_MTD in $QUANT_METHODS; do + for DS in $CALIB_DATASETS; do + for CFG in $CONFIGS; do + for MODEL in $MODELS; do + SHORT_ID=$(echo $MODEL | cut -d/ -f2) + OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv" + python ../src/dump.py sensi \ + --model $MODEL \ + --quant-method $QNT_MTD \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE + done + done + done +done + +OLD_DIR=$(pwd) +cd $RESULT_DIR +if [ ! -d pdfs ]; then + mkdir -p pdfs +fi +$OLD_DIR/../data-vis/plot-quant-method-sensi.R diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama-quant-methods.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama-quant-methods.sh new file mode 100644 index 0000000000000000000000000000000000000000..e9a0320122038360ffa3ea6f8841803195b6893e --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama-quant-methods.sh @@ -0,0 +1,37 @@ +#!/bin/bash + +QUANT_METHODS="bnb rtn hqq" +# QUANT_METHODS="bnb" +CALIB_DATASETS="bos pileval wikitext c4" +# CONFIGS="b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32" +CONFIGS="b4g128 b4g64 b4g32" +MODELS="meta-llama/Llama-2-7b-hf meta-llama/Meta-Llama-3-8B" + +RESULT_BASE_DIR="/fdata/llm/mxq/results" +EXP_NAME=quant_methods_sensi_llama +RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME +mkdir -p $RESULT_DIR/data + +for QNT_MTD in $QUANT_METHODS; do + for DS in $CALIB_DATASETS; do + for CFG in $CONFIGS; do + for MODEL in $MODELS; do + SHORT_ID=$(echo $MODEL | cut -d/ -f2) + OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv" + python ../src/dump.py sensi \ + --model $MODEL \ + --quant-method $QNT_MTD \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE + done + done + done +done + +OLD_DIR=$(pwd) +cd $RESULT_DIR +if [ ! -d pdfs ]; then + mkdir -p pdfs +fi +$OLD_DIR/../data-vis/plot-quant-method-sensi.R diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama2-13b.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama2-13b.sh new file mode 100644 index 0000000000000000000000000000000000000000..22361e74ffb30cb632eb88231d86b87b66a2f29b --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-llama2-13b.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +export USE_CPU_FOR_SENSITIVITY=0 +python ../src/cli.py dump \ + --type sensitivity \ + --model 1 \ + --output-file llama2-13b-sensitivity.csv diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-qwen.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-qwen.sh new file mode 100644 index 0000000000000000000000000000000000000000..651f5d5a57eb4fdb37a12de817d1e0c261aa4763 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/dump-sensi-qwen.sh @@ -0,0 +1,33 @@ +#!/bin/bash + +RESULT_BASE_DIR="/fdata/llm/mxq/results" +# CALIB_DATASETS="bos pileval wikitext c4" +CALIB_DATASETS="wikitext" +CONFIGS="b2g128 b2g64 b2g32 b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32" +MODELS="Qwen/Qwen2.5-7B Qwen/Qwen2.5-Coder-7B Qwen/Qwen2.5-Coder-7B-Instruct Qwen/Qwen2.5-Math-7B" + +EXP_NAME=sensi_qwen25 +RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME +mkdir -p $RESULT_DIR/data + +for DS in $CALIB_DATASETS; do + for CFG in $CONFIGS; do + for MODEL in $MODELS; do + SHORT_ID=$(echo $MODEL | cut -d/ -f2) + OUT_FILE="${RESULT_DIR}/data/qwen25-sensi-${SHORT_ID}-${CFG}-${DS}.csv" + python ../src/dump.py sensi \ + --model $MODEL \ + --config $CFG \ + --calib-dataset $DS \ + --output-file $OUT_FILE + done + done +done + + +OLD_DIR=$(pwd) +cd $RESULT_DIR +if [ ! -d pdfs ]; then + mkdir -p pdfs +fi +$OLD_DIR/../data-vis/plot-variant-sensi.R data/ diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-leaderboard-hqq.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-leaderboard-hqq.sh new file mode 100644 index 0000000000000000000000000000000000000000..fff51fdb6110a0cb255b91999ebecc2d484654e1 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-leaderboard-hqq.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +# export HF_HOME=/data/hugginface +# conda activate quant-eval + +if [ ! -d logs ]; then + mkdir logs +fi + +export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True + +python ../src/cli.py llm \ + --task eval_leaderboard \ + --model 0 1 2 \ + --algo hqq \ + --config b4g32 b4g64 b4g128 b3g32 b3g64 b3g128 \ + --experiment-name eval_leaderboard-hqq \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots" \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-13b-mxq-4.99.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-13b-mxq-4.99.sh new file mode 100644 index 0000000000000000000000000000000000000000..2ca6b4da1d228389e9beb9720b97bd7100c26e17 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-13b-mxq-4.99.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +# export HF_HOME=/data/hugginface +# conda activate quant-eval + +if [ ! -d logs ]; then + mkdir logs +fi + +export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True + +python ../src/cli.py llm \ + --task eval_ppl \ + --model 1 \ + --algo mxq \ + --config 4.97 \ + --experiment-name eval_ppl_13b-mxq-ks-4_99 \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots/kurt-scaled" \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log diff --git a/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-gptq.sh b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-gptq.sh new file mode 100644 index 0000000000000000000000000000000000000000..01c9afe38e1fcb7fb74c5eab70e3a4cef278ae01 --- /dev/null +++ b/lm-quant-toolkit/new_lm-quant-toolkit/lm-quant-toolkit/scripts/eval-llm-ppl-gptq.sh @@ -0,0 +1,20 @@ +#!/bin/bash + +# export HF_HOME=/data/hugginface +# conda activate quant-eval + +if [ ! -d logs ]; then + mkdir logs +fi + +export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True + +python ../src/cli.py llm \ + --task eval_ppl \ + --model 0 1 2 \ + --algo gptq \ + --experiment-name eval_ppl-gptq \ + --quant-snapshot-dir="/fdata/llm/mxq/snapshots" \ + --result-dir="/fdata/llm/mxq/results" \ + 2>&1 \ + | tee logs/bench-$(date +%Y%m%d%H%M%S).log diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_22.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_22.json new file mode 100644 index 0000000000000000000000000000000000000000..2675c0740b75341abf91a26476c50303c24d2f81 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_22.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 2, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_27.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_27.json new file mode 100644 index 0000000000000000000000000000000000000000..f993ecbca91365d0fbf8ef6459f70e26e2c40917 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_27.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 2, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_28.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_28.json new file mode 100644 index 0000000000000000000000000000000000000000..83be5730595f184e236951892f7d2e4be55af80e --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_28.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 2, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_3.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_3.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c55446f1b47994f768b18c8f5c1a9f25703c23 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_3.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_4.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_4.json new file mode 100644 index 0000000000000000000000000000000000000000..25f1c72504dca45a5af1be6f19aea3cab097766d --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_4.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_5.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_5.json new file mode 100644 index 0000000000000000000000000000000000000000..1ef6cf94c075b20ad567414d3d86f548ee5c0f20 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_5.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_6.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_6.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0a044673700312d178e3f362b3176b2229f411 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_6.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_7.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_7.json new file mode 100644 index 0000000000000000000000000000000000000000..7d5cef761936a70b92724fe541d988cc53add38f --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_7.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_8.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_8.json new file mode 100644 index 0000000000000000000000000000000000000000..ac4068db01ac7329cd0bc8ed8c0aaf78520eb191 --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_8.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_9.json b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_9.json new file mode 100644 index 0000000000000000000000000000000000000000..60d2c8b3f6acd00fe5a26a161f8b8834657bc25f --- /dev/null +++ b/quantization_metric/bit_layers/singletask_winogrande/bits_5/configure_9.json @@ -0,0 +1,34 @@ +[ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 2, + 4, + 2, + 2, + 4, + 4, + 4, + 4, + 2, + 4, + 4 +] \ No newline at end of file diff --git a/quantization_metric/data_cache/data_cache_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock b/quantization_metric/data_cache/data_cache_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/data_cache/downloads/300e51c2d3e98b6cf3739090e25ea220d1a568457b1b2d97857e1cf71da48434.json b/quantization_metric/data_cache/downloads/300e51c2d3e98b6cf3739090e25ea220d1a568457b1b2d97857e1cf71da48434.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0e0464b2e890b5b45b660c1bd465a465307c29 --- /dev/null +++ b/quantization_metric/data_cache/downloads/300e51c2d3e98b6cf3739090e25ea220d1a568457b1b2d97857e1cf71da48434.json @@ -0,0 +1 @@ +{"url": "hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/validation-00000-of-00001.parquet", "etag": null} \ No newline at end of file diff --git a/quantization_metric/data_cache/downloads/300e51c2d3e98b6cf3739090e25ea220d1a568457b1b2d97857e1cf71da48434.lock b/quantization_metric/data_cache/downloads/300e51c2d3e98b6cf3739090e25ea220d1a568457b1b2d97857e1cf71da48434.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/data_cache/downloads/5e548f01091b2f01906ea7be35b8a1a6aa74842629dc550b7a02ca0821f1002d.json b/quantization_metric/data_cache/downloads/5e548f01091b2f01906ea7be35b8a1a6aa74842629dc550b7a02ca0821f1002d.json new file mode 100644 index 0000000000000000000000000000000000000000..5a30d36cafa13649c676cb9717af3d3f24b30df3 --- /dev/null +++ b/quantization_metric/data_cache/downloads/5e548f01091b2f01906ea7be35b8a1a6aa74842629dc550b7a02ca0821f1002d.json @@ -0,0 +1 @@ +{"url": "hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/test-00000-of-00001.parquet", "etag": null} \ No newline at end of file diff --git a/quantization_metric/data_cache/downloads/5e548f01091b2f01906ea7be35b8a1a6aa74842629dc550b7a02ca0821f1002d.lock b/quantization_metric/data_cache/downloads/5e548f01091b2f01906ea7be35b8a1a6aa74842629dc550b7a02ca0821f1002d.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/data_cache/downloads/e7f32d67ecf57307f5bc9834102f2f01ad03802eea0fdfc86172a9ec98676280.json b/quantization_metric/data_cache/downloads/e7f32d67ecf57307f5bc9834102f2f01ad03802eea0fdfc86172a9ec98676280.json new file mode 100644 index 0000000000000000000000000000000000000000..a4dc8161a605dc80a3a62992c1c507c4f289bfad --- /dev/null +++ b/quantization_metric/data_cache/downloads/e7f32d67ecf57307f5bc9834102f2f01ad03802eea0fdfc86172a9ec98676280.json @@ -0,0 +1 @@ +{"url": "hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/train-00000-of-00001.parquet", "etag": null} \ No newline at end of file diff --git a/quantization_metric/data_cache/downloads/e7f32d67ecf57307f5bc9834102f2f01ad03802eea0fdfc86172a9ec98676280.lock b/quantization_metric/data_cache/downloads/e7f32d67ecf57307f5bc9834102f2f01ad03802eea0fdfc86172a9ec98676280.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3.incomplete_info.lock b/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3.incomplete_info.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_info.json b/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_info.json new file mode 100644 index 0000000000000000000000000000000000000000..819b95376443f5452b7ca1fd48d370c6a1229812 --- /dev/null +++ b/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_info.json @@ -0,0 +1 @@ +{"description": "", "citation": "", "homepage": "", "license": "", "features": {"text": {"dtype": "string", "_type": "Value"}}, "builder_name": "parquet", "dataset_name": "wikitext", "config_name": "wikitext-2-raw-v1", "version": {"version_str": "0.0.0", "major": 0, "minor": 0, "patch": 0}, "splits": {"test": {"name": "test", "num_bytes": 1305088, "num_examples": 4358, "dataset_name": "wikitext"}, "train": {"name": "train", "num_bytes": 11061717, "num_examples": 36718, "dataset_name": "wikitext"}, "validation": {"name": "validation", "num_bytes": 1159288, "num_examples": 3760, "dataset_name": "wikitext"}}, "download_checksums": {"hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/test-00000-of-00001.parquet": {"num_bytes": 732610, "checksum": null}, "hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/train-00000-of-00001.parquet": {"num_bytes": 6357543, "checksum": null}, "hf://datasets/wikitext@b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/validation-00000-of-00001.parquet": {"num_bytes": 657209, "checksum": null}}, "download_size": 7747362, "dataset_size": 13526093, "size_in_bytes": 21273455} \ No newline at end of file diff --git a/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock b/quantization_metric/data_cache/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/quantization_metric/effective_rank/effective_rank_Llama-2-7b-hf.json b/quantization_metric/effective_rank/effective_rank_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..463ea40c4cabdfe26bc715d5c7410c2f4a641cc2 --- /dev/null +++ b/quantization_metric/effective_rank/effective_rank_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 2468.376708984375, + 2774.16455078125, + 3125.742919921875, + 3280.1220703125, + 3283.872802734375, + 3282.393310546875, + 3263.044677734375, + 3259.86083984375, + 3263.070068359375, + 3272.038330078125, + 3234.96826171875, + 3212.67138671875, + 3263.4111328125, + 3289.251708984375, + 3265.919189453125, + 3302.16357421875, + 3317.66357421875, + 3358.169189453125, + 3390.79541015625, + 3373.410888671875, + 3374.3955078125, + 3385.3779296875, + 3399.488525390625, + 3422.76611328125, + 3382.503662109375, + 3420.3896484375, + 3394.88818359375, + 3448.48291015625, + 3431.871337890625, + 3405.92138671875, + 3436.17236328125, + 3359.172607421875 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/BI.json b/quantization_metric/metrics/Llama-3.1-8B/BI.json new file mode 100644 index 0000000000000000000000000000000000000000..82ec692e3fd2c6525c3acb42d50009429afd1660 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/BI.json @@ -0,0 +1,34 @@ +[ + 0.684814453125, + 0.24247410893440247, + 0.18135403096675873, + 0.1325789839029312, + 0.184209406375885, + 0.13943614065647125, + 0.1277492344379425, + 0.11706012487411499, + 0.09397291392087936, + 0.08968453109264374, + 0.07955799996852875, + 0.07990828901529312, + 0.09006666392087936, + 0.09035326540470123, + 0.08744480460882187, + 0.09189240634441376, + 0.08719004690647125, + 0.0760551169514656, + 0.06185249611735344, + 0.05496348440647125, + 0.044529128819704056, + 0.048838742077350616, + 0.03943401947617531, + 0.03485903516411781, + 0.03195057809352875, + 0.03323496878147125, + 0.034922726452350616, + 0.038223929703235626, + 0.04857337102293968, + 0.05658755078911781, + 0.08150050789117813, + 0.34501317143440247 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/ZD.json b/quantization_metric/metrics/Llama-3.1-8B/ZD.json new file mode 100644 index 0000000000000000000000000000000000000000..363b976fce093423dfd8239e354f24aee07676d2 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/ZD.json @@ -0,0 +1,34 @@ +[ + 0.1303202509880066, + 0.14315810799598694, + 0.14602778851985931, + 0.14945906400680542, + 0.14816699922084808, + 0.14798566699028015, + 0.1493656039237976, + 0.14915773272514343, + 0.14589068293571472, + 0.14533302187919617, + 0.14568227529525757, + 0.14793498814105988, + 0.14989669620990753, + 0.1470077931880951, + 0.14632324874401093, + 0.14624223113059998, + 0.14805446565151215, + 0.14778870344161987, + 0.14963041245937347, + 0.14974866807460785, + 0.14976008236408234, + 0.15078411996364594, + 0.15186314284801483, + 0.15277639031410217, + 0.15071263909339905, + 0.15127883851528168, + 0.1505168378353119, + 0.14953136444091797, + 0.15086320042610168, + 0.15024136006832123, + 0.14679034054279327, + 0.14557501673698425 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/alpha.json b/quantization_metric/metrics/Llama-3.1-8B/alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..6771feeaeca22786067923ac0f131af373574dc6 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/alpha.json @@ -0,0 +1,34 @@ +[ + 2.91736102104187, + 3.6096770763397217, + 4.369636058807373, + 3.645509958267212, + 4.020874977111816, + 3.767652988433838, + 3.7508127689361572, + 3.420032501220703, + 3.0236618518829346, + 2.772552013397217, + 2.9705560207366943, + 3.048171281814575, + 3.189865827560425, + 3.2777371406555176, + 3.2005908489227295, + 3.678138017654419, + 4.1130595207214355, + 3.8516407012939453, + 3.978748083114624, + 4.280331611633301, + 4.195464134216309, + 4.305949687957764, + 4.368300914764404, + 4.385020732879639, + 4.3416218757629395, + 4.0612688064575195, + 4.032166957855225, + 4.042068004608154, + 5.11770486831665, + 4.464050769805908, + 3.456982374191284, + 3.2595152854919434 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/alpha_hat.json b/quantization_metric/metrics/Llama-3.1-8B/alpha_hat.json new file mode 100644 index 0000000000000000000000000000000000000000..1441e2c35d4f759d298b95f55973dddfa870c595 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/alpha_hat.json @@ -0,0 +1,34 @@ +[ + 10.852300643920898, + 10.145772933959961, + 12.637839317321777, + 10.44900131225586, + 11.685830116271973, + 10.987555503845215, + 11.184784889221191, + 10.484479904174805, + 9.408217430114746, + 8.966535568237305, + 9.301414489746094, + 9.262565612792969, + 9.989272117614746, + 9.591448783874512, + 9.372644424438477, + 10.767301559448242, + 11.275540351867676, + 11.846827507019043, + 12.156525611877441, + 12.502681732177734, + 13.113412857055664, + 13.104711532592773, + 13.112133026123047, + 13.146225929260254, + 12.81999683380127, + 12.653292655944824, + 12.806440353393555, + 14.207252502441406, + 16.43989372253418, + 14.465442657470703, + 12.788350105285645, + 13.2962064743042 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/coherence.json b/quantization_metric/metrics/Llama-3.1-8B/coherence.json new file mode 100644 index 0000000000000000000000000000000000000000..34d56ab276b6525627889686472c4bc69c2f8b97 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/coherence.json @@ -0,0 +1,34 @@ +[ + 0.04617950692772865, + 0.025356026366353035, + 0.017596283927559853, + 0.017325662076473236, + 0.0178972240537405, + 0.01778978481888771, + 0.017451299354434013, + 0.01878860592842102, + 0.01820538565516472, + 0.01830293983221054, + 0.01808197796344757, + 0.018941296264529228, + 0.01895361766219139, + 0.019280431792140007, + 0.017885111272335052, + 0.016964342445135117, + 0.01687796786427498, + 0.016494933515787125, + 0.017044615000486374, + 0.016093522310256958, + 0.015906821936368942, + 0.015557424165308475, + 0.015601491555571556, + 0.015353316441178322, + 0.015847351402044296, + 0.01560671441257, + 0.016048356890678406, + 0.0163591206073761, + 0.01604018732905388, + 0.015549903735518456, + 0.018680352717638016, + 0.019824203103780746 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/effective_rank.json b/quantization_metric/metrics/Llama-3.1-8B/effective_rank.json new file mode 100644 index 0000000000000000000000000000000000000000..20519c4a271b679ce8dc19e5134df26263379121 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/effective_rank.json @@ -0,0 +1,34 @@ +[ + 2424.426513671875, + 2606.497802734375, + 2714.739501953125, + 2752.18798828125, + 2734.289306640625, + 2703.84765625, + 2724.106201171875, + 2702.1064453125, + 2669.786376953125, + 2662.1806640625, + 2663.650146484375, + 2661.160888671875, + 2689.672607421875, + 2650.41259765625, + 2673.497314453125, + 2690.130126953125, + 2709.111328125, + 2722.3828125, + 2743.938720703125, + 2763.34814453125, + 2768.924072265625, + 2781.080810546875, + 2777.256591796875, + 2794.071533203125, + 2777.125732421875, + 2782.5615234375, + 2779.262939453125, + 2767.594970703125, + 2780.562744140625, + 2792.9208984375, + 2712.323486328125, + 2732.52294921875 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/head_diversity.json b/quantization_metric/metrics/Llama-3.1-8B/head_diversity.json new file mode 100644 index 0000000000000000000000000000000000000000..a10283c16dee9d8e9713f03cf873ea3d16ab1d37 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/head_diversity.json @@ -0,0 +1,34 @@ +[ + 0.9860825538635254, + 0.9932371377944946, + 0.993516206741333, + 0.9938094615936279, + 0.9929364919662476, + 0.9915013313293457, + 0.9929077625274658, + 0.9918708801269531, + 0.990802526473999, + 0.9907873868942261, + 0.9903575778007507, + 0.9904842376708984, + 0.9907500743865967, + 0.988161563873291, + 0.9888362288475037, + 0.9912642240524292, + 0.9916648864746094, + 0.9925468564033508, + 0.992446780204773, + 0.9933868646621704, + 0.993040919303894, + 0.9932280778884888, + 0.9927928447723389, + 0.9939982891082764, + 0.9935836791992188, + 0.9927812218666077, + 0.9929299354553223, + 0.9928981065750122, + 0.9935479164123535, + 0.9926327466964722, + 0.9917168617248535, + 0.9932112693786621 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Llama-3.1-8B/stable_rank.json b/quantization_metric/metrics/Llama-3.1-8B/stable_rank.json new file mode 100644 index 0000000000000000000000000000000000000000..62b9f546e64515ce101c6026fee124b8088e04b1 --- /dev/null +++ b/quantization_metric/metrics/Llama-3.1-8B/stable_rank.json @@ -0,0 +1,34 @@ +[ + 92.50985717773438, + 213.65187072753906, + 229.96060180664062, + 268.34088134765625, + 240.6619415283203, + 226.9339141845703, + 209.63941955566406, + 192.40182495117188, + 201.4922332763672, + 199.4788360595703, + 198.48497009277344, + 189.51531982421875, + 187.5979766845703, + 212.75192260742188, + 234.5662841796875, + 213.3599090576172, + 215.97666931152344, + 209.34996032714844, + 211.72381591796875, + 235.54725646972656, + 232.97064208984375, + 249.41912841796875, + 269.9619445800781, + 270.76318359375, + 290.3305358886719, + 261.071044921875, + 247.0523681640625, + 209.96926879882812, + 195.3269500732422, + 242.49368286132812, + 185.66880798339844, + 154.01223754882812 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/BI.json b/quantization_metric/metrics/Qwen2.5-7B/BI.json new file mode 100644 index 0000000000000000000000000000000000000000..2101988f3803686419223207460b80483b9c05d1 --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/BI.json @@ -0,0 +1,30 @@ +[ + 0.8427416086196899, + 0.33542799949645996, + 0.1660262495279312, + 0.29447606205940247, + 0.07687245309352875, + 0.07420813292264938, + 0.10691236704587936, + 0.10178541392087936, + 0.0831351950764656, + 0.09223208576440811, + 0.07198964059352875, + 0.049571163952350616, + 0.04736328125, + 0.04024074599146843, + 0.03939155861735344, + 0.03650433197617531, + 0.02916949801146984, + 0.03458305075764656, + 0.045749831944704056, + 0.05070694908499718, + 0.0498683787882328, + 0.05416737496852875, + 0.05978260934352875, + 0.058126699179410934, + 0.047012992203235626, + 0.04215141013264656, + 0.07370924204587936, + 0.29027259349823 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/ZD.json b/quantization_metric/metrics/Qwen2.5-7B/ZD.json new file mode 100644 index 0000000000000000000000000000000000000000..14ac8c91f5cd0f84959d66566ea6e51f650aeee1 --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/ZD.json @@ -0,0 +1,30 @@ +[ + 0.14123240113258362, + 0.1311480700969696, + 0.14361177384853363, + 0.14743219316005707, + 0.14655494689941406, + 0.14689013361930847, + 0.14769357442855835, + 0.14733701944351196, + 0.14630182087421417, + 0.14524872601032257, + 0.1476735919713974, + 0.14676602184772491, + 0.14493051171302795, + 0.14517414569854736, + 0.14055506885051727, + 0.14331096410751343, + 0.14477485418319702, + 0.1436464488506317, + 0.1438734531402588, + 0.14420966804027557, + 0.1456553190946579, + 0.14289206266403198, + 0.1421867161989212, + 0.14454184472560883, + 0.14779578149318695, + 0.14544296264648438, + 0.14328131079673767, + 0.14147840440273285 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/alpha.json b/quantization_metric/metrics/Qwen2.5-7B/alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..605d096b21da8fd0683054292d4822bac2b81f16 --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/alpha.json @@ -0,0 +1,30 @@ +[ + 4.515918731689453, + 3.8895316123962402, + 3.5805065631866455, + 3.783604383468628, + 4.1970930099487305, + 4.019566535949707, + 6.430380821228027, + 4.559838771820068, + 5.161396503448486, + 4.962588310241699, + 4.414379596710205, + 4.310111999511719, + 4.061600685119629, + 6.176848411560059, + 3.9200167655944824, + 3.6569418907165527, + 4.209693431854248, + 3.776597261428833, + 4.984698295593262, + 3.751697301864624, + 3.6451375484466553, + 5.387862682342529, + 4.767049312591553, + 6.222294330596924, + 4.807549953460693, + 5.114707946777344, + 4.0341081619262695, + 3.413137912750244 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/alpha_hat.json b/quantization_metric/metrics/Qwen2.5-7B/alpha_hat.json new file mode 100644 index 0000000000000000000000000000000000000000..a75ad26164ff18cb0f1dbfa965e3a644f964d077 --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/alpha_hat.json @@ -0,0 +1,30 @@ +[ + 17.878414154052734, + 10.724651336669922, + 11.09423542022705, + 13.750286102294922, + 12.229127883911133, + 13.23713493347168, + 15.239927291870117, + 13.34253215789795, + 12.03944206237793, + 14.739602088928223, + 12.660069465637207, + 11.740548133850098, + 12.344042778015137, + 12.779866218566895, + 10.932424545288086, + 10.816814422607422, + 12.136594772338867, + 10.876593589782715, + 12.142037391662598, + 11.50020694732666, + 11.685124397277832, + 14.077293395996094, + 14.83903980255127, + 17.10747718811035, + 14.79826831817627, + 16.314620971679688, + 14.33527946472168, + 15.28555679321289 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/coherence.json b/quantization_metric/metrics/Qwen2.5-7B/coherence.json new file mode 100644 index 0000000000000000000000000000000000000000..0c62e24dcf3689be79baacc6ea10789066ca26c9 --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/coherence.json @@ -0,0 +1,30 @@ +[ + 0.02408885583281517, + 0.056700460612773895, + 0.02794474922120571, + 0.018478330224752426, + 0.0186083372682333, + 0.017582347616553307, + 0.017218835651874542, + 0.01599242351949215, + 0.01598191447556019, + 0.01899208500981331, + 0.015675809234380722, + 0.01689709722995758, + 0.016846707090735435, + 0.01713874563574791, + 0.016889071092009544, + 0.017316650599241257, + 0.0172375850379467, + 0.016330666840076447, + 0.017193637788295746, + 0.01639077439904213, + 0.016309073194861412, + 0.0156699325889349, + 0.016703739762306213, + 0.016167931258678436, + 0.01581120304763317, + 0.016396205872297287, + 0.017451899126172066, + 0.02082100510597229 +] \ No newline at end of file diff --git a/quantization_metric/metrics/Qwen2.5-7B/head_diversity.json b/quantization_metric/metrics/Qwen2.5-7B/head_diversity.json new file mode 100644 index 0000000000000000000000000000000000000000..778b6efb88f9f3a0e8ec11d794b6db32415f54bf --- /dev/null +++ b/quantization_metric/metrics/Qwen2.5-7B/head_diversity.json @@ -0,0 +1,30 @@ +[ + 0.9926437139511108, + 0.990115761756897, + 0.9928579330444336, + 0.9908387064933777, + 0.9908434748649597, + 0.9908813834190369, + 0.9935818314552307, + 0.9881868362426758, + 0.9893801212310791, + 0.9851914644241333, + 0.9917221069335938, + 0.988156795501709, + 0.9904806017875671, + 0.9887334108352661, + 0.984466552734375, + 0.9898031949996948, + 0.9885467290878296, + 0.9883378744125366, + 0.987558901309967, + 0.9857799410820007, + 0.9886536598205566, + 0.988256573677063, + 0.9854484796524048, + 0.9908662438392639, + 0.9898425936698914, + 0.9891295433044434, + 0.9852111339569092, + 0.9841814637184143 +] \ No newline at end of file diff --git a/quantization_metric/metrics/ZD/ZD_Llama-2-7b-hf.json b/quantization_metric/metrics/ZD/ZD_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..a8f0100a5691e8b9e7e6c7a5fc0599f92a416968 --- /dev/null +++ b/quantization_metric/metrics/ZD/ZD_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 0.12127955257892609, + 0.13089843094348907, + 0.14821207523345947, + 0.15012630820274353, + 0.15147793292999268, + 0.15166506171226501, + 0.1496262401342392, + 0.14946621656417847, + 0.1508074551820755, + 0.1513732522726059, + 0.15072329342365265, + 0.14903846383094788, + 0.1507146805524826, + 0.15127427875995636, + 0.15130800008773804, + 0.15193095803260803, + 0.1514924019575119, + 0.15300948917865753, + 0.15337951481342316, + 0.15288618206977844, + 0.15325477719306946, + 0.15330111980438232, + 0.15372204780578613, + 0.15461428463459015, + 0.1528640240430832, + 0.1542043685913086, + 0.15291397273540497, + 0.1548752337694168, + 0.15376469492912292, + 0.15261045098304749, + 0.15288527309894562, + 0.15156638622283936 +] \ No newline at end of file diff --git a/quantization_metric/metrics/ZD/ZD_mlp_Llama-2-7b-hf.json b/quantization_metric/metrics/ZD/ZD_mlp_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..fc9a4949e041f66b7f62b53a139c4263a99e95ec --- /dev/null +++ b/quantization_metric/metrics/ZD/ZD_mlp_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 0.15578114986419678, + 0.15707579255104065, + 0.15797409415245056, + 0.1574869602918625, + 0.15727774798870087, + 0.15676063299179077, + 0.1562662124633789, + 0.15596774220466614, + 0.1566615253686905, + 0.1561465859413147, + 0.15556025505065918, + 0.15571480989456177, + 0.15566584467887878, + 0.15572252869606018, + 0.15585064888000488, + 0.15579025447368622, + 0.15610937774181366, + 0.1567423790693283, + 0.15685215592384338, + 0.15697705745697021, + 0.15734341740608215, + 0.1579303741455078, + 0.15809854865074158, + 0.15812799334526062, + 0.1577608585357666, + 0.15747487545013428, + 0.1573786735534668, + 0.15686684846878052, + 0.15638381242752075, + 0.1558859944343567, + 0.1538189947605133, + 0.15391211211681366 +] \ No newline at end of file diff --git a/quantization_metric/metrics/alpha/alpha_mlp_Qwen2.5-7B.json b/quantization_metric/metrics/alpha/alpha_mlp_Qwen2.5-7B.json new file mode 100644 index 0000000000000000000000000000000000000000..3c58fef8a1d334a44db24c608887a34c0102b135 --- /dev/null +++ b/quantization_metric/metrics/alpha/alpha_mlp_Qwen2.5-7B.json @@ -0,0 +1,30 @@ +[ + 5.5507073402404785, + 2.925907850265503, + 3.427783727645874, + 4.130731105804443, + 4.2790751457214355, + 4.67555570602417, + 5.680507659912109, + 5.469402313232422, + 4.489261150360107, + 5.958518981933594, + 5.11647367477417, + 4.431467056274414, + 4.447659969329834, + 4.224405288696289, + 4.203671932220459, + 4.193532943725586, + 4.277862548828125, + 4.189056396484375, + 4.484411716461182, + 4.689056396484375, + 4.993287563323975, + 6.104448318481445, + 6.7987060546875, + 6.16623067855835, + 6.090585231781006, + 5.552665710449219, + 5.523178577423096, + 4.90322208404541 +] \ No newline at end of file diff --git a/quantization_metric/metrics/alpha_hat/alpha_hat_mlp_Llama-2-7b-hf.json b/quantization_metric/metrics/alpha_hat/alpha_hat_mlp_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..e1fe0497c40fdf3c22dc10f08757ce5fa1b6c058 --- /dev/null +++ b/quantization_metric/metrics/alpha_hat/alpha_hat_mlp_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 13.072108268737793, + 14.548068046569824, + 13.608903884887695, + 13.986700057983398, + 15.312846183776855, + 14.763805389404297, + 14.188860893249512, + 14.57461166381836, + 14.344627380371094, + 14.180407524108887, + 13.752973556518555, + 13.753717422485352, + 14.589736938476562, + 14.359493255615234, + 15.248335838317871, + 15.255033493041992, + 16.761940002441406, + 16.71654510498047, + 17.673377990722656, + 17.007017135620117, + 19.24078941345215, + 17.77168083190918, + 17.303386688232422, + 16.242385864257812, + 16.798599243164062, + 16.718074798583984, + 16.25970458984375, + 17.800804138183594, + 18.30744171142578, + 19.38349151611328, + 22.61872673034668, + 19.854324340820312 +] \ No newline at end of file diff --git a/quantization_metric/metrics/coherence/coherence_mlp_Llama-2-7b-hf.json b/quantization_metric/metrics/coherence/coherence_mlp_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..8e39876e215a86395b55643c3e08c0e9efe056c7 --- /dev/null +++ b/quantization_metric/metrics/coherence/coherence_mlp_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 0.018758878111839294, + 0.015916038304567337, + 0.014297164976596832, + 0.013034423813223839, + 0.012964712455868721, + 0.013287676498293877, + 0.013558547012507915, + 0.013750488869845867, + 0.013907302170991898, + 0.013899993151426315, + 0.014043152332305908, + 0.014066706411540508, + 0.01396130956709385, + 0.013774177059531212, + 0.013727117329835892, + 0.013336378149688244, + 0.013238324783742428, + 0.013199622742831707, + 0.012931596487760544, + 0.012751361355185509, + 0.012693298980593681, + 0.012600546702742577, + 0.012644654139876366, + 0.012538459151983261, + 0.012461837381124496, + 0.012478632852435112, + 0.012449456378817558, + 0.012493574991822243, + 0.01230019610375166, + 0.01232621818780899, + 0.012763611041009426, + 0.014904312789440155 +] \ No newline at end of file diff --git a/quantization_metric/metrics/effective_rank/effective_rank_mlp_Llama-2-7b-hf.json b/quantization_metric/metrics/effective_rank/effective_rank_mlp_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..fd00711dcd6a0029616174e800e8e32e553888fd --- /dev/null +++ b/quantization_metric/metrics/effective_rank/effective_rank_mlp_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 3572.474365234375, + 3627.507568359375, + 3733.4091796875, + 3785.27880859375, + 3790.103271484375, + 3778.20458984375, + 3768.807373046875, + 3756.693359375, + 3748.4443359375, + 3745.5185546875, + 3735.50341796875, + 3737.810302734375, + 3740.48388671875, + 3753.927734375, + 3753.2763671875, + 3771.952880859375, + 3771.9111328125, + 3772.70849609375, + 3783.5595703125, + 3788.821044921875, + 3790.424560546875, + 3790.768310546875, + 3790.56396484375, + 3793.769287109375, + 3795.335693359375, + 3797.1728515625, + 3800.90966796875, + 3804.0595703125, + 3810.544921875, + 3812.28857421875, + 3802.36669921875, + 3771.994873046875 +] \ No newline at end of file diff --git a/quantization_metric/stable_rank/stable_rank_Llama-2-13b-hf.json b/quantization_metric/stable_rank/stable_rank_Llama-2-13b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..f362a74fc92ab82b84f85cde110b59e9316b7a1a --- /dev/null +++ b/quantization_metric/stable_rank/stable_rank_Llama-2-13b-hf.json @@ -0,0 +1,42 @@ +[ + 87.49114227294922, + 202.77438354492188, + 291.9278259277344, + 262.57159423828125, + 327.1355895996094, + 313.3298034667969, + 327.18182373046875, + 264.06658935546875, + 281.4259948730469, + 269.761962890625, + 263.9955139160156, + 274.16796875, + 269.8869323730469, + 266.81793212890625, + 275.5613708496094, + 301.26708984375, + 296.8326110839844, + 303.185302734375, + 318.9112854003906, + 318.6175231933594, + 303.9150390625, + 312.6019287109375, + 343.4710693359375, + 336.89837646484375, + 332.6071472167969, + 404.1377258300781, + 394.80181884765625, + 434.33001708984375, + 382.64739990234375, + 432.0024719238281, + 436.12628173828125, + 393.99981689453125, + 386.18096923828125, + 341.58392333984375, + 365.3292236328125, + 321.81182861328125, + 295.8941345214844, + 222.41085815429688, + 151.16331481933594, + 66.95259857177734 +] \ No newline at end of file diff --git a/quantization_metric/stable_rank/stable_rank_Llama-2-7b-hf.json b/quantization_metric/stable_rank/stable_rank_Llama-2-7b-hf.json new file mode 100644 index 0000000000000000000000000000000000000000..7aaa501712012ce212198a005aaa16ae390d7129 --- /dev/null +++ b/quantization_metric/stable_rank/stable_rank_Llama-2-7b-hf.json @@ -0,0 +1,34 @@ +[ + 77.37744140625, + 132.1610565185547, + 240.68954467773438, + 251.93214416503906, + 257.1503601074219, + 251.1463623046875, + 228.54884338378906, + 215.26979064941406, + 203.95431518554688, + 209.4158172607422, + 213.18923950195312, + 197.85955810546875, + 208.0393524169922, + 216.26173400878906, + 237.30194091796875, + 234.474609375, + 248.24293518066406, + 248.60592651367188, + 267.05169677734375, + 278.910400390625, + 281.41943359375, + 287.7948913574219, + 305.0242614746094, + 313.1056213378906, + 305.94757080078125, + 335.0456237792969, + 278.9403991699219, + 278.0447692871094, + 254.8858184814453, + 231.2283935546875, + 234.15997314453125, + 122.8492660522461 +] \ No newline at end of file